1 #!/bin/bash
2 #
3 # CDDL HEADER START
4 #
5 # The contents of this file are subject to the terms of the
6 # Common Development and Distribution License, Version 1.0 only
7 # (the "License"). You may not use this file except in compliance
8 # with the License.
9 #
10 # You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
11 # or http://www.opensolaris.org/os/licensing.
12 # See the License for the specific language governing permissions
13 # and limitations under the License.
14 #
15 # When distributing Covered Code, include this CDDL HEADER in each
16 # file and include the License file at usr/src/OPENSOLARIS.LICENSE.
17 # If applicable, add the following below this CDDL HEADER, with the
18 # fields enclosed by brackets "[]" replaced with your own identifying
19 # information: Portions Copyright [yyyy] [name of copyright owner]
20 #
21 # CDDL HEADER END
22 #
23 #
24 # Copyright 2015 OmniTI Computer Consulting, Inc. All rights reserved.
25 # Use is subject to license terms.
26 # Copyright (c) 2014 by Delphix. All rights reserved.
27 #
28
29 umask 022
30
31 #############################################################################
32 # functions.sh
33 #############################################################################
34 # Helper functions for building packages that should be common to all build
35 # scripts
36 #############################################################################
37
38 #############################################################################
39 # Process command line options
40 #############################################################################
41 process_opts() {
42 SCREENOUT=
43 FLAVOR=
44 OLDFLAVOR=
45 BUILDARCH=both
46 OLDBUILDARCH=
47 BATCH=
48 AUTOINSTALL=
49 DEPVER=
50 SKIP_PKGLINT=
51 while getopts "bipf:ha:d:lr:" opt; do
52 case $opt in
53 h)
54 show_usage
55 exit
56 ;;
57 \?)
58 show_usage
59 exit 2
60 ;;
61 l)
62 SKIP_PKGLINT=1
63 ;;
64 p)
65 SCREENOUT=1
66 ;;
67 b)
68 BATCH=1 # Batch mode - exit on error
69 ;;
70 i)
71 AUTOINSTALL=1
72 ;;
73 f)
74 FLAVOR=$OPTARG
75 OLDFLAVOR=$OPTARG # Used to see if the script overrides the
76 # flavor
77 ;;
78 r)
79 PKGSRVR=$OPTARG
80 ;;
81 a)
82 BUILDARCH=$OPTARG
83 OLDBUILDARCH=$OPTARG # Used to see if the script overrides the
84 # BUILDARCH variable
85 if [[ "$BUILDARCH" != "32" && "$BUILDARCH" != "64" &&
86 "$BUILDARCH" != "both" ]]; then
87 echo "Invalid build architecture specified: $BUILDARCH"
88 show_usage
89 exit 2
90 fi
91 ;;
92 d)
93 DEPVER=$OPTARG
94 ;;
95 esac
96 done
97 }
98
99 #############################################################################
100 # Show usage information
101 #############################################################################
102 show_usage() {
103 echo "Usage: $0 [-b] [-p] [-f FLAVOR] [-h] [-a 32|64|both] [-d DEPVER]"
104 echo " -b : batch mode (exit on errors without asking)"
105 echo " -i : autoinstall mode (install build deps)"
106 echo " -p : output all commands to the screen as well as log file"
107 echo " -l : skip pkglint check"
108 echo " -f FLAVOR : build a specific package flavor"
109 echo " -h : print this help text"
110 echo " -a ARCH : build 32/64 bit only, or both (default: both)"
111 echo " -d DEPVER : specify an extra dependency version (no default)"
112 echo " -r REPO : specify the IPS repo to use (default: $PKGSRVR)"
113 }
114
115 #############################################################################
116 # Log output of a command to a file
117 #############################################################################
118 logcmd() {
119 if [[ -z "$SCREENOUT" ]]; then
120 echo Running: "$@" >> $LOGFILE
121 "$@" >> $LOGFILE 2>&1
122 else
123 echo Running: "$@" | tee $LOGFILE
124 "$@" | tee $LOGFILE 2>&1
125 return ${PIPESTATUS[0]}
126 fi
127 }
128 logmsg() {
129 echo "$@" >> $LOGFILE
130 echo "$@"
131 }
132 logerr() {
133 # Print an error message and ask the user if they wish to continue
134 logmsg $@
135 if [[ -z $BATCH ]]; then
136 ask_to_continue "An Error occured in the build. "
137 else
138 exit 1
139 fi
140 }
141 ask_to_continue_() {
142 MSG=$2
143 STR=$3
144 RE=$4
145 # Ask the user if they want to continue or quit in the event of an error
146 echo -n "${1}${MSG} ($STR) "
147 read
148 while [[ ! "$REPLY" =~ $RE ]]; do
149 echo -n "continue? ($STR) "
150 read
151 done
152 }
153 ask_to_continue() {
154 ask_to_continue_ "${1}" "Do you wish to continue anyway?" "y/n" "[yYnN]"
155 if [[ "$REPLY" == "n" || "$REPLY" == "N" ]]; then
156 logmsg "===== Build aborted ====="
157 exit 1
158 fi
159 logmsg "===== User elected to continue after prompt. ====="
160 }
161
162 ask_to_install() {
163 PKG=$1
164 MSG=$2
165 if [[ -n "$AUTOINSTALL" ]]; then
166 logmsg "Auto-installing $PKG..."
167 logcmd sudo pkg install $PKG || logerr "pkg install $PKG failed"
168 return
169 fi
170 if [[ -n "$BATCH" ]]; then
171 logmsg "===== Build aborted ====="
172 exit 1
173 fi
174 ask_to_continue_ "$MSG " "Install/Abort?" "i/a" "[iIaA]"
175 if [[ "$REPLY" == "i" || "$REPLY" == "I" ]]; then
176 logcmd sudo pkg install $PKG || logerr "pkg install failed"
177 else
178 logmsg "===== Build aborted ====="
179 exit 1
180 fi
181 }
182
183 ask_to_pkglint() {
184 local MANIFEST=$1
185
186 ask_to_continue_ "" "Do you want to run pkglint at this time?" "y/n" "[yYnN]"
187 [[ "$REPLY" == "y" || "$REPLY" == "Y" ]]
188 }
189
190 #############################################################################
191 # URL encoding for package names, at least
192 #############################################################################
193 # This isn't real URL encoding, just a couple of common substitutions
194 url_encode() {
195 [ $# -lt 1 ] && logerr "Not enough arguments to url_encode(). Expecting a string to encode."
196 local encoded="$1";
197 encoded=`echo $encoded | sed -e 's!/!%2F!g' -e 's!+!%2B!g'`
198 encoded=`echo $encoded | sed -e 's/%../_/g;'`
199 echo $encoded
200 }
201
202 #############################################################################
203 # Some initialization
204 #############################################################################
205 # Set the LANG to C as the assembler will freak out on unicode in headers
206 LANG=C
207 export LANG
208 # Set the path - This can be overriden/extended in the build script
209 PATH="/opt/gcc-4.8.1/bin:/usr/ccs/bin:/usr/bin:/usr/sbin:/usr/gnu/bin:/usr/sfw/bin"
210 export PATH
211 # The dir where this file is located - used for sourcing further files
212 MYDIR=$PWD/`dirname $BASH_SOURCE[0]`
213 # The dir where this file was sourced from - this will be the directory of the
214 # build script
215 SRCDIR=$PWD/`dirname $0`
216
217 #############################################################################
218 # Load configuration options
219 #############################################################################
220 . $MYDIR/config.sh
221 . $MYDIR/site.sh
222
223 # Platform information
224 SUNOSVER=`uname -r` # e.g. 5.11
225
226 if [[ -f $LOGFILE ]]; then
227 mv $LOGFILE $LOGFILE.1
228 fi
229 process_opts $@
230 shift $((OPTIND - 1))
231
232 BasicRequirements(){
233 local needed=""
234 [[ -x /opt/gcc-4.8.1/bin/gcc ]] || needed+=" developer/gcc48"
235 [[ -x /usr/bin/ar ]] || needed+=" developer/object-file"
236 [[ -x /usr/bin/ld ]] || needed+=" developer/linker"
237 [[ -f /usr/lib/crt1.o ]] || needed+=" developer/library/lint"
238 [[ -x /usr/bin/gmake ]] || needed+=" developer/build/gnu-make"
239 [[ -f /usr/include/sys/types.h ]] || needed+=" system/header"
240 [[ -f /usr/include/math.h ]] || needed+=" system/library/math"
241 if [[ -n "$needed" ]]; then
242 logmsg "You appear to be missing some basic build requirements."
243 logmsg "To fix this run:"
244 logmsg " "
245 logmsg " sudo pkg install$needed"
246 if [[ -n "$BATCH" ]]; then
247 logmsg "===== Build aborted ====="
248 exit 1
249 fi
250 echo
251 for i in "$needed"; do
252 ask_to_install $i "--- Build-time dependency $i not found"
253 done
254 fi
255 }
256 BasicRequirements
257
258 #############################################################################
259 # Running as root is not safe
260 #############################################################################
261 if [[ "$UID" = "0" ]]; then
262 if [[ -n "$ROOT_OK" ]]; then
263 logmsg "--- Running as root, but ROOT_OK is set; continuing"
264 else
265 logerr "--- You cannot run this as root"
266 fi
267 fi
268
269 #############################################################################
270 # Print startup message
271 #############################################################################
272 [[ -z "$NOBANNER" ]] && logmsg "===== Build started at `date` ====="
273
274
275 #############################################################################
276 # Libtool -nostdlib hacking
277 # libtool doesn't put -nostdlib in the shared archive creation command
278 # we need it sometimes.
279 #############################################################################
280 libtool_nostdlib() {
281 FILE=$1
282 EXTRAS=$2
283 logcmd perl -pi -e 's#(\$CC.*\$compiler_flags)#$1 -nostdlib '"$EXTRAS"'#g;' $FILE ||
284 logerr "--- Patching libtool:$FILE for -nostdlib support failed"
285 }
286
287 #############################################################################
288 # Initialization function
289 #############################################################################
290 init() {
291 # Print out current settings
292 logmsg "Package name: $PKG"
293 # Selected flavor
294 if [[ -z "$FLAVOR" ]]; then
295 logmsg "Selected flavor: None (use -f to specify a flavor)"
296 else
297 logmsg "Selected Flavor: $FLAVOR"
298 fi
299 if [[ -n "$OLDFLAVOR" && "$OLDFLAVOR" != "$FLAVOR" ]]; then
300 logmsg "NOTICE - The flavor was overridden by the build script."
301 logmsg "The flavor specified on the command line was: $OLDFLAVOR"
302 fi
303 # Build arch
304 logmsg "Selected build arch: $BUILDARCH"
305 if [[ -n "$OLDBUILDARCH" && "$OLDBUILDARCH" != "$BUILDARCH" ]]; then
306 logmsg "NOTICE - The build arch was overridden by the build script."
307 logmsg "The build arch specified on the command line was: $OLDFLAVOR"
308 fi
309 # Extra dependency version
310 if [[ -z "$DEPVER" ]]; then
311 logmsg "Extra dependency: None (use -d to specify a version)"
312 else
313 logmsg "Extra dependency: $DEPVER"
314 fi
315 # Ensure SUMMARY and DESC are non-empty
316 if [[ -z "$SUMMARY" ]]; then
317 logerr "SUMMARY may not be empty. Please update your build script"
318 elif [[ -z "$DESC" ]]; then
319 logerr "DESC may not be empty. Please update your build script"
320 fi
321
322 # BUILDDIR can be used to manually specify what directory the program is
323 # built in (i.e. what the tarball extracts to). This defaults to the name
324 # and version of the program, which works in most cases.
325 if [[ -z $BUILDDIR ]]; then
326 BUILDDIR=$PROG-$VER
327 fi
328
329 RPATH=`echo $PKGSRVR | sed -e 's/^file:\/*/\//'`
330 if [[ "$RPATH" != "$PKGSRVR" ]]; then
331 if [[ ! -d $RPATH ]]; then
332 pkgrepo create $RPATH || \
333 logerr "Could not local repo"
334 pkgrepo add-publisher -s $RPATH $PKGPUBLISHER || \
335 logerr "Could not set publisher on repo"
336 fi
337 fi
338 pkgrepo get -s $PKGSRVR > /dev/null 2>&1 || \
339 logerr "The PKGSRVR ($PKGSRVR) isn't available. All is doomed."
340 verify_depends
341 }
342
343 #############################################################################
344 # Verify any dependencies
345 #############################################################################
346 verify_depends() {
347 logmsg "Verifying dependencies"
348 # Support old-style runtime deps
349 if [[ -n "$DEPENDS_IPS" && -n "$RUN_DEPENDS_IPS" ]]; then
350 # Either old way or new, not both.
351 logerr "DEPENDS_IPS is deprecated. Please list all runtime dependencies in RUN_DEPENDS_IPS."
352 elif [[ -n "$DEPENDS_IPS" && -z "$RUN_DEPENDS_IPS" ]]; then
353 RUN_DEPENDS_IPS=$DEPENDS_IPS
354 fi
355 # If only DEPENDS_IPS is used, assume the deps are build-time as well
356 if [[ -z "$BUILD_DEPENDS_IPS" && -n "$DEPENDS_IPS" ]]; then
357 BUILD_DEPENDS_IPS=$DEPENDS_IPS
358 fi
359 for i in $BUILD_DEPENDS_IPS; do
360 # Trim indicators to get the true name (see make_package for details)
361 case ${i:0:1} in
362 \=|\?)
363 i=${i:1}
364 ;;
365 \-)
366 # If it's an exclude, we should error if it's installed rather than missing
367 i=${i:1}
368 pkg info $i > /dev/null 2<&1 &&
369 logerr "--- $i cannot be installed while building this package."
370 continue
371 ;;
372 esac
373 pkg info $i > /dev/null 2<&1 ||
374 ask_to_install "$i" "--- Build-time dependency $i not found"
375 done
376 }
377
378 #############################################################################
379 # People that need this should call it explicitly
380 #############################################################################
381 run_autoconf() {
382 logmsg "Running autoconf"
383 pushd $TMPDIR/$BUILDDIR > /dev/null
384 logcmd autoconf || logerr "Failed to run autoconf"
385 popd > /dev/null
386 }
387
388 #############################################################################
389 # Stuff that needs to be done/set before we start building
390 #############################################################################
391 prep_build() {
392 logmsg "Preparing for build"
393
394 # Get the current date/time for the package timestamp
395 DATETIME=`TZ=UTC /usr/bin/date +"%Y%m%dT%H%M%SZ"`
396
397 logmsg "--- Creating temporary install dir"
398 # We might need to encode some special chars
399 PKGE=$(url_encode $PKG)
400 # For DESTDIR the '%' can cause problems for some install scripts
401 PKGD=${PKGE//%/_}
402 DESTDIR=$DTMPDIR/${PKGD}_pkg
403 if [[ -z $DONT_REMOVE_INSTALL_DIR ]]; then
404 logcmd chmod -R u+w $DESTDIR > /dev/null 2>&1
405 logcmd rm -rf $DESTDIR || \
406 logerr "Failed to remove old temporary install dir"
407 mkdir -p $DESTDIR || \
408 logerr "Failed to create temporary install dir"
409 fi
410 }
411
412 #############################################################################
413 # Applies patches contained in $PATCHDIR (default patches/)
414 #############################################################################
415 check_for_patches() {
416 if [[ -z $1 ]]; then
417 logmsg "Checking for patches in $PATCHDIR/"
418 else
419 logmsg "Checking for patches in $PATCHDIR/ ($1)"
420 fi
421 if [[ ! -d $SRCDIR/$PATCHDIR ]]; then
422 logmsg "--- No patches directory found"
423 return 1
424 fi
425 if [[ ! -f $SRCDIR/$PATCHDIR/series ]]; then
426 logmsg "--- No series file (list of patches) found"
427 return 1
428 fi
429 return 0
430 }
431
432 patch_source() {
433 if ! check_for_patches "in order to apply them"; then
434 logmsg "--- Not applying any patches"
435 else
436 logmsg "Applying patches"
437 # Read the series file for patch filenames
438 exec 3<"$SRCDIR/$PATCHDIR/series" # Open the series file with handle 3
439 pushd $TMPDIR/$BUILDDIR > /dev/null
440 while read LINE <&3 ; do
441 # Split Line into filename+args
442 patch_file $LINE
443 done
444 popd > /dev/null
445 exec 3<&- # Close the file
446 fi
447 }
448
449 patch_file() {
450 FILENAME=$1
451 shift
452 ARGS=$@
453 if [[ ! -f $SRCDIR/$PATCHDIR/$FILENAME ]]; then
454 logmsg "--- Patch file $FILENAME not found. Skipping patch."
455 return
456 fi
457 # Note - if -p is specified more than once, then the last one takes
458 # precedence, so we can specify -p1 at the beginning to default to -p1.
459 # -t - don't ask questions
460 # -N - don't try to apply a reverse patch
461 if ! logcmd $PATCH -p1 -t -N $ARGS < $SRCDIR/$PATCHDIR/$FILENAME; then
462 logerr "--- Patch $FILENAME failed"
463 else
464 logmsg "--- Applied patch $FILENAME"
465 fi
466 }
467
468 #############################################################################
469 # Attempt to download the given resource to the current directory.
470 #############################################################################
471 # Parameters
472 # $1 - resource to get
473 #
474 get_resource() {
475 local RESOURCE=$1
476 case ${MIRROR:0:1} in
477 /)
478 logcmd cp $MIRROR/$RESOURCE .
479 ;;
480 *)
481 URLPREFIX=$MIRROR
482 $WGET -a $LOGFILE $URLPREFIX/$RESOURCE
483 ;;
484 esac
485 }
486
487 #############################################################################
488 # Download source tarball if needed and extract it
489 #############################################################################
490 # Parameters
491 # $1 - directory name on the server
492 # $2 - program name
493 # $3 - program version
494 # $4 - target directory
495 #
496 # E.g.
497 # download_source myprog myprog 1.2.3 will try:
498 # http://mirrors.omniti.com/myprog/myprog-1.2.3.tar.gz
499 download_source() {
500 local DLDIR=$1
501 local PROG=$2
502 local VER=$3
503 local TARGETDIR=$4
504 if [[ -z $VER ]]; then
505 local ARCHIVEPREFIX=$PROG
506 else
507 local ARCHIVEPREFIX=$PROG-$VER
508 fi
509 if [[ -z $TARGETDIR ]]; then
510 # Default to $TMPDIR if no output dir specified
511 TARGETDIR=$TMPDIR
512 fi
513 # Create TARGETDIR if it doesn't exist
514 if [[ ! -d $TARGETDIR ]]; then
515 logmsg "Specified target directory $TARGETDIR does not exist. Creating it now."
516 logcmd mkdir -p $TARGETDIR
517 fi
518
519 pushd $TARGETDIR > /dev/null
520 logmsg "Checking for source directory"
521 if [ -d $BUILDDIR ]; then
522 logmsg "--- Source directory found"
523 if [ -n "$REMOVE_PREVIOUS" ]; then
524 logmsg "--- Removing previously extracted source directory (REMOVE_PREVIOUS=$REMOVE_PREVIOUS)"
525 logcmd rm -rf $BUILDDIR || \
526 logerr "Failed to remove source directory"
527 elif check_for_patches "to see if we need to remove the source dir"; then
528 logmsg "--- Patches are present, removing source directory"
529 logcmd rm -rf $BUILDDIR || \
530 logerr "Failed to remove source directory"
531 else
532 logmsg "--- Patches are not present and REMOVE_PREVIOUS is not set, keeping source directory"
533 popd > /dev/null
534 return
535 fi
536 else
537 logmsg "--- Source directory not found"
538 fi
539
540 # If we reach this point, the source directory was either not found, or it
541 # was removed due to patches being present.
542 logmsg "Checking for $PROG source archive"
543 find_archive $ARCHIVEPREFIX FILENAME
544 if [[ "$FILENAME" == "" ]]; then
545 # Try all possible archive names
546 logmsg "--- Archive not found."
547 logmsg "Downloading archive"
548 get_resource $DLDIR/$ARCHIVEPREFIX.tar.gz || \
549 get_resource $DLDIR/$ARCHIVEPREFIX.tar.bz2 || \
550 get_resource $DLDIR/$ARCHIVEPREFIX.tar.xz || \
551 get_resource $DLDIR/$ARCHIVEPREFIX.tgz || \
552 get_resource $DLDIR/$ARCHIVEPREFIX.tbz || \
553 get_resource $DLDIR/$ARCHIVEPREFIX.tar || \
554 get_resource $DLDIR/$ARCHIVEPREFIX.zip || \
555 logerr "--- Failed to download file"
556 find_archive $ARCHIVEPREFIX FILENAME
557 if [[ "$FILENAME" == "" ]]; then
558 logerr "Unable to find downloaded file."
559 fi
560 else
561 logmsg "--- $PROG source archive found"
562 fi
563 # Extract the archive
564 logmsg "Extracting archive: $FILENAME"
565 if ! logcmd extract_archive $FILENAME; then
566 logerr "--- Unable to extract archive."
567 fi
568 # Make sure the archive actually extracted some source where we expect
569 if [[ ! -d $BUILDDIR ]]; then
570 logerr "--- Extracted source is not in the expected location" \
571 " ($BUILDDIR)"
572 fi
573 popd > /dev/null
574 }
575
576 # Finds an existing archive and stores its value in a variable whose name
577 # is passed as a second parameter
578 # Example: find_archive myprog-1.2.3 FILENAME
579 # Stores myprog-1.2.3.tar.gz in $FILENAME
580 find_archive() {
581 FILES=`ls $1.{tar.bz2,tar.gz,tar.xz,tgz,tbz,tar,zip} 2>/dev/null`
582 FILES=${FILES%% *} # Take only the first filename returned
583 # This dereferences the second parameter passed
584 eval "$2=\"$FILES\""
585 }
586
587 # Extracts an archive regardless of its extension
588 extract_archive() {
589 if [[ ${1: -7} == ".tar.gz" || ${1: -4} == ".tgz" ]]; then
590 $GZIP -dc $1 | $TAR xvf -
591 elif [[ ${1: -8} == ".tar.bz2" || ${1: -4} == ".tbz" ]]; then
592 $BUNZIP2 -dc $1 | $TAR xvf -
593 elif [[ ${1: -7} == ".tar.xz" ]]; then
594 $XZCAT $1 | $TAR xvf -
595 elif [[ ${1: -4} == ".tar" ]]; then
596 $TAR xvf $1
597 elif [[ ${1: -4} == ".zip" ]]; then
598 $UNZIP $1
599 else
600 return 1
601 fi
602 }
603
604 #############################################################################
605 # Make the package
606 #############################################################################
607 make_package() {
608 logmsg "Making package"
609 case $BUILDARCH in
610 32)
611 BUILDSTR="32bit-"
612 ;;
613 64)
614 BUILDSTR="64bit-"
615 ;;
616 *)
617 BUILDSTR=""
618 ;;
619 esac
620 # Add the flavor name to the package if it is not the default
621 case $FLAVOR in
622 ""|default)
623 FLAVORSTR=""
624 ;;
625 *)
626 FLAVORSTR="$FLAVOR-"
627 ;;
628 esac
629 DESCSTR="$DESC"
630 if [[ -n "$FLAVORSTR" ]]; then
631 DESCSTR="$DESCSTR ($FLAVOR)"
632 fi
633 PKGSEND=/usr/bin/pkgsend
634 PKGLINT=/usr/bin/pkglint
635 PKGMOGRIFY=/usr/bin/pkgmogrify
636 PKGFMT=/usr/bin/pkgfmt
637 PKGDEPEND=/usr/bin/pkgdepend
638 P5M_INT=$TMPDIR/${PKGE}.p5m.int
639 P5M_INT2=$TMPDIR/${PKGE}.p5m.int.2
640 P5M_INT3=$TMPDIR/${PKGE}.p5m.int.3
641 P5M_FINAL=$TMPDIR/${PKGE}.p5m
642 MANUAL_DEPS=$TMPDIR/${PKGE}.deps.mog
643 GLOBAL_MOG_FILE=$MYDIR/global-transforms.mog
644 MY_MOG_FILE=$TMPDIR/${PKGE}.mog
645
646 ## Strip leading zeros in version components.
647 VER=`echo $VER | sed -e 's/\.0*\([1-9]\)/.\1/g;'`
648 if [[ -n "$FLAVOR" ]]; then
649 # We use FLAVOR instead of FLAVORSTR as we don't want the trailing dash
650 FMRI="${PKG}-${FLAVOR}@${VER},${SUNOSVER}-${PVER}"
651 else
652 FMRI="${PKG}@${VER},${SUNOSVER}-${PVER}"
653 fi
654 if [[ -n "$DESTDIR" ]]; then
655 logmsg "--- Generating package manifest from $DESTDIR"
656 logmsg "------ Running: $PKGSEND generate $DESTDIR > $P5M_INT"
657 $PKGSEND generate $DESTDIR > $P5M_INT || \
658 logerr "------ Failed to generate manifest"
659 else
660 logmsg "--- Looks like a meta-package. Creating empty manifest"
661 logcmd touch $P5M_INT || \
662 logerr "------ Failed to create empty manifest"
663 fi
664 logmsg "--- Generating package metadata"
665 echo "set name=pkg.fmri value=$FMRI" > $MY_MOG_FILE
666 # Set human-readable version, if it exists
667 if [[ -n "$VERHUMAN" ]]; then
668 logmsg "------ Setting human-readable version"
669 echo "set name=pkg.human-version value=\"$VERHUMAN\"" >> $MY_MOG_FILE
670 fi
671 echo "set name=pkg.summary value=\"$SUMMARY\"" >> $MY_MOG_FILE
672 echo "set name=pkg.descr value=\"$DESCSTR\"" >> $MY_MOG_FILE
673 echo "set name=publisher value=\"sa@omniti.com\"" >> $MY_MOG_FILE
674 if [[ -f $SRCDIR/local.mog ]]; then
675 LOCAL_MOG_FILE=$SRCDIR/local.mog
676 fi
677 logmsg "--- Applying transforms"
678 $PKGMOGRIFY $P5M_INT $MY_MOG_FILE $GLOBAL_MOG_FILE $LOCAL_MOG_FILE $* | $PKGFMT -u > $P5M_INT2
679 logmsg "--- Resolving dependencies"
680 (
681 set -e
682 $PKGDEPEND generate -md $DESTDIR $P5M_INT2 > $P5M_INT3
683 $PKGDEPEND resolve -m $P5M_INT3
684 ) || logerr "--- Dependency resolution failed"
685 echo > "$MANUAL_DEPS"
686 if [[ -n "$RUN_DEPENDS_IPS" ]]; then
687 logmsg "------ Adding manual dependencies"
688 for i in $RUN_DEPENDS_IPS; do
689 # IPS dependencies have multiple types, of which we care about four:
690 # require, optional, incorporate, exclude
691 # For backward compatibility, assume no indicator means type=require
692 # FMRI attributes are implicitly rooted so we don't have to prefix
693 # 'pkg:/' or worry about ambiguities in names
694 local DEPTYPE="require"
695 case ${i:0:1} in
696 \=)
697 DEPTYPE="incorporate"
698 i=${i:1}
699 ;;
700 \?)
701 DEPTYPE="optional"
702 i=${i:1}
703 ;;
704 \-)
705 DEPTYPE="exclude"
706 i=${i:1}
707 ;;
708 esac
709 case $i in
710 *@*)
711 depname=${i%@*}
712 explicit_ver=true
713 ;;
714 *)
715 depname=$i
716 explicit_ver=false
717 ;;
718 esac
719 # ugly grep, but pkgmogrify doesn't seem to provide any way to add
720 # actions while avoiding duplicates (except maybe by running it
721 # twice, using drop transform on the first run)
722 if grep -q "^depend .*fmri=[^ ]*$depname" "${P5M_INT3}.res"; then
723 autoresolved=true
724 else
725 autoresolved=false
726 fi
727 if $autoresolved && [ "$DEPTYPE" = "require" ]; then
728 if $explicit_ver; then
729 echo "<transform depend fmri=(.+/)?$depname -> set fmri $i>" >> $MANUAL_DEPS
730 fi
731 else
732 echo "depend type=$DEPTYPE fmri=$i" >> $MANUAL_DEPS
733 fi
734 done
735 fi
736 $PKGMOGRIFY "${P5M_INT3}.res" "$MANUAL_DEPS" | $PKGFMT -u > $P5M_FINAL
737 if [[ -z $SKIP_PKGLINT ]] && ( [[ -n $BATCH ]] || ask_to_pkglint ); then
738 $PKGLINT -c $TMPDIR/lint-cache -r $PKGSRVR $P5M_FINAL || \
739 logerr "----- pkglint failed"
740 fi
741 logmsg "--- Publishing package to $PKGSRVR"
742 if [[ -z $BATCH ]]; then
743 logmsg "Intentional pause: Last chance to sanity-check before publication!"
744 ask_to_continue
745 fi
746 if [[ -n "$DESTDIR" ]]; then
747 logcmd $PKGSEND -s $PKGSRVR publish -d $DESTDIR -d $TMPDIR/$BUILDDIR \
748 -d $SRCDIR -T \*.py $P5M_FINAL || \
749 logerr "------ Failed to publish package"
750 else
751 # If we're a metapackage (no DESTDIR) then there are no directories to check
752 logcmd $PKGSEND -s $PKGSRVR publish $P5M_FINAL || \
753 logerr "------ Failed to publish package"
754 fi
755 logmsg "--- Published $FMRI"
756 }
757
758 #############################################################################
759 # Make isaexec stub binaries
760 #############################################################################
761 make_isa_stub() {
762 logmsg "Making isaexec stub binaries"
763 [[ -z $ISAEXEC_DIRS ]] && ISAEXEC_DIRS="bin sbin"
764 for DIR in $ISAEXEC_DIRS; do
765 if [[ -d $DESTDIR$PREFIX/$DIR ]]; then
766 logmsg "--- $DIR"
767 pushd $DESTDIR$PREFIX/$DIR > /dev/null
768 make_isaexec_stub_arch $ISAPART
769 make_isaexec_stub_arch $ISAPART64
770 popd > /dev/null
771 fi
772 done
773 }
774
775 make_isaexec_stub_arch() {
776 for file in $1/*; do
777 [[ -f $file ]] || continue # Deals with empty dirs & non-files
778 # Check to make sure we don't have a script
779 read -n 4 < $file
780 file=`echo $file | sed -e "s/$1\///;"`
781 # Only copy non-binaries if we set NOSCRIPTSTUB
782 if [[ $REPLY != $'\177'ELF && -n "$NOSCRIPTSTUB" ]]; then
783 logmsg "------ Non-binary file: $file - copying instead"
784 cp $1/$file . && rm $1/$file
785 chmod +x $file
786 continue
787 fi
788 # Skip if we already made a stub for this file
789 [[ -f $file ]] && continue
790 logmsg "------ $file"
791 # Run the makeisa.sh script
792 CC=$CC \
793 logcmd $MYDIR/makeisa.sh $PREFIX/$DIR $file || \
794 logerr "--- Failed to make isaexec stub for $DIR/$file"
795 done
796 }
797
798 #############################################################################
799 # Build commands
800 #############################################################################
801 # Notes:
802 # - These methods are designed to work in the general case.
803 # - You can set CFLAGS/LDFLAGS (and CFLAGS32/CFLAGS64 for arch specific flags)
804 # - Configure flags are set in CONFIGURE_OPTS_32 and CONFIGURE_OPTS_64 with
805 # defaults set in config.sh. You can append to these variables or replace
806 # them if the defaults don't work for you.
807 # - In the normal case, where you just want to add --enable-feature, set
808 # CONFIGURE_OPTS. This will be appended to the end of CONFIGURE_CMD
809 # for both 32 and 64 bit builds.
810 # - Any of these functions can be overriden in your build script, so if
811 # anything here doesn't apply to the build process for your application,
812 # just override that function with whatever code you need. The build
813 # function itself can be overriden if the build process doesn't fit into a
814 # configure, make, make install pattern.
815 #############################################################################
816 make_clean() {
817 logmsg "--- make (dist)clean"
818 logcmd $MAKE distclean || \
819 logcmd $MAKE clean || \
820 logmsg "--- *** WARNING *** make (dist)clean Failed"
821 }
822
823 configure32() {
824 logmsg "--- configure (32-bit)"
825 CFLAGS="$CFLAGS $CFLAGS32" \
826 CXXFLAGS="$CXXFLAGS $CXXFLAGS32" \
827 CPPFLAGS="$CPPFLAGS $CPPFLAGS32" \
828 LDFLAGS="$LDFLAGS $LDFLAGS32" \
829 CC=$CC CXX=$CXX \
830 logcmd $CONFIGURE_CMD $CONFIGURE_OPTS_32 \
831 $CONFIGURE_OPTS || \
832 logerr "--- Configure failed"
833 }
834
835 configure64() {
836 logmsg "--- configure (64-bit)"
837 CFLAGS="$CFLAGS $CFLAGS64" \
838 CXXFLAGS="$CXXFLAGS $CXXFLAGS64" \
839 CPPFLAGS="$CPPFLAGS $CPPFLAGS64" \
840 LDFLAGS="$LDFLAGS $LDFLAGS64" \
841 CC=$CC CXX=$CXX \
842 logcmd $CONFIGURE_CMD $CONFIGURE_OPTS_64 \
843 $CONFIGURE_OPTS || \
844 logerr "--- Configure failed"
845 }
846
847 make_prog() {
848 [[ -n $NO_PARALLEL_MAKE ]] && MAKE_JOBS=""
849 if [[ -n $LIBTOOL_NOSTDLIB ]]; then
850 libtool_nostdlib $LIBTOOL_NOSTDLIB $LIBTOOL_NOSTDLIB_EXTRAS
851 fi
852 logmsg "--- make"
853 logcmd $MAKE $MAKE_JOBS || \
854 logerr "--- Make failed"
855 }
856
857 make_prog32() {
858 make_prog
859 }
860
861 make_prog64() {
862 make_prog
863 }
864
865 make_install() {
866 logmsg "--- make install"
867 logcmd $MAKE DESTDIR=${DESTDIR} install || \
868 logerr "--- Make install failed"
869 }
870
871 make_install32() {
872 make_install
873 }
874
875 make_install64() {
876 make_install
877 }
878
879 make_pure_install() {
880 # Make pure_install for perl modules so they don't touch perllocal.pod
881 logmsg "--- make install (pure)"
882 logcmd $MAKE DESTDIR=${DESTDIR} pure_install || \
883 logerr "--- Make pure_install failed"
884 }
885
886 make_param() {
887 logmsg "--- make $@"
888 logcmd $MAKE "$@" || \
889 logerr "--- $MAKE $1 failed"
890 }
891
892 # Helper function that can be called by build scripts to make in a specific dir
893 make_in() {
894 [[ -z $1 ]] && logerr "------ Make in dir failed - no dir specified"
895 [[ -n $NO_PARALLEL_MAKE ]] && MAKE_JOBS=""
896 logmsg "------ make in $1"
897 logcmd $MAKE $MAKE_JOBS -C $1 || \
898 logerr "------ Make in $1 failed"
899 }
900
901 # Helper function that can be called by build scripts to install in a specific
902 # dir
903 make_install_in() {
904 [[ -z $1 ]] && logerr "--- Make install in dir failed - no dir specified"
905 logmsg "------ make install in $1"
906 logcmd $MAKE -C $1 DESTDIR=${DESTDIR} install || \
907 logerr "------ Make install in $1 failed"
908 }
909
910 make_lintlibs() {
911 logmsg "Making lint libraries"
912
913 LINTLIB=$1
914 LINTLIBDIR=$2
915 LINTINCDIR=$3
916 LINTINCFILES=$4
917
918 [[ -z ${LINTLIB} ]] && logerr "not lint library specified"
919 [[ -z ${LINTINCFILES} ]] && LINTINCFILES="*.h"
920
921 cat <<EOF > ${DTMPDIR}/${PKGD}_llib-l${LINTLIB}
922 /* LINTLIBRARY */
923 /* PROTOLIB1 */
924 #include <sys/types.h>
925 #undef _LARGEFILE_SOURCE
926 EOF
927 pushd ${DESTDIR}${LINTINCDIR} > /dev/null
928 sh -c "eval /usr/gnu/bin/ls -U ${LINTINCFILES}" | \
929 sed -e 's/\(.*\)/#include <\1>/' >> ${DTMPDIR}/${PKGD}_llib-l${LINTLIB}
930 popd > /dev/null
931
932 pushd ${DESTDIR}${LINTLIBDIR} > /dev/null
933 logcmd /opt/sunstudio12.1/bin/lint -nsvx -I${DESTDIR}${LINTINCDIR} \
934 -o ${LINTLIB} ${DTMPDIR}/${PKGD}_llib-l${LINTLIB} || \
935 logerr "failed to generate 32bit lint library ${LINTLIB}"
936 popd > /dev/null
937
938 pushd ${DESTDIR}${LINTLIBDIR}/amd64 > /dev/null
939 logcmd /opt/sunstudio12.1/bin/lint -nsvx -I${DESTDIR}${LINTINCDIR} -m64 \
940 -o ${LINTLIB} ${DTMPDIR}/${PKGD}_llib-l${LINTLIB} || \
941 logerr "failed to generate 64bit lint library ${LINTLIB}"
942 popd > /dev/null
943 }
944
945 build() {
946 if [[ $BUILDARCH == "32" || $BUILDARCH == "both" ]]; then
947 build32
948 fi
949 if [[ $BUILDARCH == "64" || $BUILDARCH == "both" ]]; then
950 build64
951 fi
952 }
953
954 build32() {
955 pushd $TMPDIR/$BUILDDIR > /dev/null
956 logmsg "Building 32-bit"
957 export ISALIST="$ISAPART"
958 make_clean
959 configure32
960 make_prog32
961 make_install32
962 popd > /dev/null
963 unset ISALIST
964 export ISALIST
965 }
966
967 build64() {
968 pushd $TMPDIR/$BUILDDIR > /dev/null
969 logmsg "Building 64-bit"
970 make_clean
971 configure64
972 make_prog64
973 make_install64
974 popd > /dev/null
975 }
976
977 #############################################################################
978 # Build function for python programs
979 #############################################################################
980 pre_python_32() {
981 logmsg "prepping 32bit python build"
982 }
983 pre_python_64() {
984 logmsg "prepping 64bit python build"
985 }
986 python_build() {
987 if [[ -z "$PYTHON" ]]; then logerr "PYTHON not set"; fi
988 if [[ -z "$PYTHONPATH" ]]; then logerr "PYTHONPATH not set"; fi
989 if [[ -z "$PYTHONLIB" ]]; then logerr "PYTHONLIB not set"; fi
990 logmsg "Building using python setup.py"
991 pushd $TMPDIR/$BUILDDIR > /dev/null
992
993 ISALIST=i386
994 export ISALIST
995 pre_python_32
996 logmsg "--- setup.py (32) build"
997 logcmd $PYTHON ./setup.py build $PYBUILD32OPTS ||
998 logerr "--- build failed"
999 logmsg "--- setup.py (32) install"
1000 logcmd $PYTHON \
1001 ./setup.py install --root=$DESTDIR $PYINST32OPTS ||
1002 logerr "--- install failed"
1003
1004 ISALIST="amd64 i386"
1005 export ISALIST
1006 pre_python_64
1007 logmsg "--- setup.py (64) build"
1008 logcmd $PYTHON ./setup.py build $PYBUILD64OPTS ||
1009 logerr "--- build failed"
1010 logmsg "--- setup.py (64) install"
1011 logcmd $PYTHON \
1012 ./setup.py install --root=$DESTDIR $PYINST64OPTS ||
1013 logerr "--- install failed"
1014 popd > /dev/null
1015
1016 mv $DESTDIR/usr/lib/python2.6/site-packages $DESTDIR/usr/lib/python2.6/vendor-packages ||
1017 logerr "Cannot move from site-packages to vendor-packages"
1018 }
1019
1020 #############################################################################
1021 # Build/test function for perl modules
1022 #############################################################################
1023 # Detects whether to use Build.PL or Makefile.PL
1024 # Note: Build.PL probably needs Module::Build installed
1025 #############################################################################
1026 vendorizeperl() {
1027 logcmd mv $DESTDIR/usr/perl5/lib/site_perl $DESTDIR/usr/perl5/vendor_perl || logerr "can't move to vendor_perl"
1028 logcmd mkdir -p $DESTDIR/usr/perl5/${DEPVER}
1029 logcmd mv $DESTDIR/usr/perl5/man $DESTDIR/usr/perl5/${DEPVER}/man || logerr "can't move perl man"
1030 }
1031
1032 buildperl() {
1033 if [[ -f $SRCDIR/${PROG}-${VER}.env ]]; then
1034 logmsg "Sourcing environment file: $SRCDIR/${PROG}-${VER}.env"
1035 source $SRCDIR/${PROG}-${VER}.env
1036 fi
1037 if [[ $BUILDARCH == "32" || $BUILDARCH == "both" ]]; then
1038 buildperl32
1039 fi
1040 if [[ $BUILDARCH == "64" || $BUILDARCH == "both" ]]; then
1041 buildperl64
1042 fi
1043 }
1044
1045 buildperl32() {
1046 if [[ -f $SRCDIR/${PROG}-${VER}.env32 ]]; then
1047 logmsg "Sourcing environment file: $SRCDIR/${PROG}-${VER}.env32"
1048 source $SRCDIR/${PROG}-${VER}.env32
1049 fi
1050 pushd $TMPDIR/$BUILDDIR > /dev/null
1051 logmsg "Building 32-bit"
1052 export ISALIST="$ISAPART"
1053 local OPTS
1054 OPTS=${MAKEFILE_OPTS//_ARCH_/}
1055 OPTS=${OPTS//_ARCHBIN_/$ISAPART}
1056 if [[ -f Makefile.PL ]]; then
1057 make_clean
1058 makefilepl32 $OPTS
1059 make_prog
1060 [[ -n $PERL_MAKE_TEST ]] && make_param test
1061 make_pure_install
1062 elif [[ -f Build.PL ]]; then
1063 build_clean
1064 buildpl32 $OPTS
1065 build_prog
1066 [[ -n $PERL_MAKE_TEST ]] && build_test
1067 build_install
1068 fi
1069 popd > /dev/null
1070 unset ISALIST
1071 export ISALIST
1072 }
1073
1074 buildperl64() {
1075 if [[ -f $SRCDIR/${PROG}-${VER}.env64 ]]; then
1076 logmsg "Sourcing environment file: $SRCDIR/${PROG}-${VER}.env64"
1077 source $SRCDIR/${PROG}-${VER}.env64
1078 fi
1079 pushd $TMPDIR/$BUILDDIR > /dev/null
1080 logmsg "Building 64-bit"
1081 local OPTS
1082 OPTS=${MAKEFILE_OPTS//_ARCH_/$ISAPART64}
1083 OPTS=${OPTS//_ARCHBIN_/$ISAPART64}
1084 if [[ -f Makefile.PL ]]; then
1085 make_clean
1086 makefilepl64 $OPTS
1087 make_prog
1088 [[ -n $PERL_MAKE_TEST ]] && make_param test
1089 make_pure_install
1090 elif [[ -f Build.PL ]]; then
1091 build_clean
1092 buildpl64 $OPTS
1093 build_prog
1094 [[ -n $PERL_MAKE_TEST ]] && build_test
1095 build_install
1096 fi
1097 popd > /dev/null
1098 }
1099
1100 makefilepl32() {
1101 logmsg "--- Makefile.PL 32-bit"
1102 logcmd $PERL32 Makefile.PL PREFIX=$PREFIX $@ ||
1103 logerr "Failed to run Makefile.PL"
1104 }
1105
1106 makefilepl64() {
1107 logmsg "--- Makefile.PL 64-bit"
1108 logcmd $PERL64 Makefile.PL PREFIX=$PREFIX $@ ||
1109 logerr "Failed to run Makefile.PL"
1110 }
1111
1112 buildpl32() {
1113 logmsg "--- Build.PL 32-bit"
1114 logcmd $PERL32 Build.PL prefix=$PREFIX $@ ||
1115 logerr "Failed to run Build.PL"
1116 }
1117
1118 buildpl64() {
1119 logmsg "--- Build.PL 64-bit"
1120 logcmd $PERL64 Build.PL prefix=$PREFIX $@ ||
1121 logerr "Failed to run Build.PL"
1122 }
1123
1124 build_clean() {
1125 logmsg "--- Build (dist)clean"
1126 logcmd ./Build distclean || \
1127 logcmd ./Build clean || \
1128 logmsg "--- *** WARNING *** make (dist)clean Failed"
1129 }
1130
1131 build_prog() {
1132 logmsg "--- Build"
1133 logcmd ./Build ||
1134 logerr "Build failed"
1135 }
1136
1137 build_test() {
1138 logmsg "--- Build test"
1139 logcmd ./Build test ||
1140 logerr "Build test failed"
1141 }
1142
1143 build_install() {
1144 logmsg "--- Build install"
1145 logcmd ./Build pure_install --destdir=$DESTDIR || \
1146 logmsg "Build install failed"
1147 }
1148
1149 test_if_core() {
1150 logmsg "Testing whether $MODNAME is in core"
1151 logmsg "--- Ensuring ${PKG} is not installed"
1152 if logcmd pkg info ${PKG}; then
1153 logerr "------ Package ${PKG} appears to be installed. Please uninstall it."
1154 else
1155 logmsg "------ Not installed, good."
1156 fi
1157 if logcmd $PERL32 -M$MODNAME -e '1'; then
1158 # Module is in core, don't create a package
1159 logmsg "--- Module is in core for Perl $DEPVER. Not creating a package."
1160 exit 0
1161 else
1162 logmsg "--- Module is not in core for Perl $DEPVER. Continuing with build."
1163 fi
1164 }
1165
1166 #############################################################################
1167 # Scan the destination install and strip the non-stipped ELF objects
1168 #############################################################################
1169 strip_install() {
1170 logmsg "Stripping installation"
1171 pushd $DESTDIR > /dev/null || logerr "Cannot change to installation directory"
1172 while read file
1173 do
1174 if [[ "$1" = "-x" ]]; then
1175 ACTION=$(file $file | grep ELF | egrep -v "(, stripped|debugging)")
1176 else
1177 ACTION=$(file $file | grep ELF | grep "not stripped")
1178 fi
1179 if [[ -n "$ACTION" ]]; then
1180 logmsg "------ stripping $file"
1181 MODE=$(stat -c %a "$file")
1182 logcmd chmod 644 "$file" || logerr "chmod failed: $file"
1183 logcmd strip $* "$file" || logerr "strip failed: $file"
1184 logcmd chmod $MODE "$file" || logerr "chmod failed: $file"
1185 fi
1186 done < <(find . -depth -type f)
1187 popd > /dev/null
1188 }
1189
1190 #############################################################################
1191 # Clean up and print Done message
1192 #############################################################################
1193 clean_up() {
1194 logmsg "Cleaning up"
1195 if [[ -z $DONT_REMOVE_INSTALL_DIR ]]; then
1196 logmsg "--- Removing temporary install directory $DESTDIR"
1197 logcmd chmod -R u+w $DESTDIR > /dev/null 2>&1
1198 logcmd rm -rf $DESTDIR || \
1199 logerr "Failed to remove temporary install directory"
1200 logmsg "--- Cleaning up temporary manifest and transform files"
1201 logcmd rm -f $P5M_INT $P5M_INT2 $P5M_INT3 $P5M_FINAL $MY_MOG_FILE $MANUAL_DEPS || \
1202 logerr "Failed to remove temporary manifest and transform files"
1203 logmsg "Done."
1204 fi
1205 }
1206
1207 #############################################################################
1208 # Helper function that will let you save a predefined function so you can
1209 # override it and call it later
1210 #############################################################################
1211 save_function() {
1212 local ORIG_FUNC=$(declare -f $1)
1213 local NEWNAME_FUNC="$2${ORIG_FUNC#$1}"
1214 eval "$NEWNAME_FUNC"
1215 }
1216
1217 # Called by builds that need a PREBUILT_ILLUMOS actually finished.
1218 wait_for_prebuilt() {
1219 if [ ! -d ${PREBUILT_ILLUMOS:-/dev/null} ]; then
1220 logmsg "wait_for_prebuilt() called w/o PREBUILT_ILLUMOS. Bailing."
1221 clean_up
1222 exit 1
1223 fi
1224
1225 # -h means symbolic link. That's what nightly does.
1226 if [ ! -h $PREBUILT_ILLUMOS/log/nightly.lock ]; then
1227 logmsg "$PREBUILT_ILLUMOS already built (no nightly.lock present...)"
1228 return
1229 fi
1230
1231 # NOTE -> if the nightly finishes between the above check and now, we
1232 # can produce confusing output since nightly_pid will be empty.
1233 nightly_pid=`ls -lt $PREBUILT_ILLUMOS/log/nightly.lock | awk -F. '{print $4}'`
1234 # Wait for nightly to be finished if it's running.
1235 logmsg "Waiting for illumos nightly build $nightly_pid to be finished."
1236 logmsg "Amount of time waiting for illumos nightly follows."
1237 logcmd /bin/time pwait $nightly_pid
1238 if [ -h $PREBUILT_ILLUMOS/log/nightly.lock ]; then
1239 logmsg "Nightly lock present, but build not running. Bailing."
1240 if [[ -z $BATCH ]]; then
1241 ask_to_continue
1242 fi
1243 clean_up
1244 exit 1
1245 fi
1246 }
1247
1248 # Vim hints
1249 # vim:ts=4:sw=4:et: