3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # include the exit_traps library
19 . ${0%/lbuild}/exit_traps.sh
20 . ${0%/lbuild}/funcs.sh
22 # our children should die when we do
23 push_exit_trap "kill -INT -$$ || true" kill_children
25 # increment this if you have made a change that should force a new kernel
28 #BUILD_GEN=2 # bz19952: remove -lustre tag from kernel RPM names
29 #BUILD_GEN=3 # bz19975: enable the building of src.rpms by default
30 #BUILD_GEN=4 # bz22281: use the git hash in the kernel extra version
31 BUILD_GEN=5 # TT-107: don't cache the BUILD dir
35 # CVSROOT is inherited from the environment
40 # XXX - some recent hacking has pretty much neutered this option.
41 # search through this file (and lbuild.old_school -- but that will
42 # be going away soon) for "-bb" and see how many places
43 # simply don't account for this option
49 TARGET_ARCH="$(uname -m)"
50 # change default behavior to only build for the current arch
51 TARGET_ARCHS="$TARGET_ARCH"
52 TARGET_ARCHS_ALL="$TARGET_ARCH"
53 [ "$TARGET_ARCH" = "i686" ] && TARGET_ARCHS_ALL="i686 i586 i386"
58 TMPDIR=${TMPDIR:-"/var/tmp"}
60 # this is a dir to try reuse old kernel RPMs in (although, it seems to be
61 # unused in any real manner
63 # this is the dir that should be used to store reuse products
65 # should cached products be used or force rebuilding?
67 # what does this do exactly? does it imply no kernel build?
73 SKIPLDISKFSRPM="v1_4_* b1_4"
74 SMPTYPES="smp bigsmp default ''"
80 # default to not adding -lustre- into the kernel RPM package names
81 KERNEL_LUSTRE_NAMING=false
82 # default not use kabi check.
100 # not in the target file any more
103 # build the lustre-tests rpm?
115 # Readlink is not present on some older distributions: emulate it.
119 if [ -L "$path" ]; then
120 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
129 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
132 Specifies the CVS Root to use when pulling files from CVS. The
133 environment variable \$CVSROOT is used if this option is not
136 --external-patches=EXTERNAL_PATCHES
137 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
138 look for seres and config files in before looking in the lustre
141 --extraversion=EXTRAVERSION
142 Text to use for the rpm release and kernel extraversion.
144 --timestamp=TIMESTAMP
145 Date of building lustre in format YYYYMMDDhhmmss
148 Try to reuse old kernel RPMs from DIR
151 Try to reuse old kernel builds from DIR
154 Path to distro kernel RPM collection
160 Do not build RPMs (compile only mode)
163 Build lustre client only
166 Which distro using. Autodetect by default
168 --kerneldir=KERNELDIR
169 Directory containing Linux source tarballs referenced by target
172 --kerneltree=KERNELTREE
173 Directory containing dirs with Linux source tarballs referenced by target
174 files. Dir names in format kernel version ('2.6.9', etc.)
176 --linux=LINUX --with-linux=LINUX
177 Directory of Linux kernel sources. When this option is used, only
178 Lustre modules and userspace are built.
181 Path to an existing lustre source tarball to use instead of
185 Do not try to download a kernel from downloads.lustre.org
188 Do not build a .src.rpm, a full kernel patch, or a patched kernel
192 Do ldiskfs RPM. Now true by default
195 Do not build lustre-iokit RPM. Now true by default
201 Specifies that the files generated do not include timestamps, and
202 that this is an official release.
205 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
208 Directory used to stage packages for release. RPMs will be placed
209 more or less in DIR/<target>-<arch>, and the tarball will be
213 A CVS branch/tag name to build from when pulling from CVS.
216 The name of the target to build. The available targets are listed
219 --target-archs=TARGET_ARCHS
220 A (space delimited) list of architectures to build. By default,
221 all of the archs supported by the TARGET will be built, in
222 addition to a .src.rpm. This option can limit those, for machines
223 that can only build certain archs or if you only want a certain
224 arch built (for testing, or a one-off kernel).
226 Also note that by using a non-"base" arch (eg, i386) only kernels
227 will be built - there will be no lustre-lite-utils package.
230 Prevents the datestamp flag (-D) from being passed to cvs for
231 checkouts. This is a workaround for a problem encountered when
232 using lbuild with tinderbox.
235 Builds a Xen domX kernel.
238 Set's a variable to a given value.
247 # canonicalize a relative path to a file
251 if [ ! -f "$PATH" ]; then
255 local FILE=${PATH##*/}
258 echo $(canon_path "$DIR")/$FILE
262 # canonicalize a relative path to a dir
266 if [ ! -d "$PATH" ]; then
270 pushd "$PATH" >/dev/null || return 1
280 if [ "$LUSTRE" ]; then
281 [ -r "$LUSTRE" ] || \
282 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
285 usage 1 "Either specify a CVS Root with -d, or a Lustre source tarball with --lustre."
287 usage 1 "A branch/tag name must be specified with --tag when not building from a tarball."
290 [ -z "$DISTRO" ] && DISTRO=$(autodetect_distro)
292 if [ -z "$LINUX" ]; then
293 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
294 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
296 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
297 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
301 usage 1 "When building a snapshot, a tag name must be used."
304 [ "$TARGET" ] || TARGET=$(autodetect_target "$DISTRO")
305 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
306 # [ -r "$TARGET_FILE" ] || \
307 # usage 1 "Target '$TARGET' was not found."
312 CANONICAL_TARGET="rhel6"
315 CANONICAL_TARGET="rhel5"
318 CANONICAL_TARGET="rhel-2.6"
321 CANONICAL_TARGET="sles-2.6"
324 CANONICAL_TARGET="sles10-2.6"
326 2.6-sles11 | 3.0-sles11)
327 CANONICAL_TARGET="sles11"
330 CANONICAL_TARGET="oel5"
333 CANONICAL_TARGET="hp-pnnl-2.4"
341 CANONICAL_TARGET="$TARGET"
345 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
346 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
347 local timestamplength="${#TIMESTAMP}"
348 if [ $timestamplength -eq 12 ]; then
349 TIMESTAMP="${TIMESTAMP}00"
350 elif [ $timestamplength -ne 14 ]; then
351 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
354 RPMBUILD=$(which rpmbuild 2>/dev/null | head -1)
355 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
356 RPMBUILD=$(which rpm 2>/dev/null | head -1)
357 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
358 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
362 if [ -n "$CCACHE" ]; then
363 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
365 if which "$CCACHE" &>/dev/null; then
366 local ccache=$(which "$CCACHE")
367 local bindir="$TOPDIR/bin"
369 if [ ! -d $bindir ]; then
370 mkdir -p $bindir || fatal 1 "error trying to create $bindir"
372 rm ${bindir}/* > /dev/null 2>&1 || true
374 ln -s "$ccache" ${bindir}/ccache
375 ln -s "$ccache" ${bindir}/cc
376 ln -s "$ccache" ${bindir}/$CC
377 export PATH=$bindir:$PATH
378 export CCACHE && export CC="ccache $CC"
379 # zero the cache so we can see how effective we are being with it
383 # get some ccache stats when we are done
384 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
385 # should remove the ccache trap if lbuild is interrupted
386 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
394 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
396 [[ $1 == $2 ]] && return 1
398 local i val1=($1) val2=($2)
400 # padding zero to val1 if it needs
401 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
404 for ((i=0; i<${#val1[@]}; i++)); do
405 [[ -z ${val2[i]} ]] && return 1
407 if [[ ${val1[i]} < ${val2[i]} ]]; then
409 elif [[ ${val1[i]} > ${val2[i]} ]]; then
417 echo $(echo "$*" | xargs -n 1 | sort -u)
426 if which wget >/dev/null 2>&1; then
427 if ! wget -nv "$url" -O "$target"; then
430 elif which curl >/dev/null 2>&1; then
431 if ! curl -L -s -o "$target" "$url"; then
435 fatal 1 "Could not find either wget or curl to fetch URLs."
445 local force="${3:-false}"
447 if $force || [ ! -r "$KERNELDIR/$srpm" ] ||
448 [ ! -s "$KERNELDIR/$srpm" ]; then
450 local location="http://downloads.lustre.org/public/kernels/$target/old"
451 # get the location from a distro specific method if it exists
452 if type -p kernel_srpm_location; then
453 location=$(kernel_srpm_location)
455 echo "Downloading $location/$srpm..."
456 if ! fetch_url "$location/$srpm" "$KERNELDIR/$srpm" 2>&1 ||
457 [ ! -s "$KERNELDIR/$srpm" ]; then
458 rm -f $KERNELDIR/$srpm
459 # punt to a distro specific method if it exists
460 if ! type -p download_srpm-$DISTRO; then
461 fatal 1 "Could not download target $target's kernel SRPM $srpm from $location."
463 if ! download_srpm-$DISTRO "$target" "$srpm" "$force"; then
464 fatal 1 "Could not download target $target's kernel SRPM $srpm using download_srpm-$DISTRO."
469 fatal 1 "$srpm not found in directory $KERNELDIR."
480 local file=${from##*/}
486 local semaphore="$to-downloading"
489 if [ ! -f $semaphore ]; then
493 # make sure the download has not been aborted
494 local now=$(date +%s)
495 local file_mtime=$(stat -c %Y "$to")
496 local staleness=$((now - file_mtime))
497 # let's assume an active download will write at least once a minute
498 if [ $staleness -gt 60 ]; then
506 # if the semaphore file exists, the file is either still downloading
507 # or a download was aborted and we cannot trust the target file
508 if [ -f $semaphore ]; then
512 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
519 if $force || ! is_downloaded; then
520 if is_downloading; then
521 echo "Somebody else is downloading $from..."
522 while is_downloading; do
523 echo "Waiting for $to to finish downloading"
526 if is_downloaded; then
529 echo "The download we were waiting for seems to have been aborted"
535 echo "Downloading $from..."
536 # flag others so they don't try to download also
537 push_exit_trap "rm -f $to $semaphore" "download"
539 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
540 # the trap will remove the files via the fatal below
541 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
544 delete_exit_trap "download"
546 fatal 1 "${to##*/} not found in directory ${to%/*}."
555 local force="${1:-false}"
557 if [ -z "$OFED_VERSION" -o "$OFED_VERSION" = "inkernel" ]; then
561 local OFED_BASE_VERSION=$OFED_VERSION
562 if [[ $OFED_VERSION = *.*.*.* ]]; then
563 OFED_BASE_VERSION=${OFED_VERSION%.*}
566 local location="http://www.openfabrics.org/downloads/OFED/ofed-${OFED_BASE_VERSION}/"
568 if [[ $OFED_VERSION = *-rc[0-9] ]]; then
570 Mmv=${OFED_VERSION%%-*}
571 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}/"
574 if [[ $OFED_VERSION = daily-* ]]; then
576 OFED_VERSION=${OFED_VERSION/daily-/}
577 Mmv=${OFED_VERSION%%-*}
578 daily=${OFED_VERSION##$Mmv-}
579 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}-daily/"
580 # find the filename for the version for the date specified
581 OFED_VERSION=$(curl -s "$location" | sed -nre "/${daily}-/s/.*href=\"OFED-(${Mmv//./\\.}-${daily}-[0-9]{4,4}).tgz.*$/\1/p" | tail -1)
582 if [ -z "$OFED_VERSION" ]; then
583 fatal 1 "Could not determine the filename of the OFED snapshot for ${daily}"
587 local file="OFED-${OFED_VERSION}.tgz"
588 download_file "$location/$file" "$KERNELTREE" "$force"
594 EXTRA_VERSION_save="$EXTRA_VERSION"
595 for patchesdir in "$EXTERNAL_PATCHES" \
596 "$TOPDIR/lustre/lustre/kernel_patches"; do
597 TARGET_FILE="$patchesdir/targets/$TARGET.target"
598 [ -r "$TARGET_FILE" ] && break
600 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
602 echo "Loading target config file $TARGET.target..."
604 # if the caller specified an OFED_VERSION it should override whatever
605 # the target file specifies
606 local env_OFED_VERSION="$OFED_VERSION"
610 if [ -n "$env_OFED_VERSION" ]; then
611 OFED_VERSION="$env_OFED_VERSION"
614 # doesn't make any sense to build OFED for xen domX's
619 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
620 # go away and the target just specify the $RPMSMPTYPE
621 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
623 # CC might have been overwriten in TARGET_FILE
624 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
625 export CCACHE && export CC="ccache $CC"
628 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
629 KERNELDIR="$KERNELTREE/${lnxmaj}"
630 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
633 # verify the series is available
634 if [ "$SERIES" ]; then
635 for series in $SERIES; do
636 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
637 [ -r "$patchesdir/series/$series" ] && continue 2
639 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
643 # set the location of the .config file
649 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
650 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH${RPMSMPTYPE:+-}${RPMSMPTYPE}.config"
653 local lnxrelnew=${lnxrel//-/_}
655 # remember the EXTRA_VERSION before we diddle it here
656 # XXX - we really should not diddle with any values read in from the
657 # target file. if we want to modify a value, we should create
659 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
661 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
662 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
665 if [ "$EXTRA_VERSION_save" ]; then
666 EXTRA_VERSION="$EXTRA_VERSION_save"
667 elif ! $RELEASE; then
668 # if there is no patch series, then this is not a lustre specific
669 # kernel. don't make it look like one
670 if $PATCHLESS || [ -n "$SERIES" ]; then
671 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
672 # EXTRA_VERSION="${EXTRA_VERSION}-${TAG}.${TIMESTAMP}"
673 if ! $PATCHLESS && [ -n "$BUILDID" ]; then
674 EXTRA_VERSION="${EXTRA_VERSION}.${BUILDID}"
678 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
680 ALL_ARCHS="$BASE_ARCHS $BIGMEM_ARCHS $BOOT_ARCHS $JENSEN_ARCHS $SMP_ARCHS $BIGSMP_ARCHS $PSERIES64_ARCHS $UP_ARCHS"
683 for arch in $(uniqify "$ALL_ARCHS"); do
684 if [ -z "$TARGET_ARCHS" ] ||
685 [[ \ $TARGET_ARCHS\ = *\ $arch\ * ]]; then
686 BUILD_ARCHS="$BUILD_ARCHS $arch"
689 [ "$BUILD_ARCHS" ] || usage 1 "No available target archs to build."
690 echo "Building for: $BUILD_ARCHS"
698 fatal 1 "tarflags(): File name argument missing."
710 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
719 local extractfile="$@"
721 echo "Untarring ${tarfile##*/}..."
722 tar $(tarflags "$tarfile") "$tarfile" $extractfile
728 if ! untar "$KERNELTREE/OFED-${OFED_VERSION}.tgz"; then
731 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
737 if [ -z "$LUSTRE" ]; then
740 if [ -n "$USE_DATESTAMP" ]; then
741 DATESTAMP="-D '$DATE'"
744 local DIRNAME="lustre-$TAG-$TIMESTAMP"
746 cvs -d "$CVSROOT" -qz3 co $DATESTAMP -d "$DIRNAME" lustre || \
747 fatal 1 "There was an error checking out toplevel Lustre from CVS."
748 pushd "$DIRNAME" > /dev/null
749 ./lustrecvs "$TAG" || \
750 fatal 1 "There was an error checking out Lustre/Portals/Build from CVS."
751 echo "Creating lustre tarball..."
752 sh autogen.sh || fatal 1 "There was an error running autogen.sh."
753 ./configure --enable-dist || \
754 fatal 1 "There was an error running ./configure to create makefiles."
755 make dist || fatal 1 "There was an error running 'make dist'."
756 LUSTRE=$PWD/lustre-*.tar.gz
760 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
761 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
767 local do_patch=${1:-true}
769 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
770 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
771 $do_patch && pushd linux >/dev/null
772 for series in $SERIES; do
773 echo -n "Applying series $series:"
774 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
775 [ -r "$patchesdir/series/$series" ] || continue
776 SERIES_FILE="$patchesdir/series/$series"
777 for patch in $(<"$SERIES_FILE"); do
779 PATCH_FILE="$patchesdir/patches/$patch"
780 [ -r "$PATCH_FILE" ] || \
781 fatal 1 "Patch $patch does not exist in Lustre tree."
782 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
784 fatal 1 "Error adding patch $patch to full patch."
787 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
789 fatal 1 "Error applying patch $patch."
797 $do_patch && popd >/dev/null
798 echo "Full patch has been saved in ${FULL_PATCH##*/}."
803 local rpmbuildopt="$1"
805 pushd lustre-iokit > /dev/null || return 255
807 if ! ./configure; then
808 echo "failed to configure in lustre-iokit"
809 popd >/dev/null # pushd lustre-iokit
814 echo "failed to make dist in lustre-iokit"
815 popd >/dev/null # pushd lustre-iokit
819 if ! $RPMBUILD $rpmbuildopt lustre-iokit*.tar.gz \
820 --define "_tmppath /var/tmp" \
821 --define "_topdir $TOPDIR" 2>&1; then
822 popd >/dev/null # pushd lustre-iokit
826 if $DO_SRC && ! $RPMBUILD -ts lustre-iokit*.tar.gz \
827 --define "_tmppath /var/tmp" \
828 --define "_topdir $TOPDIR" 2>&1; then
829 popd >/dev/null # pushd lustre-iokit
832 popd >/dev/null # pushd lustre-iokit
841 pushd lustre >/dev/null
843 echo "Building Lustre RPMs for: $BUILD_ARCHS..."
845 for arch in $BUILD_ARCHS; do
846 targets="--target $arch $targets"
852 confoptions="$confoptions --disable-server"
855 local rpmbuildopt='-tb'
858 echo NORPM mode. Only compiling.
861 # If server we now build the spl and zfs modules against the lustre kernel.
862 # These are required prior to the building of lustre server. Client does
863 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
864 # line above so is at least consistant.
865 if [ $PATCHLESS == false ] && [ "x$ZFSNOTSUPPORTED" == "x" ]; then
866 if ! build_spl_zfs; then
867 popd >/dev/null # pushd lustre
872 ( $(skeep_ldiskfs_rpm $TAG) ) || {
874 pushd ldiskfs > /dev/null || return 255
876 if ! ./configure --enable-dist; then
877 echo "failed to configure in ldiskfs"
878 popd >/dev/null # pushd ldiskfs
879 popd >/dev/null # pushd lustre
883 if ! make dist 2>&1; then
884 popd >/dev/null # pushd ldiskfs
885 popd >/dev/null # pushd lustre
889 #cp lustre-ldiskfs*.tar.gz $TOPDIR/SOURCES || \
890 # fatal 1 "Could not copy lustre-ldiskfs*.tar.gz to $TOPDIR/SOURCES"
892 if ! $RPMBUILD $targets $rpmbuildopt lustre-ldiskfs*.tar.gz \
893 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
894 --define "kdir $linux" \
895 ${linuxobj:+--define "kobjdir $linuxobj"} \
896 --define "_tmppath /var/tmp" \
897 --define "_topdir $TOPDIR" 2>&1; then
898 popd >/dev/null # pushd ldiskfs
899 popd >/dev/null # pushd lustre
904 if ! $RPMBUILD -ts lustre-ldiskfs*.tar.gz \
905 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
906 --define "kdir $linux" \
907 ${linuxobj:+--define "kobjdir $linuxobj"} \
908 --define "_tmppath /var/tmp" \
909 --define "_topdir $TOPDIR" 2>&1; then
910 popd >/dev/null # pushd ldiskfs
911 popd >/dev/null # pushd lustre
915 popd >/dev/null # pushd ldiskfs
917 # tell lustre where ldiskfs is
918 # XXX - pointing to the RPM BUILD dir is a hack. we need to flesh
919 # out the ldiskfs RPM build so that it builds a
920 # lustre-ldiskfs-devel RPM and install that and point lustre
922 confoptions="$confoptions --with-ldiskfs=$(ls -d $TOPDIR/BUILD/lustre-ldiskfs-*)"
926 if ! build_iokit $rpmbuildopt; then
927 echo "failed to build lustre-iokit"
928 popd >/dev/null # pushd lustre
933 # convert the $PATCHLESS boolean to an empty/not-empty boolean
934 # as silly as this seems, it makes the syntax of the rpmbuild command
935 # simpler and not need an eval to deal with the quotes in the quotes
936 local is_patchless=""
941 # ditto for the lustre-tests boolean
942 local lustre_tests=""
943 if ! $LUSTRE_TESTS; then
953 if $OSDLDISKFSRPM; then
957 $RPMBUILD $targets $rpmbuildopt "$LUSTRE" \
958 ${is_patchless:+--define "lustre_name lustre-client"} \
959 ${lustre_tests:+--define "build_lustre_tests 0"} \
960 ${osd_zfs:+--define "build_lustre_osd_zfs 1"} \
961 ${osd_ldiskfs:+--define "build_lustre_osd_ldiskfs 1"} \
962 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
963 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
964 --define "kdir $linux" \
965 ${linuxobj:+--define "kobjdir $linuxobj"} \
966 --define "_tmppath $TMPDIR" \
967 --define "_topdir $TOPDIR" 2>&1 || \
968 fatal 1 "Error building rpms for $BUILD_ARCHS."
971 if ! $RPMBUILD -ts "$LUSTRE" \
972 ${is_patchless:+--define "lustre_name lustre-client"} \
973 ${lustre_tests:+--define "build_lustre_tests 0"} \
974 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
975 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
976 --define "kdir $linux" \
977 ${linuxobj:+--define "kobjdir $linuxobj"} \
978 --define "_tmppath $TMPDIR" \
979 --define "_topdir $TOPDIR" 2>&1; then
991 # Fetch spl/zfs from the git repo and prepare for lustre build
993 # return 0 if successful, else 255
995 # make sure the RPM build environment is set up
998 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
999 # destination for the rpms
1000 export RPM_BUILD_ROOT=$TOPDIR
1002 # The files expect a kver to be set to the kernel version .
1003 kver=$(cat ${LINUX}/include/config/kernel.release)
1005 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1007 for pkg in spl zfs; do
1011 [ "$pkg" == "zfs" ] && spldir="$(ls -d $TOPDIR/usr/src/spl-*/*)"
1014 # need to fetch the repo in order to build it.
1015 # default to github but allow override
1016 git clone ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1018 pushd $pkg || return 255
1020 # XXX - _having_ to give a package a kernel just to have it configure
1021 # enough to do a "make dist" is truely bogus!
1022 if ! ./configure --with-linux=${LINUX} \
1023 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1024 ! make dist 2>&1; then
1030 # XXX - dirty hack time. ~sigh~
1031 # because the spl tarball contains two .spec files, we cannot
1032 # simply rebuild the tarball
1033 ln $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1034 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1036 # First build the userspace tools RPMs
1037 if ! $RPMBUILD $targets -bb $pkg/$pkg.spec \
1039 --define "configure_args ${CONFIGURE_FLAGS}" \
1040 --define "_tmppath /var/tmp" \
1041 --define "_topdir $TOPDIR" 2>&1; then
1046 if ! $RPMBUILD -bs $pkg/$pkg.spec \
1048 --define "configure_args ${CONFIGURE_FLAGS}" \
1049 --define "_tmppath /var/tmp" \
1050 --define "_topdir $TOPDIR" 2>&1; then
1055 # Now the kernel module RPMs
1056 # Need to provide pointers to the lustre kernel source, objects, usr/src
1057 if ! $RPMBUILD $targets -bb $pkg/$rpmmod.spec \
1059 --define "require_kdir ${linux}" \
1060 ${linuxobj:+--define "require_kobj ${linuxobj}"} \
1061 ${spldir:+--define "require_spldir ${spldir}"} \
1062 --define "configure_args ${CONFIGURE_FLAGS}" \
1063 --define "_usrsrc $TOPDIR/usr/src" \
1064 --define "kver $kver" \
1065 --define "_tmppath /var/tmp" \
1066 --define "_topdir $TOPDIR" 2>&1; then
1071 if ! $RPMBUILD -bs $pkg/$rpmmod.spec \
1073 --define "require_kdir ${linux}" \
1074 ${linuxobj:+--define "require_kobj ${linuxobj}"} \
1075 ${spldir:+--define "require_spldir ${spldir}"} \
1076 --define "configure_args ${CONFIGURE_FLAGS}" \
1077 --define "_usrsrc $TOPDIR/usr/src" \
1078 --define "kver $kver" \
1079 --define "_tmppath /var/tmp" \
1080 --define "_topdir $TOPDIR" 2>&1; then
1085 # We have built the rpms for the package. No we need to extract the
1086 # contained files so we can build further things against them
1087 local rpm=$(ls $TOPDIR/RPMS/*/$rpmmod-devel-*.rpm)
1089 # cpio only extract to pwd so we need to go there.
1091 rpm2cpio < $rpm | cpio -id
1094 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*/*) ${CONFIGURE_FLAGS}"
1104 [ "$STAGEDIR" ] || return 0
1106 for arch in $BUILD_ARCHS; do
1107 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${arch}"
1108 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1109 mkdir -p "${rpmdir}"
1110 cp -v RPMS/${arch}/*.rpm "${rpmdir}"
1111 if [ -d RPMS/noarch ]; then
1112 cp -v RPMS/noarch/*.rpm "${rpmdir}"
1116 cp -v "$LUSTRE" "$STAGEDIR"
1120 #check if we need to build separate ldiskfs RPM
1121 skeep_ldiskfs_rpm() {
1126 if ! $LDISKFSRPM; then
1128 elif $PATCHLESS; then
1131 for skiptag in $SKIPLDISKFSRPM; do
1132 [[ $tag == $skiptag ]] && skip=true && break
1140 set_rpm_smp_type() {
1142 local infact_arch="${TARGET_ARCH}"
1145 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1148 for smp_type in $SMP_ARCHS; do
1149 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1152 for smp_type in $BIGSMP_ARCHS; do
1153 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1156 for smp_type in $PPC64_ARCHS; do
1157 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1160 for smp_type in $DEFAULT_ARCHS; do
1161 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1166 # This function takes a linux source pool and digs out the linux release
1168 find_linux_release() {
1171 local LINUXRELEASEHEADER=$SRCDIR/include/linux/version.h
1172 if [ -s $SRCDIR/include/linux/utsrelease.h ]; then
1173 LINUXRELEASEHEADER=$SRCDIR/include/linux/utsrelease.h
1176 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1180 # unpack kernel(/source/devel) RPM
1182 # This function and it's setting of $LINUX and $LINUXOBJ is a total hack that
1183 # needs to completely refactored. It completely ingores that $BUILD_ARCHS may
1184 # contain a list of arches for which rpmbuild commands (including the one for
1186 unpack_linux_devel_rpm() {
1187 local kernelrpm="${1}"
1189 [ -f "$kernelrpm" ] || return 255
1190 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1192 pushd $TOPDIR/reused &>/dev/null || return 255
1194 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1198 # call a distro specific hook, if available
1199 if type -p unpack_linux_devel_rpm-$DISTRO; then
1200 if ! unpack_linux_devel_rpm-$DISTRO "$kernelrpm"; then
1207 find_linux_devel_paths $TOPDIR/reused
1215 local kib_prefix="$2"
1218 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1220 # ofed 1.3 had a bug in the rpm spec
1221 if [ "$OFED_VERSION" = "1.3" ]; then
1225 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-sdp-mod --with-user_mad-mod --with-user_access-mod --with-addr_trans-mod"
1226 local OFED_HARDWARE="--with-mthca-mod --with-mlx4-mod --with-mlx4_en-mod --with-cxgb3-mod --with-nes-mod"
1228 if compare_version $OFED_VERSION 3.0; then
1229 OFED_CORE="$OFED_CORE --with-madeye-mod --with-rds-mod"
1231 OFED_HARDWARE="$OFED_HARDWARE --with-cxgb4-mod"
1234 # some I/B drivers are architecture dependent and kernel-ib's configure
1235 # does not figure it out for us ~sigh~
1236 case "$TARGET_ARCH" in
1238 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1241 # we're no longer shipping the OFED iSCSI target
1242 #OFED_ISCSI="--with-srp-mod --with-srp-target-mod"
1243 OFED_ISCSI="--with-srp-mod"
1244 ## ISER module has no backport support as of OFED 1.5 (i.e. only builds on
1245 ##kernels >= 2.6.30)
1246 #if [[ $OFED_VERSION = 1.[0-4]* ]]; then
1247 # OFED_ISCSI="$OFED_ISCSI --with-iser-mod"
1250 # assume we are just rebuilding the SRPM
1251 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1252 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1254 # but switch to building from the SPEC if we need to apply patches
1255 if ls ${TOPDIR}/lustre/build/patches/ofed/* >/dev/null; then
1257 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1258 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1259 local file ed_fragment1 ed_fragment2 n=1
1260 for file in $(ls ${TOPDIR}/lustre/build/patches/ofed/*.patch); do
1261 ed_fragment1="$ed_fragment1
1262 Patch$n: ${file%%*/}"
1263 ed_fragment2="$ed_fragment2
1265 cp $file ${TOPDIR}/SOURCES
1268 for file in $(ls ${TOPDIR}/lustre/build/patches/ofed/*.ed); do
1269 ed_fragment3="$ed_fragment3
1274 if [ $n -gt 1 ]; then
1288 local linuxrelease=$(find_linux_release "$linux")
1289 if compare_version $OFED_VERSION 3.0; then
1290 local OFA_KERNEL_RELEASE=$(echo -n ${linuxrelease} | sed -e 's/-/_/g')
1292 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' --define 'build_kernel_ib_devel 1' \
1293 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1294 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1295 --define "KVERSION ${linuxrelease}" \
1296 --define "$K_SRC ${linux}" \
1297 --define "LIB_MOD_DIR /lib/modules/${linuxrelease}/updates" \
1298 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1299 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1300 ${SOURCE} 2>&1; then
1301 fatal 1 "Error building ${kib_rpm}"
1310 local signature="$4"
1311 local use_links="$5"
1318 local default_iface=$(/sbin/ip route get 192.1.1.1 | sed -ne 's/.* dev \(.*\) * src .*/\1/p')
1319 if [ -z "$default_iface" ]; then
1320 fatal 1 "Failed to determine the default route interface"
1322 local unique_id=$(/sbin/ip addr show dev $default_iface | sed -ne '/ inet /s/ *inet \(.*\)\/.*/\1/p' | head -1)
1323 if [ -z "$unique_id" ]; then
1324 fatal 1 "Failed to determine a unique id from interface $default_interface"
1327 local finallocation="$location"/"$signature"/"$module"
1328 location="$location"/"$signature-${unique_id}"/"$module"
1329 mkdir -p "$location"
1330 # the cleanup script removes any directory that doesn't have a
1331 # .lastused, so let's try to prevent that as soon as we can
1332 # this solution still slightly racy with the cleanup script
1333 # but the race is a lot tighter now
1334 touch -t 197001010000 "$location/.lastused"
1335 ## use eval/echo here to make sure shell expansions are performed
1336 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1338 for article in $(eval echo $articles); do
1339 if ! cp -a${linkflag} "$article" "$location"; then
1340 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1341 # rename the cache location so that it's not cached
1342 # product, but is around for analysis
1343 mv "$location"{,-bad-$(date +%s)} ||
1344 error "failed to clean up a failed cache attempt" \
1345 "in \"$location\" -- manual cleanup will be" \
1351 # flag the cache as complete (i.e. in case lbuild was previously
1352 # interrupted while caching)
1353 touch "$location/.lastused"
1355 # put the temporary location into the final location
1357 mkdir -p "${finallocation%/*}"
1358 mv "$location" "$finallocation"
1359 rmdir "${location%/*}"
1367 local use_links="${3:-false}"
1368 local signature="$4"
1370 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1371 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1372 # the .lastused flag is populated at the end of the caching to
1373 # signal that the caching was completed. if that flag is not
1374 # there, then the cache is invalid (and should be removed in fact)
1375 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1376 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1380 # so that we know how stale this entry is
1381 touch $REUSEBUILD/$signature/$module/.lastused
1384 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1385 cp -al $REUSEBUILD/$signature/$module/* $dest/
1388 # copying is pretty heavy
1389 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1390 # do some creative symlinking instead
1392 for dir in BUILD SRPMS SPECS; do
1393 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1394 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1397 # sources have to be copied by file because we need SOURCES to
1398 # be a dir we can write into
1399 # could overrun ls's arg list here
1400 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1401 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1402 xargs ln -t $dest/SOURCES -s
1404 # same for RPMS/* dirs
1405 # could overrun ls's arg list here
1406 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1408 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1409 mkdir -p $dest/RPMS/${dir##*/}
1411 xargs ln -t $dest/RPMS/${dir##*/} -s
1423 if [[ $arch = i[3456]86 ]]; then
1431 build_kernel_with_srpm() {
1434 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1435 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1438 # need to generate the patch for this target
1439 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1441 # get an md5sum of the kernel patch + config for reuse check
1442 # XXX really, there needs to be a signature and a CONFIG_FILE per arch
1446 local release_str="RELEASE=$RELEASE\n"
1449 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1450 local REUSE_SIGNATURE=$({ echo -en $release_str;
1452 cat $CONFIG_FILE $TARGET_FILE $FULL_PATCH; } |
1453 md5sum | cut -d" " -f1)
1454 # see if we can link to the reuse pool
1455 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1457 local CAN_LINK_FOR_REUSE=false
1458 touch $REUSEBUILD/$$
1459 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1460 CAN_LINK_FOR_REUSE=true
1465 # the extra version string to use for the kernel (which might be a reused
1467 local kernel_extra_version=""
1468 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1469 "$REUSE_SIGNATURE"; then
1470 # nothing cached, build from scratch
1471 if [ ! -r "$KERNELDIR/$KERNEL_SRPM" ]; then
1472 echo "Downloading kernel SRPM" >&${outfd}
1473 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1476 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1477 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1478 # should we clean this up or leave it for analysis?
1480 fatal 1 "Error installing kernel SRPM."
1483 # put the Lustre kernel patch into the RPM build tree
1484 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1485 prepare_and_build_srpm >&${outfd} ||
1486 fatal 1 "failed to prepare_and_build_srpm"
1488 if [ -z "$REUSE_SIGNATURE" ]; then
1489 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1491 # store the resulting kernel RPM build tree for future use
1492 echo "Storing the built kernel for future reuse" >&${outfd}
1493 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1494 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1495 "$CAN_LINK_FOR_REUSE"; then
1496 error "Failed to store kernel RPMS for reuse"
1497 echo "unknown" >&${outfd}
1503 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1505 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel ="); then
1506 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1508 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1510 # should now have the following RPMs
1511 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1512 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1513 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1514 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1515 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1517 echo $kernel_extra_version
1525 # REUSEBUILD, USE_BUILD_CACHE
1530 local ofed_version="$2"
1534 # if an ofed version is given, then it means use OFED proper,
1535 # not any vendor specific "inkernel" version
1536 if [ -z "$ofed_version" ]; then
1540 if [ "$ofed_version" = "inkernel" ]; then
1541 # see if there is a distro specific override for this and use
1543 # XXX we need to better integrate a distro specific override with
1544 # the rest of this function so that all of the reuse cache
1545 # stuff is leveraged given that 80% of this function is reuse
1546 if type -p build_ofed-${DISTRO}; then
1548 ofed_location=$(build_ofed-${DISTRO} ${STDOUT})
1549 local rc=${PIPESTATUS[0]}
1550 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1555 elif compare_version $OFED_VERSION 3.0; then
1556 kib_prefix="ofa_kernel"
1559 kib_prefix="compat-rdma"
1560 kib_rpm="compat-rdma"
1563 # build kernel-ib/compat-rdma
1564 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1565 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1566 echo "$(find_linux_release ${linux})";
1567 cat "${linux}/include/linux/autoconf.h"; } |
1568 md5sum | cut -d" " -f1)
1569 # see if we can link to the reuse pool
1570 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1572 local CAN_LINK_FOR_REUSE=false
1573 touch $REUSEBUILD/$$
1574 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1575 CAN_LINK_FOR_REUSE=true
1580 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1581 "$REUSE_SIGNATURE"; then
1582 if [ -n "$REUSE_SIGNATURE" ]; then
1583 # stash away the existing built articles for a moment
1585 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1588 find . | cpio -pudlm ..
1592 create_rpmbuild_dirs
1595 build_kernel_ib "${linux}" "${kib_prefix}" "${kib_rpm}"
1597 if [ -z "$REUSE_SIGNATURE" ]; then
1598 echo "No reuse signature was caculated so not storing the built ofed"
1600 # store the resulting RPM build tree for future use
1601 echo "Storing the built ofed for future reuse"
1602 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1603 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1604 "$CAN_LINK_FOR_REUSE"; then
1605 error "Failed to store OFED RPMS for reuse"
1609 # put the stuff we stashed away back
1614 pushd "$TOPDIR" >/dev/null
1615 rm -rf ${kib_rpm}-devel
1616 mkdir ${kib_rpm}-devel
1618 # the actual ofed RPMs don't have the -rc$n or -$date string appened that
1619 # might be present on the file
1620 local linuxrelease=$(find_linux_release "$linux")
1621 ofed_version=$(echo $ofed_version |
1622 sed -re 's/-(20[0-9]{6,6}-[0-9]{4,4}|rc[0-9]*)$//')
1623 local rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version}-${linuxrelease//-/_}.*.rpm)
1624 if ! rpm2cpio < $rpm | cpio -id; then
1625 fatal 1 "could not unpack the ${kib_rpm}-devel rpm."
1627 CONFIGURE_FLAGS="--with-o2ib=$(pwd)/usr/src/${kib_prefix} ${CONFIGURE_FLAGS}"
1634 if ! $PATCHLESS; then
1635 local kernel_extra_version
1636 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1637 fatal 1 "Failed to build the kernel from it's SRPM"
1640 for arch in $BUILD_ARCHS; do
1641 local kernel_devel_rpm
1642 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/$arch/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1643 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/$arch/"
1646 # install the -devel RPM in preparation for modules builds
1647 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1648 "$TOPDIR/RPMS/$arch/$kernel_devel_rpm"; then
1649 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/$arch/$kernel_devel_rpm"
1653 # need to find and unpack the vendor's own kernel-devel for patchless
1656 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1657 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in ${KERNELRPMSBASE}/${lnxmaj}/${DISTRO}"
1659 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1660 fatal 1 "Could not find the Linux tree in $kernelrpm"
1664 # ~sigh~ have to make copies of and modify some of the rpm
1665 # infrastructure files so that find-requires can find our unpacked
1666 # kernel-devel artifacts
1667 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1668 FIND_REQUIRES="$(pwd)/find-requires"
1669 chmod 755 {symset-table,find-requires{,.ksyms}}
1671 tmp="${tmp//\//\\/}"
1672 ed find-requires <<EOF
1676 /|.*find-requires.ksyms/s/|/| bash -x/
1677 g/ [^ ]*\/\(find-requires\.ksyms\)/s// $tmp\/\1/g
1680 ed find-requires.ksyms <<EOF
1684 g/\/.*\/\(symset-table\)/s//$tmp\/\1/g
1687 ed symset-table <<EOF
1691 g/\(\/boot\/\)/s//$tmp\/reused\1/g
1692 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1696 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
1697 fatal 1 "error building OFED"
1700 if build_lustre "$LINUX" "$LINUXOBJ"; then
1701 # the build worked. resolve any symlinked files (i.e. from reuse)
1702 # in RPMS/$arch to real files so that that that huge mess of
1703 # complication known as LTS can copy them yet somewhere else.
1704 # is it any wonder this whole process is so damn so? anyone ever
1705 # heard of hardlinks? it's this cool new thing that allows you save
1706 # tons of time and space by creating... well you can go read about
1707 # them if you have not heard about them yet.
1708 # can i say how much the implemenation of all of this really impedes
1711 for dir in RPMS/*; do
1713 for file in $(ls); do
1714 if [ -h $file ]; then
1721 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1722 # as that's where LTS expects to find them
1723 for dir in RPMS/*; do
1724 if [ $dir = RPMS/$TARGET_ARCH ]; then
1729 if [ -n "$files" ]; then
1730 cp -al $files ../$TARGET_ARCH
1740 create_rpmbuild_dirs() {
1742 [ -d RPMS ] || mkdir RPMS
1743 for arch in $BUILD_ARCHS; do
1744 if [[ $arch = i?86 ]]; then
1745 # some stupidity in the sles11 kernel spec requires an RPMS/i386
1746 # even if the target arch is i686
1747 [ -d RPMS/i386 ] || mkdir RPMS/i386
1749 [ -d RPMS/$arch ] || mkdir RPMS/$arch
1751 [ -d BUILD ] || mkdir BUILD
1752 [ -d SOURCES ] || mkdir SOURCES
1753 [ -d SPECS ] || mkdir SPECS
1754 [ -d SRPMS ] || mkdir SRPMS
1776 [[ $list\ == *\ $item\ * ]]
1780 #########################################################################
1781 # Generate a backtrace through the call stack.
1785 #########################################################################
1789 local funcname="" sourcefile="" lineno="" n
1791 echo "Call stack: (most recent first)"
1792 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1793 funcname=${FUNCNAME[$n - 1]}
1794 sourcefile=$(basename ${BASH_SOURCE[$n]})
1795 lineno=${BASH_LINENO[$n - 1]}
1799 # Display function arguments
1800 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1801 local args newarg j p=0
1802 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1803 newarg=${BASH_ARGV[$j + $p - 1]}
1804 args="${args:+${args} }'${newarg}'"
1806 let p+=${BASH_ARGC[$n - 1]}
1808 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1812 echo "BEGIN BACKTRACE"
1814 #echo ${BASH_LINENO[*]}
1815 #echo ${BASH_SOURCE[*]}
1816 #echo ${FUNCNAME[*]}
1817 local i=$((${#FUNCNAME[@]} - 1))
1818 while [ $i -ge 0 ]; do
1819 local lineno=${BASH_LINENO[$i]}
1823 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1824 # Can't figure out how to get function args from other frames...
1825 local FUNCTION="${FUNCNAME[$i]}()"
1826 echo "$SOURCELINE:$FUNCTION"
1830 echo "END BACKTRACE"
1836 seen_list=$(new_list)
1838 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1839 Unfortunately the above line number in the message may or may not be correct,
1840 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1842 # have we seen this one
1843 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1845 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1846 echo "seen this one already"
1848 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1854 ) | mail -s "Untrapped error at ${BASH_SOURCE[0]##*/}:$((LINENO-15)) on $HOSTNAME" brian@whamcloud.com >&2; set $xtrace' ERR
1857 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1859 options=$(getopt -o d:D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,patchless,ldiskfs,ccache,reuse:,norpm,disable-datestamp,external-patches:,timestamp:,extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,ofed-version:,publish,release,set-value:,src,stage:,tag:,target:,target-archs:,with-linux:,xen -- "$@")
1861 if [ $? != 0 ]; then
1865 eval set -- "$options"
1900 if ! KERNELTREE=$(canon_path "$2"); then
1901 fatal 1 "Could not determine the canonical location of $2"
1905 --linux | --with-linux)
1906 if ! LINUX=$(canon_path "$2"); then
1907 fatal 1 "Could not determine the canonical location of $2"
1920 if ! REUSEBUILD=$(canon_path "$2"); then
1921 fatal 1 "Could not determine the canonical location of $2"
1942 if ! KERNELRPMSBASE=$(canon_path "$2"); then
1943 fatal 1 "Could not determine the canonical location of $2"
1952 if ! LUSTRE=$(canon_filepath "$2"); then
1953 fatal 1 "Could not determine the canonical location of $2"
1996 --disable-datestamp)
2010 # there are actually some lustre configure flags that we need to
2011 # handle ourselves (but we still give them to configure)
2012 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2016 CONFIGURE_FLAGS="$CONFIGURE_FLAGS --enable-liblustre --enable-liblustre-tests"
2020 usage 1 "Unrecognized option: $1"
2029 # XXX - should we _always_ get the buildid from the META file? what are the
2030 # other (i.e. non-lustre-tarball use cases of lbuild)?
2031 BUILDID=$(sed -ne '/^BUILDID =/s/.*= *//p' lustre/META)
2035 if [ -n "$OFED_VERSION" -a "$OFED_VERSION" != "inkernel" ]; then
2037 unpack_ofed || fatal 1 "Error unpacking OFED tarball"
2040 # make sure the RPM build environment is set up
2041 create_rpmbuild_dirs
2043 # if an unpacked kernel source tree was given on the command line
2044 # just build lustre with it (nothing distro kernel specific here)
2045 if [ -n "$LINUX" ]; then
2046 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
2047 fatal 1 "error building OFED"
2048 build_lustre "$LINUX" "$LINUXOBJ"
2050 if [ -f "${0%/*}/lbuild-$DISTRO" ]; then
2051 source ${0%/*}/lbuild-$DISTRO
2053 build_with_srpm || fatal 1 "Failed to build_with_srpm"
2055 EXTRA_VERSION_DELIMITER=${EXTRA_VERSION_DELIMITER:-"-"}
2056 source ${0%/*}/lbuild.old_school
2058 old_school_download_kernel
2062 patchless_build_sequence && build_success=true
2064 [ "$DISTRO" = "sles9" ] && build_sequence_rpm_reuse && build_success=true
2065 if ! $build_success; then
2066 build_sequence_reuse && build_success=true
2067 if ! $build_success; then
2068 build_sequence && build_success=true
2069 if $build_success; then
2070 store_for_reuse || echo "Cannot store for future reuse"
2075 ( $build_success ) || fatal 1 "Cannot build lustre"