3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
33 #BUILD_GEN=2 # bz19952: remove -lustre tag from kernel RPM names
34 #BUILD_GEN=3 # bz19975: enable the building of src.rpms by default
35 #BUILD_GEN=4 # bz22281: use the git hash in the kernel extra version
36 BUILD_GEN=5 # TT-107: don't cache the BUILD dir
40 # CVSROOT is inherited from the environment
45 # XXX - some recent hacking has pretty much neutered this option.
46 # search through this file for "-bb" and see how many places
47 # simply don't account for this option
53 TARGET_ARCH="$(uname -m)"
54 # change default behavior to only build for the current arch
55 TARGET_ARCHS="$TARGET_ARCH"
56 TARGET_ARCHS_ALL="$TARGET_ARCH"
57 [ "$TARGET_ARCH" = "i686" ] && TARGET_ARCHS_ALL="i686 i586 i386"
62 TMPDIR=${TMPDIR:-"/var/tmp"}
64 # this is a dir to try reuse old kernel RPMs in (although, it seems to be
65 # unused in any real manner
67 # this is the dir that should be used to store reuse products
69 # should cached products be used or force rebuilding?
71 # what does this do exactly? does it imply no kernel build?
77 SKIPLDISKFSRPM="v1_4_* b1_4"
78 SMPTYPES="smp bigsmp default ''"
84 # default to not adding -lustre- into the kernel RPM package names
85 KERNEL_LUSTRE_NAMING=false
86 # default not use kabi check.
104 # not in the target file any more
107 # build the lustre-tests rpm?
117 # Readlink is not present on some older distributions: emulate it.
121 if [ -L "$path" ]; then
122 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
131 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
134 Specifies the CVS Root to use when pulling files from CVS. The
135 environment variable \$CVSROOT is used if this option is not
138 --external-patches=EXTERNAL_PATCHES
139 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
140 look for seres and config files in before looking in the lustre
143 --extraversion=EXTRAVERSION
144 Text to use for the rpm release and kernel extraversion.
146 --timestamp=TIMESTAMP
147 Date of building lustre in format YYYYMMDDhhmmss
150 Try to reuse old kernel RPMs from DIR
153 Try to reuse old kernel builds from DIR
156 Path to distro kernel RPM collection
162 Do not build RPMs (compile only mode)
165 Build lustre client only
168 Which distro using. Autodetect by default
170 --kerneldir=KERNELDIR
171 Directory containing Linux source tarballs referenced by target
174 --kerneltree=KERNELTREE
175 Directory containing dirs with Linux source tarballs referenced by target
176 files. Dir names in format kernel version ('2.6.9', etc.)
178 --linux=LINUX --with-linux=LINUX
179 Directory of Linux kernel sources. When this option is used, only
180 Lustre modules and userspace are built.
183 Path to an existing lustre source tarball to use instead of
187 Do not try to download a kernel from downloads.lustre.org
190 Do not build a .src.rpm, a full kernel patch, or a patched kernel
194 Do ldiskfs RPM. Now true by default
197 Do not build lustre-iokit RPM. Now true by default
203 Specifies that the files generated do not include timestamps, and
204 that this is an official release.
207 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
210 Directory used to stage packages for release. RPMs will be placed
211 more or less in DIR/<target>-<arch>, and the tarball will be
215 A CVS branch/tag name to build from when pulling from CVS.
218 The name of the target to build. The available targets are listed
221 --target-archs=TARGET_ARCHS
222 A (space delimited) list of architectures to build. By default,
223 all of the archs supported by the TARGET will be built, in
224 addition to a .src.rpm. This option can limit those, for machines
225 that can only build certain archs or if you only want a certain
226 arch built (for testing, or a one-off kernel).
228 Also note that by using a non-"base" arch (eg, i386) only kernels
229 will be built - there will be no lustre-lite-utils package.
232 Prevents the datestamp flag (-D) from being passed to cvs for
233 checkouts. This is a workaround for a problem encountered when
234 using lbuild with tinderbox.
237 Builds a Xen domX kernel.
240 Set's a variable to a given value.
249 # canonicalize a relative path to a file
253 if [ ! -f "$PATH" ]; then
257 local FILE=${PATH##*/}
260 echo $(canon_path "$DIR")/$FILE
264 # canonicalize a relative path to a dir
268 if [ ! -d "$PATH" ]; then
272 pushd "$PATH" >/dev/null || return 1
282 if [ "$LUSTRE" ]; then
283 [ -r "$LUSTRE" ] || \
284 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
287 usage 1 "Either specify a CVS Root with -d, or a Lustre source tarball with --lustre."
289 usage 1 "A branch/tag name must be specified with --tag when not building from a tarball."
292 [ -z "$DISTRO" ] && DISTRO=$(autodetect_distro)
294 if [ -z "$LINUX" ]; then
295 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
296 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
298 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
299 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
303 usage 1 "When building a snapshot, a tag name must be used."
306 [ "$TARGET" ] || TARGET=$(autodetect_target "$DISTRO")
307 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
308 # [ -r "$TARGET_FILE" ] || \
309 # usage 1 "Target '$TARGET' was not found."
314 CANONICAL_TARGET="rhel6"
317 CANONICAL_TARGET="rhel5"
320 CANONICAL_TARGET="rhel-2.6"
323 CANONICAL_TARGET="sles-2.6"
326 CANONICAL_TARGET="sles10-2.6"
328 2.6-sles11 | 3.0-sles11)
329 CANONICAL_TARGET="sles11"
332 CANONICAL_TARGET="oel5"
335 CANONICAL_TARGET="hp-pnnl-2.4"
343 CANONICAL_TARGET="$TARGET"
347 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
348 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
349 local timestamplength="${#TIMESTAMP}"
350 if [ $timestamplength -eq 12 ]; then
351 TIMESTAMP="${TIMESTAMP}00"
352 elif [ $timestamplength -ne 14 ]; then
353 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
356 RPMBUILD=$(which rpmbuild 2>/dev/null | head -1)
357 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
358 RPMBUILD=$(which rpm 2>/dev/null | head -1)
359 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
360 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
364 if [ -n "$CCACHE" ]; then
365 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
367 if which "$CCACHE" &>/dev/null; then
368 local ccache=$(which "$CCACHE")
369 local bindir="$TOPDIR/bin"
371 if [ ! -d $bindir ]; then
372 mkdir -p $bindir || fatal 1 "error trying to create $bindir"
374 rm ${bindir}/* > /dev/null 2>&1 || true
376 ln -s "$ccache" ${bindir}/ccache
377 ln -s "$ccache" ${bindir}/cc
378 ln -s "$ccache" ${bindir}/$CC
379 export PATH=$bindir:$PATH
380 export CCACHE && export CC="ccache $CC"
381 # zero the cache so we can see how effective we are being with it
385 # get some ccache stats when we are done
386 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
387 # should remove the ccache trap if lbuild is interrupted
388 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
396 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
398 [[ $1 == $2 ]] && return 1
400 local i val1=($1) val2=($2)
402 # padding zero to val1 if it needs
403 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
406 for ((i=0; i<${#val1[@]}; i++)); do
407 [[ -z ${val2[i]} ]] && return 1
409 if [[ ${val1[i]} < ${val2[i]} ]]; then
411 elif [[ ${val1[i]} > ${val2[i]} ]]; then
419 echo $(echo "$*" | xargs -n 1 | sort -u)
428 if which wget >/dev/null 2>&1; then
429 if ! wget -nv "$url" -O "$target"; then
432 elif which curl >/dev/null 2>&1; then
433 if ! curl -L -s -o "$target" "$url"; then
437 fatal 1 "Could not find either wget or curl to fetch URLs."
447 local force="${3:-false}"
449 if $force || [ ! -r "$KERNELDIR/$srpm" ] ||
450 [ ! -s "$KERNELDIR/$srpm" ]; then
452 local location="http://downloads.lustre.org/public/kernels/$target/old"
453 # get the location from a distro specific method if it exists
454 if type -p kernel_srpm_location; then
455 location=$(kernel_srpm_location)
457 echo "Downloading $location/$srpm..."
458 if ! fetch_url "$location/$srpm" "$KERNELDIR/$srpm" 2>&1 ||
459 [ ! -s "$KERNELDIR/$srpm" ]; then
460 rm -f $KERNELDIR/$srpm
461 # punt to a distro specific method if it exists
462 if ! type -p download_srpm-$DISTRO; then
463 fatal 1 "Could not download target $target's kernel SRPM $srpm from $location."
465 if ! download_srpm-$DISTRO "$target" "$srpm" "$force"; then
466 fatal 1 "Could not download target $target's kernel SRPM $srpm using download_srpm-$DISTRO."
471 fatal 1 "$srpm not found in directory $KERNELDIR."
482 local file=${from##*/}
488 local semaphore="$to-downloading"
491 if [ ! -f $semaphore ]; then
495 # make sure the download has not been aborted
496 local now=$(date +%s)
497 local file_mtime=$(stat -c %Y "$to")
498 local staleness=$((now - file_mtime))
499 # let's assume an active download will write at least once a minute
500 if [ $staleness -gt 60 ]; then
508 # if the semaphore file exists, the file is either still downloading
509 # or a download was aborted and we cannot trust the target file
510 if [ -f $semaphore ]; then
514 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
521 if $force || ! is_downloaded; then
522 if is_downloading; then
523 echo "Somebody else is downloading $from..."
524 while is_downloading; do
525 echo "Waiting for $to to finish downloading"
528 if is_downloaded; then
531 echo "The download we were waiting for seems to have been aborted"
537 echo "Downloading $from..."
538 # flag others so they don't try to download also
539 push_exit_trap "rm -f $to $semaphore" "download"
541 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
542 # the trap will remove the files via the fatal below
543 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
546 delete_exit_trap "download"
548 fatal 1 "${to##*/} not found in directory ${to%/*}."
557 local force="${1:-false}"
559 if [ -z "$OFED_VERSION" -o "$OFED_VERSION" = "inkernel" ]; then
563 local OFED_BASE_VERSION=$OFED_VERSION
564 if [[ $OFED_VERSION = *.*.*.* ]]; then
565 OFED_BASE_VERSION=${OFED_VERSION%.*}
568 local location="http://www.openfabrics.org/downloads/OFED/ofed-${OFED_BASE_VERSION}/"
570 if [[ $OFED_VERSION = *-rc[0-9] ]]; then
572 Mmv=${OFED_VERSION%%-*}
573 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}/"
576 if [[ $OFED_VERSION = daily-* ]]; then
578 OFED_VERSION=${OFED_VERSION/daily-/}
579 Mmv=${OFED_VERSION%%-*}
580 daily=${OFED_VERSION##$Mmv-}
581 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}-daily/"
582 # find the filename for the version for the date specified
583 OFED_VERSION=$(curl -s "$location" | sed -nre "/${daily}-/s/.*href=\"OFED-(${Mmv//./\\.}-${daily}-[0-9]{4,4}).tgz.*$/\1/p" | tail -1)
584 if [ -z "$OFED_VERSION" ]; then
585 fatal 1 "Could not determine the filename of the OFED snapshot for ${daily}"
589 local file="OFED-${OFED_VERSION}.tgz"
590 download_file "$location/$file" "$KERNELTREE" "$force"
596 EXTRA_VERSION_save="$EXTRA_VERSION"
597 for patchesdir in "$EXTERNAL_PATCHES" \
598 "$TOPDIR/lustre/lustre/kernel_patches"; do
599 TARGET_FILE="$patchesdir/targets/$TARGET.target"
600 [ -r "$TARGET_FILE" ] && break
602 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
604 echo "Loading target config file $TARGET.target..."
606 # if the caller specified an OFED_VERSION it should override whatever
607 # the target file specifies
608 local env_OFED_VERSION="$OFED_VERSION"
612 if [ -n "$env_OFED_VERSION" ]; then
613 OFED_VERSION="$env_OFED_VERSION"
616 # doesn't make any sense to build OFED for xen domX's
621 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
622 # go away and the target just specify the $RPMSMPTYPE
623 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
625 # CC might have been overwriten in TARGET_FILE
626 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
627 export CCACHE && export CC="ccache $CC"
630 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
631 KERNELDIR="$KERNELTREE/${lnxmaj}"
632 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
635 # verify the series is available
636 if [ "$SERIES" ]; then
637 for series in $SERIES; do
638 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
639 [ -r "$patchesdir/series/$series" ] && continue 2
641 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
645 # set the location of the .config file
651 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
652 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH${RPMSMPTYPE:+-}${RPMSMPTYPE}.config"
655 local lnxrelnew=${lnxrel//-/_}
657 # remember the EXTRA_VERSION before we diddle it here
658 # XXX - we really should not diddle with any values read in from the
659 # target file. if we want to modify a value, we should create
661 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
663 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
664 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
667 if [ "$EXTRA_VERSION_save" ]; then
668 EXTRA_VERSION="$EXTRA_VERSION_save"
669 elif ! $RELEASE; then
670 # if there is no patch series, then this is not a lustre specific
671 # kernel. don't make it look like one
672 if $PATCHLESS || [ -n "$SERIES" ]; then
673 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
674 # EXTRA_VERSION="${EXTRA_VERSION}-${TAG}.${TIMESTAMP}"
675 if ! $PATCHLESS && [ -n "$BUILDID" ]; then
676 EXTRA_VERSION="${EXTRA_VERSION}.${BUILDID}"
680 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
682 ALL_ARCHS="$BASE_ARCHS $BIGMEM_ARCHS $BOOT_ARCHS $JENSEN_ARCHS $SMP_ARCHS $BIGSMP_ARCHS $PSERIES64_ARCHS $UP_ARCHS"
685 for arch in $(uniqify "$ALL_ARCHS"); do
686 if [ -z "$TARGET_ARCHS" ] ||
687 [[ \ $TARGET_ARCHS\ = *\ $arch\ * ]]; then
688 BUILD_ARCHS="$BUILD_ARCHS $arch"
691 [ "$BUILD_ARCHS" ] || usage 1 "No available target archs to build."
692 echo "Building for: $BUILD_ARCHS"
700 fatal 1 "tarflags(): File name argument missing."
712 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
721 local extractfile="$@"
723 echo "Untarring ${tarfile##*/}..."
724 tar $(tarflags "$tarfile") "$tarfile" $extractfile
730 if ! untar "$KERNELTREE/OFED-${OFED_VERSION}.tgz"; then
733 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
739 if [ -z "$LUSTRE" ]; then
742 if [ -n "$USE_DATESTAMP" ]; then
743 DATESTAMP="-D '$DATE'"
746 local DIRNAME="lustre-$TAG-$TIMESTAMP"
748 cvs -d "$CVSROOT" -qz3 co $DATESTAMP -d "$DIRNAME" lustre || \
749 fatal 1 "There was an error checking out toplevel Lustre from CVS."
750 pushd "$DIRNAME" > /dev/null
751 ./lustrecvs "$TAG" || \
752 fatal 1 "There was an error checking out Lustre/Portals/Build from CVS."
753 echo "Creating lustre tarball..."
754 sh autogen.sh || fatal 1 "There was an error running autogen.sh."
755 ./configure --enable-dist || \
756 fatal 1 "There was an error running ./configure to create makefiles."
757 make dist || fatal 1 "There was an error running 'make dist'."
758 LUSTRE=$PWD/lustre-*.tar.gz
762 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
763 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
769 local do_patch=${1:-true}
771 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
772 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
773 $do_patch && pushd linux >/dev/null
774 for series in $SERIES; do
775 echo -n "Applying series $series:"
776 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
777 [ -r "$patchesdir/series/$series" ] || continue
778 SERIES_FILE="$patchesdir/series/$series"
779 for patch in $(<"$SERIES_FILE"); do
781 PATCH_FILE="$patchesdir/patches/$patch"
782 [ -r "$PATCH_FILE" ] || \
783 fatal 1 "Patch $patch does not exist in Lustre tree."
784 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
786 fatal 1 "Error adding patch $patch to full patch."
789 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
791 fatal 1 "Error applying patch $patch."
799 $do_patch && popd >/dev/null
800 echo "Full patch has been saved in ${FULL_PATCH##*/}."
805 local rpmbuildopt="$1"
807 pushd lustre-iokit > /dev/null || return 255
809 if ! ./configure; then
810 echo "failed to configure in lustre-iokit"
811 popd >/dev/null # pushd lustre-iokit
816 echo "failed to make dist in lustre-iokit"
817 popd >/dev/null # pushd lustre-iokit
821 if ! $RPMBUILD $rpmbuildopt lustre-iokit*.tar.gz \
822 --define "_tmppath /var/tmp" \
823 --define "_topdir $TOPDIR" 2>&1; then
824 popd >/dev/null # pushd lustre-iokit
828 if $DO_SRC && ! $RPMBUILD -ts lustre-iokit*.tar.gz \
829 --define "_tmppath /var/tmp" \
830 --define "_topdir $TOPDIR" 2>&1; then
831 popd >/dev/null # pushd lustre-iokit
834 popd >/dev/null # pushd lustre-iokit
843 pushd lustre >/dev/null
845 echo "Building Lustre RPMs for: $BUILD_ARCHS..."
847 for arch in $BUILD_ARCHS; do
848 targets="--target $arch $targets"
854 confoptions="$confoptions --disable-server"
857 local rpmbuildopt='-tb'
860 echo NORPM mode. Only compiling.
863 # If server we now build the spl and zfs modules against the lustre kernel.
864 # These are required prior to the building of lustre server. Client does
865 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
866 # line above so is at least consistant.
867 if [ $PATCHLESS == false ] && [ "x$ZFSNOTSUPPORTED" == "x" ]; then
868 if ! build_spl_zfs; then
869 popd >/dev/null # pushd lustre
874 ( $(skeep_ldiskfs_rpm $TAG) ) || {
876 pushd ldiskfs > /dev/null || return 255
878 if ! ./configure --enable-dist; then
879 echo "failed to configure in ldiskfs"
880 popd >/dev/null # pushd ldiskfs
881 popd >/dev/null # pushd lustre
885 if ! make dist 2>&1; then
886 popd >/dev/null # pushd ldiskfs
887 popd >/dev/null # pushd lustre
891 #cp lustre-ldiskfs*.tar.gz $TOPDIR/SOURCES || \
892 # fatal 1 "Could not copy lustre-ldiskfs*.tar.gz to $TOPDIR/SOURCES"
894 if ! $RPMBUILD $targets $rpmbuildopt lustre-ldiskfs*.tar.gz \
895 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
896 --define "kdir $linux" \
897 ${linuxobj:+--define "kobjdir $linuxobj"} \
898 --define "_tmppath /var/tmp" \
899 --define "_topdir $TOPDIR" 2>&1; then
900 popd >/dev/null # pushd ldiskfs
901 popd >/dev/null # pushd lustre
906 if ! $RPMBUILD -ts lustre-ldiskfs*.tar.gz \
907 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
908 --define "kdir $linux" \
909 ${linuxobj:+--define "kobjdir $linuxobj"} \
910 --define "_tmppath /var/tmp" \
911 --define "_topdir $TOPDIR" 2>&1; then
912 popd >/dev/null # pushd ldiskfs
913 popd >/dev/null # pushd lustre
917 popd >/dev/null # pushd ldiskfs
919 # tell lustre where ldiskfs is
920 # XXX - pointing to the RPM BUILD dir is a hack. we need to flesh
921 # out the ldiskfs RPM build so that it builds a
922 # lustre-ldiskfs-devel RPM and install that and point lustre
924 confoptions="$confoptions --with-ldiskfs=$(ls -d $TOPDIR/BUILD/lustre-ldiskfs-*)"
928 if ! build_iokit $rpmbuildopt; then
929 echo "failed to build lustre-iokit"
930 popd >/dev/null # pushd lustre
935 # convert the $PATCHLESS boolean to an empty/not-empty boolean
936 # as silly as this seems, it makes the syntax of the rpmbuild command
937 # simpler and not need an eval to deal with the quotes in the quotes
938 local is_patchless=""
943 # ditto for the lustre-tests boolean
944 local lustre_tests=""
945 if ! $LUSTRE_TESTS; then
955 if $OSDLDISKFSRPM; then
959 $RPMBUILD $targets $rpmbuildopt "$LUSTRE" \
960 ${is_patchless:+--define "lustre_name lustre-client"} \
961 ${lustre_tests:+--define "build_lustre_tests 0"} \
962 ${osd_zfs:+--define "build_lustre_osd_zfs 1"} \
963 ${osd_ldiskfs:+--define "build_lustre_osd_ldiskfs 1"} \
964 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
965 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
966 --define "kdir $linux" \
967 ${linuxobj:+--define "kobjdir $linuxobj"} \
968 --define "_tmppath $TMPDIR" \
969 --define "_topdir $TOPDIR" 2>&1 || \
970 fatal 1 "Error building rpms for $BUILD_ARCHS."
973 if ! $RPMBUILD -ts "$LUSTRE" \
974 ${is_patchless:+--define "lustre_name lustre-client"} \
975 ${lustre_tests:+--define "build_lustre_tests 0"} \
976 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
977 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
978 --define "kdir $linux" \
979 ${linuxobj:+--define "kobjdir $linuxobj"} \
980 --define "_tmppath $TMPDIR" \
981 --define "_topdir $TOPDIR" 2>&1; then
993 # Fetch spl/zfs from the git repo and prepare for lustre build
995 # return 0 if successful, else 255
997 # make sure the RPM build environment is set up
1000 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
1001 # destination for the rpms
1002 export RPM_BUILD_ROOT=$TOPDIR
1004 # The files expect a kver to be set to the kernel version .
1005 kver=$(cat ${LINUX}/include/config/kernel.release)
1007 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1009 for pkg in spl zfs; do
1013 [ "$pkg" == "zfs" ] && spldir="$(ls -d $TOPDIR/usr/src/spl-*/*)"
1016 # need to fetch the repo in order to build it.
1017 # default to github but allow override
1018 git clone ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1020 pushd $pkg || return 255
1022 # XXX - _having_ to give a package a kernel just to have it configure
1023 # enough to do a "make dist" is truely bogus!
1024 if ! ./configure --with-linux=${LINUX} \
1025 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1026 ! make dist 2>&1; then
1032 # XXX - dirty hack time. ~sigh~
1033 # because the spl tarball contains two .spec files, we cannot
1034 # simply rebuild the tarball
1035 ln $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1036 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1038 # First build the userspace tools RPMs
1039 if ! $RPMBUILD $targets -bb $pkg/$pkg.spec \
1041 --define "configure_args ${CONFIGURE_FLAGS}" \
1042 --define "_tmppath /var/tmp" \
1043 --define "_topdir $TOPDIR" 2>&1; then
1048 if ! $RPMBUILD -bs $pkg/$pkg.spec \
1050 --define "configure_args ${CONFIGURE_FLAGS}" \
1051 --define "_tmppath /var/tmp" \
1052 --define "_topdir $TOPDIR" 2>&1; then
1057 # Now the kernel module RPMs
1058 # Need to provide pointers to the lustre kernel source, objects, usr/src
1059 if ! $RPMBUILD $targets -bb $pkg/$rpmmod.spec \
1061 --define "require_kdir ${linux}" \
1062 ${linuxobj:+--define "require_kobj ${linuxobj}"} \
1063 ${spldir:+--define "require_spldir ${spldir}"} \
1064 --define "configure_args ${CONFIGURE_FLAGS}" \
1065 --define "_usrsrc $TOPDIR/usr/src" \
1066 --define "kver $kver" \
1067 --define "_tmppath /var/tmp" \
1068 --define "_topdir $TOPDIR" 2>&1; then
1073 if ! $RPMBUILD -bs $pkg/$rpmmod.spec \
1075 --define "require_kdir ${linux}" \
1076 ${linuxobj:+--define "require_kobj ${linuxobj}"} \
1077 ${spldir:+--define "require_spldir ${spldir}"} \
1078 --define "configure_args ${CONFIGURE_FLAGS}" \
1079 --define "_usrsrc $TOPDIR/usr/src" \
1080 --define "kver $kver" \
1081 --define "_tmppath /var/tmp" \
1082 --define "_topdir $TOPDIR" 2>&1; then
1087 # We have built the rpms for the package. No we need to extract the
1088 # contained files so we can build further things against them
1089 local rpm=$(ls $TOPDIR/RPMS/*/$rpmmod-devel-*.rpm)
1091 # cpio only extract to pwd so we need to go there.
1093 rpm2cpio < $rpm | cpio -id
1096 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*/*) ${CONFIGURE_FLAGS}"
1106 [ "$STAGEDIR" ] || return 0
1108 for arch in $BUILD_ARCHS; do
1109 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${arch}"
1110 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1111 mkdir -p "${rpmdir}"
1112 cp -v RPMS/${arch}/*.rpm "${rpmdir}"
1113 if [ -d RPMS/noarch ]; then
1114 cp -v RPMS/noarch/*.rpm "${rpmdir}"
1118 cp -v "$LUSTRE" "$STAGEDIR"
1122 #check if we need to build separate ldiskfs RPM
1123 skeep_ldiskfs_rpm() {
1128 if ! $LDISKFSRPM; then
1130 elif $PATCHLESS; then
1133 for skiptag in $SKIPLDISKFSRPM; do
1134 [[ $tag == $skiptag ]] && skip=true && break
1142 set_rpm_smp_type() {
1144 local infact_arch="${TARGET_ARCH}"
1147 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1150 for smp_type in $SMP_ARCHS; do
1151 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1154 for smp_type in $BIGSMP_ARCHS; do
1155 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1158 for smp_type in $PPC64_ARCHS; do
1159 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1162 for smp_type in $DEFAULT_ARCHS; do
1163 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1168 # This function takes a linux source pool and digs out the linux release
1170 find_linux_release() {
1173 local LINUXRELEASEHEADER=$SRCDIR/include/linux/version.h
1174 if [ -s $SRCDIR/include/linux/utsrelease.h ]; then
1175 LINUXRELEASEHEADER=$SRCDIR/include/linux/utsrelease.h
1178 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1182 # unpack kernel(/source/devel) RPM
1184 # This function and it's setting of $LINUX and $LINUXOBJ is a total hack that
1185 # needs to completely refactored. It completely ingores that $BUILD_ARCHS may
1186 # contain a list of arches for which rpmbuild commands (including the one for
1188 unpack_linux_devel_rpm() {
1189 local kernelrpm="${1}"
1191 [ -f "$kernelrpm" ] || return 255
1192 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1194 pushd $TOPDIR/reused &>/dev/null || return 255
1196 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1200 # call a distro specific hook, if available
1201 if type -p unpack_linux_devel_rpm-$DISTRO; then
1202 if ! unpack_linux_devel_rpm-$DISTRO "$kernelrpm"; then
1209 find_linux_devel_paths $TOPDIR/reused
1217 local kib_prefix="$2"
1220 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1222 # ofed 1.3 had a bug in the rpm spec
1223 if [ "$OFED_VERSION" = "1.3" ]; then
1227 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-sdp-mod --with-user_mad-mod --with-user_access-mod --with-addr_trans-mod"
1228 local OFED_HARDWARE="--with-mthca-mod --with-mlx4-mod --with-mlx4_en-mod --with-cxgb3-mod --with-nes-mod"
1230 if compare_version $OFED_VERSION 3.0; then
1231 OFED_CORE="$OFED_CORE --with-madeye-mod --with-rds-mod"
1233 OFED_HARDWARE="$OFED_HARDWARE --with-cxgb4-mod"
1236 # some I/B drivers are architecture dependent and kernel-ib's configure
1237 # does not figure it out for us ~sigh~
1238 case "$TARGET_ARCH" in
1240 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1243 # we're no longer shipping the OFED iSCSI target
1244 #OFED_ISCSI="--with-srp-mod --with-srp-target-mod"
1245 OFED_ISCSI="--with-srp-mod"
1246 ## ISER module has no backport support as of OFED 1.5 (i.e. only builds on
1247 ##kernels >= 2.6.30)
1248 #if [[ $OFED_VERSION = 1.[0-4]* ]]; then
1249 # OFED_ISCSI="$OFED_ISCSI --with-iser-mod"
1252 # assume we are just rebuilding the SRPM
1253 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1254 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1256 # but switch to building from the SPEC if we need to apply patches
1257 if ls ${TOPDIR}/lustre/build/patches/ofed/* >/dev/null; then
1259 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1260 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1261 local file ed_fragment1 ed_fragment2 n=1
1262 for file in $(ls ${TOPDIR}/lustre/build/patches/ofed/*.patch); do
1263 ed_fragment1="$ed_fragment1
1264 Patch$n: ${file%%*/}"
1265 ed_fragment2="$ed_fragment2
1267 cp $file ${TOPDIR}/SOURCES
1270 for file in $(ls ${TOPDIR}/lustre/build/patches/ofed/*.ed); do
1271 ed_fragment3="$ed_fragment3
1276 if [ $n -gt 1 ]; then
1290 local linuxrelease=$(find_linux_release "$linux")
1291 if compare_version $OFED_VERSION 3.0; then
1292 local OFA_KERNEL_RELEASE=$(echo -n ${linuxrelease} | sed -e 's/-/_/g')
1294 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' --define 'build_kernel_ib_devel 1' \
1295 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1296 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1297 --define "KVERSION ${linuxrelease}" \
1298 --define "$K_SRC ${linux}" \
1299 --define "LIB_MOD_DIR /lib/modules/${linuxrelease}/updates" \
1300 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1301 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1302 ${SOURCE} 2>&1; then
1303 fatal 1 "Error building ${kib_rpm}"
1312 local signature="$4"
1313 local use_links="$5"
1320 local default_iface=$(/sbin/ip route get 192.1.1.1 | sed -ne 's/.* dev \(.*\) * src .*/\1/p')
1321 if [ -z "$default_iface" ]; then
1322 fatal 1 "Failed to determine the default route interface"
1324 local unique_id=$(/sbin/ip addr show dev $default_iface | sed -ne '/ inet /s/ *inet \(.*\)\/.*/\1/p' | head -1)
1325 if [ -z "$unique_id" ]; then
1326 fatal 1 "Failed to determine a unique id from interface $default_interface"
1329 local finallocation="$location"/"$signature"/"$module"
1330 location="$location"/"$signature-${unique_id}"/"$module"
1331 mkdir -p "$location"
1332 # the cleanup script removes any directory that doesn't have a
1333 # .lastused, so let's try to prevent that as soon as we can
1334 # this solution still slightly racy with the cleanup script
1335 # but the race is a lot tighter now
1336 touch -t 197001010000 "$location/.lastused"
1337 ## use eval/echo here to make sure shell expansions are performed
1338 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1340 for article in $(eval echo $articles); do
1341 if ! cp -a${linkflag} "$article" "$location"; then
1342 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1343 # rename the cache location so that it's not cached
1344 # product, but is around for analysis
1345 mv "$location"{,-bad-$(date +%s)} ||
1346 error "failed to clean up a failed cache attempt" \
1347 "in \"$location\" -- manual cleanup will be" \
1353 # flag the cache as complete (i.e. in case lbuild was previously
1354 # interrupted while caching)
1355 touch "$location/.lastused"
1357 # put the temporary location into the final location
1359 mkdir -p "${finallocation%/*}"
1360 mv "$location" "$finallocation"
1361 rmdir "${location%/*}"
1369 local use_links="${3:-false}"
1370 local signature="$4"
1372 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1373 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1374 # the .lastused flag is populated at the end of the caching to
1375 # signal that the caching was completed. if that flag is not
1376 # there, then the cache is invalid (and should be removed in fact)
1377 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1378 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1382 # so that we know how stale this entry is
1383 touch $REUSEBUILD/$signature/$module/.lastused
1386 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1387 cp -al $REUSEBUILD/$signature/$module/* $dest/
1390 # copying is pretty heavy
1391 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1392 # do some creative symlinking instead
1394 for dir in BUILD SRPMS SPECS; do
1395 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1396 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1399 # sources have to be copied by file because we need SOURCES to
1400 # be a dir we can write into
1401 # could overrun ls's arg list here
1402 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1403 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1404 xargs ln -t $dest/SOURCES -s
1406 # same for RPMS/* dirs
1407 # could overrun ls's arg list here
1408 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1410 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1411 mkdir -p $dest/RPMS/${dir##*/}
1413 xargs ln -t $dest/RPMS/${dir##*/} -s
1425 if [[ $arch = i[3456]86 ]]; then
1433 build_kernel_with_srpm() {
1436 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1437 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1440 # need to generate the patch for this target
1441 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1443 # get an md5sum of the kernel patch + config for reuse check
1444 # XXX really, there needs to be a signature and a CONFIG_FILE per arch
1448 local release_str="RELEASE=$RELEASE\n"
1451 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1452 local REUSE_SIGNATURE=$({ echo -en $release_str;
1454 cat $CONFIG_FILE $TARGET_FILE $FULL_PATCH; } |
1455 md5sum | cut -d" " -f1)
1456 # see if we can link to the reuse pool
1457 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1459 local CAN_LINK_FOR_REUSE=false
1460 touch $REUSEBUILD/$$
1461 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1462 CAN_LINK_FOR_REUSE=true
1467 # the extra version string to use for the kernel (which might be a reused
1469 local kernel_extra_version=""
1470 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1471 "$REUSE_SIGNATURE"; then
1472 # nothing cached, build from scratch
1473 if [ ! -r "$KERNELDIR/$KERNEL_SRPM" ]; then
1474 echo "Downloading kernel SRPM" >&${outfd}
1475 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1478 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1479 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1480 # should we clean this up or leave it for analysis?
1482 fatal 1 "Error installing kernel SRPM."
1485 # put the Lustre kernel patch into the RPM build tree
1486 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1487 prepare_and_build_srpm >&${outfd} ||
1488 fatal 1 "failed to prepare_and_build_srpm"
1490 if [ -z "$REUSE_SIGNATURE" ]; then
1491 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1493 # store the resulting kernel RPM build tree for future use
1494 echo "Storing the built kernel for future reuse" >&${outfd}
1495 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1496 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1497 "$CAN_LINK_FOR_REUSE"; then
1498 error "Failed to store kernel RPMS for reuse"
1499 echo "unknown" >&${outfd}
1505 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1507 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel ="); then
1508 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1510 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1512 # should now have the following RPMs
1513 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1514 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1515 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1516 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1517 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1519 echo $kernel_extra_version
1527 # REUSEBUILD, USE_BUILD_CACHE
1532 local ofed_version="$2"
1536 # if an ofed version is given, then it means use OFED proper,
1537 # not any vendor specific "inkernel" version
1538 if [ -z "$ofed_version" ]; then
1542 if [ "$ofed_version" = "inkernel" ]; then
1543 # see if there is a distro specific override for this and use
1545 # XXX we need to better integrate a distro specific override with
1546 # the rest of this function so that all of the reuse cache
1547 # stuff is leveraged given that 80% of this function is reuse
1548 if type -p build_ofed-${DISTRO}; then
1550 ofed_location=$(build_ofed-${DISTRO} ${STDOUT})
1551 local rc=${PIPESTATUS[0]}
1552 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1557 elif compare_version $OFED_VERSION 3.0; then
1558 kib_prefix="ofa_kernel"
1561 kib_prefix="compat-rdma"
1562 kib_rpm="compat-rdma"
1565 # build kernel-ib/compat-rdma
1566 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1567 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1568 echo "$(find_linux_release ${linux})";
1569 cat "${linux}/include/linux/autoconf.h"; } |
1570 md5sum | cut -d" " -f1)
1571 # see if we can link to the reuse pool
1572 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1574 local CAN_LINK_FOR_REUSE=false
1575 touch $REUSEBUILD/$$
1576 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1577 CAN_LINK_FOR_REUSE=true
1582 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1583 "$REUSE_SIGNATURE"; then
1584 if [ -n "$REUSE_SIGNATURE" ]; then
1585 # stash away the existing built articles for a moment
1587 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1590 find . | cpio -pudlm ..
1594 create_rpmbuild_dirs
1597 build_kernel_ib "${linux}" "${kib_prefix}" "${kib_rpm}"
1599 if [ -z "$REUSE_SIGNATURE" ]; then
1600 echo "No reuse signature was caculated so not storing the built ofed"
1602 # store the resulting RPM build tree for future use
1603 echo "Storing the built ofed for future reuse"
1604 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1605 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1606 "$CAN_LINK_FOR_REUSE"; then
1607 error "Failed to store OFED RPMS for reuse"
1611 # put the stuff we stashed away back
1616 pushd "$TOPDIR" >/dev/null
1617 rm -rf ${kib_rpm}-devel
1618 mkdir ${kib_rpm}-devel
1620 # the actual ofed RPMs don't have the -rc$n or -$date string appened that
1621 # might be present on the file
1622 local linuxrelease=$(find_linux_release "$linux")
1623 ofed_version=$(echo $ofed_version |
1624 sed -re 's/-(20[0-9]{6,6}-[0-9]{4,4}|rc[0-9]*)$//')
1625 local rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version}-${linuxrelease//-/_}.*.rpm)
1626 if ! rpm2cpio < $rpm | cpio -id; then
1627 fatal 1 "could not unpack the ${kib_rpm}-devel rpm."
1629 CONFIGURE_FLAGS="--with-o2ib=$(pwd)/usr/src/${kib_prefix} ${CONFIGURE_FLAGS}"
1636 if ! $PATCHLESS; then
1637 local kernel_extra_version
1638 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1639 fatal 1 "Failed to build the kernel from it's SRPM"
1642 for arch in $BUILD_ARCHS; do
1643 local kernel_devel_rpm
1644 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/$arch/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1645 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/$arch/"
1648 # install the -devel RPM in preparation for modules builds
1649 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1650 "$TOPDIR/RPMS/$arch/$kernel_devel_rpm"; then
1651 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/$arch/$kernel_devel_rpm"
1655 # need to find and unpack the vendor's own kernel-devel for patchless
1658 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1659 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in ${KERNELRPMSBASE}/${lnxmaj}/${DISTRO}"
1661 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1662 fatal 1 "Could not find the Linux tree in $kernelrpm"
1666 # ~sigh~ have to make copies of and modify some of the rpm
1667 # infrastructure files so that find-requires can find our unpacked
1668 # kernel-devel artifacts
1669 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1670 FIND_REQUIRES="$(pwd)/find-requires"
1671 chmod 755 {symset-table,find-requires{,.ksyms}}
1673 tmp="${tmp//\//\\/}"
1674 ed find-requires <<EOF
1678 /|.*find-requires.ksyms/s/|/| bash -x/
1679 g/ [^ ]*\/\(find-requires\.ksyms\)/s// $tmp\/\1/g
1682 ed find-requires.ksyms <<EOF
1686 g/\/.*\/\(symset-table\)/s//$tmp\/\1/g
1689 ed symset-table <<EOF
1693 g/\(\/boot\/\)/s//$tmp\/reused\1/g
1694 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1698 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
1699 fatal 1 "error building OFED"
1702 if build_lustre "$LINUX" "$LINUXOBJ"; then
1703 # the build worked. resolve any symlinked files (i.e. from reuse)
1704 # in RPMS/$arch to real files so that that that huge mess of
1705 # complication known as LTS can copy them yet somewhere else.
1706 # is it any wonder this whole process is so damn so? anyone ever
1707 # heard of hardlinks? it's this cool new thing that allows you save
1708 # tons of time and space by creating... well you can go read about
1709 # them if you have not heard about them yet.
1710 # can i say how much the implemenation of all of this really impedes
1713 for dir in RPMS/*; do
1715 for file in $(ls); do
1716 if [ -h $file ]; then
1723 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1724 # as that's where LTS expects to find them
1725 for dir in RPMS/*; do
1726 if [ $dir = RPMS/$TARGET_ARCH ]; then
1731 if [ -n "$files" ]; then
1732 cp -al $files ../$TARGET_ARCH
1742 create_rpmbuild_dirs() {
1744 [ -d RPMS ] || mkdir RPMS
1745 for arch in $BUILD_ARCHS; do
1746 if [[ $arch = i?86 ]]; then
1747 # some stupidity in the sles11 kernel spec requires an RPMS/i386
1748 # even if the target arch is i686
1749 [ -d RPMS/i386 ] || mkdir RPMS/i386
1751 [ -d RPMS/$arch ] || mkdir RPMS/$arch
1753 [ -d BUILD ] || mkdir BUILD
1754 [ -d SOURCES ] || mkdir SOURCES
1755 [ -d SPECS ] || mkdir SPECS
1756 [ -d SRPMS ] || mkdir SRPMS
1778 [[ $list\ == *\ $item\ * ]]
1782 #########################################################################
1783 # Generate a backtrace through the call stack.
1787 #########################################################################
1791 local funcname="" sourcefile="" lineno="" n
1793 echo "Call stack: (most recent first)"
1794 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1795 funcname=${FUNCNAME[$n - 1]}
1796 sourcefile=$(basename ${BASH_SOURCE[$n]})
1797 lineno=${BASH_LINENO[$n - 1]}
1801 # Display function arguments
1802 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1803 local args newarg j p=0
1804 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1805 newarg=${BASH_ARGV[$j + $p - 1]}
1806 args="${args:+${args} }'${newarg}'"
1808 let p+=${BASH_ARGC[$n - 1]}
1810 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1814 echo "BEGIN BACKTRACE"
1816 #echo ${BASH_LINENO[*]}
1817 #echo ${BASH_SOURCE[*]}
1818 #echo ${FUNCNAME[*]}
1819 local i=$((${#FUNCNAME[@]} - 1))
1820 while [ $i -ge 0 ]; do
1821 local lineno=${BASH_LINENO[$i]}
1825 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1826 # Can't figure out how to get function args from other frames...
1827 local FUNCTION="${FUNCNAME[$i]}()"
1828 echo "$SOURCELINE:$FUNCTION"
1832 echo "END BACKTRACE"
1838 seen_list=$(new_list)
1840 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1841 Unfortunately the above line number in the message may or may not be correct,
1842 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1844 # have we seen this one
1845 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1847 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1848 echo "seen this one already"
1850 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1856 ) | mail -s "Untrapped error at ${BASH_SOURCE[0]##*/}:$((LINENO-15)) on $HOSTNAME" brian@whamcloud.com >&2; set $xtrace' ERR
1859 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1861 options=$(getopt -o d:D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,patchless,ldiskfs,ccache,reuse:,norpm,disable-datestamp,external-patches:,timestamp:,extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,ofed-version:,publish,release,set-value:,src,stage:,tag:,target:,target-archs:,with-linux:,xen -- "$@")
1863 if [ $? != 0 ]; then
1867 eval set -- "$options"
1902 if ! KERNELTREE=$(canon_path "$2"); then
1903 fatal 1 "Could not determine the canonical location of $2"
1907 --linux | --with-linux)
1908 if ! LINUX=$(canon_path "$2"); then
1909 fatal 1 "Could not determine the canonical location of $2"
1922 if ! REUSEBUILD=$(canon_path "$2"); then
1923 fatal 1 "Could not determine the canonical location of $2"
1944 if ! KERNELRPMSBASE=$(canon_path "$2"); then
1945 fatal 1 "Could not determine the canonical location of $2"
1954 if ! LUSTRE=$(canon_filepath "$2"); then
1955 fatal 1 "Could not determine the canonical location of $2"
1998 --disable-datestamp)
2012 # there are actually some lustre configure flags that we need to
2013 # handle ourselves (but we still give them to configure)
2014 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2018 CONFIGURE_FLAGS="$CONFIGURE_FLAGS --enable-liblustre --enable-liblustre-tests"
2022 usage 1 "Unrecognized option: $1"
2031 # XXX - should we _always_ get the buildid from the META file? what are the
2032 # other (i.e. non-lustre-tarball use cases of lbuild)?
2033 BUILDID=$(sed -ne '/^BUILDID =/s/.*= *//p' lustre/META)
2037 if [ -n "$OFED_VERSION" -a "$OFED_VERSION" != "inkernel" ]; then
2039 unpack_ofed || fatal 1 "Error unpacking OFED tarball"
2042 # make sure the RPM build environment is set up
2043 create_rpmbuild_dirs
2045 # if an unpacked kernel source tree was given on the command line
2046 # just build lustre with it (nothing distro kernel specific here)
2047 if [ -n "$LINUX" ]; then
2048 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
2049 fatal 1 "error building OFED"
2050 build_lustre "$LINUX" "$LINUXOBJ"
2052 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTRO" ]; then
2053 fatal 1 "${LBUILD_DIR}/lbuild-$DISTRO not found"
2055 source ${LBUILD_DIR}/lbuild-$DISTRO
2056 build_with_srpm || fatal 1 "Failed to build_with_srpm"