3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
33 #BUILD_GEN=2 # bz19952: remove -lustre tag from kernel RPM names
34 #BUILD_GEN=3 # bz19975: enable the building of src.rpms by default
35 #BUILD_GEN=4 # bz22281: use the git hash in the kernel extra version
36 #BUILD_GEN=5 # TT-107: don't cache the BUILD dir
37 BUILD_GEN=6 # TT-1092: don't cache the BUILD dir, to rebuild external OFED
45 # XXX - some recent hacking has pretty much neutered this option.
46 # search through this file for "-bb" and see how many places
47 # simply don't account for this option
52 TARGET_ARCH="$(uname -m)"
53 # change default behavior to only build for the current arch
54 TARGET_ARCHS="$TARGET_ARCH"
55 TARGET_ARCHS_ALL="$TARGET_ARCH"
56 [ "$TARGET_ARCH" = "i686" ] && TARGET_ARCHS_ALL="i686 i586 i386"
61 TMPDIR=${TMPDIR:-"/var/tmp"}
63 # this is a dir to try reuse old kernel RPMs in (although, it seems to be
64 # unused in any real manner
66 # this is the dir that should be used to store reuse products
68 # should cached products be used or force rebuilding?
70 # what does this do exactly? does it imply no kernel build?
75 SMPTYPES="smp bigsmp default ''"
81 # default to not adding -lustre- into the kernel RPM package names
82 KERNEL_LUSTRE_NAMING=false
83 # default not use kabi check.
101 # not in the target file any more
104 # build the lustre-tests rpm?
113 # Readlink is not present on some older distributions: emulate it.
117 if [ -L "$path" ]; then
118 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
127 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
129 --external-patches=EXTERNAL_PATCHES
130 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
131 look for seres and config files in before looking in the lustre
134 --extraversion=EXTRAVERSION
135 Text to use for the rpm release and kernel extraversion.
137 --timestamp=TIMESTAMP
138 Date of building lustre in format YYYYMMDDhhmmss
141 Try to reuse old kernel RPMs from DIR
144 Try to reuse old kernel builds from DIR
147 Path to distro kernel RPM collection
153 Do not build RPMs (compile only mode)
156 Build lustre client only
159 Which distro using. Autodetect by default
161 --kerneldir=KERNELDIR
162 Directory containing Linux source tarballs referenced by target
165 --kerneltree=KERNELTREE
166 Directory containing dirs with Linux source tarballs referenced by target
167 files. Dir names in format kernel version ('2.6.9', etc.)
169 --linux=LINUX --with-linux=LINUX
170 Directory of Linux kernel sources. When this option is used, only
171 Lustre modules and userspace are built.
174 Path to an existing lustre source tarball to use.
177 Do not try to download a kernel from downloads.lustre.org
180 Do not build a .src.rpm, a full kernel patch, or a patched kernel
184 Build with ldiskfs support. (Deprecated, always true)
187 Do not build lustre-iokit RPM. Now true by default
193 Specifies that the files generated do not include timestamps, and
194 that this is an official release.
197 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
200 Directory used to stage packages for release. RPMs will be placed
201 more or less in DIR/<target>-<arch>, and the tarball will be
205 The name of the target to build. The available targets are listed
208 --target-archs=TARGET_ARCHS
209 A (space delimited) list of architectures to build. By default,
210 all of the archs supported by the TARGET will be built, in
211 addition to a .src.rpm. This option can limit those, for machines
212 that can only build certain archs or if you only want a certain
213 arch built (for testing, or a one-off kernel).
215 Also note that by using a non-"base" arch (eg, i386) only kernels
216 will be built - there will be no lustre-lite-utils package.
219 Builds a Xen domX kernel.
222 Sets a variable to a given value.
231 # canonicalize a relative path to a file
235 if [ ! -f "$PATH" ]; then
239 local FILE=${PATH##*/}
242 echo $(canon_path "$DIR")/$FILE
246 # canonicalize a relative path to a dir
250 if [ ! -d "$PATH" ]; then
254 pushd "$PATH" >/dev/null || return 1
264 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
265 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
268 [ -z "$DISTRO" ] && DISTRO=$(autodetect_distro)
270 if [ -z "$LINUX" ]; then
271 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
272 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
274 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
275 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
277 [ "$TARGET" ] || TARGET=$(autodetect_target "$DISTRO")
278 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
279 # [ -r "$TARGET_FILE" ] || \
280 # usage 1 "Target '$TARGET' was not found."
285 CANONICAL_TARGET="rhel6"
288 CANONICAL_TARGET="rhel5"
291 CANONICAL_TARGET="rhel-2.6"
294 CANONICAL_TARGET="sles-2.6"
297 CANONICAL_TARGET="sles10-2.6"
299 2.6-sles11 | 3.0-sles11)
300 CANONICAL_TARGET="sles11"
303 CANONICAL_TARGET="oel5"
306 CANONICAL_TARGET="hp-pnnl-2.4"
314 CANONICAL_TARGET="$TARGET"
318 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
319 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
320 local timestamplength="${#TIMESTAMP}"
321 if [ $timestamplength -eq 12 ]; then
322 TIMESTAMP="${TIMESTAMP}00"
323 elif [ $timestamplength -ne 14 ]; then
324 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
327 RPMBUILD=$(which rpmbuild 2>/dev/null | head -1)
328 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
329 RPMBUILD=$(which rpm 2>/dev/null | head -1)
330 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
331 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
335 if [ -n "$CCACHE" ]; then
336 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
338 if which "$CCACHE" &>/dev/null; then
339 local ccache=$(which "$CCACHE")
340 local bindir="$TOPDIR/bin"
342 if [ ! -d $bindir ]; then
343 mkdir -p $bindir || fatal 1 "error trying to create $bindir"
345 rm ${bindir}/* > /dev/null 2>&1 || true
347 ln -s "$ccache" ${bindir}/ccache
348 ln -s "$ccache" ${bindir}/cc
349 ln -s "$ccache" ${bindir}/$CC
350 export PATH=$bindir:$PATH
351 export CCACHE && export CC="ccache $CC"
352 # zero the cache so we can see how effective we are being with it
356 # get some ccache stats when we are done
357 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
358 # should remove the ccache trap if lbuild is interrupted
359 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
367 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
369 [[ $1 == $2 ]] && return 1
371 local i val1=($1) val2=($2)
373 # padding zero to val1 if it needs
374 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
377 for ((i=0; i<${#val1[@]}; i++)); do
378 [[ -z ${val2[i]} ]] && return 1
380 if [[ ${val1[i]} < ${val2[i]} ]]; then
382 elif [[ ${val1[i]} > ${val2[i]} ]]; then
390 echo $(echo "$*" | xargs -n 1 | sort -u)
399 if which wget >/dev/null 2>&1; then
400 if ! wget -nv "$url" -O "$target"; then
403 elif which curl >/dev/null 2>&1; then
404 if ! curl -L -s -o "$target" "$url"; then
408 fatal 1 "Could not find either wget or curl to fetch URLs."
418 local force="${3:-false}"
420 if $force || [ ! -r "$KERNELDIR/$srpm" ] ||
421 [ ! -s "$KERNELDIR/$srpm" ]; then
423 local location="http://downloads.lustre.org/public/kernels/$target/old"
424 # get the location from a distro specific method if it exists
425 if type -p kernel_srpm_location; then
426 location=$(kernel_srpm_location)
428 echo "Downloading $location/$srpm..."
429 if ! fetch_url "$location/$srpm" "$KERNELDIR/$srpm" 2>&1 ||
430 [ ! -s "$KERNELDIR/$srpm" ]; then
431 rm -f $KERNELDIR/$srpm
432 # punt to a distro specific method if it exists
433 if ! type -p download_srpm-$DISTRO; then
434 fatal 1 "Could not download target $target's kernel SRPM $srpm from $location."
436 if ! download_srpm-$DISTRO "$target" "$srpm" "$force"; then
437 fatal 1 "Could not download target $target's kernel SRPM $srpm using download_srpm-$DISTRO."
442 fatal 1 "$srpm not found in directory $KERNELDIR."
453 local file=${from##*/}
459 local semaphore="$to-downloading"
462 if [ ! -f $semaphore ]; then
466 # make sure the download has not been aborted
467 local now=$(date +%s)
468 local file_mtime=$(stat -c %Y "$to")
469 local staleness=$((now - file_mtime))
470 # let's assume an active download will write at least once a minute
471 if [ $staleness -gt 60 ]; then
479 # if the semaphore file exists, the file is either still downloading
480 # or a download was aborted and we cannot trust the target file
481 if [ -f $semaphore ]; then
485 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
492 if $force || ! is_downloaded; then
493 if is_downloading; then
494 echo "Somebody else is downloading $from..."
495 while is_downloading; do
496 echo "Waiting for $to to finish downloading"
499 if is_downloaded; then
502 echo "The download we were waiting for seems to have been aborted"
508 echo "Downloading $from..."
509 # flag others so they don't try to download also
510 push_exit_trap "rm -f $to $semaphore" "download"
512 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
513 # the trap will remove the files via the fatal below
514 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
517 delete_exit_trap "download"
519 fatal 1 "${to##*/} not found in directory ${to%/*}."
528 local force="${1:-false}"
530 if [ -z "$OFED_VERSION" -o "$OFED_VERSION" = "inkernel" ]; then
534 local OFED_BASE_VERSION=$OFED_VERSION
535 if [[ $OFED_VERSION = *.*.*.* ]]; then
536 OFED_BASE_VERSION=${OFED_VERSION%.*}
539 local location="http://www.openfabrics.org/downloads/OFED/ofed-${OFED_BASE_VERSION}/"
541 if [[ $OFED_VERSION = *-[rR][cC][0-9] ]]; then
543 Mmv=${OFED_VERSION%%-[rR][cC][0-9]}
544 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}/"
547 if [[ $OFED_VERSION = daily-* ]]; then
549 OFED_VERSION=${OFED_VERSION/daily-/}
550 Mmv=${OFED_VERSION%%-*}
551 daily=${OFED_VERSION##$Mmv-}
552 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}-daily/"
553 # find the filename for the version for the date specified
554 OFED_VERSION=$(curl -s "$location" | sed -nre "/${daily}-/s/.*href=\"OFED-(${Mmv//./\\.}-${daily}-[0-9]{4,4}).tgz.*$/\1/p" | tail -1)
555 if [ -z "$OFED_VERSION" ]; then
556 fatal 1 "Could not determine the filename of the OFED snapshot for ${daily}"
560 local file="OFED-${OFED_VERSION}.tgz"
561 download_file "$location/$file" "$KERNELTREE" "$force"
567 EXTRA_VERSION_save="$EXTRA_VERSION"
568 for patchesdir in "$EXTERNAL_PATCHES" \
569 "$TOPDIR/lustre/lustre/kernel_patches"; do
570 TARGET_FILE="$patchesdir/targets/$TARGET.target"
571 [ -r "$TARGET_FILE" ] && break
573 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
575 echo "Loading target config file $TARGET.target..."
577 # if the caller specified an OFED_VERSION it should override whatever
578 # the target file specifies
579 local env_OFED_VERSION="$OFED_VERSION"
583 if [ -n "$env_OFED_VERSION" ]; then
584 OFED_VERSION="$env_OFED_VERSION"
587 # doesn't make any sense to build OFED for xen domX's
592 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
593 # go away and the target just specify the $RPMSMPTYPE
594 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
596 # CC might have been overwriten in TARGET_FILE
597 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
598 export CCACHE && export CC="ccache $CC"
601 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
602 KERNELDIR="$KERNELTREE/${lnxmaj}"
603 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
606 # verify the series is available
607 if [ "$SERIES" ]; then
608 for series in $SERIES; do
609 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
610 [ -r "$patchesdir/series/$series" ] && continue 2
612 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
616 # set the location of the .config file
622 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
623 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config"
626 local lnxrelnew=${lnxrel//-/_}
628 # remember the EXTRA_VERSION before we diddle it here
629 # XXX - we really should not diddle with any values read in from the
630 # target file. if we want to modify a value, we should create
632 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
634 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
635 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
638 if [ "$EXTRA_VERSION_save" ]; then
639 EXTRA_VERSION="$EXTRA_VERSION_save"
640 elif ! $RELEASE; then
641 # if there is no patch series, then this is not a lustre specific
642 # kernel. don't make it look like one
643 if $PATCHLESS || [ -n "$SERIES" ]; then
644 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
645 if ! $PATCHLESS && [ -n "$BUILDID" ]; then
646 EXTRA_VERSION="${EXTRA_VERSION}.${BUILDID}"
650 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
652 ALL_ARCHS="$BASE_ARCHS $BIGMEM_ARCHS $BOOT_ARCHS $JENSEN_ARCHS $SMP_ARCHS $BIGSMP_ARCHS $PSERIES64_ARCHS $UP_ARCHS"
655 for arch in $(uniqify "$ALL_ARCHS"); do
656 if [ -z "$TARGET_ARCHS" ] ||
657 [[ \ $TARGET_ARCHS\ = *\ $arch\ * ]]; then
658 BUILD_ARCHS="$BUILD_ARCHS $arch"
661 [ "$BUILD_ARCHS" ] || usage 1 "No available target archs to build."
662 echo "Building for: $BUILD_ARCHS"
670 fatal 1 "tarflags(): File name argument missing."
682 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
691 local extractfile="$@"
693 echo "Untarring ${tarfile##*/}..."
694 tar $(tarflags "$tarfile") "$tarfile" $extractfile
700 if ! untar "$KERNELTREE/OFED-${OFED_VERSION}.tgz"; then
703 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
709 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
710 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
716 local do_patch=${1:-true}
718 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
719 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
720 $do_patch && pushd linux >/dev/null
721 for series in $SERIES; do
722 echo -n "Applying series $series:"
723 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
724 [ -r "$patchesdir/series/$series" ] || continue
725 SERIES_FILE="$patchesdir/series/$series"
726 for patch in $(<"$SERIES_FILE"); do
728 PATCH_FILE="$patchesdir/patches/$patch"
729 [ -r "$PATCH_FILE" ] || \
730 fatal 1 "Patch $patch does not exist in Lustre tree."
731 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
733 fatal 1 "Error adding patch $patch to full patch."
736 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
738 fatal 1 "Error applying patch $patch."
746 $do_patch && popd >/dev/null
747 echo "Full patch has been saved in ${FULL_PATCH##*/}."
752 local rpmbuildopt="$1"
754 pushd lustre-iokit > /dev/null || return 255
756 if ! ./configure; then
757 echo "failed to configure in lustre-iokit"
758 popd >/dev/null # pushd lustre-iokit
763 echo "failed to make dist in lustre-iokit"
764 popd >/dev/null # pushd lustre-iokit
768 if ! $RPMBUILD $rpmbuildopt lustre-iokit*.tar.gz \
769 --define "_tmppath /var/tmp" \
770 --define "_topdir $TOPDIR" 2>&1; then
771 popd >/dev/null # pushd lustre-iokit
775 if $DO_SRC && ! $RPMBUILD -ts lustre-iokit*.tar.gz \
776 --define "_tmppath /var/tmp" \
777 --define "_topdir $TOPDIR" 2>&1; then
778 popd >/dev/null # pushd lustre-iokit
781 popd >/dev/null # pushd lustre-iokit
790 pushd lustre >/dev/null
792 echo "Building Lustre RPMs for: $BUILD_ARCHS..."
794 for arch in $BUILD_ARCHS; do
795 targets="--target $arch $targets"
801 confoptions="$confoptions --disable-server"
804 local rpmbuildopt='-tb'
807 echo NORPM mode. Only compiling.
810 # If server we now build the spl and zfs modules against the lustre kernel.
811 # These are required prior to the building of lustre server. Client does
812 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
813 # line above so is at least consistant.
814 if [ $PATCHLESS == false ] && [ "x$ZFSNOTSUPPORTED" == "x" ]; then
815 if ! build_spl_zfs; then
816 popd >/dev/null # pushd lustre
822 if ! build_iokit $rpmbuildopt; then
823 echo "failed to build lustre-iokit"
824 popd >/dev/null # pushd lustre
829 # convert the $PATCHLESS boolean to an empty/not-empty boolean
830 # as silly as this seems, it makes the syntax of the rpmbuild command
831 # simpler and not need an eval to deal with the quotes in the quotes
832 local is_patchless=""
837 # ditto for the lustre-tests boolean
838 local lustre_tests=""
839 if ! $LUSTRE_TESTS; then
849 if $OSDLDISKFSRPM; then
853 $RPMBUILD $targets $rpmbuildopt "$LUSTRE" \
854 ${is_patchless:+--without servers} \
855 ${lustre_tests:+--without lustre_tests} \
856 ${osd_zfs:+--with zfs} \
857 ${osd_ldiskfs:+--with ldiskfs} \
858 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
859 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
860 --define "kdir $linux" \
861 ${linuxobj:+--define "kobjdir $linuxobj"} \
862 --define "_tmppath $TMPDIR" \
863 --define "_topdir $TOPDIR" 2>&1 || \
864 fatal 1 "Error building rpms for $BUILD_ARCHS."
867 if ! $RPMBUILD -ts "$LUSTRE" \
868 ${is_patchless:+--without servers} \
869 ${lustre_tests:+--without lustre_tests} \
870 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
871 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
872 --define "kdir $linux" \
873 ${linuxobj:+--define "kobjdir $linuxobj"} \
874 --define "_tmppath $TMPDIR" \
875 --define "_topdir $TOPDIR" 2>&1; then
887 # Fetch spl/zfs from the git repo and prepare for lustre build
890 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
891 # SPLZFSTAG - Tag to checkout of clone repositories
892 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
894 # return 0 if successful, else 255
896 # make sure the RPM build environment is set up
901 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
902 # destination for the rpms
903 export RPM_BUILD_ROOT=$TOPDIR
904 SPLZFSVER=${SPLZFSVER:-0.6.2}
905 SPLZFSTAG=${SPLZFSTAG:-upstream-master}
907 # The files expect a kver to be set to the kernel version .
908 local kver=$(find_linux_release)
910 # build and install the spl and zfs (and -devel) RPMs for lustre to use
912 for pkg in spl zfs; do
916 [ "$pkg" == "zfs" ] && spldir="$(ls -d $TOPDIR/usr/src/spl-*/|tail -1)"
918 # need to fetch the repo in order to build it.
919 # default to github but allow override
920 git clone ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
922 pushd $pkg || return 255
923 if [ -n "$SPLZFSTAG" ]; then
924 git checkout $SPLZFSTAG
926 git checkout -b lbuild $pkg-$SPLZFSVER
929 # This differentiates between older zfs versions
930 if [ -f $pkg-modules.spec.in ]; then
933 speclist="$pkg.spec $rpmpkg.spec"
935 rpmpkg=kmod-$pkg-devel
937 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
940 sh autogen.sh || return 255
942 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
943 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
944 ! make dist 2>&1; then
950 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
951 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
952 if [ -f $pkg/scripts/kmodtool ]; then
953 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
963 # set search dir for our own kmodtool to find correct
965 export KERNELSOURCE=$(dirname ${LINUX})
966 # Manually build rpms
967 for spec in $speclist; do
968 echo "Building RPMs from $pkg/$specdir/$spec"
969 if ! $RPMBUILD $rpmb $pkg/$specdir/$spec \
971 --define "require_kdir ${LINUX}" \
972 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
973 ${spldir:+--define "require_spldir ${spldir}"} \
974 --define "kver $kver" \
975 --define "kernels $kver" \
976 --define "_tmppath /var/tmp" \
977 --define "kernelbuildroot $TOPDIR/reused" \
978 --define "_topdir $TOPDIR" 2>&1; then
983 # $DO_SRC && mv $pkg*.src.rpm $TOPDIR/SRPMS/
984 # mv $pkg*.noarch.rpm $TOPDIR/RPMS/noarch/
985 # mv *$pkg*.$TARGET_ARCH.rpm $TOPDIR/RPMS/$(basearch $TARGET_ARCH)/
987 # We have built the rpms for the package. Now we need to extract the
988 # contained files so we can build further things against them
989 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
991 # cpio only extract to pwd so we need to go there.
995 rpm2cpio $rpm | cpio -id
998 if [ "$pkg" == "zfs" ]; then
999 mkdir -p $TOPDIR/zfsdevel
1000 pushd $TOPDIR/zfsdevel
1001 # We also need to extract zfs-devel rpm
1002 local devel_rpm=$(ls -1 $TOPDIR/RPMS/*/$pkg-devel-*.rpm)
1003 rpm2cpio $devel_rpm | cpio -id
1005 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR/zfsdevel ${CONFIGURE_FLAGS}"
1009 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*/|tail -1) ${CONFIGURE_FLAGS}"
1010 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1020 [ "$STAGEDIR" ] || return 0
1022 for arch in $BUILD_ARCHS; do
1023 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${arch}"
1024 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1025 mkdir -p "${rpmdir}"
1026 cp -v RPMS/${arch}/*.rpm "${rpmdir}"
1027 if [ -d RPMS/noarch ]; then
1028 cp -v RPMS/noarch/*.rpm "${rpmdir}"
1032 cp -v "$LUSTRE" "$STAGEDIR"
1036 set_rpm_smp_type() {
1038 local infact_arch="${TARGET_ARCH}"
1041 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1044 for smp_type in $SMP_ARCHS; do
1045 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1048 for smp_type in $BIGSMP_ARCHS; do
1049 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1052 for smp_type in $PPC64_ARCHS; do
1053 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1056 for smp_type in $DEFAULT_ARCHS; do
1057 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1062 # This function takes a linux include tree and digs out the linux release
1063 # from it. It is never called directly, only called from the distro
1064 # specific function find_linux_release() in lbuild-{rhel,sles}.
1065 _find_linux_release() {
1067 local LINUXRELEASEHEADER=""
1069 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1070 if [ -s $SRC/include/generated/utsrelease.h ]; then
1071 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1072 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1073 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1076 if [ ! -s $LINUXRELEASEHEADER ]; then
1077 fatal 1 "could not find UTS_RELEASE"
1080 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1083 # unpack kernel(/source/devel) RPM
1085 # This function and it's setting of $LINUX and $LINUXOBJ is a total hack that
1086 # needs to completely refactored. It completely ingores that $BUILD_ARCHS may
1087 # contain a list of arches for which rpmbuild commands (including the one for
1089 unpack_linux_devel_rpm() {
1090 local kernelrpm="${1}"
1092 [ -f "$kernelrpm" ] || return 255
1093 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1095 pushd $TOPDIR/reused &>/dev/null || return 255
1097 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1101 # call a distro specific hook, if available
1102 if type -p unpack_linux_devel_rpm-$DISTRO; then
1103 if ! unpack_linux_devel_rpm-$DISTRO "$kernelrpm"; then
1110 find_linux_devel_paths $TOPDIR/reused
1118 local kib_prefix="$2"
1121 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1123 # ofed 1.3 had a bug in the rpm spec
1124 if [ "$OFED_VERSION" = "1.3" ]; then
1128 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-sdp-mod --with-user_mad-mod --with-user_access-mod --with-addr_trans-mod"
1129 local OFED_HARDWARE="--with-mthca-mod --with-mlx4-mod --with-mlx4_en-mod --with-cxgb3-mod --with-nes-mod"
1131 if compare_version $OFED_VERSION 3.0; then
1132 OFED_CORE="$OFED_CORE --with-madeye-mod --with-rds-mod"
1134 OFED_HARDWARE="$OFED_HARDWARE --with-cxgb4-mod"
1137 # some I/B drivers are architecture dependent and kernel-ib's configure
1138 # does not figure it out for us ~sigh~
1139 case "$TARGET_ARCH" in
1141 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1144 # we're no longer shipping the OFED iSCSI target
1145 #OFED_ISCSI="--with-srp-mod --with-srp-target-mod"
1146 OFED_ISCSI="--with-srp-mod"
1147 ## ISER module has no backport support as of OFED 1.5 (i.e. only builds on
1148 ##kernels >= 2.6.30)
1149 #if [[ $OFED_VERSION = 1.[0-4]* ]]; then
1150 # OFED_ISCSI="$OFED_ISCSI --with-iser-mod"
1153 # assume we are just rebuilding the SRPM
1154 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1155 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1157 # but switch to building from the SPEC if we need to apply patches
1158 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1160 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1161 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1162 local file ed_fragment1 ed_fragment2 n=1
1163 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch); do
1164 ed_fragment1="$ed_fragment1
1165 Patch$n: ${file%%*/}"
1166 ed_fragment2="$ed_fragment2
1168 cp $file ${TOPDIR}/SOURCES
1171 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed); do
1172 # Only apply the ed-scripts that should be used for the canonical target
1173 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1175 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1176 # To apply the same change to multiple canonical target simply specify
1177 # a list of colon separated canoncial target names in the file name.
1178 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1179 -e ":${CANONICAL_TARGET}.ed$"
1180 if [ $? -eq 0 ] ; then
1181 ed_fragment3="$ed_fragment3
1187 if [ $n -gt 1 ]; then
1201 local linuxrelease=$(find_linux_release)
1202 if compare_version $OFED_VERSION 3.0; then
1203 local OFA_KERNEL_RELEASE=$(echo -n ${linuxrelease} | sed -e 's/-/_/g')
1205 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' --define 'build_kernel_ib_devel 1' \
1206 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1207 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1208 --define "KVERSION ${linuxrelease}" \
1209 --define "$K_SRC ${linux}" \
1210 --define "LIB_MOD_DIR /lib/modules/${linuxrelease}/updates" \
1211 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1212 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1213 ${SOURCE} 2>&1; then
1214 fatal 1 "Error building ${kib_rpm}"
1223 local signature="$4"
1224 local use_links="$5"
1231 local default_iface=$(/sbin/ip route get 192.1.1.1 | sed -ne 's/.* dev \(.*\) * src .*/\1/p')
1232 if [ -z "$default_iface" ]; then
1233 fatal 1 "Failed to determine the default route interface"
1235 local unique_id=$(/sbin/ip addr show dev $default_iface | sed -ne '/ inet /s/ *inet \(.*\)\/.*/\1/p' | head -1)
1236 if [ -z "$unique_id" ]; then
1237 fatal 1 "Failed to determine a unique id from interface $default_interface"
1240 local finallocation="$location"/"$signature"/"$module"
1241 location="$location"/"$signature-${unique_id}"/"$module"
1242 mkdir -p "$location"
1243 # the cleanup script removes any directory that doesn't have a
1244 # .lastused, so let's try to prevent that as soon as we can
1245 # this solution still slightly racy with the cleanup script
1246 # but the race is a lot tighter now
1247 touch -t 197001010000 "$location/.lastused"
1248 ## use eval/echo here to make sure shell expansions are performed
1249 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1251 for article in $(eval echo $articles); do
1252 if ! cp -a${linkflag} "$article" "$location"; then
1253 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1254 # rename the cache location so that it's not cached
1255 # product, but is around for analysis
1256 mv "$location"{,-bad-$(date +%s)} ||
1257 error "failed to clean up a failed cache attempt" \
1258 "in \"$location\" -- manual cleanup will be" \
1264 # flag the cache as complete (i.e. in case lbuild was previously
1265 # interrupted while caching)
1266 touch "$location/.lastused"
1268 # put the temporary location into the final location
1270 mkdir -p "${finallocation%/*}"
1271 mv "$location" "$finallocation"
1272 rmdir "${location%/*}"
1280 local use_links="${3:-false}"
1281 local signature="$4"
1283 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1284 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1285 # the .lastused flag is populated at the end of the caching to
1286 # signal that the caching was completed. if that flag is not
1287 # there, then the cache is invalid (and should be removed in fact)
1288 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1289 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1293 # so that we know how stale this entry is
1294 touch $REUSEBUILD/$signature/$module/.lastused
1297 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1298 cp -al $REUSEBUILD/$signature/$module/* $dest/
1301 # copying is pretty heavy
1302 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1303 # do some creative symlinking instead
1305 for dir in BUILD SRPMS SPECS; do
1306 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1307 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1310 # sources have to be copied by file because we need SOURCES to
1311 # be a dir we can write into
1312 # could overrun ls's arg list here
1313 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1314 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1315 xargs ln -t $dest/SOURCES -s
1317 # same for RPMS/* dirs
1318 # could overrun ls's arg list here
1319 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1321 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1322 mkdir -p $dest/RPMS/${dir##*/}
1324 xargs ln -t $dest/RPMS/${dir##*/} -s
1336 if [[ $arch = i[3456]86 ]]; then
1344 build_kernel_with_srpm() {
1347 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1348 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1351 # need to generate the patch for this target
1352 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1354 # get an md5sum of the kernel patch + config for reuse check
1355 # XXX really, there needs to be a signature and a CONFIG_FILE per arch
1359 local release_str="RELEASE=$RELEASE\n"
1362 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1363 local REUSE_SIGNATURE=$({ echo -en $release_str;
1365 cat $CONFIG_FILE $TARGET_FILE $FULL_PATCH;
1366 cat $LBUILD_DIR/lbuild $LBUILD_DIR/lbuild-${DISTRO}; } |
1367 md5sum | cut -d" " -f1)
1368 # see if we can link to the reuse pool
1369 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1371 local CAN_LINK_FOR_REUSE=false
1372 touch $REUSEBUILD/$$
1373 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1374 CAN_LINK_FOR_REUSE=true
1379 # the extra version string to use for the kernel (which might be a reused
1381 local kernel_extra_version=""
1382 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1383 "$REUSE_SIGNATURE"; then
1384 # nothing cached, build from scratch
1385 if [ ! -r "$KERNELDIR/$KERNEL_SRPM" ]; then
1386 echo "Downloading kernel SRPM" >&${outfd}
1387 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1390 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1391 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1392 # should we clean this up or leave it for analysis?
1394 fatal 1 "Error installing kernel SRPM."
1397 # put the Lustre kernel patch into the RPM build tree
1398 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1399 prepare_and_build_srpm >&${outfd} ||
1400 fatal 1 "failed to prepare_and_build_srpm"
1402 if [ -z "$REUSE_SIGNATURE" ]; then
1403 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1405 # store the resulting kernel RPM build tree for future use
1406 echo "Storing the built kernel for future reuse" >&${outfd}
1407 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1408 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1409 "$CAN_LINK_FOR_REUSE"; then
1410 error "Failed to store kernel RPMS for reuse"
1411 echo "unknown" >&${outfd}
1417 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1419 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1420 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1422 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1424 # should now have the following RPMs
1425 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1426 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1427 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1428 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1429 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1431 echo $kernel_extra_version
1439 # REUSEBUILD, USE_BUILD_CACHE
1444 local ofed_version="$2"
1448 # if an ofed version is given, then it means use OFED proper,
1449 # not any vendor specific "inkernel" version
1450 if [ -z "$ofed_version" ]; then
1454 if [ "$ofed_version" = "inkernel" ]; then
1455 # see if there is a distro specific override for this and use
1457 # XXX we need to better integrate a distro specific override with
1458 # the rest of this function so that all of the reuse cache
1459 # stuff is leveraged given that 80% of this function is reuse
1460 if type -p build_ofed-${DISTRO}; then
1462 ofed_location=$(build_ofed-${DISTRO} ${STDOUT})
1463 local rc=${PIPESTATUS[0]}
1464 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1469 elif compare_version $OFED_VERSION 3.0; then
1470 kib_prefix="ofa_kernel"
1473 kib_prefix="compat-rdma"
1474 kib_rpm="compat-rdma"
1477 # build kernel-ib/compat-rdma
1478 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1479 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1480 echo "$(find_linux_release;
1481 echo "$BUILD_GEN")";
1482 cat "${linux}/include/linux/autoconf.h";
1483 cat "$LBUILD_DIR/lbuild" ;
1484 cat "$LBUILD_DIR/lbuild-${DISTRO}"; } |
1485 md5sum | cut -d" " -f1)
1486 # see if we can link to the reuse pool
1487 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1489 local CAN_LINK_FOR_REUSE=false
1490 touch $REUSEBUILD/$$
1491 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1492 CAN_LINK_FOR_REUSE=true
1497 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1498 "$REUSE_SIGNATURE"; then
1499 if [ -n "$REUSE_SIGNATURE" ]; then
1500 # stash away the existing built articles for a moment
1502 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1505 find . | cpio -pudlm ..
1509 create_rpmbuild_dirs
1512 build_kernel_ib "${linux}" "${kib_prefix}" "${kib_rpm}"
1514 if [ -z "$REUSE_SIGNATURE" ]; then
1515 echo "No reuse signature was caculated so not storing the built ofed"
1517 # store the resulting RPM build tree for future use
1518 echo "Storing the built ofed for future reuse"
1519 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1520 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1521 "$CAN_LINK_FOR_REUSE"; then
1522 error "Failed to store OFED RPMS for reuse"
1526 # put the stuff we stashed away back
1531 pushd "$TOPDIR" >/dev/null
1532 rm -rf ${kib_rpm}-devel
1533 mkdir ${kib_rpm}-devel
1535 # the actual ofed RPMs don't have the -rc$n or -$date string appened that
1536 # might be present on the file
1537 local linuxrelease=$(find_linux_release)
1538 ofed_version=$(echo $ofed_version |
1539 sed -re 's/-(20[0-9]{6,6}-[0-9]{4,4}|rc[0-9]*)$//')
1541 # OFED version will have 'hyphen' for minor release. (e.g. 3.5-1, instead
1542 # of 3.5.1) compat-rdma and compat-rdma-devel could have same version
1543 # number, but currectly not. Once OFED fix this in the future release, we
1544 # can remove following filter.
1545 ofed_version=$(echo $ofed_version |
1546 sed -re 's/-([0-9]*-[rR][cC][0-9]*)$//')
1547 local rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version}-${linuxrelease//-/_}.*.rpm)
1548 if ! rpm2cpio < $rpm | cpio -id; then
1549 fatal 1 "could not unpack the ${kib_rpm}-devel rpm."
1551 CONFIGURE_FLAGS="--with-o2ib=$(pwd)/usr/src/${kib_prefix} ${CONFIGURE_FLAGS}"
1558 if ! $PATCHLESS; then
1559 local kernel_extra_version
1560 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1561 fatal 1 "Failed to build the kernel from it's SRPM"
1564 for arch in $BUILD_ARCHS; do
1565 local kernel_devel_rpm
1566 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/$arch/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1567 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/$arch/"
1570 # install the -devel RPM in preparation for modules builds
1571 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1572 "$TOPDIR/RPMS/$arch/$kernel_devel_rpm"; then
1573 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/$arch/$kernel_devel_rpm"
1577 # need to find and unpack the vendor's own kernel-devel for patchless
1580 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1581 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in ${KERNELRPMSBASE}/${lnxmaj}/${DISTRO}"
1583 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1584 fatal 1 "Could not find the Linux tree in $kernelrpm"
1588 # ~sigh~ have to make copies of and modify some of the rpm
1589 # infrastructure files so that find-requires can find our unpacked
1590 # kernel-devel artifacts
1591 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1592 FIND_REQUIRES="$(pwd)/find-requires"
1593 chmod 755 {symset-table,find-requires{,.ksyms}}
1595 tmp="${tmp//\//\\/}"
1596 ed find-requires <<EOF
1600 /|.*find-requires.ksyms/s/|/| bash -x/
1601 g/ [^ ]*\/\(find-requires\.ksyms\)/s// $tmp\/\1/g
1604 ed find-requires.ksyms <<EOF
1608 g/\/.*\/\(symset-table\)/s//$tmp\/\1/g
1611 ed symset-table <<EOF
1615 g/\(\/boot\/\)/s//$tmp\/reused\1/g
1616 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1620 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
1621 fatal 1 "error building OFED"
1624 if build_lustre "$LINUX" "$LINUXOBJ"; then
1625 # the build worked. resolve any symlinked files (i.e. from reuse)
1626 # in RPMS/$arch to real files so that that that huge mess of
1627 # complication known as LTS can copy them yet somewhere else.
1628 # is it any wonder this whole process is so damn so? anyone ever
1629 # heard of hardlinks? it's this cool new thing that allows you save
1630 # tons of time and space by creating... well you can go read about
1631 # them if you have not heard about them yet.
1632 # can i say how much the implemenation of all of this really impedes
1635 for dir in RPMS/*; do
1637 for file in $(ls); do
1638 if [ -h $file ]; then
1645 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1646 # as that's where LTS expects to find them
1647 for dir in RPMS/*; do
1648 if [ $dir = RPMS/$TARGET_ARCH ]; then
1653 if [ -n "$files" ]; then
1654 cp -al $files ../$TARGET_ARCH
1664 create_rpmbuild_dirs() {
1666 [ -d RPMS ] || mkdir RPMS
1667 for arch in $BUILD_ARCHS; do
1668 if [[ $arch = i?86 ]]; then
1669 # some stupidity in the sles11 kernel spec requires an RPMS/i386
1670 # even if the target arch is i686
1671 [ -d RPMS/i386 ] || mkdir RPMS/i386
1673 [ -d RPMS/$arch ] || mkdir RPMS/$arch
1675 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1676 [ -d BUILD ] || mkdir BUILD
1677 [ -d SOURCES ] || mkdir SOURCES
1678 [ -d SPECS ] || mkdir SPECS
1679 [ -d SRPMS ] || mkdir SRPMS
1701 [[ $list\ == *\ $item\ * ]]
1705 #########################################################################
1706 # Generate a backtrace through the call stack.
1710 #########################################################################
1714 local funcname="" sourcefile="" lineno="" n
1716 echo "Call stack: (most recent first)"
1717 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1718 funcname=${FUNCNAME[$n - 1]}
1719 sourcefile=$(basename ${BASH_SOURCE[$n]})
1720 lineno=${BASH_LINENO[$n - 1]}
1724 # Display function arguments
1725 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1726 local args newarg j p=0
1727 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1728 newarg=${BASH_ARGV[$j + $p - 1]}
1729 args="${args:+${args} }'${newarg}'"
1731 let p+=${BASH_ARGC[$n - 1]}
1733 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1737 echo "BEGIN BACKTRACE"
1739 #echo ${BASH_LINENO[*]}
1740 #echo ${BASH_SOURCE[*]}
1741 #echo ${FUNCNAME[*]}
1742 local i=$((${#FUNCNAME[@]} - 1))
1743 while [ $i -ge 0 ]; do
1744 local lineno=${BASH_LINENO[$i]}
1748 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1749 # Can't figure out how to get function args from other frames...
1750 local FUNCTION="${FUNCNAME[$i]}()"
1751 echo "$SOURCELINE:$FUNCTION"
1755 echo "END BACKTRACE"
1761 seen_list=$(new_list)
1763 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1764 Unfortunately the above line number in the message may or may not be correct,
1765 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1767 # have we seen this one
1768 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1770 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1771 echo "seen this one already"
1773 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1776 ) ; set $xtrace' ERR
1779 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1781 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,patchless,ldiskfs,ccache,reuse:,norpm,disable-datestamp,external-patches:,timestamp:,extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-version:,publish,release,set-value:,src,stage:,tag:,target:,target-archs:,with-linux:,xen -- "$@")
1783 if [ $? != 0 ]; then
1787 eval set -- "$options"
1818 if ! KERNELTREE=$(canon_path "$2"); then
1819 fatal 1 "Could not determine the canonical location of $2"
1823 --linux | --with-linux)
1824 if ! LINUX=$(canon_path "$2"); then
1825 fatal 1 "Could not determine the canonical location of $2"
1838 if ! REUSEBUILD=$(canon_path "$2"); then
1839 fatal 1 "Could not determine the canonical location of $2"
1848 echo "WARNING: \"--ldiskfs\" is deprecated" > 2
1860 if ! KERNELRPMSBASE=$(canon_path "$2"); then
1861 fatal 1 "Could not determine the canonical location of $2"
1870 if ! LUSTRE=$(canon_filepath "$2"); then
1871 fatal 1 "Could not determine the canonical location of $2"
1904 echo "WARNING: \"--tag\" is deprecated" > 2
1924 # there are actually some lustre configure flags that we need to
1925 # handle ourselves (but we still give them to configure)
1926 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
1930 CONFIGURE_FLAGS="$CONFIGURE_FLAGS --enable-liblustre --enable-liblustre-tests"
1934 usage 1 "Unrecognized option: $1"
1943 # XXX - should we _always_ get the buildid from the META file? what are the
1944 # other (i.e. non-lustre-tarball use cases of lbuild)?
1945 BUILDID=$(sed -ne '/^BUILDID =/s/.*= *//p' lustre/META)
1949 if [ -n "$OFED_VERSION" -a "$OFED_VERSION" != "inkernel" ]; then
1951 unpack_ofed || fatal 1 "Error unpacking OFED tarball"
1954 # make sure the RPM build environment is set up
1955 create_rpmbuild_dirs
1957 # if an unpacked kernel source tree was given on the command line
1958 # just build lustre with it (nothing distro kernel specific here)
1959 if [ -n "$LINUX" ]; then
1960 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
1961 fatal 1 "error building OFED"
1962 build_lustre "$LINUX" "$LINUXOBJ"
1964 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTRO" ]; then
1965 fatal 1 "${LBUILD_DIR}/lbuild-$DISTRO not found"
1967 source ${LBUILD_DIR}/lbuild-$DISTRO
1968 build_with_srpm || fatal 1 "Failed to build_with_srpm"