3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
33 #BUILD_GEN=2 # bz19952: remove -lustre tag from kernel RPM names
34 #BUILD_GEN=3 # bz19975: enable the building of src.rpms by default
35 #BUILD_GEN=4 # bz22281: use the git hash in the kernel extra version
36 #BUILD_GEN=5 # TT-107: don't cache the BUILD dir
37 BUILD_GEN=6 # TT-1092: don't cache the BUILD dir, to rebuild external OFED
45 # XXX - some recent hacking has pretty much neutered this option.
46 # search through this file for "-bb" and see how many places
47 # simply don't account for this option
52 TARGET_ARCH="$(uname -m)"
53 # change default behavior to only build for the current arch
54 TARGET_ARCHS="$TARGET_ARCH"
55 TARGET_ARCHS_ALL="$TARGET_ARCH"
56 [ "$TARGET_ARCH" = "i686" ] && TARGET_ARCHS_ALL="i686 i586 i386"
61 TMPDIR=${TMPDIR:-"/var/tmp"}
63 # this is a dir to try reuse old kernel RPMs in (although, it seems to be
64 # unused in any real manner
66 # this is the dir that should be used to store reuse products
68 # should cached products be used or force rebuilding?
70 # what does this do exactly? does it imply no kernel build?
76 SMPTYPES="smp bigsmp default ''"
82 # default to not adding -lustre- into the kernel RPM package names
83 KERNEL_LUSTRE_NAMING=false
84 # default not use kabi check.
102 # not in the target file any more
105 # build the lustre-tests rpm?
114 # Readlink is not present on some older distributions: emulate it.
118 if [ -L "$path" ]; then
119 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
128 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
130 --external-patches=EXTERNAL_PATCHES
131 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
132 look for seres and config files in before looking in the lustre
135 --extraversion=EXTRAVERSION
136 Text to use for the rpm release and kernel extraversion.
138 --timestamp=TIMESTAMP
139 Date of building lustre in format YYYYMMDDhhmmss
142 Try to reuse old kernel RPMs from DIR
145 Try to reuse old kernel builds from DIR
148 Path to distro kernel RPM collection
154 Do not build RPMs (compile only mode)
157 Build lustre client only
160 Which distro using. Autodetect by default
162 --kerneldir=KERNELDIR
163 Directory containing Linux source tarballs referenced by target
166 --kerneltree=KERNELTREE
167 Directory containing dirs with Linux source tarballs referenced by target
168 files. Dir names in format kernel version ('2.6.9', etc.)
170 --linux=LINUX --with-linux=LINUX
171 Directory of Linux kernel sources. When this option is used, only
172 Lustre modules and userspace are built.
175 Path to an existing lustre source tarball to use.
178 Do not try to download a kernel from downloads.lustre.org
181 Do not build a .src.rpm, a full kernel patch, or a patched kernel
185 Do ldiskfs RPM. Now true by default
188 Do not build lustre-iokit RPM. Now true by default
194 Specifies that the files generated do not include timestamps, and
195 that this is an official release.
198 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
201 Directory used to stage packages for release. RPMs will be placed
202 more or less in DIR/<target>-<arch>, and the tarball will be
206 The name of the target to build. The available targets are listed
209 --target-archs=TARGET_ARCHS
210 A (space delimited) list of architectures to build. By default,
211 all of the archs supported by the TARGET will be built, in
212 addition to a .src.rpm. This option can limit those, for machines
213 that can only build certain archs or if you only want a certain
214 arch built (for testing, or a one-off kernel).
216 Also note that by using a non-"base" arch (eg, i386) only kernels
217 will be built - there will be no lustre-lite-utils package.
220 Builds a Xen domX kernel.
223 Sets a variable to a given value.
232 # canonicalize a relative path to a file
236 if [ ! -f "$PATH" ]; then
240 local FILE=${PATH##*/}
243 echo $(canon_path "$DIR")/$FILE
247 # canonicalize a relative path to a dir
251 if [ ! -d "$PATH" ]; then
255 pushd "$PATH" >/dev/null || return 1
265 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
266 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
269 [ -z "$DISTRO" ] && DISTRO=$(autodetect_distro)
271 if [ -z "$LINUX" ]; then
272 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
273 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
275 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
276 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
278 [ "$TARGET" ] || TARGET=$(autodetect_target "$DISTRO")
279 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
280 # [ -r "$TARGET_FILE" ] || \
281 # usage 1 "Target '$TARGET' was not found."
286 CANONICAL_TARGET="rhel6"
289 CANONICAL_TARGET="rhel5"
292 CANONICAL_TARGET="rhel-2.6"
295 CANONICAL_TARGET="sles-2.6"
298 CANONICAL_TARGET="sles10-2.6"
300 2.6-sles11 | 3.0-sles11)
301 CANONICAL_TARGET="sles11"
304 CANONICAL_TARGET="oel5"
307 CANONICAL_TARGET="hp-pnnl-2.4"
315 CANONICAL_TARGET="$TARGET"
319 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
320 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
321 local timestamplength="${#TIMESTAMP}"
322 if [ $timestamplength -eq 12 ]; then
323 TIMESTAMP="${TIMESTAMP}00"
324 elif [ $timestamplength -ne 14 ]; then
325 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
328 RPMBUILD=$(which rpmbuild 2>/dev/null | head -1)
329 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
330 RPMBUILD=$(which rpm 2>/dev/null | head -1)
331 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
332 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
336 if [ -n "$CCACHE" ]; then
337 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
339 if which "$CCACHE" &>/dev/null; then
340 local ccache=$(which "$CCACHE")
341 local bindir="$TOPDIR/bin"
343 if [ ! -d $bindir ]; then
344 mkdir -p $bindir || fatal 1 "error trying to create $bindir"
346 rm ${bindir}/* > /dev/null 2>&1 || true
348 ln -s "$ccache" ${bindir}/ccache
349 ln -s "$ccache" ${bindir}/cc
350 ln -s "$ccache" ${bindir}/$CC
351 export PATH=$bindir:$PATH
352 export CCACHE && export CC="ccache $CC"
353 # zero the cache so we can see how effective we are being with it
357 # get some ccache stats when we are done
358 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
359 # should remove the ccache trap if lbuild is interrupted
360 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
368 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
370 [[ $1 == $2 ]] && return 1
372 local i val1=($1) val2=($2)
374 # padding zero to val1 if it needs
375 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
378 for ((i=0; i<${#val1[@]}; i++)); do
379 [[ -z ${val2[i]} ]] && return 1
381 if [[ ${val1[i]} < ${val2[i]} ]]; then
383 elif [[ ${val1[i]} > ${val2[i]} ]]; then
391 echo $(echo "$*" | xargs -n 1 | sort -u)
400 if which wget >/dev/null 2>&1; then
401 if ! wget -nv "$url" -O "$target"; then
404 elif which curl >/dev/null 2>&1; then
405 if ! curl -L -s -o "$target" "$url"; then
409 fatal 1 "Could not find either wget or curl to fetch URLs."
419 local force="${3:-false}"
421 if $force || [ ! -r "$KERNELDIR/$srpm" ] ||
422 [ ! -s "$KERNELDIR/$srpm" ]; then
424 local location="http://downloads.lustre.org/public/kernels/$target/old"
425 # get the location from a distro specific method if it exists
426 if type -p kernel_srpm_location; then
427 location=$(kernel_srpm_location)
429 echo "Downloading $location/$srpm..."
430 if ! fetch_url "$location/$srpm" "$KERNELDIR/$srpm" 2>&1 ||
431 [ ! -s "$KERNELDIR/$srpm" ]; then
432 rm -f $KERNELDIR/$srpm
433 # punt to a distro specific method if it exists
434 if ! type -p download_srpm-$DISTRO; then
435 fatal 1 "Could not download target $target's kernel SRPM $srpm from $location."
437 if ! download_srpm-$DISTRO "$target" "$srpm" "$force"; then
438 fatal 1 "Could not download target $target's kernel SRPM $srpm using download_srpm-$DISTRO."
443 fatal 1 "$srpm not found in directory $KERNELDIR."
454 local file=${from##*/}
460 local semaphore="$to-downloading"
463 if [ ! -f $semaphore ]; then
467 # make sure the download has not been aborted
468 local now=$(date +%s)
469 local file_mtime=$(stat -c %Y "$to")
470 local staleness=$((now - file_mtime))
471 # let's assume an active download will write at least once a minute
472 if [ $staleness -gt 60 ]; then
480 # if the semaphore file exists, the file is either still downloading
481 # or a download was aborted and we cannot trust the target file
482 if [ -f $semaphore ]; then
486 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
493 if $force || ! is_downloaded; then
494 if is_downloading; then
495 echo "Somebody else is downloading $from..."
496 while is_downloading; do
497 echo "Waiting for $to to finish downloading"
500 if is_downloaded; then
503 echo "The download we were waiting for seems to have been aborted"
509 echo "Downloading $from..."
510 # flag others so they don't try to download also
511 push_exit_trap "rm -f $to $semaphore" "download"
513 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
514 # the trap will remove the files via the fatal below
515 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
518 delete_exit_trap "download"
520 fatal 1 "${to##*/} not found in directory ${to%/*}."
529 local force="${1:-false}"
531 if [ -z "$OFED_VERSION" -o "$OFED_VERSION" = "inkernel" ]; then
535 local OFED_BASE_VERSION=$OFED_VERSION
536 if [[ $OFED_VERSION = *.*.*.* ]]; then
537 OFED_BASE_VERSION=${OFED_VERSION%.*}
540 local location="http://www.openfabrics.org/downloads/OFED/ofed-${OFED_BASE_VERSION}/"
542 if [[ $OFED_VERSION = *-[rR][cC][0-9] ]]; then
544 Mmv=${OFED_VERSION%%-[rR][cC][0-9]}
545 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}/"
548 if [[ $OFED_VERSION = daily-* ]]; then
550 OFED_VERSION=${OFED_VERSION/daily-/}
551 Mmv=${OFED_VERSION%%-*}
552 daily=${OFED_VERSION##$Mmv-}
553 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}-daily/"
554 # find the filename for the version for the date specified
555 OFED_VERSION=$(curl -s "$location" | sed -nre "/${daily}-/s/.*href=\"OFED-(${Mmv//./\\.}-${daily}-[0-9]{4,4}).tgz.*$/\1/p" | tail -1)
556 if [ -z "$OFED_VERSION" ]; then
557 fatal 1 "Could not determine the filename of the OFED snapshot for ${daily}"
561 local file="OFED-${OFED_VERSION}.tgz"
562 download_file "$location/$file" "$KERNELTREE" "$force"
568 EXTRA_VERSION_save="$EXTRA_VERSION"
569 for patchesdir in "$EXTERNAL_PATCHES" \
570 "$TOPDIR/lustre/lustre/kernel_patches"; do
571 TARGET_FILE="$patchesdir/targets/$TARGET.target"
572 [ -r "$TARGET_FILE" ] && break
574 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
576 echo "Loading target config file $TARGET.target..."
578 # if the caller specified an OFED_VERSION it should override whatever
579 # the target file specifies
580 local env_OFED_VERSION="$OFED_VERSION"
584 if [ -n "$env_OFED_VERSION" ]; then
585 OFED_VERSION="$env_OFED_VERSION"
588 # doesn't make any sense to build OFED for xen domX's
593 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
594 # go away and the target just specify the $RPMSMPTYPE
595 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
597 # CC might have been overwriten in TARGET_FILE
598 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
599 export CCACHE && export CC="ccache $CC"
602 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
603 KERNELDIR="$KERNELTREE/${lnxmaj}"
604 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
607 # verify the series is available
608 if [ "$SERIES" ]; then
609 for series in $SERIES; do
610 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
611 [ -r "$patchesdir/series/$series" ] && continue 2
613 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
617 # set the location of the .config file
623 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
624 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH${RPMSMPTYPE:+-}${RPMSMPTYPE}.config"
627 local lnxrelnew=${lnxrel//-/_}
629 # remember the EXTRA_VERSION before we diddle it here
630 # XXX - we really should not diddle with any values read in from the
631 # target file. if we want to modify a value, we should create
633 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
635 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
636 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
639 if [ "$EXTRA_VERSION_save" ]; then
640 EXTRA_VERSION="$EXTRA_VERSION_save"
641 elif ! $RELEASE; then
642 # if there is no patch series, then this is not a lustre specific
643 # kernel. don't make it look like one
644 if $PATCHLESS || [ -n "$SERIES" ]; then
645 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
646 if ! $PATCHLESS && [ -n "$BUILDID" ]; then
647 EXTRA_VERSION="${EXTRA_VERSION}.${BUILDID}"
651 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
653 ALL_ARCHS="$BASE_ARCHS $BIGMEM_ARCHS $BOOT_ARCHS $JENSEN_ARCHS $SMP_ARCHS $BIGSMP_ARCHS $PSERIES64_ARCHS $UP_ARCHS"
656 for arch in $(uniqify "$ALL_ARCHS"); do
657 if [ -z "$TARGET_ARCHS" ] ||
658 [[ \ $TARGET_ARCHS\ = *\ $arch\ * ]]; then
659 BUILD_ARCHS="$BUILD_ARCHS $arch"
662 [ "$BUILD_ARCHS" ] || usage 1 "No available target archs to build."
663 echo "Building for: $BUILD_ARCHS"
671 fatal 1 "tarflags(): File name argument missing."
683 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
692 local extractfile="$@"
694 echo "Untarring ${tarfile##*/}..."
695 tar $(tarflags "$tarfile") "$tarfile" $extractfile
701 if ! untar "$KERNELTREE/OFED-${OFED_VERSION}.tgz"; then
704 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
710 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
711 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
717 local do_patch=${1:-true}
719 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
720 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
721 $do_patch && pushd linux >/dev/null
722 for series in $SERIES; do
723 echo -n "Applying series $series:"
724 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
725 [ -r "$patchesdir/series/$series" ] || continue
726 SERIES_FILE="$patchesdir/series/$series"
727 for patch in $(<"$SERIES_FILE"); do
729 PATCH_FILE="$patchesdir/patches/$patch"
730 [ -r "$PATCH_FILE" ] || \
731 fatal 1 "Patch $patch does not exist in Lustre tree."
732 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
734 fatal 1 "Error adding patch $patch to full patch."
737 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
739 fatal 1 "Error applying patch $patch."
747 $do_patch && popd >/dev/null
748 echo "Full patch has been saved in ${FULL_PATCH##*/}."
753 local rpmbuildopt="$1"
755 pushd lustre-iokit > /dev/null || return 255
757 if ! ./configure; then
758 echo "failed to configure in lustre-iokit"
759 popd >/dev/null # pushd lustre-iokit
764 echo "failed to make dist in lustre-iokit"
765 popd >/dev/null # pushd lustre-iokit
769 if ! $RPMBUILD $rpmbuildopt lustre-iokit*.tar.gz \
770 --define "_tmppath /var/tmp" \
771 --define "_topdir $TOPDIR" 2>&1; then
772 popd >/dev/null # pushd lustre-iokit
776 if $DO_SRC && ! $RPMBUILD -ts lustre-iokit*.tar.gz \
777 --define "_tmppath /var/tmp" \
778 --define "_topdir $TOPDIR" 2>&1; then
779 popd >/dev/null # pushd lustre-iokit
782 popd >/dev/null # pushd lustre-iokit
791 pushd lustre >/dev/null
793 echo "Building Lustre RPMs for: $BUILD_ARCHS..."
795 for arch in $BUILD_ARCHS; do
796 targets="--target $arch $targets"
802 confoptions="$confoptions --disable-server"
805 local rpmbuildopt='-tb'
808 echo NORPM mode. Only compiling.
811 # If server we now build the spl and zfs modules against the lustre kernel.
812 # These are required prior to the building of lustre server. Client does
813 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
814 # line above so is at least consistant.
815 if [ $PATCHLESS == false ] && [ "x$ZFSNOTSUPPORTED" == "x" ]; then
816 if ! build_spl_zfs; then
817 popd >/dev/null # pushd lustre
822 ( $(skeep_ldiskfs_rpm) ) || {
824 pushd ldiskfs > /dev/null || return 255
826 if ! ./configure --enable-dist; then
827 echo "failed to configure in ldiskfs"
828 popd >/dev/null # pushd ldiskfs
829 popd >/dev/null # pushd lustre
833 if ! make dist 2>&1; then
834 popd >/dev/null # pushd ldiskfs
835 popd >/dev/null # pushd lustre
839 #cp lustre-ldiskfs*.tar.gz $TOPDIR/SOURCES || \
840 # fatal 1 "Could not copy lustre-ldiskfs*.tar.gz to $TOPDIR/SOURCES"
842 if ! $RPMBUILD $targets $rpmbuildopt lustre-ldiskfs*.tar.gz \
843 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
844 --define "kdir $linux" \
845 ${linuxobj:+--define "kobjdir $linuxobj"} \
846 --define "_tmppath /var/tmp" \
847 --define "_topdir $TOPDIR" 2>&1; then
848 popd >/dev/null # pushd ldiskfs
849 popd >/dev/null # pushd lustre
854 if ! $RPMBUILD -ts lustre-ldiskfs*.tar.gz \
855 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
856 --define "kdir $linux" \
857 ${linuxobj:+--define "kobjdir $linuxobj"} \
858 --define "_tmppath /var/tmp" \
859 --define "_topdir $TOPDIR" 2>&1; then
860 popd >/dev/null # pushd ldiskfs
861 popd >/dev/null # pushd lustre
865 popd >/dev/null # pushd ldiskfs
867 # tell lustre where ldiskfs is
868 # XXX - pointing to the RPM BUILD dir is a hack. we need to flesh
869 # out the ldiskfs RPM build so that it builds a
870 # lustre-ldiskfs-devel RPM and install that and point lustre
872 confoptions="$confoptions --with-ldiskfs=$(ls -d $TOPDIR/BUILD/lustre-ldiskfs-*)"
876 if ! build_iokit $rpmbuildopt; then
877 echo "failed to build lustre-iokit"
878 popd >/dev/null # pushd lustre
883 # convert the $PATCHLESS boolean to an empty/not-empty boolean
884 # as silly as this seems, it makes the syntax of the rpmbuild command
885 # simpler and not need an eval to deal with the quotes in the quotes
886 local is_patchless=""
891 # ditto for the lustre-tests boolean
892 local lustre_tests=""
893 if ! $LUSTRE_TESTS; then
903 if $OSDLDISKFSRPM; then
907 $RPMBUILD $targets $rpmbuildopt "$LUSTRE" \
908 ${is_patchless:+--without servers} \
909 ${lustre_tests:+--without lustre_tests} \
910 ${osd_zfs:+--with zfs} \
911 ${osd_ldiskfs:+--with ldiskfs} \
912 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
913 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
914 --define "kdir $linux" \
915 ${linuxobj:+--define "kobjdir $linuxobj"} \
916 --define "_tmppath $TMPDIR" \
917 --define "_topdir $TOPDIR" 2>&1 || \
918 fatal 1 "Error building rpms for $BUILD_ARCHS."
921 if ! $RPMBUILD -ts "$LUSTRE" \
922 ${is_patchless:+--without servers} \
923 ${lustre_tests:+--without lustre_tests} \
924 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
925 --define "configure_args $confoptions ${CONFIGURE_FLAGS}" \
926 --define "kdir $linux" \
927 ${linuxobj:+--define "kobjdir $linuxobj"} \
928 --define "_tmppath $TMPDIR" \
929 --define "_topdir $TOPDIR" 2>&1; then
941 # Fetch spl/zfs from the git repo and prepare for lustre build
944 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
945 # SPLZFSTAG - Tag to checkout of clone repositories
946 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
948 # return 0 if successful, else 255
950 # make sure the RPM build environment is set up
955 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
956 # destination for the rpms
957 export RPM_BUILD_ROOT=$TOPDIR
958 SPLZFSVER=${SPLZFSVER:-0.6.1}
959 SPLZFSTAG=${SPLZFSTAG:-lustre-zfs}
961 # The files expect a kver to be set to the kernel version .
962 local kver=$(find_linux_release)
964 # build and install the spl and zfs (and -devel) RPMs for lustre to use
966 for pkg in spl zfs; do
970 [ "$pkg" == "zfs" ] && spldir="$(ls -d $TOPDIR/usr/src/spl-*/|tail -1)"
972 # need to fetch the repo in order to build it.
973 # default to github but allow override
974 git clone ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
976 pushd $pkg || return 255
977 if [ -n "$SPLZFSTAG" ]; then
978 git checkout $SPLZFSTAG
980 git checkout -b lbuild $pkg-$SPLZFSVER
983 # This differentiates between older zfs versions
984 if [ -f $pkg-modules.spec.in ]; then
987 speclist="$pkg.spec $rpmpkg.spec"
989 rpmpkg=kmod-$pkg-devel
991 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
994 sh autogen.sh || return 255
996 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
997 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
998 ! make dist 2>&1; then
1004 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1005 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1006 if [ -f $pkg/scripts/kmodtool ]; then
1007 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
1017 # set search dir for our own kmodtool to find correct
1019 export KERNELSOURCE=$(dirname ${LINUX})
1020 # Manually build rpms
1021 for spec in $speclist; do
1022 echo "Building RPMs from $pkg/$specdir/$spec"
1023 if ! $RPMBUILD $rpmb $pkg/$specdir/$spec \
1025 --define "require_kdir ${LINUX}" \
1026 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
1027 ${spldir:+--define "require_spldir ${spldir}"} \
1028 --define "kver $kver" \
1029 --define "kernels $kver" \
1030 --define "_tmppath /var/tmp" \
1031 --define "kernelbuildroot $TOPDIR/reused" \
1032 --define "_topdir $TOPDIR" 2>&1; then
1037 # $DO_SRC && mv $pkg*.src.rpm $TOPDIR/SRPMS/
1038 # mv $pkg*.noarch.rpm $TOPDIR/RPMS/noarch/
1039 # mv *$pkg*.$TARGET_ARCH.rpm $TOPDIR/RPMS/$(basearch $TARGET_ARCH)/
1041 # We have built the rpms for the package. Now we need to extract the
1042 # contained files so we can build further things against them
1043 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
1045 # cpio only extract to pwd so we need to go there.
1048 for rpm in $rpms; do
1049 rpm2cpio $rpm | cpio -id
1052 if [ "$pkg" == "zfs" ]; then
1053 mkdir -p $TOPDIR/zfsdevel
1054 pushd $TOPDIR/zfsdevel
1055 # We also need to extract zfs-devel rpm
1056 local devel_rpm=$(ls -1 $TOPDIR/RPMS/*/$pkg-devel-*.rpm)
1057 rpm2cpio $devel_rpm | cpio -id
1059 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR/zfsdevel ${CONFIGURE_FLAGS}"
1063 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*/|tail -1) ${CONFIGURE_FLAGS}"
1064 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1074 [ "$STAGEDIR" ] || return 0
1076 for arch in $BUILD_ARCHS; do
1077 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${arch}"
1078 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1079 mkdir -p "${rpmdir}"
1080 cp -v RPMS/${arch}/*.rpm "${rpmdir}"
1081 if [ -d RPMS/noarch ]; then
1082 cp -v RPMS/noarch/*.rpm "${rpmdir}"
1086 cp -v "$LUSTRE" "$STAGEDIR"
1090 #check if we need to build separate ldiskfs RPM
1091 skeep_ldiskfs_rpm() {
1094 if ! $LDISKFSRPM; then
1096 elif $PATCHLESS; then
1104 set_rpm_smp_type() {
1106 local infact_arch="${TARGET_ARCH}"
1109 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1112 for smp_type in $SMP_ARCHS; do
1113 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1116 for smp_type in $BIGSMP_ARCHS; do
1117 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1120 for smp_type in $PPC64_ARCHS; do
1121 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1124 for smp_type in $DEFAULT_ARCHS; do
1125 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1130 # This function takes a linux include tree and digs out the linux release
1131 # from it. It is never called directly, only called from the distro
1132 # specific function find_linux_release() in lbuild-{rhel,sles}.
1133 _find_linux_release() {
1135 local LINUXRELEASEHEADER=""
1137 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1138 if [ -s $SRC/include/generated/utsrelease.h ]; then
1139 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1140 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1141 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1144 if [ ! -s $LINUXRELEASEHEADER ]; then
1145 fatal 1 "could not find UTS_RELEASE"
1148 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1151 # unpack kernel(/source/devel) RPM
1153 # This function and it's setting of $LINUX and $LINUXOBJ is a total hack that
1154 # needs to completely refactored. It completely ingores that $BUILD_ARCHS may
1155 # contain a list of arches for which rpmbuild commands (including the one for
1157 unpack_linux_devel_rpm() {
1158 local kernelrpm="${1}"
1160 [ -f "$kernelrpm" ] || return 255
1161 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1163 pushd $TOPDIR/reused &>/dev/null || return 255
1165 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1169 # call a distro specific hook, if available
1170 if type -p unpack_linux_devel_rpm-$DISTRO; then
1171 if ! unpack_linux_devel_rpm-$DISTRO "$kernelrpm"; then
1178 find_linux_devel_paths $TOPDIR/reused
1186 local kib_prefix="$2"
1189 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1191 # ofed 1.3 had a bug in the rpm spec
1192 if [ "$OFED_VERSION" = "1.3" ]; then
1196 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-sdp-mod --with-user_mad-mod --with-user_access-mod --with-addr_trans-mod"
1197 local OFED_HARDWARE="--with-mthca-mod --with-mlx4-mod --with-mlx4_en-mod --with-cxgb3-mod --with-nes-mod"
1199 if compare_version $OFED_VERSION 3.0; then
1200 OFED_CORE="$OFED_CORE --with-madeye-mod --with-rds-mod"
1202 OFED_HARDWARE="$OFED_HARDWARE --with-cxgb4-mod"
1205 # some I/B drivers are architecture dependent and kernel-ib's configure
1206 # does not figure it out for us ~sigh~
1207 case "$TARGET_ARCH" in
1209 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1212 # we're no longer shipping the OFED iSCSI target
1213 #OFED_ISCSI="--with-srp-mod --with-srp-target-mod"
1214 OFED_ISCSI="--with-srp-mod"
1215 ## ISER module has no backport support as of OFED 1.5 (i.e. only builds on
1216 ##kernels >= 2.6.30)
1217 #if [[ $OFED_VERSION = 1.[0-4]* ]]; then
1218 # OFED_ISCSI="$OFED_ISCSI --with-iser-mod"
1221 # assume we are just rebuilding the SRPM
1222 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1223 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1225 # but switch to building from the SPEC if we need to apply patches
1226 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1228 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1229 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1230 local file ed_fragment1 ed_fragment2 n=1
1231 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch); do
1232 ed_fragment1="$ed_fragment1
1233 Patch$n: ${file%%*/}"
1234 ed_fragment2="$ed_fragment2
1236 cp $file ${TOPDIR}/SOURCES
1239 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed); do
1240 # Only apply the ed-scripts that should be used for the canonical target
1241 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1243 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1244 # To apply the same change to multiple canonical target simply specify
1245 # a list of colon separated canoncial target names in the file name.
1246 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1247 -e ":${CANONICAL_TARGET}.ed$"
1248 if [ $? -eq 0 ] ; then
1249 ed_fragment3="$ed_fragment3
1255 if [ $n -gt 1 ]; then
1269 local linuxrelease=$(find_linux_release)
1270 if compare_version $OFED_VERSION 3.0; then
1271 local OFA_KERNEL_RELEASE=$(echo -n ${linuxrelease} | sed -e 's/-/_/g')
1273 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' --define 'build_kernel_ib_devel 1' \
1274 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1275 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1276 --define "KVERSION ${linuxrelease}" \
1277 --define "$K_SRC ${linux}" \
1278 --define "LIB_MOD_DIR /lib/modules/${linuxrelease}/updates" \
1279 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1280 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1281 ${SOURCE} 2>&1; then
1282 fatal 1 "Error building ${kib_rpm}"
1291 local signature="$4"
1292 local use_links="$5"
1299 local default_iface=$(/sbin/ip route get 192.1.1.1 | sed -ne 's/.* dev \(.*\) * src .*/\1/p')
1300 if [ -z "$default_iface" ]; then
1301 fatal 1 "Failed to determine the default route interface"
1303 local unique_id=$(/sbin/ip addr show dev $default_iface | sed -ne '/ inet /s/ *inet \(.*\)\/.*/\1/p' | head -1)
1304 if [ -z "$unique_id" ]; then
1305 fatal 1 "Failed to determine a unique id from interface $default_interface"
1308 local finallocation="$location"/"$signature"/"$module"
1309 location="$location"/"$signature-${unique_id}"/"$module"
1310 mkdir -p "$location"
1311 # the cleanup script removes any directory that doesn't have a
1312 # .lastused, so let's try to prevent that as soon as we can
1313 # this solution still slightly racy with the cleanup script
1314 # but the race is a lot tighter now
1315 touch -t 197001010000 "$location/.lastused"
1316 ## use eval/echo here to make sure shell expansions are performed
1317 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1319 for article in $(eval echo $articles); do
1320 if ! cp -a${linkflag} "$article" "$location"; then
1321 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1322 # rename the cache location so that it's not cached
1323 # product, but is around for analysis
1324 mv "$location"{,-bad-$(date +%s)} ||
1325 error "failed to clean up a failed cache attempt" \
1326 "in \"$location\" -- manual cleanup will be" \
1332 # flag the cache as complete (i.e. in case lbuild was previously
1333 # interrupted while caching)
1334 touch "$location/.lastused"
1336 # put the temporary location into the final location
1338 mkdir -p "${finallocation%/*}"
1339 mv "$location" "$finallocation"
1340 rmdir "${location%/*}"
1348 local use_links="${3:-false}"
1349 local signature="$4"
1351 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1352 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1353 # the .lastused flag is populated at the end of the caching to
1354 # signal that the caching was completed. if that flag is not
1355 # there, then the cache is invalid (and should be removed in fact)
1356 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1357 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1361 # so that we know how stale this entry is
1362 touch $REUSEBUILD/$signature/$module/.lastused
1365 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1366 cp -al $REUSEBUILD/$signature/$module/* $dest/
1369 # copying is pretty heavy
1370 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1371 # do some creative symlinking instead
1373 for dir in BUILD SRPMS SPECS; do
1374 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1375 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1378 # sources have to be copied by file because we need SOURCES to
1379 # be a dir we can write into
1380 # could overrun ls's arg list here
1381 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1382 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1383 xargs ln -t $dest/SOURCES -s
1385 # same for RPMS/* dirs
1386 # could overrun ls's arg list here
1387 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1389 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1390 mkdir -p $dest/RPMS/${dir##*/}
1392 xargs ln -t $dest/RPMS/${dir##*/} -s
1404 if [[ $arch = i[3456]86 ]]; then
1412 build_kernel_with_srpm() {
1415 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1416 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1419 # need to generate the patch for this target
1420 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1422 # get an md5sum of the kernel patch + config for reuse check
1423 # XXX really, there needs to be a signature and a CONFIG_FILE per arch
1427 local release_str="RELEASE=$RELEASE\n"
1430 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1431 local REUSE_SIGNATURE=$({ echo -en $release_str;
1433 cat $CONFIG_FILE $TARGET_FILE $FULL_PATCH;
1434 cat $LBUILD_DIR/lbuild $LBUILD_DIR/lbuild-${DISTRO}; } |
1435 md5sum | cut -d" " -f1)
1436 # see if we can link to the reuse pool
1437 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1439 local CAN_LINK_FOR_REUSE=false
1440 touch $REUSEBUILD/$$
1441 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1442 CAN_LINK_FOR_REUSE=true
1447 # the extra version string to use for the kernel (which might be a reused
1449 local kernel_extra_version=""
1450 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1451 "$REUSE_SIGNATURE"; then
1452 # nothing cached, build from scratch
1453 if [ ! -r "$KERNELDIR/$KERNEL_SRPM" ]; then
1454 echo "Downloading kernel SRPM" >&${outfd}
1455 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1458 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1459 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1460 # should we clean this up or leave it for analysis?
1462 fatal 1 "Error installing kernel SRPM."
1465 # put the Lustre kernel patch into the RPM build tree
1466 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1467 prepare_and_build_srpm >&${outfd} ||
1468 fatal 1 "failed to prepare_and_build_srpm"
1470 if [ -z "$REUSE_SIGNATURE" ]; then
1471 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1473 # store the resulting kernel RPM build tree for future use
1474 echo "Storing the built kernel for future reuse" >&${outfd}
1475 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1476 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1477 "$CAN_LINK_FOR_REUSE"; then
1478 error "Failed to store kernel RPMS for reuse"
1479 echo "unknown" >&${outfd}
1485 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1487 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1488 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1490 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1492 # should now have the following RPMs
1493 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1494 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1495 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1496 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1497 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1499 echo $kernel_extra_version
1507 # REUSEBUILD, USE_BUILD_CACHE
1512 local ofed_version="$2"
1516 # if an ofed version is given, then it means use OFED proper,
1517 # not any vendor specific "inkernel" version
1518 if [ -z "$ofed_version" ]; then
1522 if [ "$ofed_version" = "inkernel" ]; then
1523 # see if there is a distro specific override for this and use
1525 # XXX we need to better integrate a distro specific override with
1526 # the rest of this function so that all of the reuse cache
1527 # stuff is leveraged given that 80% of this function is reuse
1528 if type -p build_ofed-${DISTRO}; then
1530 ofed_location=$(build_ofed-${DISTRO} ${STDOUT})
1531 local rc=${PIPESTATUS[0]}
1532 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1537 elif compare_version $OFED_VERSION 3.0; then
1538 kib_prefix="ofa_kernel"
1541 kib_prefix="compat-rdma"
1542 kib_rpm="compat-rdma"
1545 # build kernel-ib/compat-rdma
1546 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1547 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1548 echo "$(find_linux_release;
1549 echo "$BUILD_GEN")";
1550 cat "${linux}/include/linux/autoconf.h";
1551 cat "$LBUILD_DIR/lbuild" ;
1552 cat "$LBUILD_DIR/lbuild-${DISTRO}"; } |
1553 md5sum | cut -d" " -f1)
1554 # see if we can link to the reuse pool
1555 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1557 local CAN_LINK_FOR_REUSE=false
1558 touch $REUSEBUILD/$$
1559 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1560 CAN_LINK_FOR_REUSE=true
1565 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1566 "$REUSE_SIGNATURE"; then
1567 if [ -n "$REUSE_SIGNATURE" ]; then
1568 # stash away the existing built articles for a moment
1570 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1573 find . | cpio -pudlm ..
1577 create_rpmbuild_dirs
1580 build_kernel_ib "${linux}" "${kib_prefix}" "${kib_rpm}"
1582 if [ -z "$REUSE_SIGNATURE" ]; then
1583 echo "No reuse signature was caculated so not storing the built ofed"
1585 # store the resulting RPM build tree for future use
1586 echo "Storing the built ofed for future reuse"
1587 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1588 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1589 "$CAN_LINK_FOR_REUSE"; then
1590 error "Failed to store OFED RPMS for reuse"
1594 # put the stuff we stashed away back
1599 pushd "$TOPDIR" >/dev/null
1600 rm -rf ${kib_rpm}-devel
1601 mkdir ${kib_rpm}-devel
1603 # the actual ofed RPMs don't have the -rc$n or -$date string appened that
1604 # might be present on the file
1605 local linuxrelease=$(find_linux_release)
1606 ofed_version=$(echo $ofed_version |
1607 sed -re 's/-(20[0-9]{6,6}-[0-9]{4,4}|rc[0-9]*)$//')
1609 # OFED version will have 'hyphen' for minor release. (e.g. 3.5-1, instead
1610 # of 3.5.1) compat-rdma and compat-rdma-devel could have same version
1611 # number, but currectly not. Once OFED fix this in the future release, we
1612 # can remove following filter.
1613 ofed_version=$(echo $ofed_version |
1614 sed -re 's/-([0-9]*-[rR][cC][0-9]*)$//')
1615 local rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version}-${linuxrelease//-/_}.*.rpm)
1616 if ! rpm2cpio < $rpm | cpio -id; then
1617 fatal 1 "could not unpack the ${kib_rpm}-devel rpm."
1619 CONFIGURE_FLAGS="--with-o2ib=$(pwd)/usr/src/${kib_prefix} ${CONFIGURE_FLAGS}"
1626 if ! $PATCHLESS; then
1627 local kernel_extra_version
1628 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1629 fatal 1 "Failed to build the kernel from it's SRPM"
1632 for arch in $BUILD_ARCHS; do
1633 local kernel_devel_rpm
1634 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/$arch/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1635 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/$arch/"
1638 # install the -devel RPM in preparation for modules builds
1639 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1640 "$TOPDIR/RPMS/$arch/$kernel_devel_rpm"; then
1641 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/$arch/$kernel_devel_rpm"
1645 # need to find and unpack the vendor's own kernel-devel for patchless
1648 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1649 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in ${KERNELRPMSBASE}/${lnxmaj}/${DISTRO}"
1651 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1652 fatal 1 "Could not find the Linux tree in $kernelrpm"
1656 # ~sigh~ have to make copies of and modify some of the rpm
1657 # infrastructure files so that find-requires can find our unpacked
1658 # kernel-devel artifacts
1659 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1660 FIND_REQUIRES="$(pwd)/find-requires"
1661 chmod 755 {symset-table,find-requires{,.ksyms}}
1663 tmp="${tmp//\//\\/}"
1664 ed find-requires <<EOF
1668 /|.*find-requires.ksyms/s/|/| bash -x/
1669 g/ [^ ]*\/\(find-requires\.ksyms\)/s// $tmp\/\1/g
1672 ed find-requires.ksyms <<EOF
1676 g/\/.*\/\(symset-table\)/s//$tmp\/\1/g
1679 ed symset-table <<EOF
1683 g/\(\/boot\/\)/s//$tmp\/reused\1/g
1684 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1688 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
1689 fatal 1 "error building OFED"
1692 if build_lustre "$LINUX" "$LINUXOBJ"; then
1693 # the build worked. resolve any symlinked files (i.e. from reuse)
1694 # in RPMS/$arch to real files so that that that huge mess of
1695 # complication known as LTS can copy them yet somewhere else.
1696 # is it any wonder this whole process is so damn so? anyone ever
1697 # heard of hardlinks? it's this cool new thing that allows you save
1698 # tons of time and space by creating... well you can go read about
1699 # them if you have not heard about them yet.
1700 # can i say how much the implemenation of all of this really impedes
1703 for dir in RPMS/*; do
1705 for file in $(ls); do
1706 if [ -h $file ]; then
1713 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1714 # as that's where LTS expects to find them
1715 for dir in RPMS/*; do
1716 if [ $dir = RPMS/$TARGET_ARCH ]; then
1721 if [ -n "$files" ]; then
1722 cp -al $files ../$TARGET_ARCH
1732 create_rpmbuild_dirs() {
1734 [ -d RPMS ] || mkdir RPMS
1735 for arch in $BUILD_ARCHS; do
1736 if [[ $arch = i?86 ]]; then
1737 # some stupidity in the sles11 kernel spec requires an RPMS/i386
1738 # even if the target arch is i686
1739 [ -d RPMS/i386 ] || mkdir RPMS/i386
1741 [ -d RPMS/$arch ] || mkdir RPMS/$arch
1743 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1744 [ -d BUILD ] || mkdir BUILD
1745 [ -d SOURCES ] || mkdir SOURCES
1746 [ -d SPECS ] || mkdir SPECS
1747 [ -d SRPMS ] || mkdir SRPMS
1769 [[ $list\ == *\ $item\ * ]]
1773 #########################################################################
1774 # Generate a backtrace through the call stack.
1778 #########################################################################
1782 local funcname="" sourcefile="" lineno="" n
1784 echo "Call stack: (most recent first)"
1785 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1786 funcname=${FUNCNAME[$n - 1]}
1787 sourcefile=$(basename ${BASH_SOURCE[$n]})
1788 lineno=${BASH_LINENO[$n - 1]}
1792 # Display function arguments
1793 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1794 local args newarg j p=0
1795 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1796 newarg=${BASH_ARGV[$j + $p - 1]}
1797 args="${args:+${args} }'${newarg}'"
1799 let p+=${BASH_ARGC[$n - 1]}
1801 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1805 echo "BEGIN BACKTRACE"
1807 #echo ${BASH_LINENO[*]}
1808 #echo ${BASH_SOURCE[*]}
1809 #echo ${FUNCNAME[*]}
1810 local i=$((${#FUNCNAME[@]} - 1))
1811 while [ $i -ge 0 ]; do
1812 local lineno=${BASH_LINENO[$i]}
1816 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1817 # Can't figure out how to get function args from other frames...
1818 local FUNCTION="${FUNCNAME[$i]}()"
1819 echo "$SOURCELINE:$FUNCTION"
1823 echo "END BACKTRACE"
1829 seen_list=$(new_list)
1831 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1832 Unfortunately the above line number in the message may or may not be correct,
1833 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1835 # have we seen this one
1836 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1838 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1839 echo "seen this one already"
1841 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1844 ) ; set $xtrace' ERR
1847 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1849 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,patchless,ldiskfs,ccache,reuse:,norpm,disable-datestamp,external-patches:,timestamp:,extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-version:,publish,release,set-value:,src,stage:,tag:,target:,target-archs:,with-linux:,xen -- "$@")
1851 if [ $? != 0 ]; then
1855 eval set -- "$options"
1886 if ! KERNELTREE=$(canon_path "$2"); then
1887 fatal 1 "Could not determine the canonical location of $2"
1891 --linux | --with-linux)
1892 if ! LINUX=$(canon_path "$2"); then
1893 fatal 1 "Could not determine the canonical location of $2"
1906 if ! REUSEBUILD=$(canon_path "$2"); then
1907 fatal 1 "Could not determine the canonical location of $2"
1928 if ! KERNELRPMSBASE=$(canon_path "$2"); then
1929 fatal 1 "Could not determine the canonical location of $2"
1938 if ! LUSTRE=$(canon_filepath "$2"); then
1939 fatal 1 "Could not determine the canonical location of $2"
1972 echo "WARNING: \"--tag\" is deprecated" > 2
1992 # there are actually some lustre configure flags that we need to
1993 # handle ourselves (but we still give them to configure)
1994 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
1998 CONFIGURE_FLAGS="$CONFIGURE_FLAGS --enable-liblustre --enable-liblustre-tests"
2002 usage 1 "Unrecognized option: $1"
2011 # XXX - should we _always_ get the buildid from the META file? what are the
2012 # other (i.e. non-lustre-tarball use cases of lbuild)?
2013 BUILDID=$(sed -ne '/^BUILDID =/s/.*= *//p' lustre/META)
2017 if [ -n "$OFED_VERSION" -a "$OFED_VERSION" != "inkernel" ]; then
2019 unpack_ofed || fatal 1 "Error unpacking OFED tarball"
2022 # make sure the RPM build environment is set up
2023 create_rpmbuild_dirs
2025 # if an unpacked kernel source tree was given on the command line
2026 # just build lustre with it (nothing distro kernel specific here)
2027 if [ -n "$LINUX" ]; then
2028 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
2029 fatal 1 "error building OFED"
2030 build_lustre "$LINUX" "$LINUXOBJ"
2032 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTRO" ]; then
2033 fatal 1 "${LBUILD_DIR}/lbuild-$DISTRO not found"
2035 source ${LBUILD_DIR}/lbuild-$DISTRO
2036 build_with_srpm || fatal 1 "Failed to build_with_srpm"