3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
33 #BUILD_GEN=2 # bz19952: remove -lustre tag from kernel RPM names
34 #BUILD_GEN=3 # bz19975: enable the building of src.rpms by default
35 #BUILD_GEN=4 # bz22281: use the git hash in the kernel extra version
36 #BUILD_GEN=5 # TT-107: don't cache the BUILD dir
37 BUILD_GEN=6 # TT-1092: don't cache the BUILD dir, to rebuild external OFED
45 # XXX - some recent hacking has pretty much neutered this option.
46 # search through this file for "-bb" and see how many places
47 # simply don't account for this option
52 TARGET_ARCH="$(uname -m)"
53 # change default behavior to only build for the current arch
54 TARGET_ARCHS="$TARGET_ARCH"
55 TARGET_ARCHS_ALL="$TARGET_ARCH"
56 [ "$TARGET_ARCH" = "i686" ] && TARGET_ARCHS_ALL="i686 i586 i386"
61 TMPDIR=${TMPDIR:-"/var/tmp"}
63 # this is the dir that should be used to store reuse products
65 # should cached products be used or force rebuilding?
67 # what does this do exactly? does it imply no kernel build?
72 SMPTYPES="smp bigsmp default ''"
78 # default to not adding -lustre- into the kernel RPM package names
79 KERNEL_LUSTRE_NAMING=false
80 # default not use kabi check.
98 # not in the target file any more
101 # build the lustre-tests rpm?
110 # Readlink is not present on some older distributions: emulate it.
114 if [ -L "$path" ]; then
115 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
124 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
126 --external-patches=EXTERNAL_PATCHES
127 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
128 look for seres and config files in before looking in the lustre
131 --extraversion=EXTRAVERSION
132 Text to use for the rpm release and kernel extraversion.
134 --timestamp=TIMESTAMP
135 Date of building lustre in format YYYYMMDDhhmmss
138 Try to reuse old kernel builds from DIR
141 Path to distro kernel RPM collection
147 Do not build RPMs (compile only mode)
150 Build lustre client only
153 Which distro using. Autodetect by default
155 --kerneldir=KERNELDIR
156 Directory containing Linux source tarballs referenced by target
159 --kerneltree=KERNELTREE
160 Directory containing dirs with Linux source tarballs referenced by target
161 files. Dir names in format kernel version ('2.6.9', etc.)
163 --linux=LINUX --with-linux=LINUX
164 Directory of Linux kernel sources. When this option is used, only
165 Lustre modules and userspace are built.
168 Path to an existing lustre source tarball to use.
171 Do not try to download a kernel from downloads.lustre.org
174 Do not build a .src.rpm, a full kernel patch, or a patched kernel
178 Build with ldiskfs support. (Deprecated, always true)
181 Do not build lustre-iokit RPM. Now true by default
187 Specifies that the files generated do not include timestamps, and
188 that this is an official release.
191 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
194 Directory used to stage packages for release. RPMs will be placed
195 more or less in DIR/<target>-<arch>, and the tarball will be
199 The name of the target to build. The available targets are listed
202 --target-archs=TARGET_ARCHS
203 A (space delimited) list of architectures to build. By default,
204 all of the archs supported by the TARGET will be built, in
205 addition to a .src.rpm. This option can limit those, for machines
206 that can only build certain archs or if you only want a certain
207 arch built (for testing, or a one-off kernel).
209 Also note that by using a non-"base" arch (eg, i386) only kernels
210 will be built - there will be no lustre-lite-utils package.
213 Builds a Xen domX kernel.
216 Sets a variable to a given value.
225 # canonicalize a relative path to a file
229 if [ ! -f "$PATH" ]; then
233 local FILE=${PATH##*/}
236 echo $(canon_path "$DIR")/$FILE
240 # canonicalize a relative path to a dir
244 if [ ! -d "$PATH" ]; then
248 pushd "$PATH" >/dev/null || return 1
258 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
259 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
262 if [ -z "$DISTRO" ] ; then
263 DISTRO=$(autodetect_distro)
264 # remove minor version only for rhel and oel
265 [[ $DISTRO =~ "el-" ]] && DISTRO=${DISTRO%%.*}
270 [ -z "$TARGET" ] && TARGET=$(autodetect_target "$DISTRO")
272 if [ -z "$LINUX" ]; then
273 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
274 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
276 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
277 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
279 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
280 # [ -r "$TARGET_FILE" ] || \
281 # usage 1 "Target '$TARGET' was not found."
286 CANONICAL_TARGET="rhel7"
289 CANONICAL_TARGET="rhel6"
292 CANONICAL_TARGET="rhel5"
295 CANONICAL_TARGET="rhel-2.6"
298 CANONICAL_TARGET="sles-2.6"
301 CANONICAL_TARGET="sles10-2.6"
303 2.6-sles11 | 3.0-sles11)
304 CANONICAL_TARGET="sles11"
307 CANONICAL_TARGET="oel5"
310 CANONICAL_TARGET="hp-pnnl-2.4"
318 CANONICAL_TARGET="$TARGET"
322 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
323 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
324 local timestamplength="${#TIMESTAMP}"
325 if [ $timestamplength -eq 12 ]; then
326 TIMESTAMP="${TIMESTAMP}00"
327 elif [ $timestamplength -ne 14 ]; then
328 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
331 RPMBUILD=$(which rpmbuild 2>/dev/null | head -1)
332 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
333 RPMBUILD=$(which rpm 2>/dev/null | head -1)
334 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
335 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
339 if [ -n "$CCACHE" ]; then
340 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
342 if which "$CCACHE" &>/dev/null; then
343 local ccache=$(which "$CCACHE")
344 local bindir="$TOPDIR/bin"
346 if [ ! -d $bindir ]; then
347 mkdir -p $bindir || fatal 1 "error trying to create $bindir"
349 rm ${bindir}/* > /dev/null 2>&1 || true
351 ln -s "$ccache" ${bindir}/ccache
352 ln -s "$ccache" ${bindir}/cc
353 ln -s "$ccache" ${bindir}/$CC
354 export PATH=$bindir:$PATH
355 export CCACHE && export CC="ccache $CC"
356 # zero the cache so we can see how effective we are being with it
360 # get some ccache stats when we are done
361 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
362 # should remove the ccache trap if lbuild is interrupted
363 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
371 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
373 [[ $1 == $2 ]] && return 1
375 local i val1=($1) val2=($2)
377 # padding zero to val1 if it needs
378 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
381 for ((i=0; i<${#val1[@]}; i++)); do
382 [[ -z ${val2[i]} ]] && return 1
384 if [[ ${val1[i]} < ${val2[i]} ]]; then
386 elif [[ ${val1[i]} > ${val2[i]} ]]; then
394 echo $(echo "$*" | xargs -n 1 | sort -u)
402 if [ -z "$target" ]; then
403 fatal 1 "fetch_url() called without a target to fetch to"
406 if [ -d $target ]; then
407 target+="/${url##*/}"
411 if which wget >/dev/null 2>&1; then
412 if ! wget -nv "$url" -O "$target"; then
415 elif which curl >/dev/null 2>&1; then
416 if ! curl -n -L -s -o "$target" "$url"; then
420 fatal 1 "Could not find either wget or curl to fetch URLs."
430 local force="${3:-false}"
432 if $force || [ ! -r "$KERNELDIR/$srpm" ] ||
433 [ ! -s "$KERNELDIR/$srpm" ]; then
435 local location="http://downloads.lustre.org/public/kernels/$target/old"
436 # get the location from a distro specific method if it exists
437 if type -p kernel_srpm_location; then
438 location=$(kernel_srpm_location)
440 echo "Downloading $location/$srpm..."
441 if ! fetch_url "$location/$srpm" "$KERNELDIR/$srpm" 2>&1 ||
442 [ ! -s "$KERNELDIR/$srpm" ]; then
443 rm -f $KERNELDIR/$srpm
444 # punt to a distro specific method if it exists
445 if ! type -p download_srpm-$DISTRO; then
446 fatal 1 "Could not download target $target's kernel SRPM $srpm from $location."
448 if ! download_srpm-$DISTRO "$target" "$srpm" "$force"; then
449 fatal 1 "Could not download target $target's kernel SRPM $srpm using download_srpm-$DISTRO."
454 fatal 1 "$srpm not found in directory $KERNELDIR."
465 local file=${from##*/}
471 local semaphore="$to-downloading"
474 if [ ! -f $semaphore ]; then
478 # make sure the download has not been aborted
479 local now=$(date +%s)
480 local file_mtime=$(stat -c %Y "$to")
481 local staleness=$((now - file_mtime))
482 # let's assume an active download will write at least once a minute
483 if [ $staleness -gt 60 ]; then
491 # if the semaphore file exists, the file is either still downloading
492 # or a download was aborted and we cannot trust the target file
493 if [ -f $semaphore ]; then
497 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
504 if $force || ! is_downloaded; then
505 if is_downloading; then
506 echo "Somebody else is downloading $from..."
507 while is_downloading; do
508 echo "Waiting for $to to finish downloading"
511 if is_downloaded; then
514 echo "The download we were waiting for seems to have been aborted"
520 echo "Downloading $from..."
521 # flag others so they don't try to download also
522 push_exit_trap "rm -f $to $semaphore" "download"
524 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
525 # the trap will remove the files via the fatal below
526 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
529 delete_exit_trap "download"
531 fatal 1 "${to##*/} not found in directory ${to%/*}."
540 local force="${1:-false}"
542 if [ -z "$OFED_VERSION" -o "$OFED_VERSION" = "inkernel" ]; then
546 local OFED_BASE_VERSION=$OFED_VERSION
547 if [[ $OFED_VERSION = *.*.*.* ]]; then
548 OFED_BASE_VERSION=${OFED_VERSION%.*}
551 local location="https://www.openfabrics.org/downloads/OFED/ofed-${OFED_BASE_VERSION}/"
553 if [[ $OFED_VERSION = *-[rR][cC][0-9] ]]; then
555 Mmv=${OFED_VERSION%%-[rR][cC][0-9]}
556 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}/"
559 if [[ $OFED_VERSION = daily-* ]]; then
561 OFED_VERSION=${OFED_VERSION/daily-/}
562 Mmv=${OFED_VERSION%%-*}
563 daily=${OFED_VERSION##$Mmv-}
564 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}-daily/"
565 # find the filename for the version for the date specified
566 OFED_VERSION=$(curl -s "$location" | sed -nre "/${daily}-/s/.*href=\"OFED-(${Mmv//./\\.}-${daily}-[0-9]{4,4}).tgz.*$/\1/p" | tail -1)
567 if [ -z "$OFED_VERSION" ]; then
568 fatal 1 "Could not determine the filename of the OFED snapshot for ${daily}"
572 local file="OFED-${OFED_VERSION}.tgz"
573 download_file "$location/$file" "$KERNELTREE" "$force"
582 [ -r "$file" ] || fatal 1 "Could not find MPSS info file"
584 # convert to MPSS distro naming
585 distro=${distro/sles/suse}
586 distro_name=${distro%%-*}
588 # extract links from MPSS info file
589 local urls=$(cat "$file" | \
590 tr -d '\t\r\n' | sed -e 's?\(</[a-zA-Z]*>\)?\1\n?g' | \
591 grep '.intel.com/' | \
592 sed -e 's/^.*[hH][rR][eE][fF]="\([^>"]\+\)".*$/\1/g' | \
599 # Try to match with MPSS 3.x or 3.x.x distro package
600 if [[ $url =~ mpss-[0-9].[0-9](.[0-9]*)?-$distro.tar ]]; then
602 ver3=${ver3%%-$distro.tar}
603 # Try to match with MPSS 3.x or 3.x.x source package
604 elif [[ $url =~ mpss-src-[0-9].[0-9](.[0-9]*)?.tar ]]; then
605 ver3=${url##*mpss-src-}
607 # Try to match with MPSS 3.x or 3.x.x cross compiler package
608 elif [[ $url =~ mpss-[0-9].[0-9](.[0-9]*)?-k1om.tar ]]; then
610 ver3=${ver3%%-k1om.tar}
611 # Try to match with MPSS 2.1.x source package
612 elif [[ $url =~ _src-[0-9].[0-9].[0-9]*-[0-9]*_$distro_name.tar ]]; then
614 ver2=${ver2%%_$distro_name.tar}
617 if [ -n "$ver3" ]; then
618 # Check for MPSS 3.x or MPSS 3.x.x
619 if [[ $ver3 =~ [0-9].[0-9].[0-9]* ]]; then
624 if [ -z "$build" ]; then
626 elif [ "$build" = "$ver3" ]; then
629 elif [ -n "$ver2" ]; then
630 if [ -z "$build" ]; then
632 elif [ "$build" = "$ver2" ]; then
639 if [ -z "$build" ]; then
640 # return a last version of MPSS
641 if [ -n "$res3" ]; then
646 elif [ "${build%%.*}" = "3" ]; then
647 local ver=${build%%-*}
648 local bid=${build##*-}
649 if [ $bid -eq 0 ]; then
650 # return URLs from MPSS info file
653 # Check for MPSS 3.x or MPSS 3.x.x
654 if [ ${ver##*.} -eq 0 ]; then
657 # return URLs from internal site with MPSS builds
659 echo "${MPSS_BUILDS:-"http://mic-bld.pdx.intel.com/release"}/$ver/$bid/release/knightscorner/package/mpss-src-$ver.tar"
661 echo "${MPSS_BUILDS:-"http://mic-bld.pdx.intel.com/release"}/$ver/$bid/release/knightscorner/package/mpss-$ver-k1om.tar"
663 echo "${MPSS_BUILDS:-"http://mic-bld.pdx.intel.com/release"}/$ver/$bid/release/knightscorner/package/mpss-$ver-$distro.tar"
666 # return URLs from MPSS info file
671 # Get public information about last releases of
672 # Intel Manycore Platform Software Stack (MPSS)
673 download_mpss_info() {
675 local force="${2:-true}"
676 local url=${MPSS_URL:-"http://software.intel.com/en-us/articles/intel-manycore-platform-software-stack-mpss"}
678 download_file "$url" "$file" "$force"
683 local force="${2:-false}"
684 local urls=$(parse_mpss_info "$file" ${MPSS_VERSION} ${MPSS_DISTRO})
686 [ -z "$urls" ] && fatal 1 "Could not determine the URLs of MPSS $MPSS_VERSION"
688 # force re-download if build number is zero
689 [[ $MPSS_VERSION = [0-9].[0-9].[0-9]*-0 ]] && force=true
694 file="$KERNELTREE/mpss_src-${MPSS_VERSION}-${MPSS_DISTRO}-part$i.tar"
695 download_file "$url" "$file" "$force"
702 EXTRA_VERSION_save="$EXTRA_VERSION"
703 for patchesdir in "$EXTERNAL_PATCHES" \
704 "$TOPDIR/lustre/lustre/kernel_patches"; do
705 TARGET_FILE="$patchesdir/targets/$TARGET.target"
706 [ -r "$TARGET_FILE" ] && break
708 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
710 echo "Loading target config file $TARGET.target..."
712 # if the caller specified an OFED_VERSION it should override whatever
713 # the target file specifies
714 local env_OFED_VERSION="$OFED_VERSION"
718 if [ -n "$env_OFED_VERSION" ]; then
719 OFED_VERSION="$env_OFED_VERSION"
722 # doesn't make any sense to build OFED for xen domX's
727 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
728 # go away and the target just specify the $RPMSMPTYPE
729 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
731 # CC might have been overwriten in TARGET_FILE
732 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
733 export CCACHE && export CC="ccache $CC"
736 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
737 KERNELDIR="$KERNELTREE/${lnxmaj}"
738 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
741 # verify the series is available
742 if [ "$SERIES" ]; then
743 for series in $SERIES; do
744 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
745 [ -r "$patchesdir/series/$series" ] && continue 2
747 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
751 # set the location of the .config file
757 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
758 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config"
761 local lnxrelnew=${lnxrel//-/_}
763 # remember the EXTRA_VERSION before we diddle it here
764 # XXX - we really should not diddle with any values read in from the
765 # target file. if we want to modify a value, we should create
767 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
769 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
770 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
773 if [ "$EXTRA_VERSION_save" ]; then
774 EXTRA_VERSION="$EXTRA_VERSION_save"
775 elif ! $RELEASE; then
776 # if there is no patch series, then this is not a lustre specific
777 # kernel. don't make it look like one
778 if $PATCHLESS || [ -n "$SERIES" ]; then
779 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
780 if ! $PATCHLESS && [ -n "$BUILDID" ]; then
781 EXTRA_VERSION="${EXTRA_VERSION}.${BUILDID}"
785 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
787 ALL_ARCHS="$BASE_ARCHS $BIGMEM_ARCHS $BOOT_ARCHS $JENSEN_ARCHS $SMP_ARCHS $BIGSMP_ARCHS $PSERIES64_ARCHS $UP_ARCHS"
790 for arch in $(uniqify "$ALL_ARCHS"); do
791 if [ -z "$TARGET_ARCHS" ] ||
792 [[ \ $TARGET_ARCHS\ = *\ $arch\ * ]]; then
793 BUILD_ARCHS="$BUILD_ARCHS $arch"
796 [ "$BUILD_ARCHS" ] || usage 1 "No available target archs to build."
797 echo "Building for: $BUILD_ARCHS"
805 fatal 1 "tarflags(): File name argument missing."
817 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
826 local extractfile="$@"
828 echo "Untarring ${tarfile##*/}..."
829 tar $(tarflags "$tarfile") "$tarfile" $extractfile
835 if ! untar "$KERNELTREE/OFED-${OFED_VERSION}.tgz"; then
838 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
844 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
845 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
851 [ -d mpss ] && return 0
853 if [ "${MPSS_VERSION%%.*}" = "3" ]; then
854 local ver=${MPSS_VERSION%%-*}
857 # Check for MPSS 3.x or MPSS 3.x.x
858 if [ ${ver##*.} -eq 0 ]; then
861 for i in $(seq 0 9); do
862 file="$KERNELTREE/mpss_src-${MPSS_VERSION}-${MPSS_DISTRO}-part$i.tar"
863 if [ -r "$file" ]; then
865 "mpss-$ver/*/linux-*.tar.bz2" \
866 "mpss-$ver/*/kernel-dev-*.rpm" \
867 "mpss-$ver/*/ofed-driver-*-devel-*.rpm"
870 # Extract kernel configs
871 file=$(find mpss-$ver -type f -path "*/kernel-dev-*.rpm")
872 if ! rpm2cpio "$file" | cpio -idm; then
873 echo "Error extracting MPSS kernel configs"
876 # Unpack kernel sources
877 file=$(find mpss-$ver -type f -path "*/linux-*.tar.bz2")
878 if ! untar "$file"; then
879 echo "Error unpacking MPSS kernel sources"
882 # Extract OFED headers
883 file=$(find mpss-$ver -type f -path "*/ofed-driver-*-devel-*.rpm")
884 if ! rpm2cpio "$file" | cpio -idm; then
885 echo "Error extracting MPSS OFED headers"
888 # Remove unpacked archives to save space
890 # Make link to MPSS kernel sources
893 local dir="mpss-${MPSS_VERSION}-${MPSS_DISTRO%%-*}"
895 mkdir $dir || return 255
896 pushd $dir >/dev/null || return 255
897 if ! untar "$KERNELTREE/mpss_src-${MPSS_VERSION}-${MPSS_DISTRO}-part0.tar" "*/gpl/*full_src*"; then
900 echo "Error unpacking MPSS tarball 1"
903 local file=$(find . -type f -path "*/gpl/*full_src*")
904 if ! untar "$file"; then
907 echo "Error unpacking MPSS tarball 2"
918 local do_patch=${1:-true}
920 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
921 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
922 $do_patch && pushd linux >/dev/null
923 for series in $SERIES; do
924 echo -n "Applying series $series:"
925 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
926 [ -r "$patchesdir/series/$series" ] || continue
927 SERIES_FILE="$patchesdir/series/$series"
928 for patch in $(<"$SERIES_FILE"); do
930 PATCH_FILE="$patchesdir/patches/$patch"
931 [ -r "$PATCH_FILE" ] || \
932 fatal 1 "Patch $patch does not exist in Lustre tree."
933 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
935 fatal 1 "Error adding patch $patch to full patch."
938 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
940 fatal 1 "Error applying patch $patch."
948 $do_patch && popd >/dev/null
949 echo "Full patch has been saved in ${FULL_PATCH##*/}."
959 pushd lustre >/dev/null
961 if ! build_lustre_dkms; then
962 popd >/dev/null # pushd lustre
966 echo "Building Lustre RPMs for: $BUILD_ARCHS..."
968 for arch in $BUILD_ARCHS; do
969 targets="--target $arch $targets"
975 confoptions="$confoptions --disable-server"
978 local rpmbuildopt='-tb'
981 echo NORPM mode. Only compiling.
984 # If server we now build the spl and zfs modules against the lustre kernel.
985 # These are required prior to the building of lustre server. Client does
986 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
987 # line above so is at least consistant.
988 if [ $PATCHLESS == false ] && [ "x$ZFSNOTSUPPORTED" == "x" ]; then
989 if ! build_spl_zfs; then
990 popd >/dev/null # pushd lustre
996 RPMBUILD_DEFS="$RPMBUILD_DEFS --without servers"
997 if [ -n "$CROSS_SUFFIX" ]; then
998 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"lustre_name lustre-client$CROSS_SUFFIX\""
1002 # ditto for the lustre-tests boolean
1003 if ! $LUSTRE_TESTS; then
1004 RPMBUILD_DEFS="$RPMBUILD_DEFS --without lustre_tests"
1007 if ! $IOKITRPM; then
1008 RPMBUILD_DEFS="$RPMBUILD_DEFS --without lustre_iokit"
1016 local osd_ldiskfs=""
1017 if $OSDLDISKFSRPM; then
1021 RPMBUILD_DEFS="$RPMBUILD_DEFS ${FIND_REQUIRES:+--define \"__find_requires $FIND_REQUIRES\"}"
1022 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"configure_args $confoptions ${CONFIGURE_FLAGS}\""
1023 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"kdir $linux\""
1024 RPMBUILD_DEFS="$RPMBUILD_DEFS ${linuxobj:+--define \"kobjdir $linuxobj\"}"
1025 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_tmppath $TMPDIR\""
1026 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_topdir $TOPDIR\""
1028 eval $RPMBUILD $targets $rpmbuildopt "$LUSTRE" $RPMBUILD_DEFS \
1029 ${osd_zfs:+--with zfs} \
1030 ${osd_ldiskfs:+--with ldiskfs} 2>&1 || \
1031 fatal 1 "Error building rpms for $BUILD_ARCHS."
1034 if ! eval $RPMBUILD -ts "$LUSTRE" $RPMBUILD_DEFS 2>&1; then
1043 build_lustre_dkms() {
1044 [ -n "$MPSS_VERSION" ] && return 0
1045 local ver=$(eval echo $(awk '/LUSTRE_VERSION_STRING/ {print $3}' lustre/include/lustre_ver.h))
1046 echo "Building Lustre DKMS RPMs for: $BUILD_ARCHS..."
1047 ./configure --enable-dist || return 255
1048 $RPMBUILD --define="_topdir $TOPDIR" -bs lustre-dkms.spec || return 255
1049 $RPMBUILD --rebuild --define="_topdir $TOPDIR" $TOPDIR/SRPMS/lustre-dkms-$ver-*.src.rpm || return 255
1056 # Fetch spl/zfs from the git repo and prepare for lustre build
1059 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
1060 # SPLZFSTAG - Tag to checkout of clone repositories
1061 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
1063 # return 0 if successful, else 255
1065 # make sure the RPM build environment is set up
1067 create_rpmbuild_dirs
1070 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
1071 # destination for the rpms
1072 export RPM_BUILD_ROOT=$TOPDIR
1073 SPLZFSVER=${SPLZFSVER:-0.6.3}
1074 SPLZFSTAG=${SPLZFSTAG:-}
1076 # The files expect a kver to be set to the kernel version .
1077 local kver=$(find_linux_release)
1079 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1081 for pkg in spl zfs; do
1085 [ "$pkg" == "zfs" ] && spldir="$(ls -d $TOPDIR/usr/src/spl-*/|tail -1)"
1087 # need to fetch the repo in order to build it.
1088 # default to github but allow override
1089 git clone ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1091 pushd $pkg || return 255
1092 if [ -n "$SPLZFSTAG" ]; then
1093 git checkout $SPLZFSTAG
1095 git checkout -b lbuild $pkg-$SPLZFSVER
1098 # This differentiates between older zfs versions
1099 if [ -f $pkg-modules.spec.in ]; then
1102 speclist="$pkg.spec $rpmpkg.spec"
1104 rpmpkg=kmod-$pkg-devel
1106 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
1109 sh autogen.sh || return 255
1111 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
1112 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1113 ! make dist 2>&1; then
1119 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1120 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1121 if [ -f $pkg/scripts/kmodtool ]; then
1122 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
1132 # set search dir for our own kmodtool to find correct
1134 export KERNELSOURCE=$(dirname ${LINUX})
1135 # Manually build rpms
1136 for spec in $speclist; do
1137 echo "Building RPMs from $pkg/$specdir/$spec"
1138 if ! $RPMBUILD $rpmb $pkg/$specdir/$spec \
1140 --define "require_kdir ${LINUX}" \
1141 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
1142 ${spldir:+--define "require_spldir ${spldir}"} \
1143 --define "kver $kver" \
1144 --define "kernels $kver" \
1145 --define "_tmppath /var/tmp" \
1146 --define "kernelbuildroot $TOPDIR/reused" \
1147 --define "_topdir $TOPDIR" 2>&1; then
1152 # We have built the rpms for the package. Now we need to extract the
1153 # contained files so we can build further things against them
1154 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
1156 # cpio only extract to pwd so we need to go there.
1159 for rpm in $rpms; do
1160 rpm2cpio $rpm | cpio -id
1163 if [ "$pkg" == "zfs" ]; then
1164 # We also need to extract both the zfs and zfs-devel rpms
1165 # the zfs rpm is needed because it has the actual libraries in
1166 # it and the zfs-devel rpm only has unversioned symlinks to the
1167 # libraries in the zfs rpm
1168 # this will all change one day when we have a libzfs rpm per
1169 # https://github.com/zfsonlinux/zfs/issues/2329
1170 # and it looks like it could be one day soon:
1171 # https://github.com/zfsonlinux/zfs/pull/2341
1172 local devel_rpms=$(ls -1 $TOPDIR/RPMS/*/{$pkg-devel,$pkg-$SPLZFSVER,lib*}-*.rpm)
1173 for rpm in $devel_rpms; do
1174 rpm2cpio $rpm | cpio -id
1176 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR ${CONFIGURE_FLAGS}"
1180 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*/|tail -1) ${CONFIGURE_FLAGS}"
1181 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1191 pushd mpss >/dev/null || return 255
1192 if [ "${MPSS_VERSION%%.*}" = "3" ]; then
1193 cp -f ../boot/config-* .config
1194 if ! make ARCH=k1om silentoldconfig ; then
1198 if ! make ARCH=k1om modules_prepare ; then
1202 cp -f ../boot/Module.symvers-* Module.symvers
1204 if ! make defconfig-miclinux; then
1208 if ! make -C card/kernel ARCH=k1om modules_prepare ; then
1219 [ "$STAGEDIR" ] || return 0
1221 for arch in $BUILD_ARCHS; do
1222 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${arch}"
1223 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1224 mkdir -p "${rpmdir}"
1225 cp -v RPMS/${arch}/*.rpm "${rpmdir}"
1226 if [ -d RPMS/noarch ]; then
1227 cp -v RPMS/noarch/*.rpm "${rpmdir}"
1231 cp -v "$LUSTRE" "$STAGEDIR"
1235 set_rpm_smp_type() {
1237 local infact_arch="${TARGET_ARCH}"
1240 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1243 for smp_type in $SMP_ARCHS; do
1244 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1247 for smp_type in $BIGSMP_ARCHS; do
1248 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1251 for smp_type in $PPC64_ARCHS; do
1252 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1255 for smp_type in $DEFAULT_ARCHS; do
1256 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1261 # This function takes a linux include tree and digs out the linux release
1262 # from it. It is never called directly, only called from the distro
1263 # specific function find_linux_release() in lbuild-{rhel,sles}.
1264 _find_linux_release() {
1266 local LINUXRELEASEHEADER=""
1268 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1269 if [ -s $SRC/include/generated/utsrelease.h ]; then
1270 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1271 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1272 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1275 if [ ! -s $LINUXRELEASEHEADER ]; then
1276 fatal 1 "could not find UTS_RELEASE"
1279 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1282 # unpack kernel(/source/devel) RPM
1284 # This function and it's setting of $LINUX and $LINUXOBJ is a total hack that
1285 # needs to completely refactored. It completely ingores that $BUILD_ARCHS may
1286 # contain a list of arches for which rpmbuild commands (including the one for
1288 unpack_linux_devel_rpm() {
1289 local kernelrpm="${1}"
1291 [ -f "$kernelrpm" ] || return 255
1292 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1294 pushd $TOPDIR/reused &>/dev/null || return 255
1296 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1300 # call a distro specific hook, if available
1301 if type -p unpack_linux_devel_rpm-$DISTRO; then
1302 if ! unpack_linux_devel_rpm-$DISTRO "$kernelrpm"; then
1309 find_linux_devel_paths $TOPDIR/reused
1317 local kib_prefix="$2"
1320 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1322 # ofed 1.3 had a bug in the rpm spec
1323 if [ "$OFED_VERSION" = "1.3" ]; then
1327 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-sdp-mod --with-user_mad-mod --with-user_access-mod --with-addr_trans-mod"
1328 local OFED_HARDWARE="--with-mthca-mod --with-mlx4-mod --with-mlx4_en-mod --with-cxgb3-mod --with-nes-mod"
1330 if compare_version $OFED_VERSION 3.0; then
1331 OFED_CORE="$OFED_CORE --with-madeye-mod --with-rds-mod"
1333 OFED_HARDWARE="$OFED_HARDWARE --with-cxgb4-mod"
1336 # some I/B drivers are architecture dependent and kernel-ib's configure
1337 # does not figure it out for us ~sigh~
1338 case "$TARGET_ARCH" in
1340 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1343 # we're no longer shipping the OFED iSCSI target
1344 #OFED_ISCSI="--with-srp-mod --with-srp-target-mod"
1345 OFED_ISCSI="--with-srp-mod"
1346 ## ISER module has no backport support as of OFED 1.5 (i.e. only builds on
1347 ##kernels >= 2.6.30)
1348 #if [[ $OFED_VERSION = 1.[0-4]* ]]; then
1349 # OFED_ISCSI="$OFED_ISCSI --with-iser-mod"
1352 # assume we are just rebuilding the SRPM
1353 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1354 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1356 # but switch to building from the SPEC if we need to apply patches
1357 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1359 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1360 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1361 local file ed_fragment1 ed_fragment2 n=1
1362 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch); do
1363 ed_fragment1="$ed_fragment1
1364 Patch$n: ${file%%*/}"
1365 ed_fragment2="$ed_fragment2
1367 cp $file ${TOPDIR}/SOURCES
1370 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed); do
1371 # Only apply the ed-scripts that should be used for the canonical target
1372 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1374 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1375 # To apply the same change to multiple canonical target simply specify
1376 # a list of colon separated canoncial target names in the file name.
1377 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1378 -e ":${CANONICAL_TARGET}.ed$"
1379 if [ $? -eq 0 ] ; then
1380 ed_fragment3="$ed_fragment3
1386 if [ $n -gt 1 ]; then
1400 local linuxrelease=$(find_linux_release)
1401 if compare_version $OFED_VERSION 3.0; then
1402 local OFA_KERNEL_RELEASE=$(echo -n ${linuxrelease} | sed -e 's/-/_/g')
1404 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' --define 'build_kernel_ib_devel 1' \
1405 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1406 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1407 --define "KVERSION ${linuxrelease}" \
1408 --define "$K_SRC ${linux}" \
1409 --define "LIB_MOD_DIR /lib/modules/${linuxrelease}/updates" \
1410 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1411 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1412 ${SOURCE} 2>&1; then
1413 fatal 1 "Error building ${kib_rpm}"
1422 local signature="$4"
1423 local use_links="$5"
1430 local default_iface=$(/sbin/ip route get 192.1.1.1 | sed -ne 's/.* dev \(.*\) * src .*/\1/p')
1431 if [ -z "$default_iface" ]; then
1432 fatal 1 "Failed to determine the default route interface"
1434 local unique_id=$(/sbin/ip addr show dev $default_iface | sed -ne '/ inet /s/ *inet \(.*\)\/.*/\1/p' | head -1)
1435 if [ -z "$unique_id" ]; then
1436 fatal 1 "Failed to determine a unique id from interface $default_interface"
1439 local finallocation="$location"/"$signature"/"$module"
1440 location="$location"/"$signature-${unique_id}"/"$module"
1441 mkdir -p "$location"
1442 # the cleanup script removes any directory that doesn't have a
1443 # .lastused, so let's try to prevent that as soon as we can
1444 # this solution still slightly racy with the cleanup script
1445 # but the race is a lot tighter now
1446 touch -t 197001010000 "$location/.lastused"
1447 ## use eval/echo here to make sure shell expansions are performed
1448 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1450 for article in $(eval echo $articles); do
1451 if ! cp -a${linkflag} "$article" "$location"; then
1452 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1453 # rename the cache location so that it's not cached
1454 # product, but is around for analysis
1455 mv "$location"{,-bad-$(date +%s)} ||
1456 error "failed to clean up a failed cache attempt" \
1457 "in \"$location\" -- manual cleanup will be" \
1463 # flag the cache as complete (i.e. in case lbuild was previously
1464 # interrupted while caching)
1465 touch "$location/.lastused"
1467 # put the temporary location into the final location
1469 mkdir -p "${finallocation%/*}"
1470 mv "$location" "$finallocation"
1471 rmdir "${location%/*}"
1479 local use_links="${3:-false}"
1480 local signature="$4"
1482 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1483 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1484 # the .lastused flag is populated at the end of the caching to
1485 # signal that the caching was completed. if that flag is not
1486 # there, then the cache is invalid (and should be removed in fact)
1487 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1488 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1492 # so that we know how stale this entry is
1493 touch $REUSEBUILD/$signature/$module/.lastused
1496 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1497 cp -al $REUSEBUILD/$signature/$module/* $dest/
1500 # copying is pretty heavy
1501 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1502 # do some creative symlinking instead
1504 for dir in BUILD SRPMS SPECS; do
1505 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1506 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1509 # sources have to be copied by file because we need SOURCES to
1510 # be a dir we can write into
1511 # could overrun ls's arg list here
1512 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1513 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1514 xargs ln -t $dest/SOURCES -s
1516 # same for RPMS/* dirs
1517 # could overrun ls's arg list here
1518 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1520 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1521 mkdir -p $dest/RPMS/${dir##*/}
1523 xargs ln -t $dest/RPMS/${dir##*/} -s
1535 if [[ $arch = i[3456]86 ]]; then
1543 build_kernel_with_srpm() {
1546 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1547 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1550 # need to generate the patch for this target
1551 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1553 # get an md5sum of the kernel patch + config for reuse check
1554 # XXX really, there needs to be a signature and a CONFIG_FILE per arch
1558 local release_str="RELEASE=$RELEASE\n"
1561 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1562 local REUSE_SIGNATURE=$({ echo -en $release_str;
1564 cat $CONFIG_FILE $TARGET_FILE $FULL_PATCH;
1565 cat $LBUILD_DIR/lbuild $LBUILD_DIR/lbuild-${DISTRO}; } |
1566 md5sum | cut -d" " -f1)
1567 # see if we can link to the reuse pool
1568 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1570 local CAN_LINK_FOR_REUSE=false
1571 touch $REUSEBUILD/$$
1572 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1573 CAN_LINK_FOR_REUSE=true
1578 # the extra version string to use for the kernel (which might be a reused
1580 local kernel_extra_version=""
1581 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1582 "$REUSE_SIGNATURE"; then
1583 # nothing cached, build from scratch
1584 if [ ! -r "$KERNELDIR/$KERNEL_SRPM" ]; then
1585 echo "Downloading kernel SRPM" >&${outfd}
1586 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1589 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1590 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1591 # should we clean this up or leave it for analysis?
1593 fatal 1 "Error installing kernel SRPM."
1596 # put the Lustre kernel patch into the RPM build tree
1597 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1598 prepare_and_build_srpm >&${outfd} ||
1599 fatal 1 "failed to prepare_and_build_srpm"
1601 if [ -z "$REUSE_SIGNATURE" ]; then
1602 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1604 # store the resulting kernel RPM build tree for future use
1605 echo "Storing the built kernel for future reuse" >&${outfd}
1606 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1607 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1608 "$CAN_LINK_FOR_REUSE"; then
1609 error "Failed to store kernel RPMS for reuse"
1610 echo "unknown" >&${outfd}
1616 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1618 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1619 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1621 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1623 # should now have the following RPMs
1624 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1625 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1626 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1627 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1628 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1630 echo $kernel_extra_version
1638 # REUSEBUILD, USE_BUILD_CACHE
1643 local ofed_version="$2"
1647 # if an ofed version is given, then it means use OFED proper,
1648 # not any vendor specific "inkernel" version
1649 if [ -z "$ofed_version" ]; then
1653 if [ "$ofed_version" = "inkernel" ]; then
1654 # see if there is a distro specific override for this and use
1656 # XXX we need to better integrate a distro specific override with
1657 # the rest of this function so that all of the reuse cache
1658 # stuff is leveraged given that 80% of this function is reuse
1659 if type -p build_ofed-${DISTRO}; then
1661 ofed_location=$(build_ofed-${DISTRO} ${STDOUT})
1662 local rc=${PIPESTATUS[0]}
1663 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1668 elif compare_version $OFED_VERSION 3.0; then
1669 kib_prefix="ofa_kernel"
1672 kib_prefix="compat-rdma"
1673 kib_rpm="compat-rdma"
1676 # build kernel-ib/compat-rdma
1677 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1678 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1679 echo "$(find_linux_release;
1680 echo "$BUILD_GEN")";
1681 cat "${linux}/include/linux/autoconf.h";
1682 cat "$LBUILD_DIR/lbuild" ;
1683 cat "$LBUILD_DIR/lbuild-${DISTRO}"; } |
1684 md5sum | cut -d" " -f1)
1685 # see if we can link to the reuse pool
1686 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1688 local CAN_LINK_FOR_REUSE=false
1689 touch $REUSEBUILD/$$
1690 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1691 CAN_LINK_FOR_REUSE=true
1696 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1697 "$REUSE_SIGNATURE"; then
1698 if [ -n "$REUSE_SIGNATURE" ]; then
1699 # stash away the existing built articles for a moment
1701 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1704 find . | cpio -pudlm ..
1708 create_rpmbuild_dirs
1711 build_kernel_ib "${linux}" "${kib_prefix}" "${kib_rpm}"
1713 if [ -z "$REUSE_SIGNATURE" ]; then
1714 echo "No reuse signature was caculated so not storing the built ofed"
1716 # store the resulting RPM build tree for future use
1717 echo "Storing the built ofed for future reuse"
1718 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1719 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1720 "$CAN_LINK_FOR_REUSE"; then
1721 error "Failed to store OFED RPMS for reuse"
1725 # put the stuff we stashed away back
1730 pushd "$TOPDIR" >/dev/null
1731 rm -rf ${kib_rpm}-devel
1732 mkdir ${kib_rpm}-devel
1734 # the actual ofed RPMs don't have the -rc$n or -$date string appened that
1735 # might be present on the file
1736 #local linuxrelease=$(find_linux_release)
1737 #ofed_version=$(echo $ofed_version |
1738 # sed -re 's/-(20[0-9]{6,6}-[0-9]{4,4}|rc[0-9]*)$//')
1740 # OFED version will have 'hyphen' for minor release. (e.g. 3.5-1, instead
1741 # of 3.5.1) compat-rdma and compat-rdma-devel could have same version
1742 # number, but currectly not. Once OFED fix this in the future release, we
1743 # can remove following filter.
1744 #ofed_version=$(echo $ofed_version |
1745 # sed -re 's/-([0-9]*-[rR][cC][0-9]*)$//')
1746 #local rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version}-${linuxrelease//-/_}.*.rpm)
1747 # I dont' know why we have gone through the trouble to filter out the name
1748 # of the rpm there should only be one ${kib_rpm}-devel built
1749 local rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-*.rpm)
1750 if ! rpm2cpio < $rpm | cpio -id; then
1751 fatal 1 "could not unpack the ${kib_rpm}-devel rpm."
1753 CONFIGURE_FLAGS="--with-o2ib=$(pwd)/usr/src/${kib_prefix} ${CONFIGURE_FLAGS}"
1760 if ! $PATCHLESS; then
1761 local kernel_extra_version
1762 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1763 fatal 1 "Failed to build the kernel from it's SRPM"
1766 for arch in $BUILD_ARCHS; do
1767 local kernel_devel_rpm
1768 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/$arch/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1769 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/$arch/"
1772 # install the -devel RPM in preparation for modules builds
1773 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1774 "$TOPDIR/RPMS/$arch/$kernel_devel_rpm"; then
1775 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/$arch/$kernel_devel_rpm"
1779 # need to find and unpack the vendor's own kernel-devel for patchless
1782 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1783 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in ${KERNELRPMSBASE}/${lnxmaj}/${DISTRO}"
1785 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1786 fatal 1 "Could not find the Linux tree in $kernelrpm"
1790 # ~sigh~ have to make copies of and modify some of the rpm
1791 # infrastructure files so that find-requires can find our unpacked
1792 # kernel-devel artifacts
1793 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1794 FIND_REQUIRES="$(pwd)/find-requires"
1795 chmod 755 {symset-table,find-requires{,.ksyms}}
1797 tmp="${tmp//\//\\/}"
1798 ed find-requires <<EOF
1802 /|.*find-requires.ksyms/s/|/| bash -x/
1803 g/ [^ ]*\/\(find-requires\.ksyms\)/s// $tmp\/\1/g
1806 ed find-requires.ksyms <<EOF
1810 g/\/.*\/\(symset-table\)/s//$tmp\/\1/g
1813 ed symset-table <<EOF
1817 g/\(\/boot\/\)/s//$tmp\/reused\1/g
1818 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1822 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
1823 fatal 1 "error building OFED"
1826 if build_lustre "$LINUX" "$LINUXOBJ"; then
1827 # the build worked. resolve any symlinked files (i.e. from reuse)
1828 # in RPMS/$arch to real files so that that that huge mess of
1829 # complication known as LTS can copy them yet somewhere else.
1830 # is it any wonder this whole process is so damn so? anyone ever
1831 # heard of hardlinks? it's this cool new thing that allows you save
1832 # tons of time and space by creating... well you can go read about
1833 # them if you have not heard about them yet.
1834 # can i say how much the implemenation of all of this really impedes
1837 for dir in RPMS/*; do
1839 for file in $(ls); do
1840 if [ -h $file ]; then
1847 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1848 # as that's where LTS expects to find them
1849 for dir in RPMS/*; do
1850 if [ $dir = RPMS/$TARGET_ARCH ]; then
1855 if [ -n "$files" ]; then
1856 cp -al $files ../$TARGET_ARCH
1866 create_rpmbuild_dirs() {
1868 [ -d RPMS ] || mkdir RPMS
1869 for arch in $BUILD_ARCHS; do
1870 if [[ $arch = i?86 ]]; then
1871 # some stupidity in the sles11 kernel spec requires an RPMS/i386
1872 # even if the target arch is i686
1873 [ -d RPMS/i386 ] || mkdir RPMS/i386
1875 [ -d RPMS/$arch ] || mkdir RPMS/$arch
1877 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1878 [ -d BUILD ] || mkdir BUILD
1879 [ -d SOURCES ] || mkdir SOURCES
1880 [ -d SPECS ] || mkdir SPECS
1881 [ -d SRPMS ] || mkdir SRPMS
1903 [[ $list\ == *\ $item\ * ]]
1907 #########################################################################
1908 # Generate a backtrace through the call stack.
1912 #########################################################################
1916 local funcname="" sourcefile="" lineno="" n
1918 echo "Call stack: (most recent first)"
1919 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1920 funcname=${FUNCNAME[$n - 1]}
1921 sourcefile=$(basename ${BASH_SOURCE[$n]})
1922 lineno=${BASH_LINENO[$n - 1]}
1926 # Display function arguments
1927 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1928 local args newarg j p=0
1929 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1930 newarg=${BASH_ARGV[$j + $p - 1]}
1931 args="${args:+${args} }'${newarg}'"
1933 let p+=${BASH_ARGC[$n - 1]}
1935 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1939 echo "BEGIN BACKTRACE"
1941 #echo ${BASH_LINENO[*]}
1942 #echo ${BASH_SOURCE[*]}
1943 #echo ${FUNCNAME[*]}
1944 local i=$((${#FUNCNAME[@]} - 1))
1945 while [ $i -ge 0 ]; do
1946 local lineno=${BASH_LINENO[$i]}
1950 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1951 # Can't figure out how to get function args from other frames...
1952 local FUNCTION="${FUNCNAME[$i]}()"
1953 echo "$SOURCELINE:$FUNCTION"
1957 echo "END BACKTRACE"
1963 seen_list=$(new_list)
1965 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1966 Unfortunately the above line number in the message may or may not be correct,
1967 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1969 # have we seen this one
1970 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1972 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1973 echo "seen this one already"
1975 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1978 ) ; set $xtrace' ERR
1981 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1983 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,patchless,ccache,norpm,external-patches:,timestamp:,extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-version:,mpss-version:,publish,release,set-value:,src,stage:,target:,target-archs:,with-linux:,xen -- "$@")
1985 if [ $? != 0 ]; then
1989 eval set -- "$options"
2020 if ! KERNELTREE=$(canon_path "$2"); then
2021 fatal 1 "Could not determine the canonical location of $2"
2025 --linux | --with-linux)
2026 if ! LINUX=$(canon_path "$2"); then
2027 fatal 1 "Could not determine the canonical location of $2"
2036 if ! REUSEBUILD=$(canon_path "$2"); then
2037 fatal 1 "Could not determine the canonical location of $2"
2054 if ! KERNELRPMSBASE=$(canon_path "$2"); then
2055 fatal 1 "Could not determine the canonical location of $2"
2064 if ! LUSTRE=$(canon_filepath "$2"); then
2065 fatal 1 "Could not determine the canonical location of $2"
2118 # there are actually some lustre configure flags that we need to
2119 # handle ourselves (but we still give them to configure)
2120 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2127 usage 1 "Unrecognized option: $1"
2136 # XXX - should we _always_ get the buildid from the META file? what are the
2137 # other (i.e. non-lustre-tarball use cases of lbuild)?
2138 BUILDID=$(sed -ne '/^BUILDID =/s/.*= *//p' lustre/META)
2139 VERSION=$(sed -ne '/^VERSION =/s/.*= *//p' lustre/META)
2143 if [ -n "$OFED_VERSION" -a "$OFED_VERSION" != "inkernel" ]; then
2145 unpack_ofed || fatal 1 "Error unpacking OFED tarball"
2148 if [ -n "$MPSS_VERSION" ]; then
2149 [ -z "$MPSS_DISTRO" ] && MPSS_DISTRO=$(autodetect_distro)
2151 MPSS_INFO=$(mktemp -u mpss-info-XXXXXXXXXX.html)
2152 download_mpss_info "$MPSS_INFO"
2154 if [ "$MPSS_VERSION" = "last" ]; then
2155 MPSS_VERSION=$(parse_mpss_info "$MPSS_INFO" "" ${MPSS_DISTRO})
2156 [ -z "$MPSS_VERSION" ] && fatal 1 "Could not determine the last MPSS version"
2157 elif [[ $MPSS_VERSION != [0-9].[0-9].[0-9]*-[0-9]* ]]; then
2158 fatal 1 "Incorrect MPSS version $MPSS_VERSION"
2161 download_mpss "$MPSS_INFO"
2162 [ -r "$MPSS_INFO" ] && rm -f "$MPSS_INFO"
2163 echo "Building with MPSS $MPSS_VERSION"
2164 unpack_mpss || fatal 1 "Error unpacking MPSS tarballs"
2165 prepare_mpss || fatal 1 "Error preparing MPSS for kernel modules build"
2167 if [ -z "$MPSS_OFED" ]; then
2168 MPSS_OFED=$(find $PWD -type f -path "*/ofed-driver-*/Module.symvers")
2169 if [ -n "$MPSS_OFED" ]; then
2170 MPSS_OFED="--with-o2ib=$(dirname $MPSS_OFED)"
2172 MPSS_OFED="--without-o2ib"
2176 # disable unsupported parts:
2180 ZFSNOTSUPPORTED="yes"
2182 # define variables for cross compilation:
2184 if [ "${MPSS_VERSION%%.*}" = "3" ]; then
2185 CC_TARGET_ARCH=k1om-mpss-linux
2186 LINUX="$TOPDIR/mpss"
2188 CC_TARGET_ARCH=x86_64-k1om-linux
2189 LINUX="$TOPDIR/mpss/card/kernel"
2190 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"cross_requires intel-mic-gpl = ${MPSS_VERSION%%-*}\""
2192 CONFIGURE_FLAGS="$CONFIGURE_FLAGS $MPSS_OFED --host=$CC_TARGET_ARCH --build=x86_64-pc-linux"
2193 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"post_script build/gen_filelist.sh\""
2194 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"make_args ARCH=k1om CROSS_COMPILE=${CC_TARGET_ARCH}-\""
2195 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"cross_path ${CROSS_PATH:=/opt/lustre/${VERSION}/${CC_TARGET_ARCH}}\""
2196 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"rootdir %{cross_path}\""
2197 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_prefix %{cross_path}/usr\""
2198 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_mandir %{_prefix}/share/man\""
2199 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_sysconfdir %{cross_path}/etc\""
2200 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"kmoddir extra\""
2202 # redefine CC for proper ./configure during rpmbuild
2203 export CC=${CC_TARGET_ARCH}-gcc
2206 # make sure the RPM build environment is set up
2207 create_rpmbuild_dirs
2209 # if an unpacked kernel source tree was given on the command line
2210 # just build lustre with it (nothing distro kernel specific here)
2211 if [ -n "$LINUX" ]; then
2212 find_linux_release() {
2213 _find_linux_release $LINUX
2215 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
2216 fatal 1 "error building OFED"
2217 build_lustre "$LINUX" "$LINUXOBJ"
2219 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTRO" ]; then
2220 fatal 1 "${LBUILD_DIR}/lbuild-$DISTRO not found"
2222 source ${LBUILD_DIR}/lbuild-$DISTRO
2223 build_with_srpm || fatal 1 "Failed to build_with_srpm"