3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
33 #BUILD_GEN=2 # bz19952: remove -lustre tag from kernel RPM names
34 #BUILD_GEN=3 # bz19975: enable the building of src.rpms by default
35 #BUILD_GEN=4 # bz22281: use the git hash in the kernel extra version
36 #BUILD_GEN=5 # TT-107: don't cache the BUILD dir
37 BUILD_GEN=6 # TT-1092: don't cache the BUILD dir, to rebuild external OFED
45 # XXX - some recent hacking has pretty much neutered this option.
46 # search through this file for "-bb" and see how many places
47 # simply don't account for this option
52 TARGET_ARCH="$(uname -m)"
53 # change default behavior to only build for the current arch
54 TARGET_ARCHS="$TARGET_ARCH"
55 TARGET_ARCHS_ALL="$TARGET_ARCH"
56 [ "$TARGET_ARCH" = "i686" ] && TARGET_ARCHS_ALL="i686 i586 i386"
61 TMPDIR=${TMPDIR:-"/var/tmp"}
63 # this is a dir to try reuse old kernel RPMs in (although, it seems to be
64 # unused in any real manner
66 # this is the dir that should be used to store reuse products
68 # should cached products be used or force rebuilding?
70 # what does this do exactly? does it imply no kernel build?
75 SMPTYPES="smp bigsmp default ''"
81 # default to not adding -lustre- into the kernel RPM package names
82 KERNEL_LUSTRE_NAMING=false
83 # default not use kabi check.
101 # not in the target file any more
104 # build the lustre-tests rpm?
113 # Readlink is not present on some older distributions: emulate it.
117 if [ -L "$path" ]; then
118 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
127 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
129 --external-patches=EXTERNAL_PATCHES
130 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
131 look for seres and config files in before looking in the lustre
134 --extraversion=EXTRAVERSION
135 Text to use for the rpm release and kernel extraversion.
137 --timestamp=TIMESTAMP
138 Date of building lustre in format YYYYMMDDhhmmss
141 Try to reuse old kernel RPMs from DIR
144 Try to reuse old kernel builds from DIR
147 Path to distro kernel RPM collection
153 Do not build RPMs (compile only mode)
156 Build lustre client only
159 Which distro using. Autodetect by default
161 --kerneldir=KERNELDIR
162 Directory containing Linux source tarballs referenced by target
165 --kerneltree=KERNELTREE
166 Directory containing dirs with Linux source tarballs referenced by target
167 files. Dir names in format kernel version ('2.6.9', etc.)
169 --linux=LINUX --with-linux=LINUX
170 Directory of Linux kernel sources. When this option is used, only
171 Lustre modules and userspace are built.
174 Path to an existing lustre source tarball to use.
177 Do not try to download a kernel from downloads.lustre.org
180 Do not build a .src.rpm, a full kernel patch, or a patched kernel
184 Build with ldiskfs support. (Deprecated, always true)
187 Do not build lustre-iokit RPM. Now true by default
193 Specifies that the files generated do not include timestamps, and
194 that this is an official release.
197 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
200 Directory used to stage packages for release. RPMs will be placed
201 more or less in DIR/<target>-<arch>, and the tarball will be
205 The name of the target to build. The available targets are listed
208 --target-archs=TARGET_ARCHS
209 A (space delimited) list of architectures to build. By default,
210 all of the archs supported by the TARGET will be built, in
211 addition to a .src.rpm. This option can limit those, for machines
212 that can only build certain archs or if you only want a certain
213 arch built (for testing, or a one-off kernel).
215 Also note that by using a non-"base" arch (eg, i386) only kernels
216 will be built - there will be no lustre-lite-utils package.
219 Builds a Xen domX kernel.
222 Sets a variable to a given value.
231 # canonicalize a relative path to a file
235 if [ ! -f "$PATH" ]; then
239 local FILE=${PATH##*/}
242 echo $(canon_path "$DIR")/$FILE
246 # canonicalize a relative path to a dir
250 if [ ! -d "$PATH" ]; then
254 pushd "$PATH" >/dev/null || return 1
264 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
265 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
268 if [ -z "$DISTRO" ] ; then
269 DISTRO=$(autodetect_distro)
270 # remove minor version only for rhel and oel
271 [[ $DISTRO =~ "el-" ]] && DISTRO=${DISTRO%%.*}
276 if [ -z "$LINUX" ]; then
277 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
278 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
280 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
281 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
283 [ "$TARGET" ] || TARGET=$(autodetect_target "$DISTRO")
284 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
285 # [ -r "$TARGET_FILE" ] || \
286 # usage 1 "Target '$TARGET' was not found."
291 CANONICAL_TARGET="rhel6"
294 CANONICAL_TARGET="rhel5"
297 CANONICAL_TARGET="rhel-2.6"
300 CANONICAL_TARGET="sles-2.6"
303 CANONICAL_TARGET="sles10-2.6"
305 2.6-sles11 | 3.0-sles11)
306 CANONICAL_TARGET="sles11"
309 CANONICAL_TARGET="oel5"
312 CANONICAL_TARGET="hp-pnnl-2.4"
320 CANONICAL_TARGET="$TARGET"
324 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
325 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
326 local timestamplength="${#TIMESTAMP}"
327 if [ $timestamplength -eq 12 ]; then
328 TIMESTAMP="${TIMESTAMP}00"
329 elif [ $timestamplength -ne 14 ]; then
330 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
333 RPMBUILD=$(which rpmbuild 2>/dev/null | head -1)
334 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
335 RPMBUILD=$(which rpm 2>/dev/null | head -1)
336 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
337 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
341 if [ -n "$CCACHE" ]; then
342 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
344 if which "$CCACHE" &>/dev/null; then
345 local ccache=$(which "$CCACHE")
346 local bindir="$TOPDIR/bin"
348 if [ ! -d $bindir ]; then
349 mkdir -p $bindir || fatal 1 "error trying to create $bindir"
351 rm ${bindir}/* > /dev/null 2>&1 || true
353 ln -s "$ccache" ${bindir}/ccache
354 ln -s "$ccache" ${bindir}/cc
355 ln -s "$ccache" ${bindir}/$CC
356 export PATH=$bindir:$PATH
357 export CCACHE && export CC="ccache $CC"
358 # zero the cache so we can see how effective we are being with it
362 # get some ccache stats when we are done
363 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
364 # should remove the ccache trap if lbuild is interrupted
365 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
373 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
375 [[ $1 == $2 ]] && return 1
377 local i val1=($1) val2=($2)
379 # padding zero to val1 if it needs
380 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
383 for ((i=0; i<${#val1[@]}; i++)); do
384 [[ -z ${val2[i]} ]] && return 1
386 if [[ ${val1[i]} < ${val2[i]} ]]; then
388 elif [[ ${val1[i]} > ${val2[i]} ]]; then
396 echo $(echo "$*" | xargs -n 1 | sort -u)
405 if which wget >/dev/null 2>&1; then
406 if ! wget -nv "$url" -O "$target"; then
409 elif which curl >/dev/null 2>&1; then
410 if ! curl -L -s -o "$target" "$url"; then
414 fatal 1 "Could not find either wget or curl to fetch URLs."
424 local force="${3:-false}"
426 if $force || [ ! -r "$KERNELDIR/$srpm" ] ||
427 [ ! -s "$KERNELDIR/$srpm" ]; then
429 local location="http://downloads.lustre.org/public/kernels/$target/old"
430 # get the location from a distro specific method if it exists
431 if type -p kernel_srpm_location; then
432 location=$(kernel_srpm_location)
434 echo "Downloading $location/$srpm..."
435 if ! fetch_url "$location/$srpm" "$KERNELDIR/$srpm" 2>&1 ||
436 [ ! -s "$KERNELDIR/$srpm" ]; then
437 rm -f $KERNELDIR/$srpm
438 # punt to a distro specific method if it exists
439 if ! type -p download_srpm-$DISTRO; then
440 fatal 1 "Could not download target $target's kernel SRPM $srpm from $location."
442 if ! download_srpm-$DISTRO "$target" "$srpm" "$force"; then
443 fatal 1 "Could not download target $target's kernel SRPM $srpm using download_srpm-$DISTRO."
448 fatal 1 "$srpm not found in directory $KERNELDIR."
459 local file=${from##*/}
465 local semaphore="$to-downloading"
468 if [ ! -f $semaphore ]; then
472 # make sure the download has not been aborted
473 local now=$(date +%s)
474 local file_mtime=$(stat -c %Y "$to")
475 local staleness=$((now - file_mtime))
476 # let's assume an active download will write at least once a minute
477 if [ $staleness -gt 60 ]; then
485 # if the semaphore file exists, the file is either still downloading
486 # or a download was aborted and we cannot trust the target file
487 if [ -f $semaphore ]; then
491 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
498 if $force || ! is_downloaded; then
499 if is_downloading; then
500 echo "Somebody else is downloading $from..."
501 while is_downloading; do
502 echo "Waiting for $to to finish downloading"
505 if is_downloaded; then
508 echo "The download we were waiting for seems to have been aborted"
514 echo "Downloading $from..."
515 # flag others so they don't try to download also
516 push_exit_trap "rm -f $to $semaphore" "download"
518 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
519 # the trap will remove the files via the fatal below
520 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
523 delete_exit_trap "download"
525 fatal 1 "${to##*/} not found in directory ${to%/*}."
534 local force="${1:-false}"
536 if [ -z "$OFED_VERSION" -o "$OFED_VERSION" = "inkernel" ]; then
540 local OFED_BASE_VERSION=$OFED_VERSION
541 if [[ $OFED_VERSION = *.*.*.* ]]; then
542 OFED_BASE_VERSION=${OFED_VERSION%.*}
545 local location="http://www.openfabrics.org/downloads/OFED/ofed-${OFED_BASE_VERSION}/"
547 if [[ $OFED_VERSION = *-[rR][cC][0-9] ]]; then
549 Mmv=${OFED_VERSION%%-[rR][cC][0-9]}
550 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}/"
553 if [[ $OFED_VERSION = daily-* ]]; then
555 OFED_VERSION=${OFED_VERSION/daily-/}
556 Mmv=${OFED_VERSION%%-*}
557 daily=${OFED_VERSION##$Mmv-}
558 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}-daily/"
559 # find the filename for the version for the date specified
560 OFED_VERSION=$(curl -s "$location" | sed -nre "/${daily}-/s/.*href=\"OFED-(${Mmv//./\\.}-${daily}-[0-9]{4,4}).tgz.*$/\1/p" | tail -1)
561 if [ -z "$OFED_VERSION" ]; then
562 fatal 1 "Could not determine the filename of the OFED snapshot for ${daily}"
566 local file="OFED-${OFED_VERSION}.tgz"
567 download_file "$location/$file" "$KERNELTREE" "$force"
576 [ -r "$file" ] || fatal 1 "Could not find MPSS info file"
578 # convert to MPSS distro naming
579 distro=${distro/sles/suse}
580 distro_name=${distro%%-*}
582 # extract links from MPSS info file
583 local urls=$(cat "$file" | \
584 tr -d '\t\r\n' | sed -e 's?\(</[a-zA-Z]*>\)?\1\n?g' | \
585 grep '.intel.com/' | \
586 sed -e 's/^.*[hH][rR][eE][fF]="\([^>"]\+\)".*$/\1/g' | \
591 # Try to match with MPSS 3.1 distro package
592 if [[ $url =~ mpss-[0-9].[0-9]-$distro.tar ]]; then
593 local bid=${url##*mpss-}
594 bid="${bid%%-$distro.tar}.0-0"
595 if [ -z "$build" ]; then
597 elif [ "$build" = "$bid" ]; then
600 # Try to match with MPSS 3.1 source package
601 elif [[ $url =~ mpss-src-[0-9].[0-9].tar ]]; then
602 local bid=${url##*mpss-src-}
603 bid="${bid%%.tar}.0-0"
604 if [ -z "$build" ]; then
606 elif [ "$build" = "$bid" ]; then
609 # Try to match with MPSS 3.1 cross compiler package
610 elif [[ $url =~ mpss-[0-9].[0-9]-k1om.tar ]]; then
611 local bid=${url##*mpss-}
612 bid="${bid%%-k1om.tar}.0-0"
613 if [ -z "$build" ]; then
615 elif [ "$build" = "$bid" ]; then
618 # Try to match with MPSS 2.1 source package
619 elif [[ $url =~ _src-[0-9].[0-9].[0-9]*-[0-9]*_$distro_name.tar ]]; then
620 local bid=${url##*_src-}
621 bid=${bid%%_$distro_name.tar}
622 if [ -z "$build" ]; then
624 elif [ "$build" = "$bid" ]; then
630 if [ -z "$build" ]; then
631 # return a last version of MPSS
632 if [ -n "$res3" ]; then
637 elif [ "${build%%.*}" = "3" ]; then
638 local ver=${build%.*}
639 local bid=${build%%-*}
641 if [ $bid -eq 0 ]; then
642 # return URLs from MPSS info file
645 # return URLs from internal site with MPSS builds
647 echo "${MPSS_BUILDS:-"http://mic-bld.pdx.intel.com/builds/mpss/rc"}/$bid/release/knightscorner/package/mpss-src-$ver.tar"
649 echo "${MPSS_BUILDS:-"http://mic-bld.pdx.intel.com/builds/mpss/rc"}/$bid/release/knightscorner/package/mpss-$ver-k1om.tar"
651 echo "${MPSS_BUILDS:-"http://mic-bld.pdx.intel.com/builds/mpss/rc"}/$bid/release/knightscorner/package/mpss-$ver-$distro.tar"
654 # return URLs from MPSS info file
659 # Get public information about last releases of
660 # Intel Manycore Platform Software Stack (MPSS)
661 download_mpss_info() {
663 local force="${2:-true}"
664 local url=${MPSS_URL:-"http://software.intel.com/en-us/articles/intel-manycore-platform-software-stack-mpss"}
666 download_file "$url" "$file" "$force"
671 local force="${2:-false}"
672 local urls=$(parse_mpss_info "$file" ${MPSS_VERSION} ${MPSS_DISTRO})
674 [ -z "$urls" ] && fatal 1 "Could not determine the URLs of MPSS $MPSS_VERSION"
676 # force re-download if build number is zero
677 [[ $MPSS_VERSION = [0-9].[0-9].0-0 ]] && force=true
682 file="$KERNELTREE/mpss_src-${MPSS_VERSION}-${MPSS_DISTRO}-part$i.tar"
683 download_file "$url" "$file" "$force"
690 EXTRA_VERSION_save="$EXTRA_VERSION"
691 for patchesdir in "$EXTERNAL_PATCHES" \
692 "$TOPDIR/lustre/lustre/kernel_patches"; do
693 TARGET_FILE="$patchesdir/targets/$TARGET.target"
694 [ -r "$TARGET_FILE" ] && break
696 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
698 echo "Loading target config file $TARGET.target..."
700 # if the caller specified an OFED_VERSION it should override whatever
701 # the target file specifies
702 local env_OFED_VERSION="$OFED_VERSION"
706 if [ -n "$env_OFED_VERSION" ]; then
707 OFED_VERSION="$env_OFED_VERSION"
710 # doesn't make any sense to build OFED for xen domX's
715 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
716 # go away and the target just specify the $RPMSMPTYPE
717 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
719 # CC might have been overwriten in TARGET_FILE
720 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
721 export CCACHE && export CC="ccache $CC"
724 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
725 KERNELDIR="$KERNELTREE/${lnxmaj}"
726 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
729 # verify the series is available
730 if [ "$SERIES" ]; then
731 for series in $SERIES; do
732 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
733 [ -r "$patchesdir/series/$series" ] && continue 2
735 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
739 # set the location of the .config file
745 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
746 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config"
749 local lnxrelnew=${lnxrel//-/_}
751 # remember the EXTRA_VERSION before we diddle it here
752 # XXX - we really should not diddle with any values read in from the
753 # target file. if we want to modify a value, we should create
755 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
757 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
758 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
761 if [ "$EXTRA_VERSION_save" ]; then
762 EXTRA_VERSION="$EXTRA_VERSION_save"
763 elif ! $RELEASE; then
764 # if there is no patch series, then this is not a lustre specific
765 # kernel. don't make it look like one
766 if $PATCHLESS || [ -n "$SERIES" ]; then
767 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
768 if ! $PATCHLESS && [ -n "$BUILDID" ]; then
769 EXTRA_VERSION="${EXTRA_VERSION}.${BUILDID}"
773 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
775 ALL_ARCHS="$BASE_ARCHS $BIGMEM_ARCHS $BOOT_ARCHS $JENSEN_ARCHS $SMP_ARCHS $BIGSMP_ARCHS $PSERIES64_ARCHS $UP_ARCHS"
778 for arch in $(uniqify "$ALL_ARCHS"); do
779 if [ -z "$TARGET_ARCHS" ] ||
780 [[ \ $TARGET_ARCHS\ = *\ $arch\ * ]]; then
781 BUILD_ARCHS="$BUILD_ARCHS $arch"
784 [ "$BUILD_ARCHS" ] || usage 1 "No available target archs to build."
785 echo "Building for: $BUILD_ARCHS"
793 fatal 1 "tarflags(): File name argument missing."
805 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
814 local extractfile="$@"
816 echo "Untarring ${tarfile##*/}..."
817 tar $(tarflags "$tarfile") "$tarfile" $extractfile
823 if ! untar "$KERNELTREE/OFED-${OFED_VERSION}.tgz"; then
826 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
832 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
833 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
839 [ -d mpss ] && return 0
841 if [ "${MPSS_VERSION%%.*}" = "3" ]; then
842 local ver=${MPSS_VERSION%.*}
845 for i in $(seq 0 9); do
846 file="$KERNELTREE/mpss_src-${MPSS_VERSION}-${MPSS_DISTRO}-part$i.tar"
847 if [ -r "$file" ]; then
849 "mpss-$ver/*/linux-*.tar.bz2" \
850 "mpss-$ver/*/kernel-dev-*.rpm" \
851 "mpss-$ver/*/ofed-driver-*-devel-*.rpm"
854 # Extract kernel configs
855 file=$(find mpss-$ver -type f -path "*/kernel-dev-*.rpm")
856 if ! rpm2cpio "$file" | cpio -idm; then
857 echo "Error extracting MPSS kernel configs"
860 # Unpack kernel sources
861 file=$(find mpss-$ver -type f -path "*/linux-*.tar.bz2")
862 if ! untar "$file"; then
863 echo "Error unpacking MPSS kernel sources"
866 # Extract OFED headers
867 file=$(find mpss-$ver -type f -path "*/ofed-driver-*-devel-*.rpm")
868 if ! rpm2cpio "$file" | cpio -idm; then
869 echo "Error extracting MPSS OFED headers"
872 # Remove unpacked archives to save space
874 # Make link to MPSS kernel sources
877 local dir="mpss-${MPSS_VERSION}-${MPSS_DISTRO%%-*}"
879 mkdir $dir || return 255
880 pushd $dir >/dev/null || return 255
881 if ! untar "$KERNELTREE/mpss_src-${MPSS_VERSION}-${MPSS_DISTRO}-part0.tar" "*/gpl/*full_src*"; then
884 echo "Error unpacking MPSS tarball 1"
887 local file=$(find . -type f -path "*/gpl/*full_src*")
888 if ! untar "$file"; then
891 echo "Error unpacking MPSS tarball 2"
902 local do_patch=${1:-true}
904 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
905 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
906 $do_patch && pushd linux >/dev/null
907 for series in $SERIES; do
908 echo -n "Applying series $series:"
909 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
910 [ -r "$patchesdir/series/$series" ] || continue
911 SERIES_FILE="$patchesdir/series/$series"
912 for patch in $(<"$SERIES_FILE"); do
914 PATCH_FILE="$patchesdir/patches/$patch"
915 [ -r "$PATCH_FILE" ] || \
916 fatal 1 "Patch $patch does not exist in Lustre tree."
917 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
919 fatal 1 "Error adding patch $patch to full patch."
922 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
924 fatal 1 "Error applying patch $patch."
932 $do_patch && popd >/dev/null
933 echo "Full patch has been saved in ${FULL_PATCH##*/}."
943 pushd lustre >/dev/null
945 echo "Building Lustre RPMs for: $BUILD_ARCHS..."
947 for arch in $BUILD_ARCHS; do
948 targets="--target $arch $targets"
954 confoptions="$confoptions --disable-server"
957 local rpmbuildopt='-tb'
960 echo NORPM mode. Only compiling.
963 # If server we now build the spl and zfs modules against the lustre kernel.
964 # These are required prior to the building of lustre server. Client does
965 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
966 # line above so is at least consistant.
967 if [ $PATCHLESS == false ] && [ "x$ZFSNOTSUPPORTED" == "x" ]; then
968 if ! build_spl_zfs; then
969 popd >/dev/null # pushd lustre
975 RPMBUILD_DEFS="$RPMBUILD_DEFS --without servers"
976 if [ -n "$CROSS_SUFFIX" ]; then
977 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"lustre_name lustre-client$CROSS_SUFFIX\""
981 # ditto for the lustre-tests boolean
982 if ! $LUSTRE_TESTS; then
983 RPMBUILD_DEFS="$RPMBUILD_DEFS --without lustre_tests"
987 RPMBUILD_DEFS="$RPMBUILD_DEFS --without lustre_iokit"
996 if $OSDLDISKFSRPM; then
1000 RPMBUILD_DEFS="$RPMBUILD_DEFS ${FIND_REQUIRES:+--define \"__find_requires $FIND_REQUIRES\"}"
1001 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"configure_args $confoptions ${CONFIGURE_FLAGS}\""
1002 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"kdir $linux\""
1003 RPMBUILD_DEFS="$RPMBUILD_DEFS ${linuxobj:+--define \"kobjdir $linuxobj\"}"
1004 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_tmppath $TMPDIR\""
1005 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_topdir $TOPDIR\""
1007 eval $RPMBUILD $targets $rpmbuildopt "$LUSTRE" $RPMBUILD_DEFS \
1008 ${osd_zfs:+--with zfs} \
1009 ${osd_ldiskfs:+--with ldiskfs} 2>&1 || \
1010 fatal 1 "Error building rpms for $BUILD_ARCHS."
1013 if ! eval $RPMBUILD -ts "$LUSTRE" $RPMBUILD_DEFS 2>&1; then
1025 # Fetch spl/zfs from the git repo and prepare for lustre build
1028 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
1029 # SPLZFSTAG - Tag to checkout of clone repositories
1030 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
1032 # return 0 if successful, else 255
1034 # make sure the RPM build environment is set up
1036 create_rpmbuild_dirs
1039 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
1040 # destination for the rpms
1041 export RPM_BUILD_ROOT=$TOPDIR
1042 SPLZFSVER=${SPLZFSVER:-0.6.2}
1043 SPLZFSTAG=${SPLZFSTAG:-upstream-master}
1045 # The files expect a kver to be set to the kernel version .
1046 local kver=$(find_linux_release)
1048 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1050 for pkg in spl zfs; do
1054 [ "$pkg" == "zfs" ] && spldir="$(ls -d $TOPDIR/usr/src/spl-*/|tail -1)"
1056 # need to fetch the repo in order to build it.
1057 # default to github but allow override
1058 git clone ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1060 pushd $pkg || return 255
1061 if [ -n "$SPLZFSTAG" ]; then
1062 git checkout $SPLZFSTAG
1064 git checkout -b lbuild $pkg-$SPLZFSVER
1067 # This differentiates between older zfs versions
1068 if [ -f $pkg-modules.spec.in ]; then
1071 speclist="$pkg.spec $rpmpkg.spec"
1073 rpmpkg=kmod-$pkg-devel
1075 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
1078 sh autogen.sh || return 255
1080 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
1081 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1082 ! make dist 2>&1; then
1088 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1089 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1090 if [ -f $pkg/scripts/kmodtool ]; then
1091 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
1101 # set search dir for our own kmodtool to find correct
1103 export KERNELSOURCE=$(dirname ${LINUX})
1104 # Manually build rpms
1105 for spec in $speclist; do
1106 echo "Building RPMs from $pkg/$specdir/$spec"
1107 if ! $RPMBUILD $rpmb $pkg/$specdir/$spec \
1109 --define "require_kdir ${LINUX}" \
1110 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
1111 ${spldir:+--define "require_spldir ${spldir}"} \
1112 --define "kver $kver" \
1113 --define "kernels $kver" \
1114 --define "_tmppath /var/tmp" \
1115 --define "kernelbuildroot $TOPDIR/reused" \
1116 --define "_topdir $TOPDIR" 2>&1; then
1121 # $DO_SRC && mv $pkg*.src.rpm $TOPDIR/SRPMS/
1122 # mv $pkg*.noarch.rpm $TOPDIR/RPMS/noarch/
1123 # mv *$pkg*.$TARGET_ARCH.rpm $TOPDIR/RPMS/$(basearch $TARGET_ARCH)/
1125 # We have built the rpms for the package. Now we need to extract the
1126 # contained files so we can build further things against them
1127 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
1129 # cpio only extract to pwd so we need to go there.
1132 for rpm in $rpms; do
1133 rpm2cpio $rpm | cpio -id
1136 if [ "$pkg" == "zfs" ]; then
1137 mkdir -p $TOPDIR/zfsdevel
1138 pushd $TOPDIR/zfsdevel
1139 # We also need to extract zfs-devel rpm
1140 local devel_rpm=$(ls -1 $TOPDIR/RPMS/*/$pkg-devel-*.rpm)
1141 rpm2cpio $devel_rpm | cpio -id
1143 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR/zfsdevel ${CONFIGURE_FLAGS}"
1147 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*/|tail -1) ${CONFIGURE_FLAGS}"
1148 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1158 pushd mpss >/dev/null || return 255
1159 if [ "${MPSS_VERSION%%.*}" = "3" ]; then
1160 cp -f ../boot/config-* .config
1161 if ! make ARCH=k1om silentoldconfig ; then
1165 if ! make ARCH=k1om modules_prepare ; then
1169 cp -f ../boot/Module.symvers-* Module.symvers
1171 if ! make defconfig-miclinux; then
1175 if ! make -C card/kernel ARCH=k1om modules_prepare ; then
1186 [ "$STAGEDIR" ] || return 0
1188 for arch in $BUILD_ARCHS; do
1189 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${arch}"
1190 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1191 mkdir -p "${rpmdir}"
1192 cp -v RPMS/${arch}/*.rpm "${rpmdir}"
1193 if [ -d RPMS/noarch ]; then
1194 cp -v RPMS/noarch/*.rpm "${rpmdir}"
1198 cp -v "$LUSTRE" "$STAGEDIR"
1202 set_rpm_smp_type() {
1204 local infact_arch="${TARGET_ARCH}"
1207 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1210 for smp_type in $SMP_ARCHS; do
1211 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1214 for smp_type in $BIGSMP_ARCHS; do
1215 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1218 for smp_type in $PPC64_ARCHS; do
1219 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1222 for smp_type in $DEFAULT_ARCHS; do
1223 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1228 # This function takes a linux include tree and digs out the linux release
1229 # from it. It is never called directly, only called from the distro
1230 # specific function find_linux_release() in lbuild-{rhel,sles}.
1231 _find_linux_release() {
1233 local LINUXRELEASEHEADER=""
1235 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1236 if [ -s $SRC/include/generated/utsrelease.h ]; then
1237 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1238 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1239 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1242 if [ ! -s $LINUXRELEASEHEADER ]; then
1243 fatal 1 "could not find UTS_RELEASE"
1246 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1249 # unpack kernel(/source/devel) RPM
1251 # This function and it's setting of $LINUX and $LINUXOBJ is a total hack that
1252 # needs to completely refactored. It completely ingores that $BUILD_ARCHS may
1253 # contain a list of arches for which rpmbuild commands (including the one for
1255 unpack_linux_devel_rpm() {
1256 local kernelrpm="${1}"
1258 [ -f "$kernelrpm" ] || return 255
1259 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1261 pushd $TOPDIR/reused &>/dev/null || return 255
1263 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1267 # call a distro specific hook, if available
1268 if type -p unpack_linux_devel_rpm-$DISTRO; then
1269 if ! unpack_linux_devel_rpm-$DISTRO "$kernelrpm"; then
1276 find_linux_devel_paths $TOPDIR/reused
1284 local kib_prefix="$2"
1287 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1289 # ofed 1.3 had a bug in the rpm spec
1290 if [ "$OFED_VERSION" = "1.3" ]; then
1294 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-sdp-mod --with-user_mad-mod --with-user_access-mod --with-addr_trans-mod"
1295 local OFED_HARDWARE="--with-mthca-mod --with-mlx4-mod --with-mlx4_en-mod --with-cxgb3-mod --with-nes-mod"
1297 if compare_version $OFED_VERSION 3.0; then
1298 OFED_CORE="$OFED_CORE --with-madeye-mod --with-rds-mod"
1300 OFED_HARDWARE="$OFED_HARDWARE --with-cxgb4-mod"
1303 # some I/B drivers are architecture dependent and kernel-ib's configure
1304 # does not figure it out for us ~sigh~
1305 case "$TARGET_ARCH" in
1307 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1310 # we're no longer shipping the OFED iSCSI target
1311 #OFED_ISCSI="--with-srp-mod --with-srp-target-mod"
1312 OFED_ISCSI="--with-srp-mod"
1313 ## ISER module has no backport support as of OFED 1.5 (i.e. only builds on
1314 ##kernels >= 2.6.30)
1315 #if [[ $OFED_VERSION = 1.[0-4]* ]]; then
1316 # OFED_ISCSI="$OFED_ISCSI --with-iser-mod"
1319 # assume we are just rebuilding the SRPM
1320 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1321 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1323 # but switch to building from the SPEC if we need to apply patches
1324 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1326 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1327 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1328 local file ed_fragment1 ed_fragment2 n=1
1329 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch); do
1330 ed_fragment1="$ed_fragment1
1331 Patch$n: ${file%%*/}"
1332 ed_fragment2="$ed_fragment2
1334 cp $file ${TOPDIR}/SOURCES
1337 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed); do
1338 # Only apply the ed-scripts that should be used for the canonical target
1339 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1341 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1342 # To apply the same change to multiple canonical target simply specify
1343 # a list of colon separated canoncial target names in the file name.
1344 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1345 -e ":${CANONICAL_TARGET}.ed$"
1346 if [ $? -eq 0 ] ; then
1347 ed_fragment3="$ed_fragment3
1353 if [ $n -gt 1 ]; then
1367 local linuxrelease=$(find_linux_release)
1368 if compare_version $OFED_VERSION 3.0; then
1369 local OFA_KERNEL_RELEASE=$(echo -n ${linuxrelease} | sed -e 's/-/_/g')
1371 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' --define 'build_kernel_ib_devel 1' \
1372 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1373 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1374 --define "KVERSION ${linuxrelease}" \
1375 --define "$K_SRC ${linux}" \
1376 --define "LIB_MOD_DIR /lib/modules/${linuxrelease}/updates" \
1377 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1378 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1379 ${SOURCE} 2>&1; then
1380 fatal 1 "Error building ${kib_rpm}"
1389 local signature="$4"
1390 local use_links="$5"
1397 local default_iface=$(/sbin/ip route get 192.1.1.1 | sed -ne 's/.* dev \(.*\) * src .*/\1/p')
1398 if [ -z "$default_iface" ]; then
1399 fatal 1 "Failed to determine the default route interface"
1401 local unique_id=$(/sbin/ip addr show dev $default_iface | sed -ne '/ inet /s/ *inet \(.*\)\/.*/\1/p' | head -1)
1402 if [ -z "$unique_id" ]; then
1403 fatal 1 "Failed to determine a unique id from interface $default_interface"
1406 local finallocation="$location"/"$signature"/"$module"
1407 location="$location"/"$signature-${unique_id}"/"$module"
1408 mkdir -p "$location"
1409 # the cleanup script removes any directory that doesn't have a
1410 # .lastused, so let's try to prevent that as soon as we can
1411 # this solution still slightly racy with the cleanup script
1412 # but the race is a lot tighter now
1413 touch -t 197001010000 "$location/.lastused"
1414 ## use eval/echo here to make sure shell expansions are performed
1415 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1417 for article in $(eval echo $articles); do
1418 if ! cp -a${linkflag} "$article" "$location"; then
1419 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1420 # rename the cache location so that it's not cached
1421 # product, but is around for analysis
1422 mv "$location"{,-bad-$(date +%s)} ||
1423 error "failed to clean up a failed cache attempt" \
1424 "in \"$location\" -- manual cleanup will be" \
1430 # flag the cache as complete (i.e. in case lbuild was previously
1431 # interrupted while caching)
1432 touch "$location/.lastused"
1434 # put the temporary location into the final location
1436 mkdir -p "${finallocation%/*}"
1437 mv "$location" "$finallocation"
1438 rmdir "${location%/*}"
1446 local use_links="${3:-false}"
1447 local signature="$4"
1449 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1450 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1451 # the .lastused flag is populated at the end of the caching to
1452 # signal that the caching was completed. if that flag is not
1453 # there, then the cache is invalid (and should be removed in fact)
1454 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1455 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1459 # so that we know how stale this entry is
1460 touch $REUSEBUILD/$signature/$module/.lastused
1463 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1464 cp -al $REUSEBUILD/$signature/$module/* $dest/
1467 # copying is pretty heavy
1468 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1469 # do some creative symlinking instead
1471 for dir in BUILD SRPMS SPECS; do
1472 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1473 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1476 # sources have to be copied by file because we need SOURCES to
1477 # be a dir we can write into
1478 # could overrun ls's arg list here
1479 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1480 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1481 xargs ln -t $dest/SOURCES -s
1483 # same for RPMS/* dirs
1484 # could overrun ls's arg list here
1485 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1487 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1488 mkdir -p $dest/RPMS/${dir##*/}
1490 xargs ln -t $dest/RPMS/${dir##*/} -s
1502 if [[ $arch = i[3456]86 ]]; then
1510 build_kernel_with_srpm() {
1513 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1514 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1517 # need to generate the patch for this target
1518 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1520 # get an md5sum of the kernel patch + config for reuse check
1521 # XXX really, there needs to be a signature and a CONFIG_FILE per arch
1525 local release_str="RELEASE=$RELEASE\n"
1528 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1529 local REUSE_SIGNATURE=$({ echo -en $release_str;
1531 cat $CONFIG_FILE $TARGET_FILE $FULL_PATCH;
1532 cat $LBUILD_DIR/lbuild $LBUILD_DIR/lbuild-${DISTRO}; } |
1533 md5sum | cut -d" " -f1)
1534 # see if we can link to the reuse pool
1535 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1537 local CAN_LINK_FOR_REUSE=false
1538 touch $REUSEBUILD/$$
1539 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1540 CAN_LINK_FOR_REUSE=true
1545 # the extra version string to use for the kernel (which might be a reused
1547 local kernel_extra_version=""
1548 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1549 "$REUSE_SIGNATURE"; then
1550 # nothing cached, build from scratch
1551 if [ ! -r "$KERNELDIR/$KERNEL_SRPM" ]; then
1552 echo "Downloading kernel SRPM" >&${outfd}
1553 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1556 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1557 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1558 # should we clean this up or leave it for analysis?
1560 fatal 1 "Error installing kernel SRPM."
1563 # put the Lustre kernel patch into the RPM build tree
1564 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1565 prepare_and_build_srpm >&${outfd} ||
1566 fatal 1 "failed to prepare_and_build_srpm"
1568 if [ -z "$REUSE_SIGNATURE" ]; then
1569 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1571 # store the resulting kernel RPM build tree for future use
1572 echo "Storing the built kernel for future reuse" >&${outfd}
1573 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1574 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1575 "$CAN_LINK_FOR_REUSE"; then
1576 error "Failed to store kernel RPMS for reuse"
1577 echo "unknown" >&${outfd}
1583 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1585 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1586 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1588 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1590 # should now have the following RPMs
1591 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1592 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1593 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1594 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1595 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1597 echo $kernel_extra_version
1605 # REUSEBUILD, USE_BUILD_CACHE
1610 local ofed_version="$2"
1614 # if an ofed version is given, then it means use OFED proper,
1615 # not any vendor specific "inkernel" version
1616 if [ -z "$ofed_version" ]; then
1620 if [ "$ofed_version" = "inkernel" ]; then
1621 # see if there is a distro specific override for this and use
1623 # XXX we need to better integrate a distro specific override with
1624 # the rest of this function so that all of the reuse cache
1625 # stuff is leveraged given that 80% of this function is reuse
1626 if type -p build_ofed-${DISTRO}; then
1628 ofed_location=$(build_ofed-${DISTRO} ${STDOUT})
1629 local rc=${PIPESTATUS[0]}
1630 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1635 elif compare_version $OFED_VERSION 3.0; then
1636 kib_prefix="ofa_kernel"
1639 kib_prefix="compat-rdma"
1640 kib_rpm="compat-rdma"
1643 # build kernel-ib/compat-rdma
1644 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1645 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1646 echo "$(find_linux_release;
1647 echo "$BUILD_GEN")";
1648 cat "${linux}/include/linux/autoconf.h";
1649 cat "$LBUILD_DIR/lbuild" ;
1650 cat "$LBUILD_DIR/lbuild-${DISTRO}"; } |
1651 md5sum | cut -d" " -f1)
1652 # see if we can link to the reuse pool
1653 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1655 local CAN_LINK_FOR_REUSE=false
1656 touch $REUSEBUILD/$$
1657 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1658 CAN_LINK_FOR_REUSE=true
1663 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1664 "$REUSE_SIGNATURE"; then
1665 if [ -n "$REUSE_SIGNATURE" ]; then
1666 # stash away the existing built articles for a moment
1668 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1671 find . | cpio -pudlm ..
1675 create_rpmbuild_dirs
1678 build_kernel_ib "${linux}" "${kib_prefix}" "${kib_rpm}"
1680 if [ -z "$REUSE_SIGNATURE" ]; then
1681 echo "No reuse signature was caculated so not storing the built ofed"
1683 # store the resulting RPM build tree for future use
1684 echo "Storing the built ofed for future reuse"
1685 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1686 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1687 "$CAN_LINK_FOR_REUSE"; then
1688 error "Failed to store OFED RPMS for reuse"
1692 # put the stuff we stashed away back
1697 pushd "$TOPDIR" >/dev/null
1698 rm -rf ${kib_rpm}-devel
1699 mkdir ${kib_rpm}-devel
1701 # the actual ofed RPMs don't have the -rc$n or -$date string appened that
1702 # might be present on the file
1703 local linuxrelease=$(find_linux_release)
1704 ofed_version=$(echo $ofed_version |
1705 sed -re 's/-(20[0-9]{6,6}-[0-9]{4,4}|rc[0-9]*)$//')
1707 # OFED version will have 'hyphen' for minor release. (e.g. 3.5-1, instead
1708 # of 3.5.1) compat-rdma and compat-rdma-devel could have same version
1709 # number, but currectly not. Once OFED fix this in the future release, we
1710 # can remove following filter.
1711 ofed_version=$(echo $ofed_version |
1712 sed -re 's/-([0-9]*-[rR][cC][0-9]*)$//')
1713 local rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version}-${linuxrelease//-/_}.*.rpm)
1714 if ! rpm2cpio < $rpm | cpio -id; then
1715 fatal 1 "could not unpack the ${kib_rpm}-devel rpm."
1717 CONFIGURE_FLAGS="--with-o2ib=$(pwd)/usr/src/${kib_prefix} ${CONFIGURE_FLAGS}"
1724 if ! $PATCHLESS; then
1725 local kernel_extra_version
1726 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1727 fatal 1 "Failed to build the kernel from it's SRPM"
1730 for arch in $BUILD_ARCHS; do
1731 local kernel_devel_rpm
1732 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/$arch/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1733 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/$arch/"
1736 # install the -devel RPM in preparation for modules builds
1737 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1738 "$TOPDIR/RPMS/$arch/$kernel_devel_rpm"; then
1739 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/$arch/$kernel_devel_rpm"
1743 # need to find and unpack the vendor's own kernel-devel for patchless
1746 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1747 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in ${KERNELRPMSBASE}/${lnxmaj}/${DISTRO}"
1749 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1750 fatal 1 "Could not find the Linux tree in $kernelrpm"
1754 # ~sigh~ have to make copies of and modify some of the rpm
1755 # infrastructure files so that find-requires can find our unpacked
1756 # kernel-devel artifacts
1757 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1758 FIND_REQUIRES="$(pwd)/find-requires"
1759 chmod 755 {symset-table,find-requires{,.ksyms}}
1761 tmp="${tmp//\//\\/}"
1762 ed find-requires <<EOF
1766 /|.*find-requires.ksyms/s/|/| bash -x/
1767 g/ [^ ]*\/\(find-requires\.ksyms\)/s// $tmp\/\1/g
1770 ed find-requires.ksyms <<EOF
1774 g/\/.*\/\(symset-table\)/s//$tmp\/\1/g
1777 ed symset-table <<EOF
1781 g/\(\/boot\/\)/s//$tmp\/reused\1/g
1782 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1786 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
1787 fatal 1 "error building OFED"
1790 if build_lustre "$LINUX" "$LINUXOBJ"; then
1791 # the build worked. resolve any symlinked files (i.e. from reuse)
1792 # in RPMS/$arch to real files so that that that huge mess of
1793 # complication known as LTS can copy them yet somewhere else.
1794 # is it any wonder this whole process is so damn so? anyone ever
1795 # heard of hardlinks? it's this cool new thing that allows you save
1796 # tons of time and space by creating... well you can go read about
1797 # them if you have not heard about them yet.
1798 # can i say how much the implemenation of all of this really impedes
1801 for dir in RPMS/*; do
1803 for file in $(ls); do
1804 if [ -h $file ]; then
1811 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1812 # as that's where LTS expects to find them
1813 for dir in RPMS/*; do
1814 if [ $dir = RPMS/$TARGET_ARCH ]; then
1819 if [ -n "$files" ]; then
1820 cp -al $files ../$TARGET_ARCH
1830 create_rpmbuild_dirs() {
1832 [ -d RPMS ] || mkdir RPMS
1833 for arch in $BUILD_ARCHS; do
1834 if [[ $arch = i?86 ]]; then
1835 # some stupidity in the sles11 kernel spec requires an RPMS/i386
1836 # even if the target arch is i686
1837 [ -d RPMS/i386 ] || mkdir RPMS/i386
1839 [ -d RPMS/$arch ] || mkdir RPMS/$arch
1841 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1842 [ -d BUILD ] || mkdir BUILD
1843 [ -d SOURCES ] || mkdir SOURCES
1844 [ -d SPECS ] || mkdir SPECS
1845 [ -d SRPMS ] || mkdir SRPMS
1867 [[ $list\ == *\ $item\ * ]]
1871 #########################################################################
1872 # Generate a backtrace through the call stack.
1876 #########################################################################
1880 local funcname="" sourcefile="" lineno="" n
1882 echo "Call stack: (most recent first)"
1883 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1884 funcname=${FUNCNAME[$n - 1]}
1885 sourcefile=$(basename ${BASH_SOURCE[$n]})
1886 lineno=${BASH_LINENO[$n - 1]}
1890 # Display function arguments
1891 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1892 local args newarg j p=0
1893 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1894 newarg=${BASH_ARGV[$j + $p - 1]}
1895 args="${args:+${args} }'${newarg}'"
1897 let p+=${BASH_ARGC[$n - 1]}
1899 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1903 echo "BEGIN BACKTRACE"
1905 #echo ${BASH_LINENO[*]}
1906 #echo ${BASH_SOURCE[*]}
1907 #echo ${FUNCNAME[*]}
1908 local i=$((${#FUNCNAME[@]} - 1))
1909 while [ $i -ge 0 ]; do
1910 local lineno=${BASH_LINENO[$i]}
1914 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1915 # Can't figure out how to get function args from other frames...
1916 local FUNCTION="${FUNCNAME[$i]}()"
1917 echo "$SOURCELINE:$FUNCTION"
1921 echo "END BACKTRACE"
1927 seen_list=$(new_list)
1929 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1930 Unfortunately the above line number in the message may or may not be correct,
1931 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1933 # have we seen this one
1934 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1936 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1937 echo "seen this one already"
1939 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1942 ) ; set $xtrace' ERR
1945 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1947 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,patchless,ldiskfs,ccache,reuse:,norpm,disable-datestamp,external-patches:,timestamp:,extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-version:,mpss-version:,publish,release,set-value:,src,stage:,tag:,target:,target-archs:,with-linux:,xen -- "$@")
1949 if [ $? != 0 ]; then
1953 eval set -- "$options"
1984 if ! KERNELTREE=$(canon_path "$2"); then
1985 fatal 1 "Could not determine the canonical location of $2"
1989 --linux | --with-linux)
1990 if ! LINUX=$(canon_path "$2"); then
1991 fatal 1 "Could not determine the canonical location of $2"
2004 if ! REUSEBUILD=$(canon_path "$2"); then
2005 fatal 1 "Could not determine the canonical location of $2"
2014 echo "WARNING: \"--ldiskfs\" is deprecated" > 2
2026 if ! KERNELRPMSBASE=$(canon_path "$2"); then
2027 fatal 1 "Could not determine the canonical location of $2"
2036 if ! LUSTRE=$(canon_filepath "$2"); then
2037 fatal 1 "Could not determine the canonical location of $2"
2074 echo "WARNING: \"--tag\" is deprecated" > 2
2094 # there are actually some lustre configure flags that we need to
2095 # handle ourselves (but we still give them to configure)
2096 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2100 CONFIGURE_FLAGS="$CONFIGURE_FLAGS --enable-liblustre --enable-liblustre-tests"
2104 usage 1 "Unrecognized option: $1"
2113 # XXX - should we _always_ get the buildid from the META file? what are the
2114 # other (i.e. non-lustre-tarball use cases of lbuild)?
2115 BUILDID=$(sed -ne '/^BUILDID =/s/.*= *//p' lustre/META)
2116 VERSION=$(sed -ne '/^VERSION =/s/.*= *//p' lustre/META)
2120 if [ -n "$OFED_VERSION" -a "$OFED_VERSION" != "inkernel" ]; then
2122 unpack_ofed || fatal 1 "Error unpacking OFED tarball"
2125 if [ -n "$MPSS_VERSION" ]; then
2126 [ -z "$MPSS_DISTRO" ] && MPSS_DISTRO=$(autodetect_distro)
2128 MPSS_INFO=$(mktemp -u mpss-info-XXXXXXXXXX.html)
2129 download_mpss_info "$MPSS_INFO"
2131 if [ "$MPSS_VERSION" = "last" ]; then
2132 MPSS_VERSION=$(parse_mpss_info "$MPSS_INFO" "" ${MPSS_DISTRO})
2133 [ -z "$MPSS_VERSION" ] && fatal 1 "Could not determine the last MPSS version"
2134 elif [[ $MPSS_VERSION != [0-9].[0-9].[0-9]*-[0-9]* ]]; then
2135 fatal 1 "Incorrect MPSS version $MPSS_VERSION"
2138 download_mpss "$MPSS_INFO"
2139 [ -r "$MPSS_INFO" ] && rm -f "$MPSS_INFO"
2140 echo "Building with MPSS $MPSS_VERSION"
2141 unpack_mpss || fatal 1 "Error unpacking MPSS tarballs"
2142 prepare_mpss || fatal 1 "Error preparing MPSS for kernel modules build"
2144 if [ -z "$MPSS_OFED" ]; then
2145 MPSS_OFED=$(find $PWD -type f -path "*/ofed-driver-*/Module.symvers")
2146 if [ -n "$MPSS_OFED" ]; then
2147 MPSS_OFED="--with-o2ib=$(dirname $MPSS_OFED)"
2149 MPSS_OFED="--without-o2ib"
2153 # disable unsupported parts:
2157 ZFSNOTSUPPORTED="yes"
2159 # define variables for cross compilation:
2161 if [ "${MPSS_VERSION%%.*}" = "3" ]; then
2162 CC_TARGET_ARCH=k1om-mpss-linux
2163 LINUX="$TOPDIR/mpss"
2164 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"cross_requires mpss-bootimage\""
2166 CC_TARGET_ARCH=x86_64-k1om-linux
2167 LINUX="$TOPDIR/mpss/card/kernel"
2168 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"cross_requires intel-mic-gpl = ${MPSS_VERSION%%-*}\""
2170 CONFIGURE_FLAGS="$CONFIGURE_FLAGS $MPSS_OFED --host=$CC_TARGET_ARCH --build=x86_64-pc-linux"
2171 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"post_script build/gen_filelist.sh\""
2172 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"make_args ARCH=k1om CROSS_COMPILE=${CC_TARGET_ARCH}-\""
2173 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"cross_path ${CROSS_PATH:=/opt/lustre/${VERSION}/${CC_TARGET_ARCH}}\""
2174 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"rootdir %{cross_path}\""
2175 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_prefix %{cross_path}/usr\""
2176 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_mandir %{_prefix}/share/man\""
2177 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_sysconfdir %{cross_path}/etc\""
2178 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"kmoddir extra\""
2180 # redefine CC for proper ./configure during rpmbuild
2181 export CC=${CC_TARGET_ARCH}-gcc
2184 # make sure the RPM build environment is set up
2185 create_rpmbuild_dirs
2187 # if an unpacked kernel source tree was given on the command line
2188 # just build lustre with it (nothing distro kernel specific here)
2189 if [ -n "$LINUX" ]; then
2190 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
2191 fatal 1 "error building OFED"
2192 build_lustre "$LINUX" "$LINUXOBJ"
2194 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTRO" ]; then
2195 fatal 1 "${LBUILD_DIR}/lbuild-$DISTRO not found"
2197 source ${LBUILD_DIR}/lbuild-$DISTRO
2198 build_with_srpm || fatal 1 "Failed to build_with_srpm"