3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
33 #BUILD_GEN=2 # bz19952: remove -lustre tag from kernel RPM names
34 #BUILD_GEN=3 # bz19975: enable the building of src.rpms by default
35 #BUILD_GEN=4 # bz22281: use the git hash in the kernel extra version
36 #BUILD_GEN=5 # TT-107: don't cache the BUILD dir
37 BUILD_GEN=6 # TT-1092: don't cache the BUILD dir, to rebuild external OFED
45 # XXX - some recent hacking has pretty much neutered this option.
46 # search through this file for "-bb" and see how many places
47 # simply don't account for this option
52 TARGET_ARCH="$(uname -m)"
53 # change default behavior to only build for the current arch
54 TARGET_ARCHS="$TARGET_ARCH"
55 TARGET_ARCHS_ALL="$TARGET_ARCH"
56 [ "$TARGET_ARCH" = "i686" ] && TARGET_ARCHS_ALL="i686 i586 i386"
61 TMPDIR=${TMPDIR:-"/var/tmp"}
63 # this is the dir that should be used to store reuse products
65 # should cached products be used or force rebuilding?
67 # what does this do exactly? does it imply no kernel build?
72 SMPTYPES="smp bigsmp default ''"
79 # default to not adding -lustre- into the kernel RPM package names
80 KERNEL_LUSTRE_NAMING=false
81 # default not use kabi check.
99 # not in the target file any more
102 # build the lustre-tests rpm?
111 # Readlink is not present on some older distributions: emulate it.
115 if [ -L "$path" ]; then
116 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
125 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
127 --external-patches=EXTERNAL_PATCHES
128 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
129 look for seres and config files in before looking in the lustre
132 --extraversion=EXTRAVERSION
133 Text to use for the rpm release and kernel extraversion.
135 --timestamp=TIMESTAMP
136 Date of building lustre in format YYYYMMDDhhmmss
139 Try to reuse old kernel builds from DIR
142 Path to distro kernel RPM collection
148 Do not build RPMs (compile only mode)
151 Build lustre client only
154 Which distro using. Autodetect by default
156 --kerneldir=KERNELDIR
157 Directory containing Linux source tarballs referenced by target
160 --kerneltree=KERNELTREE
161 Directory containing dirs with Linux source tarballs referenced by target
162 files. Dir names in format kernel version ('2.6.9', etc.)
164 --linux=LINUX --with-linux=LINUX
165 Directory of Linux kernel sources. When this option is used, only
166 Lustre modules and userspace are built.
169 Path to an existing lustre source tarball to use.
172 Do not try to download a kernel from downloads.hpdd.intel.com
175 Do not build a .src.rpm, a full kernel patch, or a patched kernel
179 Build with ldiskfs support. (Deprecated, always true)
182 Do not build lustre-iokit RPM. Now true by default
188 Specifies that the files generated do not include timestamps, and
189 that this is an official release.
192 Build Lustre without ZFS.
195 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
198 Directory used to stage packages for release. RPMs will be placed
199 more or less in DIR/<target>-<arch>, and the tarball will be
203 The name of the target to build. The available targets are listed
206 --target-archs=TARGET_ARCHS
207 A (space delimited) list of architectures to build. By default,
208 all of the archs supported by the TARGET will be built, in
209 addition to a .src.rpm. This option can limit those, for machines
210 that can only build certain archs or if you only want a certain
211 arch built (for testing, or a one-off kernel).
213 Also note that by using a non-"base" arch (eg, i386) only kernels
214 will be built - there will be no lustre-lite-utils package.
217 Builds a Xen domX kernel.
220 Sets a variable to a given value.
229 # canonicalize a relative path to a file
233 if [ ! -f "$PATH" ]; then
237 local FILE=${PATH##*/}
240 echo $(canon_path "$DIR")/$FILE
244 # canonicalize a relative path to a dir
248 if [ ! -d "$PATH" ]; then
252 pushd "$PATH" >/dev/null || return 1
262 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
263 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
266 if [ -z "$DISTRO" ] ; then
267 DISTRO=$(autodetect_distro)
271 DISTROMAJ=${DISTRO%%.*}
273 [ -z "$TARGET" ] && TARGET=$(autodetect_target "$DISTRO")
275 if [ -z "$LINUX" ]; then
276 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
277 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
279 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
280 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
282 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
283 # [ -r "$TARGET_FILE" ] || \
284 # usage 1 "Target '$TARGET' was not found."
289 CANONICAL_TARGET="rhel7"
292 CANONICAL_TARGET="rhel6"
295 CANONICAL_TARGET="rhel5"
298 CANONICAL_TARGET="rhel-2.6"
301 CANONICAL_TARGET="sles-2.6"
304 CANONICAL_TARGET="sles10-2.6"
306 2.6-sles11 | 3.0-sles11)
307 CANONICAL_TARGET="sles11"
310 CANONICAL_TARGET="oel5"
313 CANONICAL_TARGET="hp-pnnl-2.4"
321 CANONICAL_TARGET="$TARGET"
325 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
326 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
327 local timestamplength="${#TIMESTAMP}"
328 if [ $timestamplength -eq 12 ]; then
329 TIMESTAMP="${TIMESTAMP}00"
330 elif [ $timestamplength -ne 14 ]; then
331 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
334 RPMBUILD=$(which rpmbuild 2>/dev/null | head -1)
335 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
336 RPMBUILD=$(which rpm 2>/dev/null | head -1)
337 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
338 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
342 if [ -n "$CCACHE" ]; then
343 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
345 if which "$CCACHE" &>/dev/null; then
346 local ccache=$(which "$CCACHE")
347 local bindir="$TOPDIR/bin"
349 if [ ! -d $bindir ]; then
350 mkdir -p $bindir || fatal 1 "error trying to create $bindir"
352 rm ${bindir}/* > /dev/null 2>&1 || true
354 ln -s "$ccache" ${bindir}/ccache
355 ln -s "$ccache" ${bindir}/cc
356 ln -s "$ccache" ${bindir}/$CC
357 export PATH=$bindir:$PATH
358 export CCACHE && export CC="ccache $CC"
359 # zero the cache so we can see how effective we are being with it
363 # get some ccache stats when we are done
364 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
365 # should remove the ccache trap if lbuild is interrupted
366 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
374 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
376 [[ $1 == $2 ]] && return 1
378 local i val1=($1) val2=($2)
380 # padding zero to val1 if it needs
381 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
384 for ((i=0; i<${#val1[@]}; i++)); do
385 [[ -z ${val2[i]} ]] && return 1
387 if [[ ${val1[i]} < ${val2[i]} ]]; then
389 elif [[ ${val1[i]} > ${val2[i]} ]]; then
397 echo $(echo "$*" | xargs -n 1 | sort -u)
405 if [ -z "$target" ]; then
406 fatal 1 "fetch_url() called without a target to fetch to"
409 if [ -d $target ]; then
410 target+="/${url##*/}"
414 if which wget >/dev/null 2>&1; then
415 if ! wget -nv "$url" -O "$target"; then
418 elif which curl >/dev/null 2>&1; then
419 if ! curl -n -L -s -o "$target" "$url"; then
423 fatal 1 "Could not find either wget or curl to fetch URLs."
433 local force="${3:-false}"
435 if $force || [ ! -r "$KERNELDIR/$srpm" ] ||
436 [ ! -s "$KERNELDIR/$srpm" ]; then
438 local location="https://downloads.hpdd.intel.com/public/kernels/$target/old"
439 # get the location from a distro specific method if it exists
440 if type -p kernel_srpm_location; then
441 location=$(kernel_srpm_location)
443 echo "Downloading $location/$srpm..."
444 if ! fetch_url "$location/$srpm" "$KERNELDIR/$srpm" 2>&1 ||
445 [ ! -s "$KERNELDIR/$srpm" ]; then
446 rm -f $KERNELDIR/$srpm
447 # punt to a distro specific method if it exists
448 if ! type -p download_srpm-$DISTROMAJ; then
449 fatal 1 "Could not download target $target's kernel SRPM $srpm from $location."
451 if ! download_srpm-$DISTROMAJ "$target" "$srpm" "$force"; then
452 fatal 1 "Could not download target $target's kernel SRPM $srpm using download_srpm-$DISTROMAJ."
457 fatal 1 "$srpm not found in directory $KERNELDIR."
468 local file=${from##*/}
474 local semaphore="$to-downloading"
477 if [ ! -f $semaphore ]; then
481 # make sure the download has not been aborted
482 local now=$(date +%s)
483 local file_mtime=$(stat -c %Y "$to")
484 local staleness=$((now - file_mtime))
485 # let's assume an active download will write at least once a minute
486 if [ $staleness -gt 60 ]; then
494 # if the semaphore file exists, the file is either still downloading
495 # or a download was aborted and we cannot trust the target file
496 if [ -f $semaphore ]; then
500 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
507 if $force || ! is_downloaded; then
508 if is_downloading; then
509 echo "Somebody else is downloading $from..."
510 while is_downloading; do
511 echo "Waiting for $to to finish downloading"
514 if is_downloaded; then
517 echo "The download we were waiting for seems to have been aborted"
523 echo "Downloading $from..."
524 # flag others so they don't try to download also
525 push_exit_trap "rm -f $to $semaphore" "download"
527 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
528 # the trap will remove the files via the fatal below
529 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
532 delete_exit_trap "download"
534 fatal 1 "${to##*/} not found in directory ${to%/*}."
543 local force="${1:-false}"
545 if [ -z "$OFED_VERSION" -o "$OFED_VERSION" = "inkernel" ]; then
549 local OFED_BASE_VERSION=$OFED_VERSION
550 if [[ $OFED_VERSION = *.*.*.* ]]; then
551 OFED_BASE_VERSION=${OFED_VERSION%.*}
554 local location="https://www.openfabrics.org/downloads/OFED/ofed-${OFED_BASE_VERSION}/"
556 if [[ $OFED_VERSION = *-[rR][cC][0-9] ]]; then
558 Mmv=${OFED_VERSION%%-[rR][cC][0-9]}
559 location="https://www.openfabrics.org/downloads/OFED/ofed-${Mmv}/"
562 if [[ $OFED_VERSION = daily-* ]]; then
564 Mmv=${OFED_VERSION/daily-/}
565 daily=${OFED_VERSION##$Mmv-}
566 location="https://www.openfabrics.org/downloads/OFED/ofed-${Mmv}-daily/"
567 # find the filename for the version for the date specified
568 OFED_VERSION=$(curl -s "$location" | sed -nre "/${Mmv}-/s/.*href=\"OFED-(${Mmv}-[0-9]{8,8}-[0-9]{4,4}).tgz.*$/\1/p" | tail -1)
569 if [ -z "$OFED_VERSION" ]; then
570 fatal 1 "Could not determine the filename of the OFED snapshot for ${daily}"
574 local file="OFED-${OFED_VERSION}.tgz"
575 download_file "$location/$file" "$KERNELTREE" "$force"
584 [ -r "$file" ] || fatal 1 "Could not find MPSS info file"
586 # convert to MPSS distro naming
587 distro=${distro/sles/suse}
588 distro_name=${distro%%-*}
590 # extract links from MPSS info file
591 local urls=$(cat "$file" | \
592 tr -d '\t\r\n' | sed -e 's?\(</[a-zA-Z]*>\)?\1\n?g' | \
593 grep '.intel.com/' | \
594 sed -e 's/^.*[hH][rR][eE][fF]="\([^>"]\+\)".*$/\1/g' | \
601 # Try to match with MPSS 3.3 package
602 if [[ $url =~ mpss-[0-9].[0-9](.[0-9]*)?-linux.tar ]]; then
604 ver3=${ver3%%-linux.tar}
605 # Try to match with MPSS 3.x or 3.x.x distro package
606 elif [[ $url =~ mpss-[0-9].[0-9](.[0-9]*)?-$distro.tar ]]; then
608 ver3=${ver3%%-$distro.tar}
609 # Try to match with MPSS 3.x or 3.x.x source package
610 elif [[ $url =~ mpss-src-[0-9].[0-9](.[0-9]*)?.tar ]]; then
611 ver3=${url##*mpss-src-}
613 # Try to match with MPSS 3.x or 3.x.x cross compiler package
614 elif [[ $url =~ mpss-[0-9].[0-9](.[0-9]*)?-k1om.tar ]]; then
616 ver3=${ver3%%-k1om.tar}
617 # Try to match with MPSS 2.1.x source package
618 elif [[ $url =~ _src-[0-9].[0-9].[0-9]*-[0-9]*_$distro_name.tar ]]; then
620 ver2=${ver2%%_$distro_name.tar}
623 if [ -n "$ver3" ]; then
625 if [ -z "$build" ]; then
627 elif [ "${build%%-*}" = "${ver3%%-*}" ]; then
630 elif [ -n "$ver2" ]; then
631 if [ -z "$build" ]; then
633 elif [ "$build" = "$ver2" ]; then
640 if [ -z "$build" ]; then
641 # return a last version of MPSS
642 if [ -n "$res3" ]; then
647 elif [ "${build%%.*}" = "3" ]; then
648 # return URLs from MPSS info file
651 # return URLs from MPSS info file
656 # Get public information about last releases of
657 # Intel Manycore Platform Software Stack (MPSS)
658 download_mpss_info() {
660 local force="${2:-true}"
661 local url=${MPSS_URL:-"http://software.intel.com/en-us/articles/intel-manycore-platform-software-stack-mpss"}
663 download_file "$url" "$file" "$force"
668 local force="${2:-false}"
669 local urls=$(parse_mpss_info "$file" ${MPSS_VERSION} ${MPSS_DISTRO})
671 [ -z "$urls" ] && return 0
676 file="$KERNELTREE/mpss_src-${MPSS_VER}-${MPSS_BLD}-${MPSS_DISTRO}-part$i.tar"
677 download_file "$url" "$file" "$force"
684 EXTRA_VERSION_save="$EXTRA_VERSION"
685 for patchesdir in "$EXTERNAL_PATCHES" \
686 "$TOPDIR/lustre/lustre/kernel_patches"; do
687 TARGET_FILE="$patchesdir/targets/$TARGET.target"
688 [ -r "$TARGET_FILE" ] && break
690 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
692 echo "Loading target config file $TARGET.target..."
694 # if the caller specified an OFED_VERSION it should override whatever
695 # the target file specifies
696 local env_OFED_VERSION="$OFED_VERSION"
700 if [ -n "$env_OFED_VERSION" ]; then
701 OFED_VERSION="$env_OFED_VERSION"
704 # doesn't make any sense to build OFED for xen domX's
709 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
710 # go away and the target just specify the $RPMSMPTYPE
711 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
713 # CC might have been overwriten in TARGET_FILE
714 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
715 export CCACHE && export CC="ccache $CC"
718 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
719 KERNELDIR="$KERNELTREE/${lnxmaj}"
720 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
723 # verify the series is available
724 if [ "$SERIES" ]; then
725 for series in $SERIES; do
726 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
727 [ -r "$patchesdir/series/$series" ] && continue 2
729 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
733 # set the location of the .config file
739 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
740 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config"
743 local lnxrelnew=${lnxrel//-/_}
745 # remember the EXTRA_VERSION before we diddle it here
746 # XXX - we really should not diddle with any values read in from the
747 # target file. if we want to modify a value, we should create
749 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
751 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
752 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
755 if [ "$EXTRA_VERSION_save" ]; then
756 EXTRA_VERSION="$EXTRA_VERSION_save"
757 elif ! $RELEASE; then
758 # if there is no patch series, then this is not a lustre specific
759 # kernel. don't make it look like one
760 if $PATCHLESS || [ -n "$SERIES" ]; then
761 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
762 if ! $PATCHLESS && [ -n "$BUILDID" ]; then
763 EXTRA_VERSION="${EXTRA_VERSION}.${BUILDID}"
767 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
769 ALL_ARCHS="$BASE_ARCHS $BIGMEM_ARCHS $BOOT_ARCHS $JENSEN_ARCHS $SMP_ARCHS $BIGSMP_ARCHS $PSERIES64_ARCHS $UP_ARCHS"
772 for arch in $(uniqify "$ALL_ARCHS"); do
773 if [ -z "$TARGET_ARCHS" ] ||
774 [[ \ $TARGET_ARCHS\ = *\ $arch\ * ]]; then
775 BUILD_ARCHS="$BUILD_ARCHS $arch"
778 [ "$BUILD_ARCHS" ] || usage 1 "No available target archs to build."
779 echo "Building for: $BUILD_ARCHS"
785 echo -n '--wildcards '
788 fatal 1 "tarflags(): File name argument missing."
800 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
809 local extractfile="$@"
811 echo "Untarring ${tarfile##*/}..."
812 tar $(tarflags "$tarfile") "$tarfile" $extractfile
818 if ! untar "$KERNELTREE/OFED-${OFED_VERSION}.tgz"; then
821 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
827 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
828 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
834 [ -d mpss ] && return 0
836 if [ "$MPSS_MAJ" = "3" ]; then
839 for i in $(seq 0 9); do
840 file="$KERNELTREE/mpss_src-${MPSS_VER}-${MPSS_BLD}-${MPSS_DISTRO}-part$i.tar"
841 if [ -r "$file" ]; then
843 "mpss-$MPSS_VER/*/linux-*.tar.bz2" \
844 "mpss-$MPSS_VER/*/kernel-dev-*.rpm" \
845 "mpss-$MPSS_VER/*/ofed-driver-devel-*.rpm" \
846 "mpss-$MPSS_VER/*/ofed-driver-*-devel-*.rpm"
849 # Extract kernel configs
850 file=$(find mpss-$MPSS_VER -type f -path "*/kernel-dev-*.rpm" -print -quit)
851 if ! rpm2cpio "$file" | cpio -idm; then
852 echo "Error extracting MPSS kernel configs"
855 # Unpack kernel sources
856 file=$(find mpss-$MPSS_VER -type f -path "*/linux-*.tar.bz2" -print -quit)
857 if ! untar "$file"; then
858 echo "Error unpacking MPSS kernel sources"
861 # Extract OFED headers
862 file=$(find mpss-$MPSS_VER -type f -path "*/ofed-driver-*-devel-*.rpm" -print -quit)
863 if ! rpm2cpio "$file" | cpio -idm; then
864 # Name was changed in MPSS 3.3
865 file=$(find mpss-$MPSS_VER -type f -path "*/ofed-driver-devel-*.rpm" -print -quit)
866 if ! rpm2cpio "$file" | cpio -idm; then
867 echo "Error extracting MPSS OFED headers"
871 # Remove unpacked archives to save space
872 rm -rf mpss-$MPSS_VER
873 # Make link to MPSS kernel sources
876 local dir="mpss-${MPSS_VER}-${MPSS_BLD}-${MPSS_DISTRO%%-*}"
878 mkdir $dir || return 255
879 pushd $dir >/dev/null || return 255
880 if ! untar "$KERNELTREE/mpss_src-${MPSS_VER}-${MPSS_BLD}-${MPSS_DISTRO}-part0.tar" "*/gpl/*full_src*"; then
883 echo "Error unpacking MPSS tarball 1"
886 local file=$(find . -type f -path "*/gpl/*full_src*")
887 if ! untar "$file"; then
890 echo "Error unpacking MPSS tarball 2"
901 local do_patch=${1:-true}
903 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
904 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
905 $do_patch && pushd linux >/dev/null
906 for series in $SERIES; do
907 echo -n "Applying series $series:"
908 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
909 [ -r "$patchesdir/series/$series" ] || continue
910 SERIES_FILE="$patchesdir/series/$series"
911 for patch in $(<"$SERIES_FILE"); do
913 PATCH_FILE="$patchesdir/patches/$patch"
914 [ -r "$PATCH_FILE" ] || \
915 fatal 1 "Patch $patch does not exist in Lustre tree."
916 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
918 fatal 1 "Error adding patch $patch to full patch."
921 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
923 fatal 1 "Error applying patch $patch."
931 $do_patch && popd >/dev/null
932 echo "Full patch has been saved in ${FULL_PATCH##*/}."
942 pushd lustre >/dev/null
944 if ! build_lustre_dkms; then
945 popd >/dev/null # pushd lustre
949 echo "Building Lustre RPMs for: $BUILD_ARCHS..."
951 for arch in $BUILD_ARCHS; do
952 targets="--target $arch $targets"
958 confoptions="$confoptions --disable-server"
961 local rpmbuildopt='-tb'
964 echo NORPM mode. Only compiling.
967 # If server we now build the spl and zfs modules against the lustre kernel.
968 # These are required prior to the building of lustre server. Client does
969 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
970 # line above so is at least consistant.
971 if [ $PATCHLESS == false ] && [ "x$WITH_ZFS" == "x" ]; then
972 if ! build_spl_zfs; then
973 popd >/dev/null # pushd lustre
979 RPMBUILD_DEFS="$RPMBUILD_DEFS --without servers"
980 if [ -n "$CROSS_SUFFIX" ]; then
981 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"lustre_name lustre-client$CROSS_SUFFIX\""
985 # ditto for the lustre-tests boolean
986 if ! $LUSTRE_TESTS; then
987 RPMBUILD_DEFS="$RPMBUILD_DEFS --without lustre_tests"
991 RPMBUILD_DEFS="$RPMBUILD_DEFS --without lustre_iokit"
1000 if $OSDLDISKFSRPM; then
1004 RPMBUILD_DEFS="$RPMBUILD_DEFS ${FIND_REQUIRES:+--define \"__find_requires $FIND_REQUIRES\"}"
1005 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"configure_args $confoptions ${CONFIGURE_FLAGS}\""
1006 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"kdir $linux\""
1007 RPMBUILD_DEFS="$RPMBUILD_DEFS ${linuxobj:+--define \"kobjdir $linuxobj\"}"
1008 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_tmppath $TMPDIR\""
1009 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_topdir $TOPDIR\""
1011 eval $RPMBUILD $targets $rpmbuildopt "$LUSTRE" $RPMBUILD_DEFS \
1012 ${osd_zfs:+--with zfs} \
1013 ${osd_ldiskfs:+--with ldiskfs} 2>&1 || \
1014 fatal 1 "Error building rpms for $BUILD_ARCHS."
1017 if ! eval $RPMBUILD -ts "$LUSTRE" $RPMBUILD_DEFS 2>&1; then
1026 build_lustre_dkms() {
1027 [ -n "$MPSS_VERSION" ] && return 0
1028 local ver=$(eval echo $(awk '/LUSTRE_VERSION_STRING/ {print $3}' lustre/include/lustre_ver.h))
1029 echo "Building Lustre DKMS RPMs for: $BUILD_ARCHS..."
1030 ./configure --enable-dist || return 255
1031 $RPMBUILD --define="_topdir $TOPDIR" -bs lustre-dkms.spec || return 255
1032 $RPMBUILD --rebuild --define="_topdir $TOPDIR" $TOPDIR/SRPMS/lustre-dkms-$ver-*.src.rpm || return 255
1039 # Fetch spl/zfs from the git repo and prepare for lustre build
1042 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
1043 # SPLZFSTAG - Tag to checkout of clone repositories
1044 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
1046 # return 0 if successful, else 255
1048 # make sure the RPM build environment is set up
1050 create_rpmbuild_dirs
1053 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
1054 # destination for the rpms
1055 export RPM_BUILD_ROOT=$TOPDIR
1056 SPLZFSVER=${SPLZFSVER:-0.6.3-1.2}
1057 SPLZFSTAG=${SPLZFSTAG:-}
1059 # The files expect a kver to be set to the kernel version .
1060 local kver=$(find_linux_release)
1062 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1064 for pkg in spl zfs; do
1068 [ "$pkg" == "zfs" ] && spldir="$(ls -d $TOPDIR/usr/src/spl-*/|tail -1)"
1070 # need to fetch the repo in order to build it.
1071 # default to github but allow override
1072 git clone ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1074 pushd $pkg || return 255
1075 if [ -n "$SPLZFSTAG" ]; then
1076 git checkout $SPLZFSTAG
1078 git checkout -b lbuild $pkg-$SPLZFSVER
1081 # This differentiates between older zfs versions
1082 if [ -f $pkg-modules.spec.in ]; then
1085 speclist="$pkg.spec $rpmpkg.spec"
1087 rpmpkg=kmod-$pkg-devel
1089 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
1092 sh autogen.sh || return 255
1094 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
1095 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1096 ! make dist 2>&1; then
1102 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1103 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1104 if [ -f $pkg/scripts/kmodtool ]; then
1105 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
1115 # set search dir for our own kmodtool to find correct
1117 export KERNELSOURCE=$(dirname ${LINUX})
1118 # Manually build rpms
1119 for spec in $speclist; do
1120 echo "Building RPMs from $pkg/$specdir/$spec"
1121 if ! $RPMBUILD $rpmb $pkg/$specdir/$spec \
1123 --define "require_kdir ${LINUX}" \
1124 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
1125 ${spldir:+--define "require_spldir ${spldir}"} \
1126 --define "kver $kver" \
1127 --define "kernels $kver" \
1128 --define "_tmppath /var/tmp" \
1129 --define "kernelbuildroot $TOPDIR/reused" \
1130 --define "_topdir $TOPDIR" 2>&1; then
1135 # We have built the rpms for the package. Now we need to extract the
1136 # contained files so we can build further things against them
1137 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
1139 # cpio only extract to pwd so we need to go there.
1142 for rpm in $rpms; do
1143 rpm2cpio $rpm | cpio -id
1146 if [ "$pkg" == "zfs" ]; then
1147 # We also need to extract both the zfs and zfs-devel rpms
1148 # the zfs rpm is needed because it has the actual libraries in
1149 # it and the zfs-devel rpm only has unversioned symlinks to the
1150 # libraries in the zfs rpm
1151 # this will all change one day when we have a libzfs rpm per
1152 # https://github.com/zfsonlinux/zfs/issues/2329
1153 # and it looks like it could be one day soon:
1154 # https://github.com/zfsonlinux/zfs/pull/2341
1155 local devel_rpms=$(ls -1 $TOPDIR/RPMS/*/{$pkg-devel,$pkg-$SPLZFSVER,lib*}-*.rpm)
1156 for rpm in $devel_rpms; do
1157 rpm2cpio $rpm | cpio -id
1159 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR ${CONFIGURE_FLAGS}"
1163 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*/|tail -1) ${CONFIGURE_FLAGS}"
1164 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1174 pushd mpss >/dev/null || return 255
1175 if [ "$MPSS_MAJ" = "3" ]; then
1176 cp -f ../boot/config-* .config
1177 if ! make ARCH=k1om silentoldconfig ; then
1181 if ! make ARCH=k1om modules_prepare ; then
1185 cp -f ../boot/Module.symvers-* Module.symvers
1187 if ! make defconfig-miclinux; then
1191 if ! make -C card/kernel ARCH=k1om modules_prepare ; then
1202 [ "$STAGEDIR" ] || return 0
1204 for arch in $BUILD_ARCHS; do
1205 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${arch}"
1206 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1207 mkdir -p "${rpmdir}"
1208 cp -v RPMS/${arch}/*.rpm "${rpmdir}"
1209 if [ -d RPMS/noarch ]; then
1210 cp -v RPMS/noarch/*.rpm "${rpmdir}"
1214 cp -v "$LUSTRE" "$STAGEDIR"
1218 set_rpm_smp_type() {
1220 local infact_arch="${TARGET_ARCH}"
1223 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1226 for smp_type in $SMP_ARCHS; do
1227 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1230 for smp_type in $BIGSMP_ARCHS; do
1231 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1234 for smp_type in $PPC64_ARCHS; do
1235 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1238 for smp_type in $DEFAULT_ARCHS; do
1239 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1244 # This function takes a linux include tree and digs out the linux release
1245 # from it. It is never called directly, only called from the distro
1246 # specific function find_linux_release() in lbuild-{rhel,sles}.
1247 _find_linux_release() {
1249 local LINUXRELEASEHEADER=""
1251 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1252 if [ -s $SRC/include/generated/utsrelease.h ]; then
1253 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1254 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1255 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1258 if [ ! -s $LINUXRELEASEHEADER ]; then
1259 fatal 1 "could not find UTS_RELEASE"
1262 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1265 # unpack kernel(/source/devel) RPM
1267 # This function and it's setting of $LINUX and $LINUXOBJ is a total hack that
1268 # needs to completely refactored. It completely ingores that $BUILD_ARCHS may
1269 # contain a list of arches for which rpmbuild commands (including the one for
1271 unpack_linux_devel_rpm() {
1272 local kernelrpm="${1}"
1274 [ -f "$kernelrpm" ] || return 255
1275 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1277 pushd $TOPDIR/reused &>/dev/null || return 255
1279 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1283 # call a distro specific hook, if available
1284 if type -p unpack_linux_devel_rpm-$DISTROMAJ; then
1285 if ! unpack_linux_devel_rpm-$DISTROMAJ "$kernelrpm"; then
1292 find_linux_devel_paths $TOPDIR/reused
1300 local kib_prefix="$2"
1303 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1305 # ofed 1.3 had a bug in the rpm spec
1306 if [ "$OFED_VERSION" = "1.3" ]; then
1310 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-user_mad-mod --with-user_access-mod --with-addr_trans-mod"
1311 local OFED_HARDWARE="--with-mthca-mod --with-mlx4-mod --with-mlx4_en-mod --with-cxgb3-mod --with-nes-mod --with-qib-mod"
1313 if compare_version $OFED_VERSION 3.0; then
1314 OFED_CORE="$OFED_CORE --with-madeye-mod --with-rds-mod"
1316 OFED_HARDWARE="$OFED_HARDWARE --with-mlx5-mod --with-cxgb4-mod --with-ocrdma-mod --with-qib-mod"
1319 # some I/B drivers are architecture dependent and kernel-ib's configure
1320 # does not figure it out for us ~sigh~
1321 case "$TARGET_ARCH" in
1323 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1326 # we're no longer shipping the OFED iSCSI target
1327 #OFED_ISCSI="--with-srp-mod --with-srp-target-mod"
1328 OFED_ISCSI="--with-srp-mod"
1329 ## ISER module has no backport support as of OFED 1.5 (i.e. only builds on
1330 ##kernels >= 2.6.30)
1331 #if [[ $OFED_VERSION = 1.[0-4]* ]]; then
1332 # OFED_ISCSI="$OFED_ISCSI --with-iser-mod"
1335 # assume we are just rebuilding the SRPM
1336 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1337 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1339 # but switch to building from the SPEC if we need to apply patches
1340 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1342 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1343 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1344 local file ed_fragment1 ed_fragment2 n=1
1345 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch); do
1346 ed_fragment1="$ed_fragment1
1347 Patch$n: ${file%%*/}"
1348 ed_fragment2="$ed_fragment2
1350 cp $file ${TOPDIR}/SOURCES
1353 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed); do
1354 # Only apply the ed-scripts that should be used for the canonical target
1355 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1357 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1358 # To apply the same change to multiple canonical target simply specify
1359 # a list of colon separated canoncial target names in the file name.
1360 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1361 -e ":${CANONICAL_TARGET}.ed$"
1362 if [ $? -eq 0 ] ; then
1363 ed_fragment3="$ed_fragment3
1369 if [ $n -gt 1 ]; then
1383 local linuxrelease=$(find_linux_release)
1384 if compare_version $OFED_VERSION 3.0; then
1385 local OFA_KERNEL_RELEASE=$(echo -n ${linuxrelease} | sed -e 's/-/_/g')
1387 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' --define 'build_kernel_ib_devel 1' \
1388 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1389 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1390 --define "KVERSION ${linuxrelease}" \
1391 --define "$K_SRC ${linux}" \
1392 --define "LIB_MOD_DIR /lib/modules/${linuxrelease}/updates" \
1393 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1394 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1395 ${SOURCE} 2>&1; then
1396 fatal 1 "Error building ${kib_rpm}"
1405 local signature="$4"
1406 local use_links="$5"
1413 local default_iface=$(/sbin/ip route get 192.1.1.1 | sed -ne 's/.* dev \(.*\) * src .*/\1/p')
1414 if [ -z "$default_iface" ]; then
1415 fatal 1 "Failed to determine the default route interface"
1417 local unique_id=$(/sbin/ip addr show dev $default_iface | sed -ne '/ inet /s/ *inet \(.*\)\/.*/\1/p' | head -1)
1418 if [ -z "$unique_id" ]; then
1419 fatal 1 "Failed to determine a unique id from interface $default_interface"
1422 local finallocation="$location"/"$signature"/"$module"
1423 location="$location"/"$signature-${unique_id}"/"$module"
1424 mkdir -p "$location"
1425 # the cleanup script removes any directory that doesn't have a
1426 # .lastused, so let's try to prevent that as soon as we can
1427 # this solution still slightly racy with the cleanup script
1428 # but the race is a lot tighter now
1429 touch -t 197001010000 "$location/.lastused"
1430 ## use eval/echo here to make sure shell expansions are performed
1431 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1433 for article in $(eval echo $articles); do
1434 if ! cp -a${linkflag} "$article" "$location"; then
1435 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1436 # rename the cache location so that it's not cached
1437 # product, but is around for analysis
1438 mv "$location"{,-bad-$(date +%s)} ||
1439 error "failed to clean up a failed cache attempt" \
1440 "in \"$location\" -- manual cleanup will be" \
1446 # flag the cache as complete (i.e. in case lbuild was previously
1447 # interrupted while caching)
1448 touch "$location/.lastused"
1450 # put the temporary location into the final location
1452 mkdir -p "${finallocation%/*}"
1453 mv "$location" "$finallocation"
1454 rmdir "${location%/*}"
1462 local use_links="${3:-false}"
1463 local signature="$4"
1465 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1466 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1467 # the .lastused flag is populated at the end of the caching to
1468 # signal that the caching was completed. if that flag is not
1469 # there, then the cache is invalid (and should be removed in fact)
1470 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1471 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1475 # so that we know how stale this entry is
1476 touch $REUSEBUILD/$signature/$module/.lastused
1479 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1480 cp -al $REUSEBUILD/$signature/$module/* $dest/
1483 # copying is pretty heavy
1484 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1485 # do some creative symlinking instead
1487 for dir in BUILD SRPMS SPECS; do
1488 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1489 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1492 # sources have to be copied by file because we need SOURCES to
1493 # be a dir we can write into
1494 # could overrun ls's arg list here
1495 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1496 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1497 xargs ln -t $dest/SOURCES -s
1499 # same for RPMS/* dirs
1500 # could overrun ls's arg list here
1501 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1503 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1504 mkdir -p $dest/RPMS/${dir##*/}
1506 xargs ln -t $dest/RPMS/${dir##*/} -s
1518 if [[ $arch = i[3456]86 ]]; then
1526 build_kernel_with_srpm() {
1529 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1530 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1533 # need to generate the patch for this target
1534 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1536 # get an md5sum of the kernel patch + config for reuse check
1537 # XXX really, there needs to be a signature and a CONFIG_FILE per arch
1541 local release_str="RELEASE=$RELEASE\n"
1544 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1545 local REUSE_SIGNATURE=$({ echo -en $release_str;
1550 cat "$LBUILD_DIR/lbuild";
1551 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1552 md5sum | cut -d" " -f1)
1553 # see if we can link to the reuse pool
1554 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1556 local CAN_LINK_FOR_REUSE=false
1557 touch $REUSEBUILD/$$
1558 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1559 CAN_LINK_FOR_REUSE=true
1564 # the extra version string to use for the kernel (which might be a reused
1566 local kernel_extra_version=""
1567 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1568 "$REUSE_SIGNATURE"; then
1569 # nothing cached, build from scratch
1570 if [ ! -r "$KERNELDIR/$KERNEL_SRPM" ]; then
1571 echo "Downloading kernel SRPM" >&${outfd}
1572 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1575 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1576 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1577 # should we clean this up or leave it for analysis?
1579 fatal 1 "Error installing kernel SRPM."
1582 # put the Lustre kernel patch into the RPM build tree
1583 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1584 prepare_and_build_srpm >&${outfd} ||
1585 fatal 1 "failed to prepare_and_build_srpm"
1587 if [ -z "$REUSE_SIGNATURE" ]; then
1588 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1590 # store the resulting kernel RPM build tree for future use
1591 echo "Storing the built kernel for future reuse" >&${outfd}
1592 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1593 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1594 "$CAN_LINK_FOR_REUSE"; then
1595 error "Failed to store kernel RPMS for reuse"
1596 echo "unknown" >&${outfd}
1602 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1604 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1605 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1607 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1609 # should now have the following RPMs
1610 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1611 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1612 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1613 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1614 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1616 echo $kernel_extra_version
1624 # REUSEBUILD, USE_BUILD_CACHE
1629 local ofed_version="$2"
1633 # if an ofed version is given, then it means use OFED proper,
1634 # not any vendor specific "inkernel" version
1635 if [ -z "$ofed_version" ]; then
1639 if [ "$ofed_version" = "inkernel" ]; then
1640 # see if there is a distro specific override for this and use
1642 # XXX we need to better integrate a distro specific override with
1643 # the rest of this function so that all of the reuse cache
1644 # stuff is leveraged given that 80% of this function is reuse
1645 if type -p build_ofed-$DISTROMAJ; then
1647 ofed_location=$(build_ofed-$DISTROMAJ ${STDOUT})
1648 local rc=${PIPESTATUS[0]}
1649 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1654 elif compare_version $OFED_VERSION 3.0; then
1655 kib_prefix="ofa_kernel"
1658 kib_prefix="compat-rdma"
1659 kib_rpm="compat-rdma"
1662 # build kernel-ib/compat-rdma
1663 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1664 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1665 echo "$(find_linux_release;
1666 echo "$BUILD_GEN")";
1667 cat "${linux}/include/linux/autoconf.h";
1668 cat "$LBUILD_DIR/lbuild";
1669 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1670 md5sum | cut -d" " -f1)
1671 # see if we can link to the reuse pool
1672 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1674 local CAN_LINK_FOR_REUSE=false
1675 touch $REUSEBUILD/$$
1676 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1677 CAN_LINK_FOR_REUSE=true
1682 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1683 "$REUSE_SIGNATURE"; then
1684 if [ -n "$REUSE_SIGNATURE" ]; then
1685 # stash away the existing built articles for a moment
1687 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1690 find . | cpio -pudlm ..
1694 create_rpmbuild_dirs
1697 build_kernel_ib "${linux}" "${kib_prefix}" "${kib_rpm}"
1699 if [ -z "$REUSE_SIGNATURE" ]; then
1700 echo "No reuse signature was caculated so not storing the built ofed"
1702 # store the resulting RPM build tree for future use
1703 echo "Storing the built ofed for future reuse"
1704 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1705 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1706 "$CAN_LINK_FOR_REUSE"; then
1707 error "Failed to store OFED RPMS for reuse"
1711 # put the stuff we stashed away back
1716 pushd "$TOPDIR" >/dev/null
1717 rm -rf ${kib_rpm}-devel
1718 mkdir ${kib_rpm}-devel
1720 # the actual ofed RPMs don't have the -rc$n or -$date string appened that
1721 # might be present on the file
1722 #local linuxrelease=$(find_linux_release)
1723 #ofed_version=$(echo $ofed_version |
1724 # sed -re 's/-(20[0-9]{6,6}-[0-9]{4,4}|rc[0-9]*)$//')
1726 # OFED version will have 'hyphen' for minor release. (e.g. 3.5-1, instead
1727 # of 3.5.1) compat-rdma and compat-rdma-devel could have same version
1728 # number, but currectly not. Once OFED fix this in the future release, we
1729 # can remove following filter.
1730 #ofed_version=$(echo $ofed_version |
1731 # sed -re 's/-([0-9]*-[rR][cC][0-9]*)$//')
1732 #local rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version}-${linuxrelease//-/_}.*.rpm)
1733 # I dont' know why we have gone through the trouble to filter out the name
1734 # of the rpm there should only be one ${kib_rpm}-devel built
1735 local rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-*.rpm)
1736 if ! rpm2cpio < $rpm | cpio -id; then
1737 fatal 1 "could not unpack the ${kib_rpm}-devel rpm."
1739 CONFIGURE_FLAGS="--with-o2ib=$(pwd)/usr/src/${kib_prefix} ${CONFIGURE_FLAGS}"
1746 if ! $PATCHLESS; then
1747 local kernel_extra_version
1748 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1749 fatal 1 "Failed to build the kernel from it's SRPM"
1752 for arch in $BUILD_ARCHS; do
1753 local kernel_devel_rpm
1754 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/$arch/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1755 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/$arch/"
1758 # install the -devel RPM in preparation for modules builds
1759 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1760 "$TOPDIR/RPMS/$arch/$kernel_devel_rpm"; then
1761 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/$arch/$kernel_devel_rpm"
1765 # need to find and unpack the vendor's own kernel-devel for patchless
1768 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1769 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1771 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1772 fatal 1 "Could not find the Linux tree in $kernelrpm"
1776 # ~sigh~ have to make copies of and modify some of the rpm
1777 # infrastructure files so that find-requires can find our unpacked
1778 # kernel-devel artifacts
1779 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1780 FIND_REQUIRES="$(pwd)/find-requires"
1781 chmod 755 {symset-table,find-requires{,.ksyms}}
1783 tmp="${tmp//\//\\/}"
1784 ed find-requires <<EOF
1788 /|.*find-requires.ksyms/s/|/| bash -x/
1789 g/ [^ ]*\/\(find-requires\.ksyms\)/s// $tmp\/\1/g
1792 ed find-requires.ksyms <<EOF
1796 g/\/.*\/\(symset-table\)/s//$tmp\/\1/g
1799 ed symset-table <<EOF
1803 g/\(\/boot\/\)/s//$tmp\/reused\1/g
1804 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1808 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
1809 fatal 1 "error building OFED"
1812 if build_lustre "$LINUX" "$LINUXOBJ"; then
1813 # the build worked. resolve any symlinked files (i.e. from reuse)
1814 # in RPMS/$arch to real files so that that that huge mess of
1815 # complication known as LTS can copy them yet somewhere else.
1816 # is it any wonder this whole process is so damn so? anyone ever
1817 # heard of hardlinks? it's this cool new thing that allows you save
1818 # tons of time and space by creating... well you can go read about
1819 # them if you have not heard about them yet.
1820 # can i say how much the implemenation of all of this really impedes
1823 for dir in RPMS/*; do
1825 for file in $(ls); do
1826 if [ -h $file ]; then
1833 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1834 # as that's where LTS expects to find them
1835 for dir in RPMS/*; do
1836 if [ $dir = RPMS/$TARGET_ARCH ]; then
1841 if [ -n "$files" ]; then
1842 cp -al $files ../$TARGET_ARCH
1852 create_rpmbuild_dirs() {
1854 [ -d RPMS ] || mkdir RPMS
1855 for arch in $BUILD_ARCHS; do
1856 if [[ $arch = i?86 ]]; then
1857 # some stupidity in the sles11 kernel spec requires an RPMS/i386
1858 # even if the target arch is i686
1859 [ -d RPMS/i386 ] || mkdir RPMS/i386
1861 [ -d RPMS/$arch ] || mkdir RPMS/$arch
1863 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1864 [ -d BUILD ] || mkdir BUILD
1865 [ -d SOURCES ] || mkdir SOURCES
1866 [ -d SPECS ] || mkdir SPECS
1867 [ -d SRPMS ] || mkdir SRPMS
1889 [[ $list\ == *\ $item\ * ]]
1893 #########################################################################
1894 # Generate a backtrace through the call stack.
1898 #########################################################################
1902 local funcname="" sourcefile="" lineno="" n
1904 echo "Call stack: (most recent first)"
1905 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1906 funcname=${FUNCNAME[$n - 1]}
1907 sourcefile=$(basename ${BASH_SOURCE[$n]})
1908 lineno=${BASH_LINENO[$n - 1]}
1912 # Display function arguments
1913 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1914 local args newarg j p=0
1915 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1916 newarg=${BASH_ARGV[$j + $p - 1]}
1917 args="${args:+${args} }'${newarg}'"
1919 let p+=${BASH_ARGC[$n - 1]}
1921 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1925 echo "BEGIN BACKTRACE"
1927 #echo ${BASH_LINENO[*]}
1928 #echo ${BASH_SOURCE[*]}
1929 #echo ${FUNCNAME[*]}
1930 local i=$((${#FUNCNAME[@]} - 1))
1931 while [ $i -ge 0 ]; do
1932 local lineno=${BASH_LINENO[$i]}
1936 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1937 # Can't figure out how to get function args from other frames...
1938 local FUNCTION="${FUNCNAME[$i]}()"
1939 echo "$SOURCELINE:$FUNCTION"
1943 echo "END BACKTRACE"
1949 seen_list=$(new_list)
1951 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1952 Unfortunately the above line number in the message may or may not be correct,
1953 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1955 # have we seen this one
1956 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1958 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1959 echo "seen this one already"
1961 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1964 ) ; set $xtrace' ERR
1967 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1969 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,patchless,ccache,norpm,external-patches:,timestamp:,extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-version:,mpss-version:,publish,disable-zfs,release,set-value:,src,stage:,target:,target-archs:,with-linux:,xen -- "$@")
1971 if [ $? != 0 ]; then
1975 eval set -- "$options"
2006 if ! KERNELTREE=$(canon_path "$2"); then
2007 fatal 1 "Could not determine the canonical location of $2"
2011 --linux | --with-linux)
2012 if ! LINUX=$(canon_path "$2"); then
2013 fatal 1 "Could not determine the canonical location of $2"
2022 if ! REUSEBUILD=$(canon_path "$2"); then
2023 fatal 1 "Could not determine the canonical location of $2"
2040 if ! KERNELRPMSBASE=$(canon_path "$2"); then
2041 fatal 1 "Could not determine the canonical location of $2"
2050 if ! LUSTRE=$(canon_filepath "$2"); then
2051 fatal 1 "Could not determine the canonical location of $2"
2108 # there are actually some lustre configure flags that we need to
2109 # handle ourselves (but we still give them to configure)
2110 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2117 usage 1 "Unrecognized option: $1"
2126 # XXX - should we _always_ get the buildid from the META file? what are the
2127 # other (i.e. non-lustre-tarball use cases of lbuild)?
2128 BUILDID=$(sed -n -e 's/^BUILDID = //p' lustre/META)
2132 if [ -n "$OFED_VERSION" -a "$OFED_VERSION" != "inkernel" ]; then
2134 unpack_ofed || fatal 1 "Error unpacking OFED tarball"
2137 if [ -n "$MPSS_VERSION" ]; then
2138 [ -z "$MPSS_DISTRO" ] && MPSS_DISTRO=$(autodetect_distro)
2140 MPSS_INFO=$(mktemp -u mpss-info-XXXXXXXXXX.html)
2141 download_mpss_info "$MPSS_INFO"
2143 if [ "$MPSS_VERSION" = "last" ]; then
2144 MPSS_VERSION=$(parse_mpss_info "$MPSS_INFO" "" ${MPSS_DISTRO})
2145 [ -z "$MPSS_VERSION" ] &&
2146 fatal 1 "Could not determine the last MPSS version"
2149 MPSS_MAJ=${MPSS_VERSION%%.*}
2150 MPSS_VER=${MPSS_VERSION%%-*}
2151 MPSS_BLD=${MPSS_VERSION##*-}
2152 [ "$MPSS_VER" = "$MPSS_BLD" ] && MPSS_BLD=0
2154 download_mpss "$MPSS_INFO"
2155 [ -r "$MPSS_INFO" ] && rm -f "$MPSS_INFO"
2156 echo "Building with MPSS $MPSS_VER-$MPSS_BLD"
2157 unpack_mpss || fatal 1 "Error unpacking MPSS tarballs"
2158 prepare_mpss || fatal 1 "Error preparing MPSS for kernel modules build"
2160 if [ -z "$MPSS_OFED" ]; then
2161 MPSS_OFED=$(find $PWD -type f -path "*/ofed-driver*/Module.symvers" -print -quit)
2162 if [ -n "$MPSS_OFED" ]; then
2163 MPSS_OFED="--with-o2ib=$(dirname $MPSS_OFED)"
2165 MPSS_OFED="--without-o2ib"
2169 # disable unsupported parts:
2175 # define variables for cross compilation:
2177 if [ "$MPSS_MAJ" = "3" ]; then
2178 CC_TARGET_ARCH=k1om-mpss-linux
2179 LINUX="$TOPDIR/mpss"
2180 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"cross_requires /bin/sh\""
2182 CC_TARGET_ARCH=x86_64-k1om-linux
2183 LINUX="$TOPDIR/mpss/card/kernel"
2184 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"cross_requires intel-mic-gpl = $MPSS_VER\""
2186 LUSTRE_VERSION=$(sed -n -e 's/^VERSION = //p' lustre/META)
2187 CONFIGURE_FLAGS="$CONFIGURE_FLAGS $MPSS_OFED --host=$CC_TARGET_ARCH --build=x86_64-pc-linux"
2188 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"post_script build/gen_filelist.sh\""
2189 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"make_args ARCH=k1om CROSS_COMPILE=${CC_TARGET_ARCH}-\""
2190 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"cross_path ${CROSS_PATH:=/opt/lustre/${LUSTRE_VERSION}/${CC_TARGET_ARCH}}\""
2191 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"rootdir %{cross_path}\""
2192 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_prefix %{cross_path}/usr\""
2193 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_mandir %{_prefix}/share/man\""
2194 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_sysconfdir %{cross_path}/etc\""
2195 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"kmoddir extra\""
2197 # redefine CC for proper ./configure during rpmbuild
2198 export CC=${CC_TARGET_ARCH}-gcc
2201 # make sure the RPM build environment is set up
2202 create_rpmbuild_dirs
2204 # if an unpacked kernel source tree was given on the command line
2205 # just build lustre with it (nothing distro kernel specific here)
2206 if [ -n "$LINUX" ]; then
2207 find_linux_release() {
2208 _find_linux_release $LINUX
2210 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
2211 fatal 1 "error building OFED"
2212 build_lustre "$LINUX" "$LINUXOBJ"
2214 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTROMAJ" ]; then
2215 fatal 1 "${LBUILD_DIR}/lbuild-$DISTROMAJ not found"
2217 source ${LBUILD_DIR}/lbuild-$DISTROMAJ
2218 build_with_srpm || fatal 1 "Failed to build_with_srpm"