3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
33 #BUILD_GEN=2 # bz19952: remove -lustre tag from kernel RPM names
34 #BUILD_GEN=3 # bz19975: enable the building of src.rpms by default
35 #BUILD_GEN=4 # bz22281: use the git hash in the kernel extra version
36 #BUILD_GEN=5 # TT-107: don't cache the BUILD dir
37 BUILD_GEN=6 # TT-1092: don't cache the BUILD dir, to rebuild external OFED
45 # XXX - some recent hacking has pretty much neutered this option.
46 # search through this file for "-bb" and see how many places
47 # simply don't account for this option
52 TARGET_ARCH="$(uname -m)"
53 # change default behavior to only build for the current arch
54 TARGET_ARCHS="$TARGET_ARCH"
55 TARGET_ARCHS_ALL="$TARGET_ARCH"
56 [ "$TARGET_ARCH" = "i686" ] && TARGET_ARCHS_ALL="i686 i586 i386"
61 TMPDIR=${TMPDIR:-"/var/tmp"}
65 # this is the dir that should be used to store reuse products
67 # should cached products be used or force rebuilding?
69 # what does this do exactly? does it imply no kernel build?
73 SMPTYPES="smp bigsmp default ''"
80 # default to not adding -lustre- into the kernel RPM package names
81 KERNEL_LUSTRE_NAMING=false
82 # default not use kabi check.
100 # not in the target file any more
103 # build the lustre-tests rpm?
112 # Readlink is not present on some older distributions: emulate it.
116 if [ -L "$path" ]; then
117 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
126 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
128 --external-patches=EXTERNAL_PATCHES
129 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
130 look for seres and config files in before looking in the lustre
133 --extraversion=EXTRAVERSION
134 Text to use for the rpm release and kernel extraversion.
136 --timestamp=TIMESTAMP
137 Date of building lustre in format YYYYMMDDhhmmss
140 Try to reuse old kernel builds from DIR
143 Path to distro kernel RPM collection
152 Build lustre client only
155 Which distro using. Autodetect by default
157 --kerneldir=KERNELDIR
158 Directory containing Linux source tarballs referenced by target
161 --kerneltree=KERNELTREE
162 Directory containing dirs with Linux source tarballs referenced by target
163 files. Dir names in format kernel version ('2.6.9', etc.)
165 --linux=LINUX --with-linux=LINUX
166 Directory of Linux kernel sources. When this option is used, only
167 Lustre modules and userspace are built.
170 Path to an existing lustre source tarball to use.
173 Do not try to download a kernel from downloads.hpdd.intel.com
176 Do not build a .src.rpm, a full kernel patch, or a patched kernel
180 Type of OFED to build with lustre: inkernel, ofa, mlnx, ifs
181 ofa: OpenFabrics Alliance
183 ifs: Intel True Scale Fabric
186 Version of external OFED to build with lustre
189 Version of external Mellanox OFED to build with lustre
192 Tarball for either OFED. Tarball must follow below format
193 OFED-<ofed-version>.tgz regardless of vendors
194 It's likely that you need to reconstruct the directory name
195 It must be placed under KERNELTREE directory
198 Build with ldiskfs support. (Deprecated, always true)
201 Do not build lustre-iokit RPM. Now true by default
207 Specifies that the files generated do not include timestamps, and
208 that this is an official release.
211 Build Lustre without ZFS.
214 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
217 Directory used to stage packages for release. RPMs will be placed
218 more or less in DIR/<target>-<arch>, and the tarball will be
222 The name of the target to build. The available targets are listed
225 --target-archs=TARGET_ARCHS
226 A (space delimited) list of architectures to build. By default,
227 all of the archs supported by the TARGET will be built, in
228 addition to a .src.rpm. This option can limit those, for machines
229 that can only build certain archs or if you only want a certain
230 arch built (for testing, or a one-off kernel).
232 Also note that by using a non-"base" arch (eg, i386) only kernels
233 will be built - there will be no lustre-lite-utils package.
236 Builds a Xen domX kernel.
239 Sets a variable to a given value.
248 # canonicalize a relative path to a file
252 if [ ! -f "$PATH" ]; then
256 local FILE=${PATH##*/}
259 echo $(canon_path "$DIR")/$FILE
263 # canonicalize a relative path to a dir
267 if [ ! -d "$PATH" ]; then
271 pushd "$PATH" >/dev/null || return 1
281 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
282 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
285 if [ -n "${OFED_SRC}" ]; then
286 if [ -z "${OFED_VERSION}" ]; then
287 usage 1 "Need to provide version for file ${OFED_SRC}."
289 if [ "${OFED_TYPE}" = "inkernel" ]; then
290 usage 1 "Need to provide ofed type for file ${OFED_SRC}."
293 if [ "${OFED_TYPE}" != "inkernel" -a -z "${OFED_VERSION}" ]; then
294 usage 1 "Need to provide version for $OFED_TYPE OFED"
297 if [ "${OFED_TYPE}" = "inkernel" -a -n "${OFED_VERSION}" ]; then
298 usage 1 "Can not specify version with inkernel OFED"
302 if [ -z "$DISTRO" ] ; then
303 DISTRO=$(autodetect_distro)
307 DISTROMAJ=${DISTRO%%.*}
309 [ -z "$TARGET" ] && TARGET=$(autodetect_target "$DISTRO")
311 if [ -z "$LINUX" ]; then
312 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
313 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
315 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
316 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
318 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
319 # [ -r "$TARGET_FILE" ] || \
320 # usage 1 "Target '$TARGET' was not found."
324 3.12-sles12 | 4.4-sles12)
325 CANONICAL_TARGET="sles12"
328 CANONICAL_TARGET="rhel7"
331 CANONICAL_TARGET="rhel6"
334 CANONICAL_TARGET="rhel5"
337 CANONICAL_TARGET="rhel-2.6"
340 CANONICAL_TARGET="sles-2.6"
343 CANONICAL_TARGET="sles10-2.6"
345 2.6-sles11 | 3.0-sles11)
346 CANONICAL_TARGET="sles11"
349 CANONICAL_TARGET="oel5"
352 CANONICAL_TARGET="hp-pnnl-2.4"
360 CANONICAL_TARGET="$TARGET"
364 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
365 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
366 local timestamplength="${#TIMESTAMP}"
367 if [ $timestamplength -eq 12 ]; then
368 TIMESTAMP="${TIMESTAMP}00"
369 elif [ $timestamplength -ne 14 ]; then
370 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
373 RPMBUILD=$(which rpmbuild 2>/dev/null | head -n 1)
374 RPMBUILD=${RPMBUILD:-$(which rpm 2>/dev/null | head -n 1)}
375 if [ -z "$RPMBUILD" ]; then
376 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
379 local BINDIR="$TOPDIR/bin"
380 if [ -d $BINDIR ]; then
381 rm -rf $BINDIR >/dev/null 2>&1 || true
384 mkdir -p $BINDIR || fatal 1 "error trying to create $BINDIR"
385 export PATH=$BINDIR:$PATH
387 cat >${BINDIR}/rpmbuild <<EOF
390 ARGS="\${FIND_REQUIRES:+--define \"__find_requires \$FIND_REQUIRES\"}"
393 *\'* ) ARGS="\$ARGS \"\$arg\"" ;;
394 * ) ARGS="\$ARGS '\$arg'" ;;
398 eval $RPMBUILD \$ARGS
400 chmod 755 ${BINDIR}/rpmbuild
402 if [ -n "$CCACHE" ]; then
403 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
405 if which "$CCACHE" &>/dev/null; then
406 local ccache=$(which "$CCACHE" 2>/dev/null | head -n 1)
408 ln -s "$ccache" ${BINDIR}/ccache
409 ln -s "$ccache" ${BINDIR}/cc
410 ln -s "$ccache" ${BINDIR}/$CC
413 export CC="ccache $CC"
414 # zero the cache so we can see how effective we are being with it
418 # get some ccache stats when we are done
419 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
420 # should remove the ccache trap if lbuild is interrupted
421 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
428 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
430 [[ $1 == $2 ]] && return 1
432 local i val1=($1) val2=($2)
434 # padding zero to val1 if it needs
435 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
438 for ((i=0; i<${#val1[@]}; i++)); do
439 [[ -z ${val2[i]} ]] && return 1
441 if [[ ${val1[i]} < ${val2[i]} ]]; then
443 elif [[ ${val1[i]} > ${val2[i]} ]]; then
452 echo $(echo "$*" | xargs -n 1 | sort -u)
460 if [ -z "$target" ]; then
461 fatal 1 "fetch_url() called without a target to fetch to"
464 if [ -d $target ]; then
465 target+="/${url##*/}"
469 if which wget >/dev/null 2>&1; then
470 if ! wget -nv "$url" -O "$target"; then
473 elif which curl >/dev/null 2>&1; then
474 if ! curl -n -L -s -o "$target" "$url"; then
478 fatal 1 "Could not find either wget or curl to fetch URLs."
488 local force="${3:-false}"
490 # let the download_file handle the concurrency
493 "https://downloads.hpdd.intel.com/public/kernels/$target/old"
494 # get the location from a distro specific method if it exists
495 if type -p kernel_srpm_location; then
496 location=$(kernel_srpm_location)
498 echo "Downloading $location/$srpm..."
500 "$location/$srpm" "$KERNELDIR/$srpm" "$force" 2>&1 ||
501 [ ! -s "$KERNELDIR/$srpm" ]; then
502 rm -f $KERNELDIR/$srpm
503 fatal 1 "Could not download target $target's kernel \
504 SRPM $srpm from $location."
514 local file=${from##*/}
520 local semaphore="$to-downloading"
523 if [ ! -f $semaphore ]; then
527 # make sure the download has not been aborted
528 local now=$(date +%s)
529 local file_mtime=$(stat -c %Y "$to")
530 local staleness=$((now - file_mtime))
531 # let's assume an active download will write at least once a minute
532 if [ $staleness -gt 60 ]; then
540 # if the semaphore file exists, the file is either still downloading
541 # or a download was aborted and we cannot trust the target file
542 if [ -f $semaphore ]; then
546 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
553 if $force || ! is_downloaded; then
554 if is_downloading; then
555 echo "Somebody else is downloading $from..."
556 while is_downloading; do
557 echo "Waiting for $to to finish downloading"
560 if is_downloaded; then
563 echo "The download we were waiting for seems to have been aborted"
569 echo "Downloading $from..."
570 # flag others so they don't try to download also
571 push_exit_trap "rm -f $to $semaphore" "download"
573 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
574 # the trap will remove the files via the fatal below
575 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
578 delete_exit_trap "download"
580 fatal 1 "${to##*/} not found in directory ${to%/*}."
590 local ofed_version="$2"
591 local force="${3:-false}"
592 local distro_name="${DISTRO}"
593 local arch="${TARGET_ARCH}"
597 #if a src tarball has been given in the command line, we use it
598 #The format of the tarball must be OFED-${OFED_VERSION}.tgz
599 [ -n "${OFED_SRC}" ] && return 0
603 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}/"
605 if [[ $ofed_version = *-[rR][cC][0-9] ]]; then
606 ofed_version_loc=${ofed_version%%-[rR][cC][0-9]}
607 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version_loc}/"
610 if [[ $ofed_version = *-daily ]]; then
611 ofed_version=${ofed_version/-daily/}
612 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}-daily/"
613 # find the filename for latest version
614 ofed_version=$(curl -1 -s "$location" | sed -nre "s/.*href=\"OFED-(${ofed_version//./\\.}-[0-9]{8}-[0-9]{4}).tgz.*$/\1/p" | tail -1)
615 if [ -z "$ofed_version" ]; then
616 fatal 1 "Could not determine the filename of the OFED snapshot from daily "
620 file="OFED-${ofed_version}.tgz"
621 download_file "$location/$file" "$KERNELTREE" "$force"
624 location="http://www.mellanox.com/downloads/ofed/MLNX_OFED-${ofed_version}"
625 # this is a work around for suse distro (sles11.3). what we need is
626 # sles11sp3. We really need to redesign how we use target and distro
627 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
628 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}.tgz"
629 download_file "$location/$file" "$KERNELTREE" "$force"
632 location="http://downloadmirror.intel.com/24625/eng/"
633 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}.tgz"
634 download_file "$location/$file" "$KERNELTREE" "$force"
637 fatal 1 "Error: unknown OFED type: $ofed_type"
640 # version might change due to detect daily version
641 OFED_VERSION=${ofed_version}
647 EXTRA_VERSION_save="$EXTRA_VERSION"
648 for patchesdir in "$EXTERNAL_PATCHES" \
649 "$TOPDIR/lustre/lustre/kernel_patches"; do
650 TARGET_FILE="$patchesdir/targets/$TARGET.target"
651 [ -r "$TARGET_FILE" ] && break
653 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
655 echo "Loading target config file $TARGET.target..."
657 # if the caller specified an OFED_VERSION it should override whatever
658 # the target file specifies
659 local env_OFED_VERSION="$OFED_VERSION"
663 if [ -n "$env_OFED_VERSION" ]; then
664 OFED_VERSION="$env_OFED_VERSION"
667 # doesn't make any sense to build OFED for xen domX's
672 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
673 # go away and the target just specify the $RPMSMPTYPE
674 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
676 # CC might have been overwritten in TARGET_FILE
677 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
678 export CCACHE && export CC="ccache $CC"
681 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
682 KERNELDIR="$KERNELTREE/${lnxmaj}"
683 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
686 # verify the series is available
687 if [ "$SERIES" ]; then
688 for series in $SERIES; do
689 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
690 [ -r "$patchesdir/series/$series" ] && continue 2
692 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
696 # set the location of the .config file
702 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
703 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config"
706 local lnxrelnew=${lnxrel//-/_}
708 # remember the EXTRA_VERSION before we diddle it here
709 # XXX - we really should not diddle with any values read in from the
710 # target file. if we want to modify a value, we should create
712 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
714 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
715 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
718 if [ "$EXTRA_VERSION_save" ]; then
719 EXTRA_VERSION="$EXTRA_VERSION_save"
720 elif ! $RELEASE; then
721 # if there is no patch series, then this is not a lustre specific
722 # kernel. don't make it look like one
723 if $PATCHLESS || [ -n "$SERIES" ]; then
724 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
727 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
729 ALL_ARCHS="$BASE_ARCHS $BIGMEM_ARCHS $BOOT_ARCHS $JENSEN_ARCHS $SMP_ARCHS $BIGSMP_ARCHS $PSERIES64_ARCHS $UP_ARCHS"
732 for arch in $(uniqify "$ALL_ARCHS"); do
733 if [ -z "$TARGET_ARCHS" ] ||
734 [[ \ $TARGET_ARCHS\ = *\ $arch\ * ]]; then
735 BUILD_ARCHS="$BUILD_ARCHS $arch"
738 [ "$BUILD_ARCHS" ] || usage 1 "No available target archs to build."
739 echo "Building for: $BUILD_ARCHS"
745 echo -n '--wildcards '
748 fatal 1 "tarflags(): File name argument missing."
760 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
769 local extractfile="$@"
771 echo "Untarring ${tarfile##*/}..."
772 tar $(tarflags "$tarfile") "$tarfile" $extractfile
778 local ofed_version="$2"
779 local distro_name="${DISTRO}"
780 local arch="${TARGET_ARCH}"
783 #if a src tarball has been given in the command line, we use it
784 #The format of the directory after untar MUST be in OFED-${version}
785 #even if it's from MLNX or IFS...or whatever
786 if [ -n "${OFED_SRC}" ]; then
787 if ! untar "$KERNELTREE/${OFED_SRC}"; then
790 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
795 file="OFED-${ofed_version}"
796 if ! untar "$KERNELTREE/${file}.tgz"; then
799 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
802 # this is a work around for suse distro (sles11.3). what we need is
803 # sles11sp3. We really need to redesign how we use target and distro
804 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
805 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}"
807 # it's not important what distro we get the tarball since we only
808 # interest in the src
809 if ! untar "$KERNELTREE/${file}.tgz"; then
812 # we need to untar again to get the src since it's being
813 # wrapped inside the tarball
814 # There are cases where the source version is different
816 # (ie. MLNX_OFED_LINUX-2.3-1.0.1 but MLNX_OFED_SRC-2.3-1.0.0)
817 local src=$(ls ${file}/src/MLNX_OFED_SRC-${ofed_version%.*}*.tgz)
818 if ! untar "$src"; then
821 [ -d OFED ] || ln -sf MLNX_OFED_SRC-[0-9].[0-9]* OFED
824 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}"
825 if ! untar "$KERNELTREE/${file}.tgz"; then
828 [ -d OFED ] || ln -sf $file/IntelIB-OFED.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.* OFED
829 ofed_version="$(cat OFED/Version)"
832 # version might change due to detect daily version
833 OFED_VERSION=${ofed_version}
838 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
839 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
845 local do_patch=${1:-true}
847 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
848 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
849 $do_patch && pushd linux >/dev/null
850 for series in $SERIES; do
851 echo -n "Applying series $series:"
852 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
853 [ -r "$patchesdir/series/$series" ] || continue
854 SERIES_FILE="$patchesdir/series/$series"
855 for patch in $(<"$SERIES_FILE"); do
857 PATCH_FILE="$patchesdir/patches/$patch"
858 [ -r "$PATCH_FILE" ] || \
859 fatal 1 "Patch $patch does not exist in Lustre tree."
860 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
862 fatal 1 "Error adding patch $patch to full patch."
865 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
867 fatal 1 "Error applying patch $patch."
875 $do_patch && popd >/dev/null
876 echo "Full patch has been saved in ${FULL_PATCH##*/}."
883 local configure_args=""
887 pushd lustre >/dev/null
889 if ! build_lustre_dkms; then
890 popd >/dev/null # pushd lustre
894 echo "Building Lustre RPMs for: $BUILD_ARCHS..."
896 # If server we now build the spl and zfs modules against the lustre kernel.
897 # These are required prior to the building of lustre server. Client does
898 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
899 # line above so is at least consistant.
900 if [ $PATCHLESS == false ] && [ "x$WITH_ZFS" == "x" ]; then
901 if ! build_spl_zfs; then
902 popd >/dev/null # pushd lustre
908 configure_args="$configure_args --disable-server"
911 # ditto for the lustre-tests boolean
912 if ! $LUSTRE_TESTS; then
913 configure_args="$configure_args --disable-tests"
917 configure_args="$configure_args --disable-iokit"
920 if ! $OSDZFSRPM; then
921 configure_args="$configure_args --without-zfs"
924 if ! $OSDLDISKFSRPM; then
925 configure_args="$configure_args --disable-ldiskfs"
928 configure_args="$configure_args --with-linux=$linux"
929 configure_args="$configure_args ${linuxobj:+--with-linux-obj=$linuxobj}"
931 # allow environment setting to override ldiskfs series selection
932 [ -n "$LDISKFS_SERIES" ] && export LDISKFS_SERIES
934 ./configure $configure_args $CONFIGURE_FLAGS 2>&1 ||
935 fatal 1 "Error in configure."
936 # until we have achieved full kABI compatibility we need to
937 # restrict the kernel range that can be used to the kernel
938 # version from the RHEL minor release
939 # this is supposed to be done for kmods automatically but
940 # RHBZ#1467319 seems to be getting in the way
941 local kver=$(find_linux_release)
942 local linuxversion=${kver%%-*}
943 local linuxrelease=${kver##*-}
944 local kabiminor=${linuxrelease%%.*}
945 echo "Requires: kernel < $linuxversion-$((kabiminor+1)), kernel >= $linuxversion-$((kabiminor))" >> rpm/kmp-lustre.preamble
947 fatal 1 "Error building rpms for $BUILD_ARCHS."
949 # move RPMs into place where they are expected to be
950 for arch in $BUILD_ARCHS; do
951 mv -f *lustre*.${arch}.rpm $TOPDIR/RPMS/${arch}/
953 mv -f lustre-*.src.rpm $TOPDIR/SRPMS/
956 if type -p cleanup_rpmmacros; then
963 # Only zfs Lustre DKMS Server is supported
964 build_lustre_dkms() {
966 local name_prefix="lustre"
967 local ver=$(sed -n -e 's/^LUSTRE_VERSION = //p' LUSTRE-VERSION-FILE)
969 echo "Building Lustre DKMS RPMs for: $BUILD_ARCHS..."
970 ./configure --enable-dist || fatal 1 "Error in DKMS configure."
973 build_args="--without servers"
974 name_prefix="lustre-client"
977 rpmbuild --define "_topdir $TOPDIR" $build_args -bs lustre-dkms.spec ||
978 fatal 1 "Error building DKMS .src.rpm for $BUILD_ARCHS."
979 rpmbuild --define "_topdir $TOPDIR" $build_args \
980 --rebuild $TOPDIR/SRPMS/$name_prefix-dkms-$ver-*.src.rpm ||
981 fatal 1 "Error building DKMS .rpm for $BUILD_ARCHS."
989 # Fetch spl/zfs from the git repo and prepare for lustre build
992 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
993 # SPLZFSTAG - Tag to checkout of clone repositories
994 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
996 # return 0 if successful, else 255
998 # make sure the RPM build environment is set up
1000 create_rpmbuild_dirs
1003 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
1004 # destination for the rpms
1005 export RPM_BUILD_ROOT=$TOPDIR
1006 SPLZFSVER=${SPLZFSVER:-0.6.5.9}
1007 SPLZFSTAG=${SPLZFSTAG:-}
1009 # The files expect a kver to be set to the kernel version .
1010 local kver=$(find_linux_release)
1012 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1014 for pkg in spl zfs; do
1018 [ "$pkg" == "zfs" ] && spldir="$(ls -d $TOPDIR/usr/src/spl-*|tail -1)"
1020 # need to fetch the repo in order to build it.
1021 # default to github but allow override
1022 git clone -n ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1024 pushd $pkg || return 255
1026 if [ -n "$SPLZFSTAG" ]; then
1031 git checkout -b lbuild $tag || fatal 1 "Failed to checkout \"$tag\" for $pkg.git"
1033 # This differentiates between older zfs versions
1034 if [ -f $pkg-modules.spec.in ]; then
1037 speclist="$pkg.spec $rpmpkg.spec"
1039 rpmpkg=kmod-$pkg-devel
1041 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
1044 sh autogen.sh || return 255
1046 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
1047 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1048 ! make dist 2>&1; then
1054 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1055 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1056 if [ -f $pkg/scripts/kmodtool ]; then
1057 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
1067 # set search dir for our own kmodtool to find correct
1069 export KERNELSOURCE=$(dirname ${LINUX})
1070 # Manually build rpms
1071 for spec in $speclist; do
1072 echo "Building RPMs from $pkg/$specdir/$spec"
1073 if ! rpmbuild $rpmb $pkg/$specdir/$spec \
1075 --define "_use_internal_dependency_generator 0" \
1076 --define "require_kdir ${LINUX}" \
1077 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
1078 ${spldir:+--define "require_spldir ${spldir}"} \
1079 --define "kver $kver" \
1080 --define "kernels $kver" \
1081 --define "_tmppath /var/tmp" \
1082 --define "kernelbuildroot $TOPDIR/reused" \
1083 --define "_topdir $TOPDIR" 2>&1; then
1088 # We have built the rpms for the package. Now we need to extract the
1089 # contained files so we can build further things against them
1090 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
1092 # cpio only extract to pwd so we need to go there.
1095 for rpm in $rpms; do
1096 rpm2cpio $rpm | cpio -id
1099 if [ "$pkg" == "zfs" ]; then
1100 # We also need to extract both the zfs and zfs-devel rpms
1101 # the zfs rpm is needed because it has the actual libraries in
1102 # it and the zfs-devel rpm only has unversioned symlinks to the
1103 # libraries in the zfs rpm
1104 # this will all change one day when we have a libzfs rpm per
1105 # https://github.com/zfsonlinux/zfs/issues/2329
1106 # and it looks like it could be one day soon:
1107 # https://github.com/zfsonlinux/zfs/pull/2341
1108 local devel_rpms=$(ls -1 $TOPDIR/RPMS/*/{$pkg-devel,$pkg-$SPLZFSVER,lib*}-*.rpm)
1109 for rpm in $devel_rpms; do
1110 rpm2cpio $rpm | cpio -id
1112 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR ${CONFIGURE_FLAGS}"
1116 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*|tail -1) ${CONFIGURE_FLAGS}"
1117 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1127 [ "$STAGEDIR" ] || return 0
1129 for arch in $BUILD_ARCHS; do
1130 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${arch}"
1131 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1132 mkdir -p "${rpmdir}"
1133 for rpm in $(ls RPMS/${arch}/*.rpm RPMS/noarch/*.rpm); do
1134 cp -v $rpm "${rpmdir}"
1138 cp -v "$LUSTRE" "$STAGEDIR"
1142 set_rpm_smp_type() {
1144 local infact_arch="${TARGET_ARCH}"
1147 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1150 for smp_type in $SMP_ARCHS; do
1151 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1154 for smp_type in $BIGSMP_ARCHS; do
1155 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1158 for smp_type in $PPC64_ARCHS; do
1159 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1162 for smp_type in $DEFAULT_ARCHS; do
1163 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1168 # This function takes a linux include tree and digs out the linux release
1169 # from it. It is never called directly, only called from the distro
1170 # specific function find_linux_release() in lbuild-{rhel,sles}.
1171 _find_linux_release() {
1173 local LINUXRELEASEHEADER=""
1175 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1176 if [ -s $SRC/include/generated/utsrelease.h ]; then
1177 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1178 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1179 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1182 if [ ! -s $LINUXRELEASEHEADER ]; then
1183 fatal 1 "could not find UTS_RELEASE"
1186 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1189 # unpack kernel(/source/devel) RPM
1191 # This function and it's setting of $LINUX and $LINUXOBJ is a total hack that
1192 # needs to completely refactored. It completely ingores that $BUILD_ARCHS may
1193 # contain a list of arches for which rpmbuild commands (including the one for
1195 unpack_linux_devel_rpm() {
1196 local kernelrpm="${1}"
1198 [ -f "$kernelrpm" ] || return 255
1199 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1201 pushd $TOPDIR/reused &>/dev/null || return 255
1203 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1207 # call a distro specific hook, if available
1208 if type -p unpack_linux_devel_rpm-$DISTROMAJ; then
1209 if ! unpack_linux_devel_rpm-$DISTROMAJ "$kernelrpm"; then
1216 find_linux_devel_paths $TOPDIR/reused
1224 local kib_prefix="$2"
1226 local ofed_type="${4}"
1227 local ofed_version="${5}"
1229 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1232 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-user_mad-mod \
1233 --with-user_access-mod --with-addr_trans-mod --with-madeye-mod"
1234 local OFED_HARDWARE="--with-mthca-mod --with-mlx4-mod \
1235 --with-mlx4_en-mod --with-cxgb3-mod --with-mlx4_en-mod \
1236 --with-cxgb3-mod --with-nes-mod --with-mlx5-mod --with-cxgb4-mod \
1239 # Removing the check for older version support
1240 #if compare_version $OFED_VERSION 3.0; then
1241 #OFED_CORE="$OFED_CORE --with-madeye-mod --with-rds-mod"
1243 #OFED_HARDWARE="$OFED_HARDWARE --with-mlx5-mod --with-cxgb4-mod --with-ocrdma-mod --with-qib-mod"
1246 # some I/B drivers are architecture dependent and kernel-ib's configure
1247 # does not figure it out for us ~sigh~
1248 case "$TARGET_ARCH" in
1250 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1253 # we're no longer shipping the OFED iSCSI target
1254 #OFED_ISCSI="--with-srp-mod --with-srp-target-mod"
1255 OFED_ISCSI="--with-srp-mod"
1256 ## ISER module has no backport support as of OFED 1.5 (i.e. only builds on
1257 ##kernels >= 2.6.30)
1258 #if [[ $OFED_VERSION = 1.[0-4]* ]]; then
1259 # OFED_ISCSI="$OFED_ISCSI --with-iser-mod"
1262 # assume we are just rebuilding the SRPM
1263 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1264 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1266 # but switch to building from the SPEC if we need to apply patches
1267 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1269 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1270 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1271 local file ed_fragment1 ed_fragment2 n=1
1272 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch); do
1273 ed_fragment1="$ed_fragment1
1274 Patch$n: ${file%%*/}"
1275 ed_fragment2="$ed_fragment2
1277 cp $file ${TOPDIR}/SOURCES
1280 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed); do
1281 # Only apply the ed-scripts that should be used for the canonical target
1282 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1284 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1285 # To apply the same change to multiple canonical target simply specify
1286 # a list of colon separated canoncial target names in the file name.
1287 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1288 -e ":${CANONICAL_TARGET}.ed$"
1289 if [ $? -eq 0 ] ; then
1290 ed_fragment3="$ed_fragment3
1296 if [ $n -gt 1 ]; then
1310 local linuxrelease=$(find_linux_release)
1311 # a place to change/add any unique config
1313 ofa|ifs) local K_SRC_OBJ="K_SRC_OBJ"
1314 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' \
1315 --define 'build_kernel_ib_devel 1' \
1316 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1317 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1318 --define "KVERSION ${linuxrelease}" \
1319 --define "$K_SRC ${linux}" \
1320 ${K_SRC_OBJ:+--define "$K_SRC_OBJ ${linux}"} \
1321 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1322 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1323 ${SOURCE} 2>&1; then
1324 fatal 1 "Error building ${kib_rpm}"
1328 if ! $RPMBUILD $BUILD_TYPE \
1329 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1330 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1331 --define "KVERSION ${linuxrelease}" \
1332 --define "$K_SRC ${linux}" \
1333 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1334 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1335 ${SOURCE} 2>&1; then
1336 fatal 1 "Error building ${kib_rpm}"
1347 local signature="$4"
1348 local use_links="$5"
1355 local default_iface=$(/sbin/ip route get 192.1.1.1 | sed -ne 's/.* dev \(.*\) * src .*/\1/p')
1356 if [ -z "$default_iface" ]; then
1357 fatal 1 "Failed to determine the default route interface"
1359 local unique_id=$(/sbin/ip addr show dev $default_iface | sed -ne '/ inet /s/ *inet \(.*\)\/.*/\1/p' | head -1)
1360 if [ -z "$unique_id" ]; then
1361 fatal 1 "Failed to determine a unique id from interface $default_interface"
1364 local finallocation="$location"/"$signature"/"$module"
1365 location="$location"/"$signature-${unique_id}"/"$module"
1366 mkdir -p "$location"
1367 # the cleanup script removes any directory that doesn't have a
1368 # .lastused, so let's try to prevent that as soon as we can
1369 # this solution still slightly racy with the cleanup script
1370 # but the race is a lot tighter now
1371 touch -t 197001010000 "$location/.lastused"
1372 ## use eval/echo here to make sure shell expansions are performed
1373 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1375 for article in $(eval echo $articles); do
1376 if ! cp -a${linkflag} "$article" "$location"; then
1377 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1378 # rename the cache location so that it's not cached
1379 # product, but is around for analysis
1380 mv "$location"{,-bad-$(date +%s)} ||
1381 error "failed to clean up a failed cache attempt" \
1382 "in \"$location\" -- manual cleanup will be" \
1388 # flag the cache as complete (i.e. in case lbuild was previously
1389 # interrupted while caching)
1390 touch "$location/.lastused"
1392 # put the temporary location into the final location
1394 mkdir -p "${finallocation%/*}"
1395 mv "$location" "$finallocation"
1396 rmdir "${location%/*}"
1404 local use_links="${3:-false}"
1405 local signature="$4"
1407 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1408 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1409 # the .lastused flag is populated at the end of the caching to
1410 # signal that the caching was completed. if that flag is not
1411 # there, then the cache is invalid (and should be removed in fact)
1412 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1413 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1417 # so that we know how stale this entry is
1418 touch $REUSEBUILD/$signature/$module/.lastused
1421 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1422 cp -al $REUSEBUILD/$signature/$module/* $dest/
1425 # copying is pretty heavy
1426 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1427 # do some creative symlinking instead
1429 for dir in BUILD SRPMS SPECS; do
1430 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1431 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1434 # sources have to be copied by file because we need SOURCES to
1435 # be a dir we can write into
1436 # could overrun ls's arg list here
1437 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1438 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1439 xargs ln -t $dest/SOURCES -s
1441 # same for RPMS/* dirs
1442 # could overrun ls's arg list here
1443 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1445 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1446 mkdir -p $dest/RPMS/${dir##*/}
1448 xargs ln -t $dest/RPMS/${dir##*/} -s
1460 if [[ $arch = i[3456]86 ]]; then
1468 build_kernel_with_srpm() {
1471 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1472 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1475 # need to generate the patch for this target
1476 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1478 # get an md5sum of the kernel patch + config for reuse check
1479 # XXX really, there needs to be a signature and a CONFIG_FILE per arch
1483 local release_str="RELEASE=$RELEASE\n"
1486 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1487 local REUSE_SIGNATURE=$({ echo -en $release_str;
1490 cat "$TARGET_FILE" |
1491 sed -e '/_VERSION=/s/_[0-9]*_g.*$//g';
1493 cat "$LBUILD_DIR/lbuild";
1494 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1495 md5sum | cut -d" " -f1)
1496 # see if we can link to the reuse pool
1497 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1499 local CAN_LINK_FOR_REUSE=false
1500 touch $REUSEBUILD/$$
1501 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1502 CAN_LINK_FOR_REUSE=true
1507 # the extra version string to use for the kernel (which might be a reused
1509 local kernel_extra_version=""
1510 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1511 "$REUSE_SIGNATURE"; then
1512 # nothing cached, build from scratch
1513 echo "Downloading kernel SRPM" >&${outfd}
1514 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1516 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1517 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1518 # should we clean this up or leave it for analysis?
1520 fatal 1 "Error installing kernel SRPM."
1523 # put the Lustre kernel patch into the RPM build tree
1524 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1525 prepare_and_build_srpm >&${outfd} ||
1526 fatal 1 "failed to prepare_and_build_srpm"
1528 if [ -z "$REUSE_SIGNATURE" ]; then
1529 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1531 # store the resulting kernel RPM build tree for future use
1532 echo "Storing the built kernel for future reuse" >&${outfd}
1533 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1534 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1535 "$CAN_LINK_FOR_REUSE"; then
1536 error "Failed to store kernel RPMS for reuse"
1537 echo "unknown" >&${outfd}
1543 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1545 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1546 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1548 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1550 # should now have the following RPMs
1551 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1552 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1553 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1554 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1555 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1557 echo $kernel_extra_version
1565 # REUSEBUILD, USE_BUILD_CACHE
1570 local ofed_type="$2"
1571 local ofed_version="$3"
1578 if [ "$ofed_version" = "inkernel" ]; then
1579 # see if there is a distro specific override for this and use
1581 # XXX we need to better integrate a distro specific override with
1582 # the rest of this function so that all of the reuse cache
1583 # stuff is leveraged given that 80% of this function is reuse
1584 if type -p build_ofed-$DISTROMAJ; then
1586 ofed_location=$(build_ofed-$DISTROMAJ ${STDOUT})
1587 local rc=${PIPESTATUS[0]}
1588 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1595 mlnx) # no compat-rdma for mlnx as of 3.1
1596 kib_prefix="ofa_kernel"
1598 kib_rpm="${pre_prefix}${kib_prefix}"
1601 if compare_version $ofed_version 3.0; then
1602 kib_prefix="ofa_kernel"
1603 kib_rpm="${pre_prefix}${kib_prefix}"
1605 kib_prefix="compat-rdma"
1606 kib_rpm="compat-rdma"
1612 # build kernel-ib/compat-rdma
1613 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1614 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1615 echo "$(find_linux_release;
1616 echo "$BUILD_GEN")";
1617 cat "${linux}/include/linux/autoconf.h";
1618 cat "$LBUILD_DIR/lbuild";
1619 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1620 md5sum | cut -d" " -f1)
1621 # see if we can link to the reuse pool
1622 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1624 local CAN_LINK_FOR_REUSE=false
1625 touch $REUSEBUILD/$$
1626 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1627 CAN_LINK_FOR_REUSE=true
1632 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1633 "$REUSE_SIGNATURE"; then
1634 if [ -n "$REUSE_SIGNATURE" ]; then
1635 # stash away the existing built articles for a moment
1637 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1640 find . | cpio -pudlm ..
1644 create_rpmbuild_dirs
1647 build_kernel_ib "${linux}" "${pre_prefix}${kib_prefix}" "${kib_rpm}" "${ofed_type}"
1649 if [ -z "$REUSE_SIGNATURE" ]; then
1650 echo "No reuse signature was caculated so not storing the built ofed"
1652 # store the resulting RPM build tree for future use
1653 echo "Storing the built ofed for future reuse"
1654 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1655 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1656 "$CAN_LINK_FOR_REUSE"; then
1657 error "Failed to store OFED RPMS for reuse"
1661 # put the stuff we stashed away back
1666 pushd "$TOPDIR" >/dev/null
1667 rm -rf ${kib_rpm}-devel
1668 mkdir ${kib_rpm}-devel
1671 o2ib_location="$(pwd)/usr/src/${kib_prefix}"
1673 mlnx) # Prior to MOFED 3.1, we had to use build_kernel_ib=1 to
1674 # build devel rpm. not so after 3.1
1675 if compare_version $ofed_version 3.0; then
1676 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1678 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1680 o2ib_location="${o2ib_location}/default"
1682 ofa) # Prior to OFA 3.18, we had to use build_kernel_ib=1 during configure,
1684 if compare_version $ofed_version 3.18; then
1685 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1687 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1690 ifs) # ifs doesn't follow any convention (if any)
1691 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-*.rpm)
1695 if ! rpm2cpio < $rpm | cpio -id; then
1696 fatal 1 "could not unpack the $rpm."
1698 CONFIGURE_FLAGS="--with-o2ib=${o2ib_location} ${CONFIGURE_FLAGS}"
1704 local ofed_type="$1"
1705 local ofed_version="$2"
1707 if ! $PATCHLESS; then
1708 local kernel_extra_version
1709 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1710 fatal 1 "Failed to build the kernel from it's SRPM"
1713 for arch in $BUILD_ARCHS; do
1714 local kernel_devel_rpm
1715 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/$arch/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1716 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/$arch/"
1719 # install the -devel RPM in preparation for modules builds
1720 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1721 "$TOPDIR/RPMS/$arch/$kernel_devel_rpm"; then
1722 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/$arch/$kernel_devel_rpm"
1726 # need to find and unpack the vendor's own kernel-devel for patchless
1729 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1730 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1732 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1733 fatal 1 "Could not find the Linux tree in $kernelrpm"
1737 # ~sigh~ have to make copies of and modify some of the rpm
1738 # infrastructure files so that find-requires can find our unpacked
1739 # kernel-devel artifacts
1740 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1741 export FIND_REQUIRES="$(pwd)/find-requires"
1742 chmod 755 {symset-table,find-requires{,.ksyms}}
1744 tmp="${tmp//\//\\/}"
1745 ed find-requires <<EOF
1749 /|.*find-requires.ksyms/s/|/| bash -x/
1750 g/ [^ ]*\/\(find-requires\.ksyms\)/s// $tmp\/\1/g
1753 ed find-requires.ksyms <<EOF
1757 g/\/.*\/\(symset-table\)/s//$tmp\/\1/g
1758 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1761 ed symset-table <<EOF
1765 g/\(\/boot\/\)/s//$tmp\/reused\1/g
1766 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1770 build_ofed "${LINUXOBJ:-$LINUX}" "$ofed_type" "$ofed_version" ||
1771 fatal 1 "error building OFED"
1774 if build_lustre "$LINUX" "$LINUXOBJ"; then
1775 # the build worked. resolve any symlinked files (i.e. from reuse)
1776 # in RPMS/$arch to real files so that that that huge mess of
1777 # complication known as LTS can copy them yet somewhere else.
1778 # is it any wonder this whole process is so damn so? anyone ever
1779 # heard of hardlinks? it's this cool new thing that allows you save
1780 # tons of time and space by creating... well you can go read about
1781 # them if you have not heard about them yet.
1782 # can i say how much the implemenation of all of this really impedes
1785 for dir in RPMS/*; do
1787 for file in $(ls); do
1788 if [ -h $file ]; then
1795 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1796 # as that's where LTS expects to find them
1797 for dir in RPMS/*; do
1798 if [ $dir = RPMS/$TARGET_ARCH ]; then
1803 if [ -n "$files" ]; then
1804 cp -al $files ../$TARGET_ARCH
1814 create_rpmbuild_dirs() {
1816 [ -d RPMS ] || mkdir RPMS
1817 for arch in $BUILD_ARCHS; do
1818 if [[ $arch = i?86 ]]; then
1819 # some stupidity in the sles11 kernel spec requires an RPMS/i386
1820 # even if the target arch is i686
1821 [ -d RPMS/i386 ] || mkdir RPMS/i386
1823 [ -d RPMS/$arch ] || mkdir RPMS/$arch
1825 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1826 [ -d BUILD ] || mkdir BUILD
1827 [ -d SOURCES ] || mkdir SOURCES
1828 [ -d SPECS ] || mkdir SPECS
1829 [ -d SRPMS ] || mkdir SRPMS
1851 [[ $list\ == *\ $item\ * ]]
1855 #########################################################################
1856 # Generate a backtrace through the call stack.
1860 #########################################################################
1864 local funcname="" sourcefile="" lineno="" n
1866 echo "Call stack: (most recent first)"
1867 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1868 funcname=${FUNCNAME[$n - 1]}
1869 sourcefile=$(basename ${BASH_SOURCE[$n]})
1870 lineno=${BASH_LINENO[$n - 1]}
1874 # Display function arguments
1875 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1876 local args newarg j p=0
1877 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1878 newarg=${BASH_ARGV[$j + $p - 1]}
1879 args="${args:+${args} }'${newarg}'"
1881 let p+=${BASH_ARGC[$n - 1]}
1883 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1887 echo "BEGIN BACKTRACE"
1889 #echo ${BASH_LINENO[*]}
1890 #echo ${BASH_SOURCE[*]}
1891 #echo ${FUNCNAME[*]}
1892 local i=$((${#FUNCNAME[@]} - 1))
1893 while [ $i -ge 0 ]; do
1894 local lineno=${BASH_LINENO[$i]}
1898 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1899 # Can't figure out how to get function args from other frames...
1900 local FUNCTION="${FUNCNAME[$i]}()"
1901 echo "$SOURCELINE:$FUNCTION"
1905 echo "END BACKTRACE"
1911 seen_list=$(new_list)
1913 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1914 Unfortunately the above line number in the message may or may not be correct,
1915 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1917 # have we seen this one
1918 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1920 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1921 echo "seen this one already"
1923 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1926 ) ; set $xtrace' ERR
1929 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1931 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,patchless,ccache,norpm,external-patches:,timestamp:,extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-type:,ofed-version:,mlnx-version:,ofed-src:,publish,disable-zfs,release,set-value:,src,stage:,target:,target-archs:,with-linux:,xen -- "$@")
1933 if [ $? != 0 ]; then
1937 eval set -- "$options"
1968 if ! KERNELTREE=$(canon_path "$2"); then
1969 fatal 1 "Could not determine the canonical location of $2"
1973 --linux | --with-linux)
1974 if ! LINUX=$(canon_path "$2"); then
1975 fatal 1 "Could not determine the canonical location of $2"
1984 if ! REUSEBUILD=$(canon_path "$2"); then
1985 fatal 1 "Could not determine the canonical location of $2"
2001 if ! KERNELRPMSBASE=$(canon_path "$2"); then
2002 fatal 1 "Could not determine the canonical location of $2"
2011 if ! LUSTRE=$(canon_filepath "$2"); then
2012 fatal 1 "Could not determine the canonical location of $2"
2073 # there are actually some lustre configure flags that we need to
2074 # handle ourselves (but we still give them to configure)
2075 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2082 usage 1 "Unrecognized option: $1"
2093 if [ -n "$OFED_TYPE" -a "$OFED_TYPE" != "inkernel" ]; then
2094 download_ofed "$OFED_TYPE" "$OFED_VERSION"
2095 unpack_ofed "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Error unpacking OFED tarball"
2098 # make sure the RPM build environment is set up
2099 create_rpmbuild_dirs
2101 # if an unpacked kernel source tree was given on the command line
2102 # just build lustre with it (nothing distro kernel specific here)
2103 if [ -n "$LINUX" ]; then
2104 find_linux_release() {
2105 _find_linux_release $LINUX
2107 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_TYPE" "$OFED_VERSION" ||
2108 fatal 1 "error building OFED"
2109 build_lustre "$LINUX" "$LINUXOBJ"
2111 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTROMAJ" ]; then
2112 fatal 1 "${LBUILD_DIR}/lbuild-$DISTROMAJ not found"
2114 source ${LBUILD_DIR}/lbuild-$DISTROMAJ
2115 build_with_srpm "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Failed to build_with_srpm"