3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
40 # XXX - some recent hacking has pretty much neutered this option.
41 # search through this file for "-bb" and see how many places
42 # simply don't account for this option
47 TARGET_ARCH="$(uname -m)"
52 TMPDIR=${TMPDIR:-"/var/tmp"}
56 # this is the dir that should be used to store reuse products
58 # should cached products be used or force rebuilding?
60 # what does this do exactly? does it imply no kernel build?
64 SMPTYPES="smp bigsmp default ''"
66 PATCHLESS_SERVER=false
72 # default to not adding -lustre- into the kernel RPM package names
73 KERNEL_LUSTRE_NAMING=false
74 ENABLE_KERNEL_DEBUG=false
75 # default not use kabi check.
93 # not in the target file any more
96 # build the lustre-tests rpm?
105 # Readlink is not present on some older distributions: emulate it.
109 if [ -L "$path" ]; then
110 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
119 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
121 --external-patches=EXTERNAL_PATCHES
122 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
123 look for seres and config files in before looking in the lustre
126 --extraversion=EXTRAVERSION
127 Text to use for the rpm release and kernel extraversion.
129 --timestamp=TIMESTAMP
130 Date of building lustre in format YYYYMMDDhhmmss
133 Try to reuse old kernel builds from DIR
136 Path to distro kernel RPM collection
145 Build lustre client only
148 Build lustre server without patching the kernel
151 Which distro using. Autodetect by default
153 --kerneldir=KERNELDIR
154 Directory containing Linux source tarballs referenced by target
157 --kerneltree=KERNELTREE
158 Directory containing dirs with Linux source tarballs referenced by target
159 files. Dir names in format kernel version ('2.6.9', etc.)
161 --enable-kernel-debug
162 Build with kernel-<version>.config-debug instead
164 --linux=LINUX --with-linux=LINUX
165 Directory of Linux kernel sources. When this option is used, only
166 Lustre modules and userspace are built.
169 Path to an existing lustre source tarball to use.
172 Do not try to download a kernel from downloads.whamcloud.com
175 Do not build a .src.rpm, a full kernel patch, or a patched kernel
179 Type of OFED to build with lustre: inkernel, ofa, mlnx, ifs
180 ofa: OpenFabrics Alliance
182 ifs: Intel True Scale Fabric
185 Version of external OFED to build with lustre
188 Version of external Mellanox OFED to build with lustre
191 Tarball for either OFED. Tarball must follow below format
192 OFED-<ofed-version>.tgz regardless of vendors
193 It's likely that you need to reconstruct the directory name
194 It must be placed under KERNELTREE directory
197 Build with ldiskfs support. (Deprecated, always true)
200 Do not build lustre-iokit RPM. Now true by default
206 Specifies that the files generated do not include timestamps, and
207 that this is an official release.
210 Build Lustre without ZFS.
213 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
216 Directory used to stage packages for release. RPMs will be placed
217 more or less in DIR/<target>-<arch>, and the tarball will be
221 The name of the target to build. The available targets are listed
225 Builds a Xen domX kernel.
228 Sets a variable to a given value.
237 # canonicalize a relative path to a file
241 if [ ! -f "$PATH" ]; then
245 local FILE=${PATH##*/}
248 echo $(canon_path "$DIR")/$FILE
252 # canonicalize a relative path to a dir
256 if [ ! -d "$PATH" ]; then
260 pushd "$PATH" >/dev/null || return 1
270 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
271 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
274 if $PATCHLESS && $PATCHLESS_SERVER; then
275 usage 1 "Can not use both --patchless and --patchless-server."
278 if [ -n "${OFED_SRC}" ]; then
279 if [ -z "${OFED_VERSION}" ]; then
280 usage 1 "Need to provide version for file ${OFED_SRC}."
282 if [ "${OFED_TYPE}" = "inkernel" ]; then
283 usage 1 "Need to provide ofed type for file ${OFED_SRC}."
286 if [ "${OFED_TYPE}" != "inkernel" -a -z "${OFED_VERSION}" ]; then
287 usage 1 "Need to provide version for $OFED_TYPE OFED"
290 if [ "${OFED_TYPE}" = "inkernel" -a -n "${OFED_VERSION}" ]; then
291 usage 1 "Can not specify version with inkernel OFED"
295 if [ -z "$DISTRO" ] ; then
296 DISTRO=$(autodetect_distro)
300 DISTROMAJ=${DISTRO%%.*}
302 [ -z "$TARGET" ] && TARGET=$(autodetect_target "$DISTRO")
304 if [ -z "$LINUX" ]; then
305 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
306 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
308 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
309 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
311 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
312 # [ -r "$TARGET_FILE" ] || \
313 # usage 1 "Target '$TARGET' was not found."
317 3.12-sles12 | 4.4-sles12)
318 CANONICAL_TARGET="sles12"
321 CANONICAL_TARGET="rhel7"
324 CANONICAL_TARGET="rhel6"
327 CANONICAL_TARGET="rhel5"
330 CANONICAL_TARGET="rhel-2.6"
333 CANONICAL_TARGET="sles-2.6"
336 CANONICAL_TARGET="sles10-2.6"
338 2.6-sles11 | 3.0-sles11)
339 CANONICAL_TARGET="sles11"
342 CANONICAL_TARGET="oel5"
345 CANONICAL_TARGET="hp-pnnl-2.4"
353 CANONICAL_TARGET="$TARGET"
357 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
358 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
359 local timestamplength="${#TIMESTAMP}"
360 if [ $timestamplength -eq 12 ]; then
361 TIMESTAMP="${TIMESTAMP}00"
362 elif [ $timestamplength -ne 14 ]; then
363 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
366 RPMBUILD=$(which rpmbuild 2>/dev/null | head -n 1)
367 RPMBUILD=${RPMBUILD:-$(which rpm 2>/dev/null | head -n 1)}
368 if [ -z "$RPMBUILD" ]; then
369 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
372 local BINDIR="$TOPDIR/bin"
373 if [ -d $BINDIR ]; then
374 rm -rf $BINDIR >/dev/null 2>&1 || true
377 mkdir -p $BINDIR || fatal 1 "error trying to create $BINDIR"
378 export PATH=$BINDIR:$PATH
380 cat >${BINDIR}/rpmbuild <<EOF
383 ARGS="\${FIND_REQUIRES:+--define \"__find_requires \$FIND_REQUIRES\"}"
386 *\'* ) ARGS="\$ARGS \"\$arg\"" ;;
387 * ) ARGS="\$ARGS '\$arg'" ;;
391 eval $RPMBUILD \$ARGS
393 chmod 755 ${BINDIR}/rpmbuild
395 if [ -n "$CCACHE" ]; then
396 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
398 if which "$CCACHE" &>/dev/null; then
399 local ccache=$(which "$CCACHE" 2>/dev/null | head -n 1)
401 ln -s "$ccache" ${BINDIR}/ccache
402 ln -s "$ccache" ${BINDIR}/cc
403 ln -s "$ccache" ${BINDIR}/$CC
406 export CC="ccache $CC"
407 # zero the cache so we can see how effective we are being with it
411 # get some ccache stats when we are done
412 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
413 # should remove the ccache trap if lbuild is interrupted
414 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
421 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
423 [[ $1 == $2 ]] && return 1
425 local i val1=($1) val2=($2)
427 # padding zero to val1 if it needs
428 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
431 for ((i=0; i<${#val1[@]}; i++)); do
432 [[ -z ${val2[i]} ]] && return 1
434 if [[ ${val1[i]} < ${val2[i]} ]]; then
436 elif [[ ${val1[i]} > ${val2[i]} ]]; then
445 echo $(echo "$*" | xargs -n 1 | sort -u)
453 if [ -z "$target" ]; then
454 fatal 1 "fetch_url() called without a target to fetch to"
457 if [ -d $target ]; then
458 target+="/${url##*/}"
462 if which wget >/dev/null 2>&1; then
463 if ! wget -nv "$url" -O "$target"; then
466 elif which curl >/dev/null 2>&1; then
467 if ! curl -n -L -s -o "$target" "$url"; then
471 fatal 1 "Could not find either wget or curl to fetch URLs."
481 local force="${3:-false}"
483 # let the download_file handle the concurrency
486 # get the location from a distro specific method if it exists
487 if type -p kernel_srpm_location; then
488 location=$(kernel_srpm_location)
490 fatal 1 "Must specify location for download kernel SRPM."
492 echo "Downloading $location/$srpm..."
494 "$location/$srpm" "$KERNELDIR/$srpm" "$force" 2>&1 ||
495 [ ! -s "$KERNELDIR/$srpm" ]; then
496 rm -f $KERNELDIR/$srpm
497 fatal 1 "Could not download target $target's kernel \
498 SRPM $srpm from $location."
503 download_debuginfo_common() {
505 local force="${2:-false}"
507 # let the download_file handle the concurrency
509 # get the location from a distro specific method if it exists
510 if type -p kernel_debuginfo_location; then
511 location=$(kernel_debuginfo_location)
513 echo "Downloading $location/$rpm"
515 "$location/$rpm" "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" "$force" 2>&1 ||
516 [ ! -s "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" ]; then
517 rm -f $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm
518 fatal 1 "Could not download $rpm from $location."
528 local file=${from##*/}
534 local semaphore="$to-downloading"
537 if [ ! -f $semaphore ]; then
541 # make sure the download has not been aborted
542 local now=$(date +%s)
543 local file_mtime=$(stat -c %Y "$to")
544 local staleness=$((now - file_mtime))
545 # let's assume an active download will write at least once a minute
546 if [ $staleness -gt 60 ]; then
554 # if the semaphore file exists, the file is either still downloading
555 # or a download was aborted and we cannot trust the target file
556 if [ -f $semaphore ]; then
560 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
567 if $force || ! is_downloaded; then
568 if is_downloading; then
569 echo "Somebody else is downloading $from..."
570 while is_downloading; do
571 echo "Waiting for $to to finish downloading"
574 if is_downloaded; then
577 echo "The download we were waiting for seems to have been aborted"
583 echo "Downloading $from..."
584 # flag others so they don't try to download also
585 push_exit_trap "rm -f $to $semaphore" "download"
587 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
588 # the trap will remove the files via the fatal below
589 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
592 delete_exit_trap "download"
594 fatal 1 "${to##*/} not found in directory ${to%/*}."
604 local ofed_version="$2"
605 local force="${3:-false}"
606 local distro_name="${DISTRO}"
607 local arch="${TARGET_ARCH}"
611 #if a src tarball has been given in the command line, we use it
612 #The format of the tarball must be OFED-${OFED_VERSION}.tgz
613 [ -n "${OFED_SRC}" ] && return 0
617 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}/"
619 if [[ $ofed_version = *-[rR][cC][0-9] ]]; then
620 ofed_version_loc=${ofed_version%%-[rR][cC][0-9]}
621 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version_loc}/"
624 if [[ $ofed_version = *-daily ]]; then
625 ofed_version=${ofed_version/-daily/}
626 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}-daily/"
627 # find the filename for latest version
628 ofed_version=$(curl -1 -s "$location" | sed -nre "s/.*href=\"OFED-(${ofed_version//./\\.}-[0-9]{8}-[0-9]{4}).tgz.*$/\1/p" | tail -1)
629 if [ -z "$ofed_version" ]; then
630 fatal 1 "Could not determine the filename of the OFED snapshot from daily "
634 file="OFED-${ofed_version}.tgz"
635 download_file "$location/$file" "$KERNELTREE" "$force"
638 location="http://www.mellanox.com/downloads/ofed/MLNX_OFED-${ofed_version}"
639 # this is a work around for suse distro (sles11.3). what we need is
640 # sles11sp3. We really need to redesign how we use target and distro
641 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
642 if [[ $arch = "aarch64" ]]; then
643 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}alternate-${arch}.tgz"
645 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}.tgz"
647 download_file "$location/$file" "$KERNELTREE" "$force"
650 location="http://downloadmirror.intel.com/24625/eng/"
651 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}.tgz"
652 download_file "$location/$file" "$KERNELTREE" "$force"
655 fatal 1 "Error: unknown OFED type: $ofed_type"
658 # version might change due to detect daily version
659 OFED_VERSION=${ofed_version}
665 EXTRA_VERSION_save="$EXTRA_VERSION"
666 for patchesdir in "$EXTERNAL_PATCHES" \
667 "$TOPDIR/lustre/lustre/kernel_patches"; do
668 TARGET_FILE="$patchesdir/targets/$TARGET.target"
669 [ -r "$TARGET_FILE" ] && break
671 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
673 echo "Loading target config file $TARGET.target..."
675 # if the caller specified an OFED_VERSION it should override whatever
676 # the target file specifies
677 local env_OFED_VERSION="$OFED_VERSION"
681 if [ -n "$env_OFED_VERSION" ]; then
682 OFED_VERSION="$env_OFED_VERSION"
685 # doesn't make any sense to build OFED for xen domX's
690 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
691 # go away and the target just specify the $RPMSMPTYPE
692 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
694 # CC might have been overwritten in TARGET_FILE
695 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
696 export CCACHE && export CC="ccache $CC"
699 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
700 KERNELDIR="$KERNELTREE/${lnxmaj}"
701 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
704 # verify the series is available
705 if [ "$SERIES" ]; then
706 for series in $SERIES; do
707 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
708 [ -r "$patchesdir/series/$series" ] && continue 2
710 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
714 # set the location of the .config file
720 if $ENABLE_KERNEL_DEBUG; then
721 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config-debug ]; then
722 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config-debug"
725 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
726 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config"
730 local lnxrelnew=${lnxrel//-/_}
732 # remember the EXTRA_VERSION before we diddle it here
733 # XXX - we really should not diddle with any values read in from the
734 # target file. if we want to modify a value, we should create
736 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
738 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
739 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
742 if [ "$EXTRA_VERSION_save" ]; then
743 EXTRA_VERSION="$EXTRA_VERSION_save"
744 elif ! $RELEASE; then
745 # if there is no patch series, then this is not a lustre specific
746 # kernel. don't make it look like one
747 if $PATCHLESS || [ -n "$SERIES" ]; then
748 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
751 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
757 echo -n '--wildcards '
760 fatal 1 "tarflags(): File name argument missing."
772 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
781 local extractfile="$@"
783 echo "Untarring ${tarfile##*/}..."
784 tar $(tarflags "$tarfile") "$tarfile" $extractfile
790 local ofed_version="$2"
791 local distro_name="${DISTRO}"
792 local arch="${TARGET_ARCH}"
795 #if a src tarball has been given in the command line, we use it
796 #The format of the directory after untar MUST be in OFED-${version}
797 #even if it's from MLNX or IFS...or whatever
798 if [ -n "${OFED_SRC}" ]; then
799 if ! untar "$KERNELTREE/${OFED_SRC}"; then
802 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
807 file="OFED-${ofed_version}"
808 if ! untar "$KERNELTREE/${file}.tgz"; then
811 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
814 # this is a work around for suse distro (sles11.3). what we need is
815 # sles11sp3. We really need to redesign how we use target and distro
816 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
817 if [[ $arch = "aarch64" ]]; then
818 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}alternate-${arch}"
820 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}"
822 # it's not important what distro we get the tarball since we only
823 # interest in the src
824 if ! untar "$KERNELTREE/${file}.tgz"; then
827 # we need to untar again to get the src since it's being
828 # wrapped inside the tarball
829 # There are cases where the source version is different
831 # (ie. MLNX_OFED_LINUX-2.3-1.0.1 but MLNX_OFED_SRC-2.3-1.0.0)
832 local src=$(ls ${file}/src/MLNX_OFED_SRC-${ofed_version%.*}*.tgz)
833 if ! untar "$src"; then
836 [ -d OFED ] || ln -sf MLNX_OFED_SRC-[0-9].[0-9]* OFED
837 [ -d OFED_RPMS ] || ln -sf ${file}/RPMS OFED_RPMS
840 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}"
841 if ! untar "$KERNELTREE/${file}.tgz"; then
844 [ -d OFED ] || ln -sf $file/IntelIB-OFED.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.* OFED
845 ofed_version="$(cat OFED/Version)"
848 # version might change due to detect daily version
849 OFED_VERSION=${ofed_version}
854 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
855 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
861 local do_patch=${1:-true}
863 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
864 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
865 $do_patch && pushd linux >/dev/null
866 for series in $SERIES; do
867 echo -n "Applying series $series:"
868 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
869 [ -r "$patchesdir/series/$series" ] || continue
870 SERIES_FILE="$patchesdir/series/$series"
871 for patch in $(<"$SERIES_FILE"); do
873 PATCH_FILE="$patchesdir/patches/$patch"
874 [ -r "$PATCH_FILE" ] || \
875 fatal 1 "Patch $patch does not exist in Lustre tree."
876 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
878 fatal 1 "Error adding patch $patch to full patch."
881 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
883 fatal 1 "Error applying patch $patch."
891 $do_patch && popd >/dev/null
892 echo "Full patch has been saved in ${FULL_PATCH##*/}."
899 local configure_args=""
903 pushd lustre >/dev/null
905 if ! build_lustre_dkms; then
906 popd >/dev/null # pushd lustre
910 echo "Building Lustre RPMs for: $TARGET_ARCH"
912 # If server we now build the spl and zfs modules against the lustre kernel.
913 # These are required prior to the building of lustre server. Client does
914 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
915 # line above so is at least consistant.
916 if [ $PATCHLESS == false ] && [ "x$WITH_ZFS" == "x" ]; then
917 if ! build_spl_zfs; then
918 popd >/dev/null # pushd lustre
924 configure_args="$configure_args --disable-server"
927 # ditto for the lustre-tests boolean
928 if ! $LUSTRE_TESTS; then
929 configure_args="$configure_args --disable-tests"
933 configure_args="$configure_args --disable-iokit"
936 if ! $OSDZFSRPM; then
937 configure_args="$configure_args --without-zfs"
940 if ! $OSDLDISKFSRPM; then
941 configure_args="$configure_args --disable-ldiskfs"
944 configure_args="$configure_args --with-linux=$linux"
945 configure_args="$configure_args ${linuxobj:+--with-linux-obj=$linuxobj}"
947 # allow environment setting to override ldiskfs series selection
948 [ -n "$LDISKFS_SERIES" ] && export LDISKFS_SERIES
950 ./configure $configure_args $CONFIGURE_FLAGS 2>&1 ||
951 fatal 1 "Error in configure."
953 if type -p apply_kmod_requires_conflicts; then
954 apply_kmod_requires_conflicts
958 fatal 1 "Error building rpms for $TARGET_ARCH."
960 # move RPMs into place where they are expected to be
961 mv -f *lustre*.${TARGET_ARCH}.rpm $TOPDIR/RPMS/${TARGET_ARCH}/
962 mv -f lustre-*.src.rpm $TOPDIR/SRPMS/
965 if type -p cleanup_rpmmacros; then
972 build_lustre_dkms() {
974 local ver=$(sed -n -e 's/^LUSTRE_VERSION = //p' LUSTRE-VERSION-FILE)
976 echo "Building Lustre DKMS RPMs for: $TARGET_ARCH"
977 ./configure --enable-dist || fatal 1 "Error in DKMS configure."
980 build_args="--without servers"
983 rpmbuild --define "_topdir $TOPDIR" $build_args -bs lustre-dkms.spec ||
984 fatal 1 "Error building DKMS .src.rpm for $TARGET_ARCH."
987 rpmbuild --define "_topdir $TOPDIR" $build_args \
988 --rebuild $TOPDIR/SRPMS/lustre-client-dkms-$ver-*.src.rpm ||
989 fatal 1 "Error building DKMS .rpm for $TARGET_ARCH."
991 rpmbuild --define="_topdir $TOPDIR" --with servers \
992 --with zfs --without ldiskfs -bs lustre-dkms.spec ||
993 fatal 1 "Error creating DKMS (zfs) .srpm for $TARGET_ARCH."
994 rpmbuild --define="_topdir $TOPDIR" --with servers \
995 --without zfs --with ldiskfs -bs lustre-dkms.spec ||
996 fatal 1 "Error creating DKMS (ldiskfs) .srpm for $TARGET_ARCH."
997 rpmbuild --define="_topdir $TOPDIR" --with servers \
998 --with zfs --with ldiskfs -bs lustre-dkms.spec ||
999 fatal 1 "Error creating DKMS (all) .srpm for $TARGET_ARCH."
1001 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1002 --with zfs --without ldiskfs $TOPDIR/SRPMS/lustre-zfs-dkms-$ver-*.src.rpm ||
1003 fatal 1 "Error building DKMS (zfs) .rpm for $TARGET_ARCH."
1004 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1005 --without zfs --with ldiskfs $TOPDIR/SRPMS/lustre-ldiskfs-dkms-$ver-*.src.rpm ||
1006 fatal 1 "Error building DKMS (ldiskfs) .rpm for $TARGET_ARCH."
1007 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1008 --with zfs --with ldiskfs $TOPDIR/SRPMS/lustre-all-dkms-$ver-*.src.rpm ||
1009 fatal 1 "Error building DKMS (all) .rpm for $TARGET_ARCH."
1018 # Fetch spl/zfs from the git repo and prepare for lustre build
1021 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
1022 # SPLZFSTAG - Tag to checkout of clone repositories
1023 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
1025 # return 0 if successful, else 255
1027 # make sure the RPM build environment is set up
1029 create_rpmbuild_dirs
1032 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
1033 # destination for the rpms
1034 export RPM_BUILD_ROOT=$TOPDIR
1035 SPLZFSVER=${SPLZFSVER:-0.7.13}
1036 SPLZFSTAG=${SPLZFSTAG:-}
1037 # "spl zfs" prior to 0.8.0
1038 # "zfs" for 0.8.0 and later
1039 SPLZFSPKGS="spl zfs"
1041 # The files expect a kver to be set to the kernel version .
1042 local kver=$(find_linux_release)
1044 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1047 for pkg in $SPLZFSPKGS; do
1051 # need to fetch the repo in order to build it.
1052 # default to github but allow override
1053 git clone -n ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1055 pushd $pkg || return 255
1057 if [ -n "$SPLZFSTAG" ]; then
1062 git checkout -b lbuild $tag || fatal 1 "Failed to checkout \"$tag\" for $pkg.git"
1064 # This differentiates between older zfs versions
1065 if [ -f $pkg-modules.spec.in ]; then
1068 speclist="$pkg.spec $rpmpkg.spec"
1070 rpmpkg=kmod-$pkg-devel
1072 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
1075 sh autogen.sh || return 255
1077 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
1078 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1079 ! make dist 2>&1; then
1085 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1086 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1087 if [ -f $pkg/scripts/kmodtool ]; then
1088 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
1098 # set search dir for our own kmodtool to find correct
1100 export KERNELSOURCE=$(dirname ${LINUX})
1101 # Manually build rpms
1102 for spec in $speclist; do
1103 echo "Building RPMs from $pkg/$specdir/$spec"
1104 if ! rpmbuild $rpmb $pkg/$specdir/$spec \
1106 --define "_use_internal_dependency_generator 0" \
1107 --define "require_kdir ${LINUX}" \
1108 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
1109 ${spldir:+--define "require_spldir ${spldir}"} \
1110 --define "kver $kver" \
1111 --define "kernels $kver" \
1112 --define "_tmppath /var/tmp" \
1113 --define "kernelbuildroot $TOPDIR/reused" \
1114 --define "_topdir $TOPDIR" 2>&1; then
1119 # We have built the rpms for the package. Now we need to extract the
1120 # contained files so we can build further things against them
1121 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
1123 # cpio only extract to pwd so we need to go there.
1126 for rpm in $rpms; do
1127 rpm2cpio $rpm | cpio -id
1130 if [ "$pkg" == "zfs" ]; then
1131 # We also need to extract both the zfs and zfs-devel rpms
1132 # the zfs rpm is needed because it has the actual libraries in
1133 # it and the zfs-devel rpm only has unversioned symlinks to the
1134 # libraries in the zfs rpm
1135 # this will all change one day when we have a libzfs rpm per
1136 # https://github.com/zfsonlinux/zfs/issues/2329
1137 # and it looks like it could be one day soon:
1138 # https://github.com/zfsonlinux/zfs/pull/2341
1139 local devel_rpms=$(ls -1 $TOPDIR/RPMS/*/{$pkg-devel,$pkg-$SPLZFSVER,lib*}-*.rpm)
1140 for rpm in $devel_rpms; do
1141 rpm2cpio $rpm | cpio -id
1143 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR ${CONFIGURE_FLAGS}"
1144 if [ -z "$spldir" ]; then
1145 # if spldir is empty, then we are only building ZFS and need to define SPL config flags
1146 CONFIGURE_FLAGS="--with-spl=$(ls -d $TOPDIR/usr/src/spl-*|tail -1) ${CONFIGURE_FLAGS}"
1147 CONFIGURE_FLAGS="--with-spl-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1149 elif [ "$pkg" == "spl" ]; then
1150 spldir="$(ls -d $TOPDIR/usr/src/spl-*|tail -1)"
1154 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*|tail -1) ${CONFIGURE_FLAGS}"
1155 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1165 [ "$STAGEDIR" ] || return 0
1167 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${TARGET_ARCH}"
1168 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1169 mkdir -p "${rpmdir}"
1170 for rpm in $(ls RPMS/${TARGET_ARCH}/*.rpm RPMS/noarch/*.rpm); do
1171 cp -v $rpm "${rpmdir}"
1174 cp -v "$LUSTRE" "$STAGEDIR"
1178 set_rpm_smp_type() {
1180 local infact_arch="${TARGET_ARCH}"
1183 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1186 for smp_type in $SMP_ARCHS; do
1187 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1190 for smp_type in $BIGSMP_ARCHS; do
1191 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1194 for smp_type in $PPC64_ARCHS; do
1195 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1198 for smp_type in $DEFAULT_ARCHS; do
1199 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1204 # This function takes a linux include tree and digs out the linux release
1205 # from it. It is never called directly, only called from the distro
1206 # specific function find_linux_release() in lbuild-{rhel,sles}.
1207 _find_linux_release() {
1209 local LINUXRELEASEHEADER=""
1211 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1212 if [ -s $SRC/include/generated/utsrelease.h ]; then
1213 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1214 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1215 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1218 if [ ! -s $LINUXRELEASEHEADER ]; then
1219 fatal 1 "could not find UTS_RELEASE"
1222 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1225 # unpack kernel(/source/devel) RPM
1227 unpack_linux_devel_rpm() {
1228 local kernelrpm="${1}"
1230 [ -f "$kernelrpm" ] || return 255
1231 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1233 pushd $TOPDIR/reused &>/dev/null || return 255
1235 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1239 # call a distro specific hook, if available
1240 if type -p unpack_linux_devel_rpm-$DISTROMAJ; then
1241 if ! unpack_linux_devel_rpm-$DISTROMAJ "$kernelrpm"; then
1248 find_linux_devel_paths $TOPDIR/reused
1256 local kib_prefix="$2"
1258 local ofed_type="${4}"
1259 local ofed_version="${5}"
1261 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1264 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-user_mad-mod \
1265 --with-user_access-mod --with-addr_trans-mod --with-innova-flex "
1266 local OFED_HARDWARE="--with-mlx4-mod --with-mlx4_en-mod \
1267 --with-srp-mod --with-iser-mod --with-isert-mod --with-mlx5-mod \
1270 # some I/B drivers are architecture dependent and kernel-ib's configure
1271 # does not figure it out for us ~sigh~
1272 case "$TARGET_ARCH" in
1274 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1278 # assume we are just rebuilding the SRPM
1279 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1280 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1282 # but switch to building from the SPEC if we need to apply patches
1283 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1285 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1286 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1287 local file ed_fragment1 ed_fragment2 n=1
1288 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch); do
1289 ed_fragment1="$ed_fragment1
1290 Patch$n: ${file%%*/}"
1291 ed_fragment2="$ed_fragment2
1293 cp $file ${TOPDIR}/SOURCES
1296 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed); do
1297 # Only apply the ed-scripts that should be used for the canonical target
1298 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1300 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1301 # To apply the same change to multiple canonical target simply specify
1302 # a list of colon separated canoncial target names in the file name.
1303 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1304 -e ":${CANONICAL_TARGET}.ed$"
1305 if [ $? -eq 0 ] ; then
1306 ed_fragment3="$ed_fragment3
1312 if [ $n -gt 1 ]; then
1326 local linuxrelease=$(find_linux_release)
1327 # a place to change/add any unique config
1329 ofa|ifs) local K_SRC_OBJ="K_SRC_OBJ"
1330 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' \
1331 --define 'build_kernel_ib_devel 1' \
1332 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1333 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1334 --define "KVERSION ${linuxrelease}" \
1335 --define "$K_SRC ${linux}" \
1336 ${K_SRC_OBJ:+--define "$K_SRC_OBJ ${linux}"} \
1337 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1338 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1339 ${SOURCE} 2>&1; then
1340 fatal 1 "Error building ${kib_rpm}"
1344 if ! $RPMBUILD $BUILD_TYPE \
1345 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1346 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1347 --define "KVERSION ${linuxrelease}" \
1349 --define "$K_SRC ${linux}" \
1350 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1351 ${SOURCE} 2>&1; then
1352 fatal 1 "Error building ${kib_rpm}"
1354 # now that we have the kernel rpms, we need to lib rpms too
1355 # we don't have to rebuild since MOFED include the binaries
1356 cp -f OFED_RPMS/{libibmad-*,libibverbs-*,libibumad-*,librdmacm*,ibutils-*,opensm-*}.${TARGET_ARCH}.rpm \
1357 ${TOPDIR}/RPMS/${TARGET_ARCH} || \
1358 fatal 1 "Failed to copy MOFED rpms"
1368 local signature="$4"
1369 local use_links="$5"
1376 local unique_id=$(hostname -s)
1377 if [ -z "$unique_id" ]; then
1378 fatal 1 "Failed to determine hostname."
1381 local finallocation="$location"/"$signature"/"$module"
1382 location="$location"/"$signature-${unique_id}"/"$module"
1383 mkdir -p "$location"
1384 # the cleanup script removes any directory that doesn't have a
1385 # .lastused, so let's try to prevent that as soon as we can
1386 # this solution still slightly racy with the cleanup script
1387 # but the race is a lot tighter now
1388 touch -t 197001010000 "$location/.lastused"
1389 ## use eval/echo here to make sure shell expansions are performed
1390 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1392 for article in $(eval echo $articles); do
1393 if ! cp -a${linkflag} "$article" "$location"; then
1394 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1395 # rename the cache location so that it's not cached
1396 # product, but is around for analysis
1397 mv "$location"{,-bad-$(date +%s)} ||
1398 error "failed to clean up a failed cache attempt" \
1399 "in \"$location\" -- manual cleanup will be" \
1405 # flag the cache as complete (i.e. in case lbuild was previously
1406 # interrupted while caching)
1407 touch "$location/.lastused"
1409 # put the temporary location into the final location
1411 mkdir -p "${finallocation%/*}"
1412 mv "$location" "$finallocation"
1413 rmdir "${location%/*}"
1421 local use_links="${3:-false}"
1422 local signature="$4"
1424 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1425 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1426 # the .lastused flag is populated at the end of the caching to
1427 # signal that the caching was completed. if that flag is not
1428 # there, then the cache is invalid (and should be removed in fact)
1429 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1430 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1434 # so that we know how stale this entry is
1435 touch $REUSEBUILD/$signature/$module/.lastused
1438 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1439 cp -al $REUSEBUILD/$signature/$module/* $dest/
1442 # copying is pretty heavy
1443 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1444 # do some creative symlinking instead
1446 for dir in BUILD SRPMS SPECS; do
1447 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1448 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1451 # sources have to be copied by file because we need SOURCES to
1452 # be a dir we can write into
1453 # could overrun ls's arg list here
1454 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1455 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1456 xargs ln -t $dest/SOURCES -s
1458 # same for RPMS/* dirs
1459 # could overrun ls's arg list here
1460 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1462 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1463 mkdir -p $dest/RPMS/${dir##*/}
1465 xargs ln -t $dest/RPMS/${dir##*/} -s
1477 if [[ $arch = i[3456]86 ]]; then
1485 build_kernel_with_srpm() {
1488 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1489 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1492 # need to generate the patch for this target
1493 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1495 # get an md5sum of the kernel patch + config for reuse check
1498 local release_str="RELEASE=$RELEASE\n"
1501 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1502 local REUSE_SIGNATURE=$({ echo -en $release_str;
1505 cat "$TARGET_FILE" |
1506 sed -e '/_VERSION=/s/_[0-9]*_g.*$//g';
1508 cat "$LBUILD_DIR/lbuild";
1509 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1510 md5sum | cut -d" " -f1)
1511 # see if we can link to the reuse pool
1512 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1514 local CAN_LINK_FOR_REUSE=false
1515 touch $REUSEBUILD/$$
1516 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1517 CAN_LINK_FOR_REUSE=true
1522 # the extra version string to use for the kernel (which might be a reused
1524 local kernel_extra_version=""
1525 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1526 "$REUSE_SIGNATURE"; then
1527 # nothing cached, build from scratch
1528 echo "Downloading kernel SRPM" >&${outfd}
1529 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1531 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1532 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1533 # should we clean this up or leave it for analysis?
1535 fatal 1 "Error installing kernel SRPM."
1538 # put the Lustre kernel patch into the RPM build tree
1539 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1540 prepare_and_build_srpm >&${outfd} ||
1541 fatal 1 "failed to prepare_and_build_srpm"
1543 if [ -z "$REUSE_SIGNATURE" ]; then
1544 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1546 # store the resulting kernel RPM build tree for future use
1547 echo "Storing the built kernel for future reuse" >&${outfd}
1548 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1549 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1550 "$CAN_LINK_FOR_REUSE"; then
1551 error "Failed to store kernel RPMS for reuse"
1552 echo "unknown" >&${outfd}
1558 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1560 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1561 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1563 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1565 # should now have the following RPMs
1566 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1567 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1568 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1569 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1570 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1572 echo $kernel_extra_version
1580 # REUSEBUILD, USE_BUILD_CACHE
1585 local ofed_type="$2"
1586 local ofed_version="$3"
1593 if [ "$ofed_version" = "inkernel" ]; then
1594 # see if there is a distro specific override for this and use
1596 # XXX we need to better integrate a distro specific override with
1597 # the rest of this function so that all of the reuse cache
1598 # stuff is leveraged given that 80% of this function is reuse
1599 if type -p build_ofed-$DISTROMAJ; then
1601 ofed_location=$(build_ofed-$DISTROMAJ ${STDOUT})
1602 local rc=${PIPESTATUS[0]}
1603 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1610 mlnx) # no compat-rdma for mlnx as of 3.1
1611 kib_prefix="ofa_kernel"
1613 kib_rpm="${pre_prefix}${kib_prefix}"
1616 if compare_version $ofed_version 3.0; then
1617 kib_prefix="ofa_kernel"
1618 kib_rpm="${pre_prefix}${kib_prefix}"
1620 kib_prefix="compat-rdma"
1621 kib_rpm="compat-rdma"
1627 # build kernel-ib/compat-rdma
1628 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1629 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1630 echo "$(find_linux_release;
1631 echo "$BUILD_GEN")";
1632 cat "${linux}/include/linux/autoconf.h";
1633 cat "$LBUILD_DIR/lbuild";
1634 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1635 md5sum | cut -d" " -f1)
1636 # see if we can link to the reuse pool
1637 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1639 local CAN_LINK_FOR_REUSE=false
1640 touch $REUSEBUILD/$$
1641 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1642 CAN_LINK_FOR_REUSE=true
1647 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1648 "$REUSE_SIGNATURE"; then
1649 if [ -n "$REUSE_SIGNATURE" ]; then
1650 # stash away the existing built articles for a moment
1652 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1655 find . | cpio -pudlm ..
1659 create_rpmbuild_dirs
1662 build_kernel_ib "${linux}" "${pre_prefix}${kib_prefix}" "${kib_rpm}" "${ofed_type}"
1664 if [ -z "$REUSE_SIGNATURE" ]; then
1665 echo "No reuse signature was caculated so not storing the built ofed"
1667 # store the resulting RPM build tree for future use
1668 echo "Storing the built ofed for future reuse"
1669 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1670 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1671 "$CAN_LINK_FOR_REUSE"; then
1672 error "Failed to store OFED RPMS for reuse"
1676 # put the stuff we stashed away back
1681 pushd "$TOPDIR" >/dev/null
1682 rm -rf ${kib_rpm}-devel
1683 mkdir ${kib_rpm}-devel
1686 o2ib_location="$(pwd)/usr/src/${kib_prefix}"
1688 mlnx) # Prior to MOFED 3.1, we had to use build_kernel_ib=1 to
1689 # build devel rpm. not so after 3.1
1690 if compare_version $ofed_version 3.0; then
1691 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1693 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1695 o2ib_location="${o2ib_location}/default"
1697 ofa) # Prior to OFA 3.18, we had to use build_kernel_ib=1 during configure,
1699 if compare_version $ofed_version 3.18; then
1700 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1702 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1705 ifs) # ifs doesn't follow any convention (if any)
1706 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-*.rpm)
1710 if ! rpm2cpio < $rpm | cpio -id; then
1711 fatal 1 "could not unpack the $rpm."
1713 CONFIGURE_FLAGS="--with-o2ib=${o2ib_location} ${CONFIGURE_FLAGS}"
1719 local ofed_type="$1"
1720 local ofed_version="$2"
1723 if ! $PATCHLESS; then
1724 if $PATCHLESS_SERVER; then
1725 # need to find and unpack the vendor's own kernel-devel
1726 # for patchless server build
1727 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1728 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1730 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1731 fatal 1 "Could not find the Linux tree in $kernelrpm"
1733 # download and unpack kernel-debuginfo-common (only in EL)
1734 if [[ $DISTROMAJ =~ rhel ]]; then
1735 local KERNEL_DEBUGINFO="kernel-debuginfo-common-${TARGET_ARCH}-${lnxmaj}-${lnxrel}.${TARGET_ARCH}.rpm"
1736 download_debuginfo_common "$KERNEL_DEBUGINFO"
1737 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm \
1738 "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"; then
1739 fatal 1 "Could not find the Linux debuginfo common rpm in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"
1743 local kernel_extra_version
1744 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1745 fatal 1 "Failed to build the kernel from it's SRPM"
1748 local kernel_devel_rpm
1749 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/${TARGET_ARCH}/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1750 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/${TARGET_ARCH}/"
1753 # install the -devel RPM in preparation for modules builds
1754 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1755 "$TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"; then
1756 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"
1760 # need to find and unpack the vendor's own kernel-devel for patchless
1762 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1763 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1765 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1766 fatal 1 "Could not find the Linux tree in $kernelrpm"
1770 # ~sigh~ have to make copies of and modify some of the rpm
1771 # infrastructure files so that find-requires can find our unpacked
1772 # kernel-devel artifacts
1773 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1774 export FIND_REQUIRES="$(pwd)/find-requires"
1775 chmod 755 {symset-table,find-requires{,.ksyms}}
1777 tmp="${tmp//\//\\/}"
1778 ed find-requires <<EOF
1782 /|.*find-requires.ksyms/s/|/| bash -x/
1783 g/ [^ ]*\/\(find-requires\.ksyms\)/s// $tmp\/\1/g
1786 ed find-requires.ksyms <<EOF
1790 g/\/.*\/\(symset-table\)/s//$tmp\/\1/g
1791 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1794 ed symset-table <<EOF
1798 g/\(\/boot\/\)/s//$tmp\/reused\1/g
1799 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1803 build_ofed "${LINUXOBJ:-$LINUX}" "$ofed_type" "$ofed_version" ||
1804 fatal 1 "error building OFED"
1807 if build_lustre "$LINUX" "$LINUXOBJ"; then
1808 # the build worked. resolve any symlinked files (i.e. from reuse)
1809 # in RPMS/$arch to real files so that that that huge mess of
1810 # complication known as LTS can copy them yet somewhere else.
1811 # is it any wonder this whole process is so damn so? anyone ever
1812 # heard of hardlinks? it's this cool new thing that allows you save
1813 # tons of time and space by creating... well you can go read about
1814 # them if you have not heard about them yet.
1815 # can i say how much the implemenation of all of this really impedes
1818 for dir in RPMS/*; do
1820 for file in $(ls); do
1821 if [ -h $file ]; then
1828 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1829 # as that's where LTS expects to find them
1830 for dir in RPMS/*; do
1831 if [ $dir = RPMS/$TARGET_ARCH ]; then
1836 if [ -n "$files" ]; then
1837 cp -al $files ../$TARGET_ARCH
1847 create_rpmbuild_dirs() {
1849 [ -d RPMS ] || mkdir RPMS
1850 [ -d RPMS/${TARGET_ARCH} ] || mkdir RPMS/${TARGET_ARCH}
1851 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1852 [ -d BUILD ] || mkdir BUILD
1853 [ -d SOURCES ] || mkdir SOURCES
1854 [ -d SPECS ] || mkdir SPECS
1855 [ -d SRPMS ] || mkdir SRPMS
1877 [[ $list\ == *\ $item\ * ]]
1881 #########################################################################
1882 # Generate a backtrace through the call stack.
1886 #########################################################################
1890 local funcname="" sourcefile="" lineno="" n
1892 echo "Call stack: (most recent first)"
1893 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1894 funcname=${FUNCNAME[$n - 1]}
1895 sourcefile=$(basename ${BASH_SOURCE[$n]})
1896 lineno=${BASH_LINENO[$n - 1]}
1900 # Display function arguments
1901 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1902 local args newarg j p=0
1903 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1904 newarg=${BASH_ARGV[$j + $p - 1]}
1905 args="${args:+${args} }'${newarg}'"
1907 let p+=${BASH_ARGC[$n - 1]}
1909 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1913 echo "BEGIN BACKTRACE"
1915 #echo ${BASH_LINENO[*]}
1916 #echo ${BASH_SOURCE[*]}
1917 #echo ${FUNCNAME[*]}
1918 local i=$((${#FUNCNAME[@]} - 1))
1919 while [ $i -ge 0 ]; do
1920 local lineno=${BASH_LINENO[$i]}
1924 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1925 # Can't figure out how to get function args from other frames...
1926 local FUNCTION="${FUNCNAME[$i]}()"
1927 echo "$SOURCELINE:$FUNCTION"
1931 echo "END BACKTRACE"
1937 seen_list=$(new_list)
1939 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1940 Unfortunately the above line number in the message may or may not be correct,
1941 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1943 # have we seen this one
1944 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1946 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1947 echo "seen this one already"
1949 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1952 ) ; set $xtrace' ERR
1955 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1957 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,\
1958 patchless,patchless-server,enable-kernel-debug,ccache,norpm,external-patches:,timestamp:,\
1959 extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-type:,\
1960 ofed-version:,mlnx-version:,ofed-src:,publish,disable-zfs,release,set-value:,\
1961 src,stage:,target:,with-linux:,xen -- "$@")
1963 if [ $? != 0 ]; then
1967 eval set -- "$options"
1998 if ! KERNELTREE=$(canon_path "$2"); then
1999 fatal 1 "Could not determine the canonical location of $2"
2003 --linux | --with-linux)
2004 if ! LINUX=$(canon_path "$2"); then
2005 fatal 1 "Could not determine the canonical location of $2"
2014 if ! REUSEBUILD=$(canon_path "$2"); then
2015 fatal 1 "Could not determine the canonical location of $2"
2031 PATCHLESS_SERVER=true
2034 --enable-kernel-debug)
2035 ENABLE_KERNEL_DEBUG=true
2039 if ! KERNELRPMSBASE=$(canon_path "$2"); then
2040 fatal 1 "Could not determine the canonical location of $2"
2049 if ! LUSTRE=$(canon_filepath "$2"); then
2050 fatal 1 "Could not determine the canonical location of $2"
2107 # there are actually some lustre configure flags that we need to
2108 # handle ourselves (but we still give them to configure)
2109 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2116 usage 1 "Unrecognized option: $1"
2127 if [ -n "$OFED_TYPE" -a "$OFED_TYPE" != "inkernel" ]; then
2128 download_ofed "$OFED_TYPE" "$OFED_VERSION"
2129 unpack_ofed "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Error unpacking OFED tarball"
2132 # make sure the RPM build environment is set up
2133 create_rpmbuild_dirs
2135 # if an unpacked kernel source tree was given on the command line
2136 # just build lustre with it (nothing distro kernel specific here)
2137 if [ -n "$LINUX" ]; then
2138 find_linux_release() {
2139 _find_linux_release $LINUX
2141 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_TYPE" "$OFED_VERSION" ||
2142 fatal 1 "error building OFED"
2143 build_lustre "$LINUX" "$LINUXOBJ"
2145 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTROMAJ" ]; then
2146 fatal 1 "${LBUILD_DIR}/lbuild-$DISTROMAJ not found"
2148 source ${LBUILD_DIR}/lbuild-$DISTROMAJ
2149 build_with_srpm "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Failed to build_with_srpm"