3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
40 # XXX - some recent hacking has pretty much neutered this option.
41 # search through this file for "-bb" and see how many places
42 # simply don't account for this option
47 TARGET_ARCH="$(uname -m)"
52 TMPDIR=${TMPDIR:-"/var/tmp"}
56 # this is the dir that should be used to store reuse products
58 # should cached products be used or force rebuilding?
60 # what does this do exactly? does it imply no kernel build?
64 SMPTYPES="smp bigsmp default ''"
66 PATCHLESS_SERVER=false
72 # default to not adding -lustre- into the kernel RPM package names
73 KERNEL_LUSTRE_NAMING=false
74 ENABLE_KERNEL_DEBUG=false
75 # default not use kabi check.
93 # not in the target file any more
96 # build the lustre-tests rpm?
105 # Readlink is not present on some older distributions: emulate it.
109 if [ -L "$path" ]; then
110 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
119 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
121 --external-patches=EXTERNAL_PATCHES
122 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
123 look for seres and config files in before looking in the lustre
126 --extraversion=EXTRAVERSION
127 Text to use for the rpm release and kernel extraversion.
129 --timestamp=TIMESTAMP
130 Date of building lustre in format YYYYMMDDhhmmss
133 Try to reuse old kernel builds from DIR
136 Path to distro kernel RPM collection
145 Build lustre client only
148 Build lustre server without patching the kernel
151 Which distro using. Autodetect by default
153 --kerneldir=KERNELDIR
154 Directory containing Linux source tarballs referenced by target
157 --kerneltree=KERNELTREE
158 Directory containing dirs with Linux source tarballs referenced by target
159 files. Dir names in format kernel version ('2.6.9', etc.)
161 --enable-kernel-debug
162 Build with kernel-<version>.config-debug instead
164 --linux=LINUX --with-linux=LINUX
165 Directory of Linux kernel sources. When this option is used, only
166 Lustre modules and userspace are built.
169 Path to an existing lustre source tarball to use.
172 Do not try to download a kernel from downloads.whamcloud.com
175 Do not build a .src.rpm, a full kernel patch, or a patched kernel
179 Type of OFED to build with lustre: inkernel, ofa, mlnx, ifs
180 ofa: OpenFabrics Alliance
182 ifs: Intel True Scale Fabric
185 Version of external OFED to build with lustre
188 Version of external Mellanox OFED to build with lustre
191 Tarball for either OFED. Tarball must follow below format
192 OFED-<ofed-version>.tgz regardless of vendors
193 It's likely that you need to reconstruct the directory name
194 It must be placed under KERNELTREE directory
197 Build with ldiskfs support. (Deprecated, always true)
200 Do not build lustre-iokit RPM. Now true by default
206 Specifies that the files generated do not include timestamps, and
207 that this is an official release.
210 Build Lustre without ZFS.
213 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
216 Directory used to stage packages for release. RPMs will be placed
217 more or less in DIR/<target>-<arch>, and the tarball will be
221 The name of the target to build. The available targets are listed
225 Builds a Xen domX kernel.
228 Sets a variable to a given value.
237 # canonicalize a relative path to a file
241 if [ ! -f "$PATH" ]; then
245 local FILE=${PATH##*/}
248 echo $(canon_path "$DIR")/$FILE
252 # canonicalize a relative path to a dir
256 if [ ! -d "$PATH" ]; then
260 pushd "$PATH" >/dev/null || return 1
270 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
271 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
274 if $PATCHLESS && $PATCHLESS_SERVER; then
275 usage 1 "Can not use both --patchless and --patchless-server."
278 if [ -n "${OFED_SRC}" ]; then
279 if [ -z "${OFED_VERSION}" ]; then
280 usage 1 "Need to provide version for file ${OFED_SRC}."
282 if [ "${OFED_TYPE}" = "inkernel" ]; then
283 usage 1 "Need to provide ofed type for file ${OFED_SRC}."
286 if [ "${OFED_TYPE}" != "inkernel" -a -z "${OFED_VERSION}" ]; then
287 usage 1 "Need to provide version for $OFED_TYPE OFED"
290 if [ "${OFED_TYPE}" = "inkernel" -a -n "${OFED_VERSION}" ]; then
291 usage 1 "Can not specify version with inkernel OFED"
295 if [ -z "$DISTRO" ] ; then
296 DISTRO=$(autodetect_distro)
300 DISTROMAJ=${DISTRO%%.*}
302 [ -z "$TARGET" ] && TARGET=$(autodetect_target "$DISTRO")
304 if [ -z "$LINUX" ]; then
305 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
306 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
308 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
309 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
311 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
312 # [ -r "$TARGET_FILE" ] || \
313 # usage 1 "Target '$TARGET' was not found."
317 3.12-sles12 | 4.4-sles12)
318 CANONICAL_TARGET="sles12"
321 CANONICAL_TARGET="rhel8"
324 CANONICAL_TARGET="rhel7"
327 CANONICAL_TARGET="sles11"
331 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
332 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
333 local timestamplength="${#TIMESTAMP}"
334 if [ $timestamplength -eq 12 ]; then
335 TIMESTAMP="${TIMESTAMP}00"
336 elif [ $timestamplength -ne 14 ]; then
337 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
340 RPMBUILD=$(which rpmbuild 2>/dev/null | head -n 1)
341 RPMBUILD=${RPMBUILD:-$(which rpm 2>/dev/null | head -n 1)}
342 if [ -z "$RPMBUILD" ]; then
343 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
346 local BINDIR="$TOPDIR/bin"
347 if [ -d $BINDIR ]; then
348 rm -rf $BINDIR >/dev/null 2>&1 || true
351 mkdir -p $BINDIR || fatal 1 "error trying to create $BINDIR"
352 export PATH=$BINDIR:$PATH
354 cat >${BINDIR}/rpmbuild <<EOF
357 ARGS="\${FIND_REQUIRES:+--define \"__find_requires \$FIND_REQUIRES\"}"
360 *\'* ) ARGS="\$ARGS \"\$arg\"" ;;
361 * ) ARGS="\$ARGS '\$arg'" ;;
365 eval $RPMBUILD \$ARGS
367 chmod 755 ${BINDIR}/rpmbuild
369 if [ -n "$CCACHE" ]; then
370 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
372 if which "$CCACHE" &>/dev/null; then
373 local ccache=$(which "$CCACHE" 2>/dev/null | head -n 1)
375 ln -s "$ccache" ${BINDIR}/ccache
376 ln -s "$ccache" ${BINDIR}/cc
377 ln -s "$ccache" ${BINDIR}/$CC
380 export CC="ccache $CC"
381 # zero the cache so we can see how effective we are being with it
385 # get some ccache stats when we are done
386 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
387 # should remove the ccache trap if lbuild is interrupted
388 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
395 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
397 [[ $1 == $2 ]] && return 1
399 local i val1=($1) val2=($2)
401 # padding zero to val1 if it needs
402 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
405 for ((i=0; i<${#val1[@]}; i++)); do
406 [[ -z ${val2[i]} ]] && return 1
408 if [[ ${val1[i]} < ${val2[i]} ]]; then
410 elif [[ ${val1[i]} > ${val2[i]} ]]; then
417 # Return a numeric version code based on a version string. The version
418 # code is useful for comparison two version strings to see which is newer.
420 # split arguments like "0.8.0" into "0", "8", "0"
421 eval set -- $(tr "[:punct:]" " " <<< $*)
422 echo -n "$((($1 << 16) | ($2 << 8) | $3))"
427 echo $(echo "$*" | xargs -n 1 | sort -u)
435 if [ -z "$target" ]; then
436 fatal 1 "fetch_url() called without a target to fetch to"
439 if [ -d $target ]; then
440 target+="/${url##*/}"
444 if which wget >/dev/null 2>&1; then
445 if ! wget -nv "$url" -O "$target"; then
448 elif which curl >/dev/null 2>&1; then
449 if ! curl -n -L -s -o "$target" "$url"; then
453 fatal 1 "Could not find either wget or curl to fetch URLs."
463 local force="${3:-false}"
465 # let the download_file handle the concurrency
468 # get the location from a distro specific method if it exists
469 if type -p kernel_srpm_location; then
470 location=$(kernel_srpm_location)
472 fatal 1 "Must specify location for download kernel SRPM."
474 echo "Downloading $location/$srpm..."
476 "$location/$srpm" "$KERNELDIR/$srpm" "$force" 2>&1 ||
477 [ ! -s "$KERNELDIR/$srpm" ]; then
478 rm -f $KERNELDIR/$srpm
479 fatal 1 "Could not download target $target's kernel \
480 SRPM $srpm from $location."
485 download_debuginfo_common() {
487 local force="${2:-false}"
489 # let the download_file handle the concurrency
491 # get the location from a distro specific method if it exists
492 if type -p kernel_debuginfo_location; then
493 location=$(kernel_debuginfo_location)
495 echo "Downloading $location/$rpm"
497 "$location/$rpm" "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" "$force" 2>&1 ||
498 [ ! -s "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" ]; then
499 rm -f $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm
500 fatal 1 "Could not download $rpm from $location."
510 local file=${from##*/}
516 local semaphore="$to-downloading"
519 if [ ! -f $semaphore ]; then
523 # make sure the download has not been aborted
524 local now=$(date +%s)
525 local file_mtime=$(stat -c %Y "$to")
526 local staleness=$((now - file_mtime))
527 # let's assume an active download will write at least once a minute
528 if [ $staleness -gt 60 ]; then
536 # if the semaphore file exists, the file is either still downloading
537 # or a download was aborted and we cannot trust the target file
538 if [ -f $semaphore ]; then
542 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
549 if $force || ! is_downloaded; then
550 if is_downloading; then
551 echo "Somebody else is downloading $from..."
552 while is_downloading; do
553 echo "Waiting for $to to finish downloading"
556 if is_downloaded; then
559 echo "The download we were waiting for seems to have been aborted"
565 echo "Downloading $from..."
566 # flag others so they don't try to download also
567 push_exit_trap "rm -f $to $semaphore" "download"
569 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
570 # the trap will remove the files via the fatal below
571 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
574 delete_exit_trap "download"
576 fatal 1 "${to##*/} not found in directory ${to%/*}."
586 local ofed_version="$2"
587 local force="${3:-false}"
588 local distro_name="${DISTRO}"
589 local arch="${TARGET_ARCH}"
593 #if a src tarball has been given in the command line, we use it
594 #The format of the tarball must be OFED-${OFED_VERSION}.tgz
595 [ -n "${OFED_SRC}" ] && return 0
599 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}/"
601 if [[ $ofed_version = *-[rR][cC][0-9] ]]; then
602 ofed_version_loc=${ofed_version%%-[rR][cC][0-9]}
603 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version_loc}/"
606 if [[ $ofed_version = *-daily ]]; then
607 ofed_version=${ofed_version/-daily/}
608 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}-daily/"
609 # find the filename for latest version
610 ofed_version=$(curl -1 -s "$location" | sed -nre "s/.*href=\"OFED-(${ofed_version//./\\.}-[0-9]{8}-[0-9]{4}).tgz.*$/\1/p" | tail -1)
611 if [ -z "$ofed_version" ]; then
612 fatal 1 "Could not determine the filename of the OFED snapshot from daily "
616 file="OFED-${ofed_version}.tgz"
617 download_file "$location/$file" "$KERNELTREE" "$force"
620 location="http://www.mellanox.com/downloads/ofed/MLNX_OFED-${ofed_version}"
621 # this is a work around for suse distro (sles11.3). what we need is
622 # sles11sp3. We really need to redesign how we use target and distro
623 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
624 if [[ $arch = "aarch64" ]] && [[ $DISTROMAJ < "rhel8" ]]; then
625 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}alternate-${arch}.tgz"
627 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}.tgz"
629 download_file "$location/$file" "$KERNELTREE" "$force"
632 location="http://downloadmirror.intel.com/24625/eng/"
633 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}.tgz"
634 download_file "$location/$file" "$KERNELTREE" "$force"
637 fatal 1 "Error: unknown OFED type: $ofed_type"
640 # version might change due to detect daily version
641 OFED_VERSION=${ofed_version}
647 EXTRA_VERSION_save="$EXTRA_VERSION"
648 for patchesdir in "$EXTERNAL_PATCHES" \
649 "$TOPDIR/lustre/lustre/kernel_patches"; do
650 TARGET_FILE="$patchesdir/targets/$TARGET.target"
651 [ -r "$TARGET_FILE" ] && break
653 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
655 echo "Loading target config file $TARGET.target..."
657 # if the caller specified an OFED_VERSION it should override whatever
658 # the target file specifies
659 local env_OFED_VERSION="$OFED_VERSION"
663 if [ -n "$env_OFED_VERSION" ]; then
664 OFED_VERSION="$env_OFED_VERSION"
667 # doesn't make any sense to build OFED for xen domX's
672 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
673 # go away and the target just specify the $RPMSMPTYPE
674 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
676 # CC might have been overwritten in TARGET_FILE
677 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
678 export CCACHE && export CC="ccache $CC"
681 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
682 KERNELDIR="$KERNELTREE/${lnxmaj}"
683 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
686 # verify the series is available
687 if [ "$SERIES" ]; then
688 for series in $SERIES; do
689 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
690 [ -r "$patchesdir/series/$series" ] && continue 2
692 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
696 # set the location of the .config file
702 if $ENABLE_KERNEL_DEBUG; then
703 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config-debug ]; then
704 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config-debug"
707 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
708 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config"
712 local lnxrelnew=${lnxrel//-/_}
714 # remember the EXTRA_VERSION before we diddle it here
715 # XXX - we really should not diddle with any values read in from the
716 # target file. if we want to modify a value, we should create
718 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
720 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
721 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
724 if [ "$EXTRA_VERSION_save" ]; then
725 EXTRA_VERSION="$EXTRA_VERSION_save"
726 elif ! $RELEASE; then
727 # if there is no patch series, then this is not a lustre specific
728 # kernel. don't make it look like one
729 if $PATCHLESS || [ -n "$SERIES" ]; then
730 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
733 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
739 echo -n '--wildcards '
742 fatal 1 "tarflags(): File name argument missing."
754 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
763 local extractfile="$@"
765 echo "Untarring ${tarfile##*/}..."
766 tar $(tarflags "$tarfile") "$tarfile" $extractfile
772 local ofed_version="$2"
773 local distro_name="${DISTRO}"
774 local arch="${TARGET_ARCH}"
777 #if a src tarball has been given in the command line, we use it
778 #The format of the directory after untar MUST be in OFED-${version}
779 #even if it's from MLNX or IFS...or whatever
780 if [ -n "${OFED_SRC}" ]; then
781 if ! untar "$KERNELTREE/${OFED_SRC}"; then
784 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
789 file="OFED-${ofed_version}"
790 if ! untar "$KERNELTREE/${file}.tgz"; then
793 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
796 # this is a work around for suse distro (sles11.3). what we need is
797 # sles11sp3. We really need to redesign how we use target and distro
798 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
799 if [[ $arch = "aarch64" ]] && [[ $DISTROMAJ < "rhel8" ]]; then
800 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}alternate-${arch}"
802 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}"
804 # it's not important what distro we get the tarball since we only
805 # interest in the src
806 if ! untar "$KERNELTREE/${file}.tgz"; then
809 # we need to untar again to get the src since it's being
810 # wrapped inside the tarball
811 # There are cases where the source version is different
813 # (ie. MLNX_OFED_LINUX-2.3-1.0.1 but MLNX_OFED_SRC-2.3-1.0.0)
814 local src=$(ls ${file}/src/MLNX_OFED_SRC-${ofed_version%.*}*.tgz)
815 if ! untar "$src"; then
818 [ -d OFED ] || ln -sf MLNX_OFED_SRC-[0-9].[0-9]* OFED
819 if compare_version $ofed_version 4.7 ||
820 compare_version 5.1 $ofed_version; then
821 [ -d OFED_RPMS ] || ln -sf ${file}/RPMS OFED_RPMS
823 [ -d OFED_RPMS ] || ln -sf ${file}/RPMS/MLNX_LIBS OFED_RPMS
827 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}"
828 if ! untar "$KERNELTREE/${file}.tgz"; then
831 [ -d OFED ] || ln -sf $file/IntelIB-OFED.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.* OFED
832 ofed_version="$(cat OFED/Version)"
835 # version might change due to detect daily version
836 OFED_VERSION=${ofed_version}
841 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
842 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
848 local do_patch=${1:-true}
850 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
851 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
852 $do_patch && pushd linux >/dev/null
853 for series in $SERIES; do
854 echo -n "Applying series $series:"
855 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
856 [ -r "$patchesdir/series/$series" ] || continue
857 SERIES_FILE="$patchesdir/series/$series"
858 for patch in $(<"$SERIES_FILE"); do
860 PATCH_FILE="$patchesdir/patches/$patch"
861 [ -r "$PATCH_FILE" ] || \
862 fatal 1 "Patch $patch does not exist in Lustre tree."
863 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
865 fatal 1 "Error adding patch $patch to full patch."
868 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
870 fatal 1 "Error applying patch $patch."
878 $do_patch && popd >/dev/null
879 echo "Full patch has been saved in ${FULL_PATCH##*/}."
886 local configure_args=""
890 pushd lustre >/dev/null
892 if ! build_lustre_dkms; then
893 popd >/dev/null # pushd lustre
897 echo "Building Lustre RPMs for: $TARGET_ARCH"
899 # If server we now build the spl and zfs modules against the lustre kernel.
900 # These are required prior to the building of lustre server. Client does
901 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
902 # line above so is at least consistant.
903 if [ $PATCHLESS == false ] && [ "x$WITH_ZFS" == "x" ]; then
904 if ! build_spl_zfs; then
905 popd >/dev/null # pushd lustre
911 configure_args="$configure_args --disable-server"
914 # ditto for the lustre-tests boolean
915 if ! $LUSTRE_TESTS; then
916 configure_args="$configure_args --disable-tests"
920 configure_args="$configure_args --disable-iokit"
923 if ! $OSDZFSRPM; then
924 configure_args="$configure_args --without-zfs"
927 if ! $OSDLDISKFSRPM; then
928 configure_args="$configure_args --disable-ldiskfs"
931 configure_args="$configure_args --with-linux=$linux"
932 configure_args="$configure_args ${linuxobj:+--with-linux-obj=$linuxobj}"
934 # allow environment setting to override ldiskfs series selection
935 [ -n "$LDISKFS_SERIES" ] && export LDISKFS_SERIES
937 ./configure $configure_args $CONFIGURE_FLAGS 2>&1 ||
938 fatal 1 "Error in configure."
940 if type -p apply_kmod_requires_conflicts; then
941 apply_kmod_requires_conflicts
945 fatal 1 "Error building rpms for $TARGET_ARCH."
947 # move RPMs into place where they are expected to be
948 mv -f *lustre*.${TARGET_ARCH}.rpm $TOPDIR/RPMS/${TARGET_ARCH}/
949 mv -f lustre-*.src.rpm $TOPDIR/SRPMS/
952 if type -p cleanup_rpmmacros; then
959 build_lustre_dkms() {
961 local ver=$(sed -n -e 's/^LUSTRE_VERSION = //p' LUSTRE-VERSION-FILE)
963 echo "Building Lustre DKMS RPMs for: $TARGET_ARCH"
964 ./configure --enable-dist || fatal 1 "Error in DKMS configure."
967 build_args="--without servers"
970 rpmbuild --define "_topdir $TOPDIR" $build_args -bs lustre-dkms.spec ||
971 fatal 1 "Error building DKMS .src.rpm for $TARGET_ARCH."
974 rpmbuild --define "_topdir $TOPDIR" $build_args \
975 --rebuild $TOPDIR/SRPMS/lustre-client-dkms-$ver-*.src.rpm ||
976 fatal 1 "Error building DKMS .rpm for $TARGET_ARCH."
978 rpmbuild --define="_topdir $TOPDIR" --with servers \
979 --with zfs --without ldiskfs -bs lustre-dkms.spec ||
980 fatal 1 "Error creating DKMS (zfs) .srpm for $TARGET_ARCH."
981 rpmbuild --define="_topdir $TOPDIR" --with servers \
982 --without zfs --with ldiskfs -bs lustre-dkms.spec ||
983 fatal 1 "Error creating DKMS (ldiskfs) .srpm for $TARGET_ARCH."
984 rpmbuild --define="_topdir $TOPDIR" --with servers \
985 --with zfs --with ldiskfs -bs lustre-dkms.spec ||
986 fatal 1 "Error creating DKMS (all) .srpm for $TARGET_ARCH."
988 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
989 --with zfs --without ldiskfs $TOPDIR/SRPMS/lustre-zfs-dkms-$ver-*.src.rpm ||
990 fatal 1 "Error building DKMS (zfs) .rpm for $TARGET_ARCH."
991 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
992 --without zfs --with ldiskfs $TOPDIR/SRPMS/lustre-ldiskfs-dkms-$ver-*.src.rpm ||
993 fatal 1 "Error building DKMS (ldiskfs) .rpm for $TARGET_ARCH."
994 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
995 --with zfs --with ldiskfs $TOPDIR/SRPMS/lustre-all-dkms-$ver-*.src.rpm ||
996 fatal 1 "Error building DKMS (all) .rpm for $TARGET_ARCH."
1005 # Fetch spl/zfs from the git repo and prepare for lustre build
1008 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
1009 # SPLZFSTAG - Tag to checkout of clone repositories
1010 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
1012 # return 0 if successful, else 255
1014 # make sure the RPM build environment is set up
1016 create_rpmbuild_dirs
1019 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
1020 # destination for the rpms
1021 export RPM_BUILD_ROOT=$TOPDIR
1022 SPLZFSVER=${SPLZFSVER:-2.0.6}
1023 SPLZFSTAG=${SPLZFSTAG:-}
1024 # "spl zfs" prior to 0.8.0
1025 # "zfs" for 0.8.0 and later
1026 (( $(version_code $SPLZFSVER) < $(version_code 0.8.0) )) &&
1027 SPLZFSPKGS="spl zfs" || SPLZFSPKGS="zfs"
1029 # The files expect a kver to be set to the kernel version .
1030 local kver=$(find_linux_release)
1032 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1035 for pkg in $SPLZFSPKGS; do
1039 # need to fetch the repo in order to build it.
1040 # default to github but allow override
1041 git clone -n ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1043 pushd $pkg || return 255
1045 if [ -n "$SPLZFSTAG" ]; then
1050 git checkout -b lbuild $tag || fatal 1 "Failed to checkout \"$tag\" for $pkg.git"
1052 # This differentiates between older zfs versions
1053 if [ -f $pkg-modules.spec.in ]; then
1056 speclist="$pkg.spec $rpmpkg.spec"
1058 rpmpkg=kmod-$pkg-devel
1060 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
1063 sh autogen.sh || return 255
1065 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
1066 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1067 ! make dist 2>&1; then
1073 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1074 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1075 if [ -f $pkg/scripts/kmodtool ]; then
1076 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
1086 # set search dir for our own kmodtool to find correct
1088 export KERNELSOURCE=$(dirname ${LINUX})
1089 # Manually build rpms
1090 for spec in $speclist; do
1091 echo "Building RPMs from $pkg/$specdir/$spec"
1092 if ! rpmbuild $rpmb $pkg/$specdir/$spec \
1094 --define "_use_internal_dependency_generator 0" \
1095 --define "require_kdir ${LINUX}" \
1096 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
1097 ${spldir:+--define "require_spldir ${spldir}"} \
1098 --define "kver $kver" \
1099 --define "kernels $kver" \
1100 --define "_tmppath /var/tmp" \
1101 --define "kernelbuildroot $TOPDIR/reused" \
1102 --define "_topdir $TOPDIR" 2>&1; then
1107 # We have built the rpms for the package. Now we need to extract the
1108 # contained files so we can build further things against them
1109 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
1111 # cpio only extract to pwd so we need to go there.
1114 for rpm in $rpms; do
1115 rpm2cpio $rpm | cpio -id
1118 if [ "$pkg" == "zfs" ]; then
1119 # We also need to extract both the zfs and zfs-devel rpms
1120 # the zfs rpm is needed because it has the actual libraries in
1121 # it and the zfs-devel rpm only has unversioned symlinks to the
1122 # libraries in the zfs rpm
1123 # this will all change one day when we have a libzfs rpm per
1124 # https://github.com/zfsonlinux/zfs/issues/2329
1125 # and it looks like it could be one day soon:
1126 # https://github.com/zfsonlinux/zfs/pull/2341
1127 local devel_rpms=$(ls -1 $TOPDIR/RPMS/*/{$pkg-devel,$pkg-$SPLZFSVER,lib*}-*.rpm)
1128 for rpm in $devel_rpms; do
1129 rpm2cpio $rpm | cpio -id
1131 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR ${CONFIGURE_FLAGS}"
1132 if [ -z "$spldir" ]; then
1133 # if spldir is empty, then we are only building ZFS and need to define SPL config flags
1134 CONFIGURE_FLAGS="--with-spl=$(ls -d $TOPDIR/usr/src/spl-*|tail -1) ${CONFIGURE_FLAGS}"
1135 CONFIGURE_FLAGS="--with-spl-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1137 elif [ "$pkg" == "spl" ]; then
1138 spldir="$(ls -d $TOPDIR/usr/src/spl-*|tail -1)"
1142 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*|tail -1) ${CONFIGURE_FLAGS}"
1143 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1153 [ "$STAGEDIR" ] || return 0
1155 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${TARGET_ARCH}"
1156 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1157 mkdir -p "${rpmdir}"
1158 for rpm in $(ls RPMS/${TARGET_ARCH}/*.rpm RPMS/noarch/*.rpm); do
1159 cp -v $rpm "${rpmdir}"
1162 cp -v "$LUSTRE" "$STAGEDIR"
1166 set_rpm_smp_type() {
1168 local infact_arch="${TARGET_ARCH}"
1171 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1174 for smp_type in $SMP_ARCHS; do
1175 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1178 for smp_type in $BIGSMP_ARCHS; do
1179 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1182 for smp_type in $PPC64_ARCHS; do
1183 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1186 for smp_type in $DEFAULT_ARCHS; do
1187 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1192 # This function takes a linux include tree and digs out the linux release
1193 # from it. It is never called directly, only called from the distro
1194 # specific function find_linux_release() in lbuild-{rhel,sles}.
1195 _find_linux_release() {
1197 local LINUXRELEASEHEADER=""
1199 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1200 if [ -s $SRC/include/generated/utsrelease.h ]; then
1201 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1202 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1203 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1206 if [ ! -s $LINUXRELEASEHEADER ]; then
1207 fatal 1 "could not find UTS_RELEASE"
1210 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1213 # unpack kernel(/source/devel) RPM
1215 unpack_linux_devel_rpm() {
1216 local kernelrpm="${1}"
1218 [ -f "$kernelrpm" ] || return 255
1219 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1221 pushd $TOPDIR/reused &>/dev/null || return 255
1223 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1227 # call a distro specific hook, if available
1228 if type -p unpack_linux_devel_rpm-$DISTROMAJ; then
1229 if ! unpack_linux_devel_rpm-$DISTROMAJ "$kernelrpm"; then
1236 find_linux_devel_paths $TOPDIR/reused
1244 local kib_prefix="$2"
1246 local ofed_type="${4}"
1247 local ofed_version="${5}"
1249 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1252 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-user_mad-mod \
1253 --with-user_access-mod --with-addr_trans-mod --with-innova-flex "
1254 local OFED_HARDWARE="--with-mlx4-mod --with-mlx4_en-mod \
1255 --with-srp-mod --with-iser-mod --with-isert-mod --with-mlx5-mod \
1258 # some I/B drivers are architecture dependent and kernel-ib's configure
1259 # does not figure it out for us ~sigh~
1260 case "$TARGET_ARCH" in
1262 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1266 # assume we are just rebuilding the SRPM
1267 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1268 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1270 # but switch to building from the SPEC if we need to apply patches
1271 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1273 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1274 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1275 local file ed_fragment1 ed_fragment2 n=1
1276 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch 2>/dev/null); do
1277 ed_fragment1="$ed_fragment1
1278 Patch$n: ${file%%*/}"
1279 ed_fragment2="$ed_fragment2
1281 cp $file ${TOPDIR}/SOURCES
1284 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed 2>/dev/null); do
1285 # Only apply the ed-scripts that should be used for the canonical target
1286 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1288 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1289 # To apply the same change to multiple canonical target simply specify
1290 # a list of colon separated canoncial target names in the file name.
1291 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1292 -e ":${CANONICAL_TARGET}.ed$"
1293 if [ $? -eq 0 ] ; then
1294 ed_fragment3="$ed_fragment3
1300 if [ $n -gt 1 ]; then
1314 local linuxrelease=$(find_linux_release)
1315 # a place to change/add any unique config
1317 ofa|ifs) local K_SRC_OBJ="K_SRC_OBJ"
1318 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' \
1319 --define 'build_kernel_ib_devel 1' \
1320 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1321 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1322 --define "KVERSION ${linuxrelease}" \
1323 --define "$K_SRC ${linux}" \
1324 ${K_SRC_OBJ:+--define "$K_SRC_OBJ ${linux}"} \
1325 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1326 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1327 ${SOURCE} 2>&1; then
1328 fatal 1 "Error building ${kib_rpm}"
1332 if ! $RPMBUILD $BUILD_TYPE \
1333 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1334 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1335 --define "KVERSION ${linuxrelease}" \
1337 --define "$K_SRC ${linux}" \
1338 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1339 ${SOURCE} 2>&1; then
1340 fatal 1 "Error building ${kib_rpm}"
1342 # now that we have the kernel rpms, we need to lib rpms too
1343 # we don't have to rebuild since MOFED include the binaries
1344 # Starting from MOFED 5.1, rdma-core is required for libib*
1345 if compare_version 5.1 $ofed_version; then
1346 cp -f OFED_RPMS/rdma-core-*.${TARGET_ARCH}.rpm \
1347 ${TOPDIR}/RPMS/${TARGET_ARCH} || \
1348 fatal 1 "Failed to copy MOFED rpms"
1350 cp -f OFED_RPMS/{libib*,librdmacm*,ibutils*,opensm-*,infiniband-diags*}.${TARGET_ARCH}.rpm \
1351 ${TOPDIR}/RPMS/${TARGET_ARCH} || \
1352 fatal 1 "Failed to copy MOFED rpms"
1362 local signature="$4"
1363 local use_links="$5"
1370 local unique_id=$(hostname -s)
1371 if [ -z "$unique_id" ]; then
1372 fatal 1 "Failed to determine hostname."
1375 local finallocation="$location"/"$signature"/"$module"
1376 location="$location"/"$signature-${unique_id}"/"$module"
1377 mkdir -p "$location"
1378 # the cleanup script removes any directory that doesn't have a
1379 # .lastused, so let's try to prevent that as soon as we can
1380 # this solution still slightly racy with the cleanup script
1381 # but the race is a lot tighter now
1382 touch -t 197001010000 "$location/.lastused"
1383 ## use eval/echo here to make sure shell expansions are performed
1384 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1386 for article in $(eval echo $articles); do
1387 if ! cp -a${linkflag} "$article" "$location"; then
1388 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1389 # rename the cache location so that it's not cached
1390 # product, but is around for analysis
1391 mv "$location"{,-bad-$(date +%s)} ||
1392 error "failed to clean up a failed cache attempt" \
1393 "in \"$location\" -- manual cleanup will be" \
1399 # flag the cache as complete (i.e. in case lbuild was previously
1400 # interrupted while caching)
1401 touch "$location/.lastused"
1403 # put the temporary location into the final location
1405 mkdir -p "${finallocation%/*}"
1406 mv "$location" "$finallocation"
1407 rmdir "${location%/*}"
1415 local use_links="${3:-false}"
1416 local signature="$4"
1418 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1419 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1420 # the .lastused flag is populated at the end of the caching to
1421 # signal that the caching was completed. if that flag is not
1422 # there, then the cache is invalid (and should be removed in fact)
1423 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1424 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1428 # so that we know how stale this entry is
1429 touch $REUSEBUILD/$signature/$module/.lastused
1432 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1433 cp -al $REUSEBUILD/$signature/$module/* $dest/
1436 # copying is pretty heavy
1437 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1438 # do some creative symlinking instead
1440 for dir in BUILD SRPMS SPECS; do
1441 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1442 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1445 # sources have to be copied by file because we need SOURCES to
1446 # be a dir we can write into
1447 # could overrun ls's arg list here
1448 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1449 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1450 xargs ln -t $dest/SOURCES -s
1452 # same for RPMS/* dirs
1453 # could overrun ls's arg list here
1454 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1456 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1457 mkdir -p $dest/RPMS/${dir##*/}
1459 xargs ln -t $dest/RPMS/${dir##*/} -s
1471 if [[ $arch = i[3456]86 ]]; then
1473 elif [[ $arch = aarch64 ]]; then
1481 build_kernel_with_srpm() {
1484 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1485 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1488 # need to generate the patch for this target
1489 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1491 # get an md5sum of the kernel patch + config for reuse check
1494 local release_str="RELEASE=$RELEASE\n"
1497 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1498 local REUSE_SIGNATURE=$({ echo -en $release_str;
1501 cat "$TARGET_FILE" |
1502 sed -e '/_VERSION=/s/_[0-9]*_g.*$//g';
1504 cat "$LBUILD_DIR/lbuild";
1505 test -f lbuild-${DISTROMAJ%%[0-9]*} &&
1506 cat lbuild-${DISTROMAJ%%[0-9]*};
1507 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1508 md5sum | cut -d" " -f1)
1509 # see if we can link to the reuse pool
1510 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1512 local CAN_LINK_FOR_REUSE=false
1513 touch $REUSEBUILD/$$
1514 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1515 CAN_LINK_FOR_REUSE=true
1520 # the extra version string to use for the kernel (which might be a reused
1522 local kernel_extra_version=""
1523 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1524 "$REUSE_SIGNATURE"; then
1525 # nothing cached, build from scratch
1526 echo "Downloading kernel SRPM" >&${outfd}
1527 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1529 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1530 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1531 # should we clean this up or leave it for analysis?
1533 fatal 1 "Error installing kernel SRPM."
1536 # put the Lustre kernel patch into the RPM build tree
1537 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1538 prepare_and_build_srpm >&${outfd} ||
1539 fatal 1 "failed to prepare_and_build_srpm"
1541 if [ -z "$REUSE_SIGNATURE" ]; then
1542 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1544 # store the resulting kernel RPM build tree for future use
1545 echo "Storing the built kernel for future reuse" >&${outfd}
1546 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1547 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1548 "$CAN_LINK_FOR_REUSE"; then
1549 error "Failed to store kernel RPMS for reuse"
1550 echo "unknown" >&${outfd}
1556 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1558 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1559 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1561 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1563 # should now have the following RPMs
1564 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1565 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1566 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1567 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1568 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1570 echo $kernel_extra_version
1578 # REUSEBUILD, USE_BUILD_CACHE
1583 local ofed_type="$2"
1584 local ofed_version="$3"
1591 if [ "$ofed_version" = "inkernel" ]; then
1592 # see if there is a distro specific override for this and use
1594 # XXX we need to better integrate a distro specific override with
1595 # the rest of this function so that all of the reuse cache
1596 # stuff is leveraged given that 80% of this function is reuse
1597 if type -p build_ofed-$DISTROMAJ; then
1599 ofed_location=$(build_ofed-$DISTROMAJ ${STDOUT})
1600 local rc=${PIPESTATUS[0]}
1601 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1608 mlnx) # no compat-rdma for mlnx as of 3.1
1609 kib_prefix="ofa_kernel"
1611 kib_rpm="${pre_prefix}${kib_prefix}"
1614 if compare_version $ofed_version 3.0; then
1615 kib_prefix="ofa_kernel"
1616 kib_rpm="${pre_prefix}${kib_prefix}"
1618 kib_prefix="compat-rdma"
1619 kib_rpm="compat-rdma"
1625 # build kernel-ib/compat-rdma
1626 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1627 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1628 echo "$(find_linux_release;
1629 echo "$BUILD_GEN")";
1630 cat "${linux}/include/linux/autoconf.h";
1631 cat "$LBUILD_DIR/lbuild";
1632 test -f lbuild-${DISTROMAJ%%[0-9]*} &&
1633 cat lbuild-${DISTROMAJ%%[0-9]*};
1634 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1635 md5sum | cut -d" " -f1)
1636 # see if we can link to the reuse pool
1637 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1639 local CAN_LINK_FOR_REUSE=false
1640 touch $REUSEBUILD/$$
1641 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1642 CAN_LINK_FOR_REUSE=true
1647 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1648 "$REUSE_SIGNATURE"; then
1649 if [ -n "$REUSE_SIGNATURE" ]; then
1650 # stash away the existing built articles for a moment
1652 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1655 find . | cpio -pudlm ..
1659 create_rpmbuild_dirs
1662 build_kernel_ib "${linux}" "${pre_prefix}${kib_prefix}" "${kib_rpm}" \
1663 "${ofed_type}" "${ofed_version}"
1665 if [ -z "$REUSE_SIGNATURE" ]; then
1666 echo "No reuse signature was caculated so not storing the built ofed"
1668 # store the resulting RPM build tree for future use
1669 echo "Storing the built ofed for future reuse"
1670 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1671 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1672 "$CAN_LINK_FOR_REUSE"; then
1673 error "Failed to store OFED RPMS for reuse"
1677 # put the stuff we stashed away back
1682 pushd "$TOPDIR" >/dev/null
1683 rm -rf ${kib_rpm}-devel
1684 mkdir ${kib_rpm}-devel
1688 mlnx) # Prior to MOFED 3.1, we had to use build_kernel_ib=1 to
1689 # build devel rpm. not so after 3.1
1690 if compare_version $ofed_version 3.0; then
1691 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1693 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1696 ofa) # Prior to OFA 3.18, we had to use build_kernel_ib=1 during configure,
1698 if compare_version $ofed_version 3.18; then
1699 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1701 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1704 ifs) # ifs doesn't follow any convention (if any)
1705 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-*.rpm)
1708 if ! rpm2cpio < $rpm | cpio -id; then
1709 fatal 1 "could not unpack the $rpm."
1711 # find the path (this might not work for ofa and ifs)
1712 o2ib_location=$(find $(pwd)/usr/src/${kib_prefix} -type d -name ofed_scripts)
1713 CONFIGURE_FLAGS="--with-o2ib=$(dirname ${o2ib_location}) ${CONFIGURE_FLAGS}"
1719 local ofed_type="$1"
1720 local ofed_version="$2"
1723 if ! $PATCHLESS; then
1724 if $PATCHLESS_SERVER; then
1725 # need to find and unpack the vendor's own kernel-devel
1726 # for patchless server build
1727 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1728 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1730 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1731 fatal 1 "Could not find the Linux tree in $kernelrpm"
1733 # download and unpack kernel-debuginfo-common (only in EL)
1734 if [[ $DISTROMAJ =~ rhel ]]; then
1735 local KERNEL_DEBUGINFO="kernel-debuginfo-common-${TARGET_ARCH}-${lnxmaj}-${lnxrel}.${TARGET_ARCH}.rpm"
1736 download_debuginfo_common "$KERNEL_DEBUGINFO"
1737 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm \
1738 "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"; then
1739 fatal 1 "Could not find the Linux debuginfo common rpm in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"
1743 local kernel_extra_version
1744 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1745 fatal 1 "Failed to build the kernel from it's SRPM"
1748 local kernel_devel_rpm
1749 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/${TARGET_ARCH}/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1750 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/${TARGET_ARCH}/"
1753 # install the -devel RPM in preparation for modules builds
1754 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1755 "$TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"; then
1756 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"
1760 # need to find and unpack the vendor's own kernel-devel for patchless
1762 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1763 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1765 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1766 fatal 1 "Could not find the Linux tree in $kernelrpm"
1770 # ~sigh~ have to make copies of and modify some of the rpm
1771 # infrastructure files so that find-requires can find our unpacked
1772 # kernel-devel artifacts
1773 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1774 export FIND_REQUIRES="$(pwd)/find-requires"
1775 chmod 755 {symset-table,find-requires{,.ksyms}}
1777 tmp="${tmp//\//\\/}"
1778 sed -i "s/\/.*find-requires.ksyms/$tmp\/find-requires.ksyms/g" find-requires
1779 sed -i "s/\/usr\/src\/kernels/$tmp\/reused\/usr\/src\/kernels/" find-requires.ksyms
1780 sed -i "s/\/boot/$tmp\/reused\/boot/; s/\/usr\/src\/kernels/$tmp\/reused\/usr\/src\/kernels/" symset-table
1782 build_ofed "${LINUXOBJ:-$LINUX}" "$ofed_type" "$ofed_version" ||
1783 fatal 1 "error building OFED"
1786 if build_lustre "$LINUX" "$LINUXOBJ"; then
1787 # the build worked. resolve any symlinked files (i.e. from reuse)
1788 # in RPMS/$arch to real files so that that that huge mess of
1789 # complication known as LTS can copy them yet somewhere else.
1790 # is it any wonder this whole process is so damn so? anyone ever
1791 # heard of hardlinks? it's this cool new thing that allows you save
1792 # tons of time and space by creating... well you can go read about
1793 # them if you have not heard about them yet.
1794 # can i say how much the implemenation of all of this really impedes
1797 for dir in RPMS/*; do
1799 for file in $(ls); do
1800 if [ -h $file ]; then
1807 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1808 # as that's where LTS expects to find them
1809 for dir in RPMS/*; do
1810 if [ $dir = RPMS/$TARGET_ARCH ]; then
1815 if [ -n "$files" ]; then
1816 cp -al $files ../$TARGET_ARCH
1826 create_rpmbuild_dirs() {
1828 [ -d RPMS ] || mkdir RPMS
1829 [ -d RPMS/${TARGET_ARCH} ] || mkdir RPMS/${TARGET_ARCH}
1830 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1831 [ -d BUILD ] || mkdir BUILD
1832 [ -d SOURCES ] || mkdir SOURCES
1833 [ -d SPECS ] || mkdir SPECS
1834 [ -d SRPMS ] || mkdir SRPMS
1856 [[ $list\ == *\ $item\ * ]]
1860 #########################################################################
1861 # Generate a backtrace through the call stack.
1865 #########################################################################
1869 local funcname="" sourcefile="" lineno="" n
1871 echo "Call stack: (most recent first)"
1872 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1873 funcname=${FUNCNAME[$n - 1]}
1874 sourcefile=$(basename ${BASH_SOURCE[$n]})
1875 lineno=${BASH_LINENO[$n - 1]}
1879 # Display function arguments
1880 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1881 local args newarg j p=0
1882 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1883 newarg=${BASH_ARGV[$j + $p - 1]}
1884 args="${args:+${args} }'${newarg}'"
1886 let p+=${BASH_ARGC[$n - 1]}
1888 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1892 echo "BEGIN BACKTRACE"
1894 #echo ${BASH_LINENO[*]}
1895 #echo ${BASH_SOURCE[*]}
1896 #echo ${FUNCNAME[*]}
1897 local i=$((${#FUNCNAME[@]} - 1))
1898 while [ $i -ge 0 ]; do
1899 local lineno=${BASH_LINENO[$i]}
1903 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1904 # Can't figure out how to get function args from other frames...
1905 local FUNCTION="${FUNCNAME[$i]}()"
1906 echo "$SOURCELINE:$FUNCTION"
1910 echo "END BACKTRACE"
1916 seen_list=$(new_list)
1918 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1919 Unfortunately the above line number in the message may or may not be correct,
1920 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1922 # have we seen this one
1923 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1925 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1926 echo "seen this one already"
1928 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1931 ) ; set $xtrace' ERR
1934 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1936 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,\
1937 patchless,patchless-server,enable-kernel-debug,ccache,norpm,external-patches:,timestamp:,\
1938 extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-type:,\
1939 ofed-version:,mlnx-version:,ofed-src:,publish,disable-zfs,release,set-value:,\
1940 src,stage:,target:,with-linux:,xen -- "$@")
1942 if [ $? != 0 ]; then
1946 eval set -- "$options"
1977 if ! KERNELTREE=$(canon_path "$2"); then
1978 fatal 1 "Could not determine the canonical location of $2"
1982 --linux | --with-linux)
1983 if ! LINUX=$(canon_path "$2"); then
1984 fatal 1 "Could not determine the canonical location of $2"
1993 if ! REUSEBUILD=$(canon_path "$2"); then
1994 fatal 1 "Could not determine the canonical location of $2"
2010 PATCHLESS_SERVER=true
2013 --enable-kernel-debug)
2014 ENABLE_KERNEL_DEBUG=true
2018 if ! KERNELRPMSBASE=$(canon_path "$2"); then
2019 fatal 1 "Could not determine the canonical location of $2"
2028 if ! LUSTRE=$(canon_filepath "$2"); then
2029 fatal 1 "Could not determine the canonical location of $2"
2086 # there are actually some lustre configure flags that we need to
2087 # handle ourselves (but we still give them to configure)
2088 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2095 usage 1 "Unrecognized option: $1"
2106 if [ -n "$OFED_TYPE" -a "$OFED_TYPE" != "inkernel" ]; then
2107 download_ofed "$OFED_TYPE" "$OFED_VERSION"
2108 unpack_ofed "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Error unpacking OFED tarball"
2111 # make sure the RPM build environment is set up
2112 create_rpmbuild_dirs
2114 # if an unpacked kernel source tree was given on the command line
2115 # just build lustre with it (nothing distro kernel specific here)
2116 if [ -n "$LINUX" ]; then
2117 find_linux_release() {
2118 _find_linux_release $LINUX
2120 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_TYPE" "$OFED_VERSION" ||
2121 fatal 1 "error building OFED"
2122 build_lustre "$LINUX" "$LINUXOBJ"
2124 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTROMAJ" ]; then
2125 fatal 1 "${LBUILD_DIR}/lbuild-$DISTROMAJ not found"
2127 source ${LBUILD_DIR}/lbuild-$DISTROMAJ
2128 build_with_srpm "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Failed to build_with_srpm"