3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
40 # XXX - some recent hacking has pretty much neutered this option.
41 # search through this file for "-bb" and see how many places
42 # simply don't account for this option
47 TARGET_ARCH="$(uname -m)"
52 TMPDIR=${TMPDIR:-"/var/tmp"}
56 # this is the dir that should be used to store reuse products
58 # should cached products be used or force rebuilding?
60 # what does this do exactly? does it imply no kernel build?
64 SMPTYPES="smp bigsmp default ''"
66 PATCHLESS_SERVER=false
72 # default to not adding -lustre- into the kernel RPM package names
73 KERNEL_LUSTRE_NAMING=false
74 ENABLE_KERNEL_DEBUG=false
75 # default not use kabi check.
93 # not in the target file any more
96 # build the lustre-tests rpm?
105 # Readlink is not present on some older distributions: emulate it.
109 if [ -L "$path" ]; then
110 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
119 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
121 --external-patches=EXTERNAL_PATCHES
122 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
123 look for seres and config files in before looking in the lustre
126 --extraversion=EXTRAVERSION
127 Text to use for the rpm release and kernel extraversion.
129 --timestamp=TIMESTAMP
130 Date of building lustre in format YYYYMMDDhhmmss
133 Try to reuse old kernel builds from DIR
136 Path to distro kernel RPM collection
145 Build lustre client only
148 Build lustre server without patching the kernel
151 Which distro using. Autodetect by default
153 --kerneldir=KERNELDIR
154 Directory containing Linux source tarballs referenced by target
157 --kerneltree=KERNELTREE
158 Directory containing dirs with Linux source tarballs referenced by target
159 files. Dir names in format kernel version ('2.6.9', etc.)
161 --enable-kernel-debug
162 Build with kernel-<version>.config-debug instead
164 --linux=LINUX --with-linux=LINUX
165 Directory of Linux kernel sources. When this option is used, only
166 Lustre modules and userspace are built.
169 Path to an existing lustre source tarball to use.
172 Do not try to download a kernel from downloads.whamcloud.com
175 Do not build a .src.rpm, a full kernel patch, or a patched kernel
179 Type of OFED to build with lustre: inkernel, ofa, mlnx, ifs
180 ofa: OpenFabrics Alliance
182 ifs: Intel True Scale Fabric
185 Version of external OFED to build with lustre
188 Version of external Mellanox OFED to build with lustre
191 Tarball for either OFED. Tarball must follow below format
192 OFED-<ofed-version>.tgz regardless of vendors
193 It's likely that you need to reconstruct the directory name
194 It must be placed under KERNELTREE directory
197 Build with ldiskfs support. (Deprecated, always true)
200 Do not build lustre-iokit RPM. Now true by default
206 Specifies that the files generated do not include timestamps, and
207 that this is an official release.
210 Build Lustre without ZFS.
213 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
216 Directory used to stage packages for release. RPMs will be placed
217 more or less in DIR/<target>-<arch>, and the tarball will be
221 The name of the target to build. The available targets are listed
225 Builds a Xen domX kernel.
228 Sets a variable to a given value.
237 # canonicalize a relative path to a file
241 if [ ! -f "$PATH" ]; then
245 local FILE=${PATH##*/}
248 echo $(canon_path "$DIR")/$FILE
252 # canonicalize a relative path to a dir
256 if [ ! -d "$PATH" ]; then
260 pushd "$PATH" >/dev/null || return 1
270 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
271 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
274 if $PATCHLESS && $PATCHLESS_SERVER; then
275 usage 1 "Can not use both --patchless and --patchless-server."
278 if [ -n "${OFED_SRC}" ]; then
279 if [ -z "${OFED_VERSION}" ]; then
280 usage 1 "Need to provide version for file ${OFED_SRC}."
282 if [ "${OFED_TYPE}" = "inkernel" ]; then
283 usage 1 "Need to provide ofed type for file ${OFED_SRC}."
286 if [ "${OFED_TYPE}" != "inkernel" -a -z "${OFED_VERSION}" ]; then
287 usage 1 "Need to provide version for $OFED_TYPE OFED"
290 if [ "${OFED_TYPE}" = "inkernel" -a -n "${OFED_VERSION}" ]; then
291 usage 1 "Can not specify version with inkernel OFED"
295 if [ -z "$DISTRO" ] ; then
296 DISTRO=$(autodetect_distro)
300 DISTROMAJ=${DISTRO%%.*}
302 [ -z "$TARGET" ] && TARGET=$(autodetect_target "$DISTRO")
304 if [ -z "$LINUX" ]; then
305 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
306 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
308 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
309 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
311 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
312 # [ -r "$TARGET_FILE" ] || \
313 # usage 1 "Target '$TARGET' was not found."
317 3.12-sles12 | 4.4-sles12)
318 CANONICAL_TARGET="sles12"
321 CANONICAL_TARGET="rhel9"
324 CANONICAL_TARGET="rhel8"
327 CANONICAL_TARGET="rhel7"
330 CANONICAL_TARGET="sles11"
333 CANONICAL_TARGET="oe2203"
337 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
338 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
339 local timestamplength="${#TIMESTAMP}"
340 if [ $timestamplength -eq 12 ]; then
341 TIMESTAMP="${TIMESTAMP}00"
342 elif [ $timestamplength -ne 14 ]; then
343 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
346 RPMBUILD=$(which rpmbuild 2>/dev/null | head -n 1)
347 RPMBUILD=${RPMBUILD:-$(which rpm 2>/dev/null | head -n 1)}
348 if [ -z "$RPMBUILD" ]; then
349 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
352 local BINDIR="$TOPDIR/bin"
353 if [ -d $BINDIR ]; then
354 rm -rf $BINDIR >/dev/null 2>&1 || true
357 mkdir -p $BINDIR || fatal 1 "error trying to create $BINDIR"
358 export PATH=$BINDIR:$PATH
360 cat >${BINDIR}/rpmbuild <<EOF
363 ARGS="\${FIND_REQUIRES:+--define \"__find_requires \$FIND_REQUIRES\"}
364 \${FIND_KSYMS_REQUIRES:+--define \"__required_ksyms_requires \$FIND_KSYMS_REQUIRES\"}"
367 *\'* ) ARGS="\$ARGS \"\$arg\"" ;;
368 * ) ARGS="\$ARGS '\$arg'" ;;
372 eval $RPMBUILD \$ARGS
374 chmod 755 ${BINDIR}/rpmbuild
376 if [ -n "$CCACHE" ]; then
377 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
379 if which "$CCACHE" &>/dev/null; then
380 local ccache=$(which "$CCACHE" 2>/dev/null | head -n 1)
382 ln -s "$ccache" ${BINDIR}/ccache
383 ln -s "$ccache" ${BINDIR}/cc
384 ln -s "$ccache" ${BINDIR}/$CC
387 export CC="ccache $CC"
388 # zero the cache so we can see how effective we are being with it
392 # get some ccache stats when we are done
393 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
394 # should remove the ccache trap if lbuild is interrupted
395 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
402 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
404 [[ $1 == $2 ]] && return 1
406 local i val1=($1) val2=($2)
408 # padding zero to val1 if it needs
409 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
412 for ((i=0; i<${#val1[@]}; i++)); do
413 [[ -z ${val2[i]} ]] && return 1
415 if [[ ${val1[i]} < ${val2[i]} ]]; then
417 elif [[ ${val1[i]} > ${val2[i]} ]]; then
424 # Return a numeric version code based on a version string. The version
425 # code is useful for comparison two version strings to see which is newer.
427 # split arguments like "0.8.0" into "0", "8", "0"
428 eval set -- $(tr "[:punct:]" " " <<< $*)
429 echo -n "$((($1 << 16) | ($2 << 8) | $3))"
434 echo $(echo "$*" | xargs -n 1 | sort -u)
442 if [ -z "$target" ]; then
443 fatal 1 "fetch_url() called without a target to fetch to"
446 if [ -d $target ]; then
447 target+="/${url##*/}"
451 if which wget >/dev/null 2>&1; then
452 if ! wget -nv "$url" -O "$target"; then
455 elif which curl >/dev/null 2>&1; then
456 if ! curl -n -L -s -o "$target" "$url"; then
460 fatal 1 "Could not find either wget or curl to fetch URLs."
470 local force="${3:-false}"
472 [[ ! -s "$KERNELDIR/$srpm" ]] || return 0
474 # let the download_file handle the concurrency
477 # get the location from a distro specific method if it exists
478 if type -p kernel_srpm_location; then
479 location=$(kernel_srpm_location)
481 fatal 1 "Must specify location for download kernel SRPM."
483 echo "Downloading $location/$srpm..."
485 "$location/$srpm" "$KERNELDIR/$srpm" "$force" 2>&1 ||
486 [ ! -s "$KERNELDIR/$srpm" ]; then
487 rm -f $KERNELDIR/$srpm
488 fatal 1 "Could not download target $target's kernel \
489 SRPM $srpm from $location."
494 download_debuginfo_common() {
496 local force="${2:-false}"
498 [[ ! -s "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" ]] ||
501 # let the download_file handle the concurrency
503 # get the location from a distro specific method if it exists
504 if type -p kernel_debuginfo_location; then
505 location=$(kernel_debuginfo_location)
507 echo "Downloading $location/$rpm"
509 "$location/$rpm" "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" "$force" 2>&1 ||
510 [ ! -s "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" ]; then
511 rm -f $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm
512 fatal 1 "Could not download $rpm from $location."
522 local file=${from##*/}
528 local semaphore="$to-downloading"
531 if [ ! -f $semaphore ]; then
535 # make sure the download has not been aborted
536 local now=$(date +%s)
537 local file_mtime=$(stat -c %Y "$to")
538 local staleness=$((now - file_mtime))
539 # let's assume an active download will write at least once a minute
540 if [ $staleness -gt 60 ]; then
548 # if the semaphore file exists, the file is either still downloading
549 # or a download was aborted and we cannot trust the target file
550 if [ -f $semaphore ]; then
554 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
561 if $force || ! is_downloaded; then
562 if is_downloading; then
563 echo "Somebody else is downloading $from..."
564 while is_downloading; do
565 echo "Waiting for $to to finish downloading"
568 if is_downloaded; then
571 echo "The download we were waiting for seems to have been aborted"
577 echo "Downloading $from..."
578 # flag others so they don't try to download also
579 push_exit_trap "rm -f $to $semaphore" "download"
581 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
582 # the trap will remove the files via the fatal below
583 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
586 delete_exit_trap "download"
588 fatal 1 "${to##*/} not found in directory ${to%/*}."
598 local ofed_version="$2"
599 local force="${3:-false}"
600 local distro_name="${DISTRO}"
601 local arch="${TARGET_ARCH}"
605 #if a src tarball has been given in the command line, we use it
606 #The format of the tarball must be OFED-${OFED_VERSION}.tgz
607 [ -n "${OFED_SRC}" ] && return 0
611 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}/"
613 if [[ $ofed_version = *-[rR][cC][0-9] ]]; then
614 ofed_version_loc=${ofed_version%%-[rR][cC][0-9]}
615 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version_loc}/"
618 if [[ $ofed_version = *-daily ]]; then
619 ofed_version=${ofed_version/-daily/}
620 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}-daily/"
621 # find the filename for latest version
622 ofed_version=$(curl -1 -s "$location" | sed -nre "s/.*href=\"OFED-(${ofed_version//./\\.}-[0-9]{8}-[0-9]{4}).tgz.*$/\1/p" | tail -1)
623 if [ -z "$ofed_version" ]; then
624 fatal 1 "Could not determine the filename of the OFED snapshot from daily "
628 file="OFED-${ofed_version}.tgz"
629 download_file "$location/$file" "$KERNELTREE" "$force"
632 location="http://www.mellanox.com/downloads/ofed/MLNX_OFED-${ofed_version}"
633 # this is a work around for suse distro (sles11.3). what we need is
634 # sles11sp3. We really need to redesign how we use target and distro
635 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
636 if [[ $arch = "aarch64" ]] && [[ $DISTROMAJ < "rhel8" ]]; then
637 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}alternate-${arch}.tgz"
639 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}.tgz"
641 download_file "$location/$file" "$KERNELTREE" "$force"
644 location="http://downloadmirror.intel.com/24625/eng/"
645 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}.tgz"
646 download_file "$location/$file" "$KERNELTREE" "$force"
649 fatal 1 "Error: unknown OFED type: $ofed_type"
652 # version might change due to detect daily version
653 OFED_VERSION=${ofed_version}
659 EXTRA_VERSION_save="$EXTRA_VERSION"
660 for patchesdir in "$EXTERNAL_PATCHES" \
661 "$TOPDIR/lustre/lustre/kernel_patches"; do
662 TARGET_FILE="$patchesdir/targets/$TARGET.target"
663 [ -r "$TARGET_FILE" ] && break
665 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
667 echo "Loading target config file $TARGET.target..."
669 # if the caller specified an OFED_VERSION it should override whatever
670 # the target file specifies
671 local env_OFED_VERSION="$OFED_VERSION"
676 # patched kernel build needs a series patches
677 if ! $PATCHLESS && ! $PATCHLESS_SERVER && [ ! "$SERIES" ]; then
678 fatal 1 "Distro $DISTRO doesn't support patched kernel server build!! Please use option --patchless-server"
681 if [ -n "$env_OFED_VERSION" ]; then
682 OFED_VERSION="$env_OFED_VERSION"
685 # doesn't make any sense to build OFED for xen domX's
690 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
691 # go away and the target just specify the $RPMSMPTYPE
692 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
694 # CC might have been overwritten in TARGET_FILE
695 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
696 export CCACHE && export CC="ccache $CC"
699 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
700 KERNELDIR="$KERNELTREE/${lnxmaj}"
701 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
704 # verify the series is available
705 if [ "$SERIES" ]; then
706 for series in $SERIES; do
707 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
708 [ -r "$patchesdir/series/$series" ] && continue 2
710 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
714 # set the location of the .config file
720 if $ENABLE_KERNEL_DEBUG; then
721 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config-debug ]; then
722 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config-debug"
725 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
726 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config"
730 local lnxrelnew=${lnxrel//-/_}
732 # remember the EXTRA_VERSION before we diddle it here
733 # XXX - we really should not diddle with any values read in from the
734 # target file. if we want to modify a value, we should create
736 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
738 if ! $PATCHLESS && ! $PATCHLESS_SERVER && [ ! -f "$CONFIG_FILE" ]; then
739 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
742 if [ "$EXTRA_VERSION_save" ]; then
743 EXTRA_VERSION="$EXTRA_VERSION_save"
744 elif ! $RELEASE; then
745 # if there is no patch series, then this is not a lustre specific
746 # kernel. don't make it look like one
747 if $PATCHLESS || [ -n "$SERIES" ]; then
748 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
751 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
757 echo -n '--wildcards '
760 fatal 1 "tarflags(): File name argument missing."
772 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
781 local extractfile="$@"
783 echo "Untarring ${tarfile##*/}..."
784 tar $(tarflags "$tarfile") "$tarfile" $extractfile
790 local ofed_version="$2"
791 local distro_name="${DISTRO}"
792 local arch="${TARGET_ARCH}"
795 #if a src tarball has been given in the command line, we use it
796 #The format of the directory after untar MUST be in OFED-${version}
797 #even if it's from MLNX or IFS...or whatever
798 if [ -n "${OFED_SRC}" ]; then
799 if ! untar "$KERNELTREE/${OFED_SRC}"; then
802 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
807 file="OFED-${ofed_version}"
808 if ! untar "$KERNELTREE/${file}.tgz"; then
811 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
814 # this is a work around for suse distro (sles11.3). what we need is
815 # sles11sp3. We really need to redesign how we use target and distro
816 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
817 if [[ $arch = "aarch64" ]] && [[ $DISTROMAJ < "rhel8" ]]; then
818 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}alternate-${arch}"
820 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}"
822 # it's not important what distro we get the tarball since we only
823 # interest in the src
824 if ! untar "$KERNELTREE/${file}.tgz"; then
827 # we need to untar again to get the src since it's being
828 # wrapped inside the tarball
829 # There are cases where the source version is different
831 # (ie. MLNX_OFED_LINUX-2.3-1.0.1 but MLNX_OFED_SRC-2.3-1.0.0)
832 local src=$(ls ${file}/src/MLNX_OFED_SRC-${ofed_version%.*}*.tgz)
833 if ! untar "$src"; then
836 [ -d OFED ] || ln -sf MLNX_OFED_SRC-[0-9].[0-9]* OFED
837 if compare_version $ofed_version 4.7 ||
838 compare_version 5.1 $ofed_version; then
839 [ -d OFED_RPMS ] || ln -sf ${file}/RPMS OFED_RPMS
841 [ -d OFED_RPMS ] || ln -sf ${file}/RPMS/MLNX_LIBS OFED_RPMS
845 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}"
846 if ! untar "$KERNELTREE/${file}.tgz"; then
849 [ -d OFED ] || ln -sf $file/IntelIB-OFED.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.* OFED
850 ofed_version="$(cat OFED/Version)"
853 # version might change due to detect daily version
854 OFED_VERSION=${ofed_version}
859 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
860 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
866 local do_patch=${1:-true}
868 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
869 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
870 $do_patch && pushd linux >/dev/null
871 for series in $SERIES; do
872 echo -n "Applying series $series:"
873 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
874 [ -r "$patchesdir/series/$series" ] || continue
875 SERIES_FILE="$patchesdir/series/$series"
876 for patch in $(<"$SERIES_FILE"); do
878 PATCH_FILE="$patchesdir/patches/$patch"
879 [ -r "$PATCH_FILE" ] || \
880 fatal 1 "Patch $patch does not exist in Lustre tree."
881 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
883 fatal 1 "Error adding patch $patch to full patch."
886 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
888 fatal 1 "Error applying patch $patch."
896 $do_patch && popd >/dev/null
897 echo "Full patch has been saved in ${FULL_PATCH##*/}."
904 local configure_args=""
908 pushd lustre >/dev/null
910 if ! build_lustre_dkms; then
911 popd >/dev/null # pushd lustre
915 echo "Building Lustre RPMs for: $TARGET_ARCH"
917 # If server we now build the spl and zfs modules against the lustre kernel.
918 # These are required prior to the building of lustre server. Client does
919 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
920 # line above so is at least consistant.
921 if [ $PATCHLESS == false ] && [ "x$WITH_ZFS" == "x" ]; then
922 if ! build_spl_zfs; then
923 popd >/dev/null # pushd lustre
929 configure_args="$configure_args --disable-server"
932 # ditto for the lustre-tests boolean
933 if ! $LUSTRE_TESTS; then
934 configure_args="$configure_args --disable-tests"
938 configure_args="$configure_args --disable-iokit"
941 if ! $OSDZFSRPM; then
942 configure_args="$configure_args --without-zfs"
945 if ! $OSDLDISKFSRPM; then
946 configure_args="$configure_args --disable-ldiskfs"
949 configure_args="$configure_args --with-linux=$linux"
950 configure_args="$configure_args ${linuxobj:+--with-linux-obj=$linuxobj}"
952 # allow environment setting to override ldiskfs series selection
953 [ -n "$LDISKFS_SERIES" ] && export LDISKFS_SERIES
955 ./configure $configure_args $CONFIGURE_FLAGS 2>&1 ||
956 fatal 1 "Error in configure."
958 if type -p apply_kmod_requires_conflicts; then
959 apply_kmod_requires_conflicts
963 fatal 1 "Error building rpms for $TARGET_ARCH."
965 # move RPMs into place where they are expected to be
966 mv -f *lustre*.${TARGET_ARCH}.rpm $TOPDIR/RPMS/${TARGET_ARCH}/
967 mv -f lustre-*.src.rpm $TOPDIR/SRPMS/
970 if type -p cleanup_rpmmacros; then
977 build_lustre_dkms() {
979 local ver=$(sed -n -e 's/^LUSTRE_VERSION = //p' LUSTRE-VERSION-FILE)
981 echo "Building Lustre DKMS RPMs for: $TARGET_ARCH"
982 ./configure --enable-dist || fatal 1 "Error in DKMS configure."
985 build_args="--without servers"
988 rpmbuild --define "_topdir $TOPDIR" $build_args -bs lustre-dkms.spec ||
989 fatal 1 "Error building DKMS .src.rpm for $TARGET_ARCH."
992 rpmbuild --define "_topdir $TOPDIR" $build_args \
993 --rebuild $TOPDIR/SRPMS/lustre-client-dkms-$ver-*.src.rpm ||
994 fatal 1 "Error building DKMS .rpm for $TARGET_ARCH."
996 rpmbuild --define="_topdir $TOPDIR" --with servers \
997 --with zfs --without ldiskfs -bs lustre-dkms.spec ||
998 fatal 1 "Error creating DKMS (zfs) .srpm for $TARGET_ARCH."
999 rpmbuild --define="_topdir $TOPDIR" --with servers \
1000 --without zfs --with ldiskfs -bs lustre-dkms.spec ||
1001 fatal 1 "Error creating DKMS (ldiskfs) .srpm for $TARGET_ARCH."
1002 rpmbuild --define="_topdir $TOPDIR" --with servers \
1003 --with zfs --with ldiskfs -bs lustre-dkms.spec ||
1004 fatal 1 "Error creating DKMS (all) .srpm for $TARGET_ARCH."
1006 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1007 --with zfs --without ldiskfs $TOPDIR/SRPMS/lustre-zfs-dkms-$ver-*.src.rpm ||
1008 fatal 1 "Error building DKMS (zfs) .rpm for $TARGET_ARCH."
1009 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1010 --without zfs --with ldiskfs $TOPDIR/SRPMS/lustre-ldiskfs-dkms-$ver-*.src.rpm ||
1011 fatal 1 "Error building DKMS (ldiskfs) .rpm for $TARGET_ARCH."
1012 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1013 --with zfs --with ldiskfs $TOPDIR/SRPMS/lustre-all-dkms-$ver-*.src.rpm ||
1014 fatal 1 "Error building DKMS (all) .rpm for $TARGET_ARCH."
1023 # Fetch spl/zfs from the git repo and prepare for lustre build
1026 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
1027 # SPLZFSTAG - Tag to checkout of clone repositories
1028 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
1030 # return 0 if successful, else 255
1032 # make sure the RPM build environment is set up
1034 create_rpmbuild_dirs
1037 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
1038 # destination for the rpms
1039 export RPM_BUILD_ROOT=$TOPDIR
1040 SPLZFSVER=${SPLZFSVER:-2.1.11}
1041 SPLZFSTAG=${SPLZFSTAG:-}
1042 # "spl zfs" prior to 0.8.0
1043 # "zfs" for 0.8.0 and later
1044 (( $(version_code $SPLZFSVER) < $(version_code 0.8.0) )) &&
1045 SPLZFSPKGS="spl zfs" || SPLZFSPKGS="zfs"
1047 # The files expect a kver to be set to the kernel version .
1048 local kver=$(find_linux_release)
1050 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1053 for pkg in $SPLZFSPKGS; do
1057 # need to fetch the repo in order to build it.
1058 # default to github but allow override
1059 git clone -n ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1061 pushd $pkg || return 255
1063 if [ -n "$SPLZFSTAG" ]; then
1068 git checkout -b lbuild $tag || fatal 1 "Failed to checkout \"$tag\" for $pkg.git"
1070 # This differentiates between older zfs versions
1071 if [ -f $pkg-modules.spec.in ]; then
1074 speclist="$pkg.spec $rpmpkg.spec"
1076 rpmpkg=kmod-$pkg-devel
1077 if [[ $DISTROMAJ > "rhel8" ]]; then
1082 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
1085 bash autogen.sh || return 255
1087 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
1088 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1089 ! make dist 2>&1; then
1095 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1096 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1097 if [ -f $pkg/scripts/kmodtool ]; then
1098 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
1108 # set search dir for our own kmodtool to find correct
1110 export KERNELSOURCE=$(dirname ${LINUX})
1111 # Manually build rpms
1112 for spec in $speclist; do
1113 echo "Building RPMs from $pkg/$specdir/$spec"
1114 if ! rpmbuild $rpmb $pkg/$specdir/$spec \
1116 --define "_use_internal_dependency_generator 0" \
1117 --define "require_kdir ${LINUX}" \
1118 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
1119 ${spldir:+--define "require_spldir ${spldir}"} \
1120 --define "kver $kver" \
1121 --define "kernels $kver" \
1122 --define "_tmppath /var/tmp" \
1123 --define "kernelbuildroot $TOPDIR/reused" \
1124 --define "_topdir $TOPDIR" 2>&1; then
1129 # We have built the rpms for the package. Now we need to extract the
1130 # contained files so we can build further things against them
1131 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
1133 # cpio only extract to pwd so we need to go there.
1136 for rpm in $rpms; do
1137 rpm2cpio $rpm | cpio -id
1140 if [ "$pkg" == "zfs" ]; then
1141 # We also need to extract both the zfs and zfs-devel rpms
1142 # the zfs rpm is needed because it has the actual libraries in
1143 # it and the zfs-devel rpm only has unversioned symlinks to the
1144 # libraries in the zfs rpm
1145 # this will all change one day when we have a libzfs rpm per
1146 # https://github.com/zfsonlinux/zfs/issues/2329
1147 # and it looks like it could be one day soon:
1148 # https://github.com/zfsonlinux/zfs/pull/2341
1149 local devel_rpms=$(ls -1 $TOPDIR/RPMS/*/{$pkg-devel,$pkg-$SPLZFSVER,lib*}-*.rpm)
1150 for rpm in $devel_rpms; do
1151 rpm2cpio $rpm | cpio -id
1153 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR ${CONFIGURE_FLAGS}"
1154 if [ -z "$spldir" ]; then
1155 # if spldir is empty, then we are only building ZFS and need to define SPL config flags
1156 CONFIGURE_FLAGS="--with-spl=$(ls -d $TOPDIR/usr/src/spl-*|tail -1) ${CONFIGURE_FLAGS}"
1157 CONFIGURE_FLAGS="--with-spl-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1159 elif [ "$pkg" == "spl" ]; then
1160 spldir="$(ls -d $TOPDIR/usr/src/spl-*|tail -1)"
1164 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*|tail -1) ${CONFIGURE_FLAGS}"
1165 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1175 [ "$STAGEDIR" ] || return 0
1177 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${TARGET_ARCH}"
1178 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1179 mkdir -p "${rpmdir}"
1180 for rpm in $(ls RPMS/${TARGET_ARCH}/*.rpm RPMS/noarch/*.rpm); do
1181 cp -v $rpm "${rpmdir}"
1184 cp -v "$LUSTRE" "$STAGEDIR"
1188 set_rpm_smp_type() {
1190 local infact_arch="${TARGET_ARCH}"
1193 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1196 for smp_type in $SMP_ARCHS; do
1197 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1200 for smp_type in $BIGSMP_ARCHS; do
1201 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1204 for smp_type in $PPC64_ARCHS; do
1205 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1208 for smp_type in $DEFAULT_ARCHS; do
1209 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1214 # This function takes a linux include tree and digs out the linux release
1215 # from it. It is never called directly, only called from the distro
1216 # specific function find_linux_release() in lbuild-{rhel,sles}.
1217 _find_linux_release() {
1219 local LINUXRELEASEHEADER=""
1221 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1222 if [ -s $SRC/include/generated/utsrelease.h ]; then
1223 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1224 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1225 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1228 if [ ! -s $LINUXRELEASEHEADER ]; then
1229 fatal 1 "could not find UTS_RELEASE"
1232 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1235 # unpack kernel(/source/devel) RPM
1237 unpack_linux_devel_rpm() {
1238 local kernelrpm="${1}"
1240 [ -f "$kernelrpm" ] || return 255
1241 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1243 pushd $TOPDIR/reused &>/dev/null || return 255
1245 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1249 # call a distro specific hook, if available
1250 if type -p unpack_linux_devel_rpm-$DISTROMAJ; then
1251 if ! unpack_linux_devel_rpm-$DISTROMAJ "$kernelrpm"; then
1258 find_linux_devel_paths $TOPDIR/reused
1266 local kib_prefix="$2"
1268 local ofed_type="${4}"
1269 local ofed_version="${5}"
1271 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1274 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-user_mad-mod \
1275 --with-user_access-mod --with-addr_trans-mod --with-innova-flex "
1276 local OFED_HARDWARE="--with-mlx4-mod --with-mlx4_en-mod \
1277 --with-srp-mod --with-iser-mod --with-isert-mod --with-mlx5-mod \
1280 # some I/B drivers are architecture dependent and kernel-ib's configure
1281 # does not figure it out for us ~sigh~
1282 case "$TARGET_ARCH" in
1284 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1288 # assume we are just rebuilding the SRPM
1289 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1290 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1292 # but switch to building from the SPEC if we need to apply patches
1293 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1295 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1296 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1297 local file ed_fragment1 ed_fragment2 n=1
1298 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch 2>/dev/null); do
1299 ed_fragment1="$ed_fragment1
1300 Patch$n: ${file%%*/}"
1301 ed_fragment2="$ed_fragment2
1303 cp $file ${TOPDIR}/SOURCES
1306 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed 2>/dev/null); do
1307 # Only apply the ed-scripts that should be used for the canonical target
1308 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1310 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1311 # To apply the same change to multiple canonical target simply specify
1312 # a list of colon separated canoncial target names in the file name.
1313 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1314 -e ":${CANONICAL_TARGET}.ed$"
1315 if [ $? -eq 0 ] ; then
1316 ed_fragment3="$ed_fragment3
1322 if [ $n -gt 1 ]; then
1336 local linuxrelease=$(find_linux_release)
1337 # a place to change/add any unique config
1339 ofa|ifs) local K_SRC_OBJ="K_SRC_OBJ"
1340 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' \
1341 --define 'build_kernel_ib_devel 1' \
1342 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1343 ${FIND_KSYMS_REQUIRES:+--define "__required_ksyms_requires $FIND_KSYMS_REQUIRES"} \
1344 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1345 --define "KVERSION ${linuxrelease}" \
1346 --define "$K_SRC ${linux}" \
1347 ${K_SRC_OBJ:+--define "$K_SRC_OBJ ${linux}"} \
1348 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1349 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1350 ${SOURCE} 2>&1; then
1351 fatal 1 "Error building ${kib_rpm}"
1355 if ! $RPMBUILD $BUILD_TYPE \
1356 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1357 ${FIND_KSYMS_REQUIRES:+--define "__required_ksyms_requires $FIND_KSYMS_REQUIRES"} \
1358 ${MOFED_FLAVOR:+--define "flavors_to_build $MOFED_FLAVOR"} \
1359 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1360 --define "KVERSION ${linuxrelease}" \
1362 --define "$K_SRC ${linux}" \
1363 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1364 ${SOURCE} 2>&1; then
1365 fatal 1 "Error building ${kib_rpm}"
1367 # now that we have the kernel rpms, we need to lib rpms too
1368 # we don't have to rebuild since MOFED include the binaries
1369 # Starting from MOFED 5.1, rdma-core is required for libib*
1370 if compare_version 5.1 $ofed_version; then
1371 cp -f OFED_RPMS/rdma-core-*.${TARGET_ARCH}.rpm \
1372 ${TOPDIR}/RPMS/${TARGET_ARCH} || \
1373 fatal 1 "Failed to copy MOFED rpms"
1375 cp -f OFED_RPMS/{libib*,librdmacm*,ibutils*,opensm-*,infiniband-diags*}.${TARGET_ARCH}.rpm \
1376 ${TOPDIR}/RPMS/${TARGET_ARCH} || \
1377 fatal 1 "Failed to copy MOFED rpms"
1387 local signature="$4"
1388 local use_links="$5"
1395 local unique_id=$(hostname -s)
1396 if [ -z "$unique_id" ]; then
1397 fatal 1 "Failed to determine hostname."
1400 local finallocation="$location"/"$signature"/"$module"
1401 location="$location"/"$signature-${unique_id}"/"$module"
1402 mkdir -p "$location"
1403 # the cleanup script removes any directory that doesn't have a
1404 # .lastused, so let's try to prevent that as soon as we can
1405 # this solution still slightly racy with the cleanup script
1406 # but the race is a lot tighter now
1407 touch -t 197001010000 "$location/.lastused"
1408 ## use eval/echo here to make sure shell expansions are performed
1409 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1411 for article in $(eval echo $articles); do
1412 if ! cp -a${linkflag} "$article" "$location"; then
1413 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1414 # rename the cache location so that it's not cached
1415 # product, but is around for analysis
1416 mv "$location"{,-bad-$(date +%s)} ||
1417 error "failed to clean up a failed cache attempt" \
1418 "in \"$location\" -- manual cleanup will be" \
1424 # flag the cache as complete (i.e. in case lbuild was previously
1425 # interrupted while caching)
1426 touch "$location/.lastused"
1428 # put the temporary location into the final location
1430 mkdir -p "${finallocation%/*}"
1431 mv "$location" "$finallocation"
1432 rmdir "${location%/*}"
1440 local use_links="${3:-false}"
1441 local signature="$4"
1443 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1444 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1445 # the .lastused flag is populated at the end of the caching to
1446 # signal that the caching was completed. if that flag is not
1447 # there, then the cache is invalid (and should be removed in fact)
1448 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1449 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1453 # so that we know how stale this entry is
1454 touch $REUSEBUILD/$signature/$module/.lastused
1457 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1458 cp -al $REUSEBUILD/$signature/$module/* $dest/
1461 # copying is pretty heavy
1462 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1463 # do some creative symlinking instead
1465 for dir in BUILD SRPMS SPECS; do
1466 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1467 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1470 # sources have to be copied by file because we need SOURCES to
1471 # be a dir we can write into
1472 # could overrun ls's arg list here
1473 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1474 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1475 xargs ln -t $dest/SOURCES -s
1477 # same for RPMS/* dirs
1478 # could overrun ls's arg list here
1479 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1481 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1482 mkdir -p $dest/RPMS/${dir##*/}
1484 xargs ln -t $dest/RPMS/${dir##*/} -s
1496 if [[ $arch = i[3456]86 ]]; then
1498 elif [[ $arch = aarch64 ]]; then
1506 build_kernel_with_srpm() {
1509 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1510 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1513 # need to generate the patch for this target
1514 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1516 # get an md5sum of the kernel patch + config for reuse check
1519 local release_str="RELEASE=$RELEASE\n"
1522 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1523 local REUSE_SIGNATURE=$({ echo -en $release_str;
1526 cat "$TARGET_FILE" |
1527 sed -e '/_VERSION=/s/_[0-9]*_g.*$//g';
1529 cat "$LBUILD_DIR/lbuild";
1530 test -f lbuild-${DISTROMAJ%%[0-9]*} &&
1531 cat lbuild-${DISTROMAJ%%[0-9]*};
1532 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1533 md5sum | cut -d" " -f1)
1534 # see if we can link to the reuse pool
1535 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1537 local CAN_LINK_FOR_REUSE=false
1538 touch $REUSEBUILD/$$
1539 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1540 CAN_LINK_FOR_REUSE=true
1545 # the extra version string to use for the kernel (which might be a reused
1547 local kernel_extra_version=""
1548 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1549 "$REUSE_SIGNATURE"; then
1550 # nothing cached, build from scratch
1551 echo "Downloading kernel SRPM" >&${outfd}
1552 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1554 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1555 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1556 # should we clean this up or leave it for analysis?
1558 fatal 1 "Error installing kernel SRPM."
1561 # put the Lustre kernel patch into the RPM build tree
1562 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1563 prepare_and_build_srpm >&${outfd} ||
1564 fatal 1 "failed to prepare_and_build_srpm"
1566 if [ -z "$REUSE_SIGNATURE" ]; then
1567 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1569 # store the resulting kernel RPM build tree for future use
1570 echo "Storing the built kernel for future reuse" >&${outfd}
1571 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1572 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1573 "$CAN_LINK_FOR_REUSE"; then
1574 error "Failed to store kernel RPMS for reuse"
1575 echo "unknown" >&${outfd}
1581 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1583 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1584 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1586 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1588 # should now have the following RPMs
1589 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1590 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1591 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1592 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1593 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1595 echo $kernel_extra_version
1603 # REUSEBUILD, USE_BUILD_CACHE
1608 local ofed_type="$2"
1609 local ofed_version="$3"
1616 if [ "$ofed_version" = "inkernel" ]; then
1617 # see if there is a distro specific override for this and use
1619 # XXX we need to better integrate a distro specific override with
1620 # the rest of this function so that all of the reuse cache
1621 # stuff is leveraged given that 80% of this function is reuse
1622 if type -p build_ofed-$DISTROMAJ; then
1624 ofed_location=$(build_ofed-$DISTROMAJ ${STDOUT})
1625 local rc=${PIPESTATUS[0]}
1626 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1633 mlnx) # no compat-rdma for mlnx as of 3.1
1634 kib_prefix="ofa_kernel"
1636 kib_rpm="${pre_prefix}${kib_prefix}"
1639 if compare_version $ofed_version 3.0; then
1640 kib_prefix="ofa_kernel"
1641 kib_rpm="${pre_prefix}${kib_prefix}"
1643 kib_prefix="compat-rdma"
1644 kib_rpm="compat-rdma"
1650 # build kernel-ib/compat-rdma
1651 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1652 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1653 echo "$(find_linux_release;
1654 echo "$BUILD_GEN")";
1655 cat "${linux}/include/linux/autoconf.h";
1656 cat "$LBUILD_DIR/lbuild";
1657 test -f lbuild-${DISTROMAJ%%[0-9]*} &&
1658 cat lbuild-${DISTROMAJ%%[0-9]*};
1659 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1660 md5sum | cut -d" " -f1)
1661 # see if we can link to the reuse pool
1662 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1664 local CAN_LINK_FOR_REUSE=false
1665 touch $REUSEBUILD/$$
1666 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1667 CAN_LINK_FOR_REUSE=true
1672 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1673 "$REUSE_SIGNATURE"; then
1674 if [ -n "$REUSE_SIGNATURE" ]; then
1675 # stash away the existing built articles for a moment
1677 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1680 find . | cpio -pudlm ..
1684 create_rpmbuild_dirs
1687 build_kernel_ib "${linux}" "${pre_prefix}${kib_prefix}" "${kib_rpm}" \
1688 "${ofed_type}" "${ofed_version}"
1690 if [ -z "$REUSE_SIGNATURE" ]; then
1691 echo "No reuse signature was caculated so not storing the built ofed"
1693 # store the resulting RPM build tree for future use
1694 echo "Storing the built ofed for future reuse"
1695 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1696 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1697 "$CAN_LINK_FOR_REUSE"; then
1698 error "Failed to store OFED RPMS for reuse"
1702 # put the stuff we stashed away back
1707 pushd "$TOPDIR" >/dev/null
1708 rm -rf ${kib_rpm}-devel
1709 mkdir ${kib_rpm}-devel
1713 mlnx) # Prior to MOFED 3.1, we had to use build_kernel_ib=1 to
1714 # build devel rpm. not so after 3.1
1715 if compare_version $ofed_version 3.0; then
1716 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1718 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1721 ofa) # Prior to OFA 3.18, we had to use build_kernel_ib=1 during configure,
1723 if compare_version $ofed_version 3.18; then
1724 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1726 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1729 ifs) # ifs doesn't follow any convention (if any)
1730 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-*.rpm)
1733 if ! rpm2cpio < $rpm | cpio -id; then
1734 fatal 1 "could not unpack the $rpm."
1736 # find the path (this might not work for ofa and ifs)
1737 o2ib_location=$(find -H $(pwd)/usr/src/${kib_prefix} -type d -name ofed_scripts)
1738 CONFIGURE_FLAGS="--with-o2ib=$(dirname ${o2ib_location}) ${CONFIGURE_FLAGS}"
1744 local ofed_type="$1"
1745 local ofed_version="$2"
1748 if ! $PATCHLESS; then
1749 if $PATCHLESS_SERVER; then
1750 # need to find and unpack the vendor's own kernel-devel
1751 # for patchless server build
1752 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1753 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1755 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1756 fatal 1 "Could not find the Linux tree in $kernelrpm"
1758 # download and unpack kernel-debuginfo-common (only in EL)
1759 if [[ -n "$KERNEL_DEBUGINFO" ]]; then
1760 download_debuginfo_common "$KERNEL_DEBUGINFO"
1761 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm \
1762 "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"; then
1763 fatal 1 "Could not find the Linux debuginfo common rpm in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"
1767 local kernel_extra_version
1768 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1769 fatal 1 "Failed to build the kernel from it's SRPM"
1772 local kernel_devel_rpm
1773 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/${TARGET_ARCH}/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1774 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/${TARGET_ARCH}/"
1777 # install the -devel RPM in preparation for modules builds
1778 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1779 "$TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"; then
1780 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"
1784 # need to find and unpack the vendor's own kernel-devel for patchless
1786 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1787 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1789 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1790 fatal 1 "Could not find the Linux tree in $kernelrpm"
1794 # ~sigh~ have to make copies of and modify some of the rpm
1795 # infrastructure files so that find-requires can find our unpacked
1796 # kernel-devel artifacts
1797 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1798 export FIND_REQUIRES="$(pwd)/find-requires"
1799 export FIND_KSYMS_REQUIRES="$(pwd)/find-requires.ksyms"
1800 chmod 755 {symset-table,find-requires{,.ksyms}}
1802 tmp="${tmp//\//\\/}"
1803 sed -i "s/\/.*find-requires.ksyms/$tmp\/find-requires.ksyms/g" find-requires
1804 sed -i "s/\/usr\/src\/kernels/$tmp\/reused\/usr\/src\/kernels/" find-requires.ksyms
1805 sed -i "s/\/boot/$tmp\/reused\/boot/; s/\/usr\/src\/kernels/$tmp\/reused\/usr\/src\/kernels/" symset-table
1807 build_ofed "${LINUXOBJ:-$LINUX}" "$ofed_type" "$ofed_version" ||
1808 fatal 1 "error building OFED"
1811 if build_lustre "$LINUX" "$LINUXOBJ"; then
1812 # the build worked. resolve any symlinked files (i.e. from reuse)
1813 # in RPMS/$arch to real files so that that that huge mess of
1814 # complication known as LTS can copy them yet somewhere else.
1815 # is it any wonder this whole process is so damn so? anyone ever
1816 # heard of hardlinks? it's this cool new thing that allows you save
1817 # tons of time and space by creating... well you can go read about
1818 # them if you have not heard about them yet.
1819 # can i say how much the implemenation of all of this really impedes
1822 for dir in RPMS/*; do
1824 for file in $(ls); do
1825 if [ -h $file ]; then
1832 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1833 # as that's where LTS expects to find them
1834 for dir in RPMS/*; do
1835 if [ $dir = RPMS/$TARGET_ARCH ]; then
1840 if [ -n "$files" ]; then
1841 cp -al $files ../$TARGET_ARCH
1851 create_rpmbuild_dirs() {
1853 [ -d RPMS ] || mkdir RPMS
1854 [ -d RPMS/${TARGET_ARCH} ] || mkdir RPMS/${TARGET_ARCH}
1855 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1856 [ -d BUILD ] || mkdir BUILD
1857 [ -d SOURCES ] || mkdir SOURCES
1858 [ -d SPECS ] || mkdir SPECS
1859 [ -d SRPMS ] || mkdir SRPMS
1881 [[ $list\ == *\ $item\ * ]]
1885 #########################################################################
1886 # Generate a backtrace through the call stack.
1890 #########################################################################
1894 local funcname="" sourcefile="" lineno="" n
1896 echo "Call stack: (most recent first)"
1897 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1898 funcname=${FUNCNAME[$n - 1]}
1899 sourcefile=$(basename ${BASH_SOURCE[$n]})
1900 lineno=${BASH_LINENO[$n - 1]}
1904 # Display function arguments
1905 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1906 local args newarg j p=0
1907 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1908 newarg=${BASH_ARGV[$j + $p - 1]}
1909 args="${args:+${args} }'${newarg}'"
1911 let p+=${BASH_ARGC[$n - 1]}
1913 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1917 echo "BEGIN BACKTRACE"
1919 #echo ${BASH_LINENO[*]}
1920 #echo ${BASH_SOURCE[*]}
1921 #echo ${FUNCNAME[*]}
1922 local i=$((${#FUNCNAME[@]} - 1))
1923 while [ $i -ge 0 ]; do
1924 local lineno=${BASH_LINENO[$i]}
1928 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1929 # Can't figure out how to get function args from other frames...
1930 local FUNCTION="${FUNCNAME[$i]}()"
1931 echo "$SOURCELINE:$FUNCTION"
1935 echo "END BACKTRACE"
1941 seen_list=$(new_list)
1943 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1944 Unfortunately the above line number in the message may or may not be correct,
1945 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1947 # have we seen this one
1948 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1950 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1951 echo "seen this one already"
1953 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1956 ) ; set $xtrace' ERR
1959 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1961 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,\
1962 patchless,patchless-server,enable-kernel-debug,ccache,norpm,external-patches:,timestamp:,\
1963 extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-type:,\
1964 ofed-version:,mlnx-version:,ofed-src:,publish,disable-zfs,release,set-value:,\
1965 src,stage:,target:,with-linux:,xen -- "$@")
1967 if [ $? != 0 ]; then
1971 eval set -- "$options"
2002 if ! KERNELTREE=$(canon_path "$2"); then
2003 fatal 1 "Could not determine the canonical location of $2"
2007 --linux | --with-linux)
2008 if ! LINUX=$(canon_path "$2"); then
2009 fatal 1 "Could not determine the canonical location of $2"
2018 if ! REUSEBUILD=$(canon_path "$2"); then
2019 fatal 1 "Could not determine the canonical location of $2"
2035 PATCHLESS_SERVER=true
2038 --enable-kernel-debug)
2039 ENABLE_KERNEL_DEBUG=true
2043 if ! KERNELRPMSBASE=$(canon_path "$2"); then
2044 fatal 1 "Could not determine the canonical location of $2"
2053 if ! LUSTRE=$(canon_filepath "$2"); then
2054 fatal 1 "Could not determine the canonical location of $2"
2111 # there are actually some lustre configure flags that we need to
2112 # handle ourselves (but we still give them to configure)
2113 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2120 usage 1 "Unrecognized option: $1"
2131 if [ -n "$OFED_TYPE" -a "$OFED_TYPE" != "inkernel" ]; then
2132 download_ofed "$OFED_TYPE" "$OFED_VERSION"
2133 unpack_ofed "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Error unpacking OFED tarball"
2136 # make sure the RPM build environment is set up
2137 create_rpmbuild_dirs
2139 # if an unpacked kernel source tree was given on the command line
2140 # just build lustre with it (nothing distro kernel specific here)
2141 if [ -n "$LINUX" ]; then
2142 find_linux_release() {
2143 _find_linux_release $LINUX
2145 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_TYPE" "$OFED_VERSION" ||
2146 fatal 1 "error building OFED"
2147 build_lustre "$LINUX" "$LINUXOBJ"
2149 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTROMAJ" ]; then
2150 fatal 1 "${LBUILD_DIR}/lbuild-$DISTROMAJ not found"
2152 source ${LBUILD_DIR}/lbuild-$DISTROMAJ
2153 build_with_srpm "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Failed to build_with_srpm"