3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
40 # XXX - some recent hacking has pretty much neutered this option.
41 # search through this file for "-bb" and see how many places
42 # simply don't account for this option
47 TARGET_ARCH="$(uname -m)"
52 TMPDIR=${TMPDIR:-"/var/tmp"}
56 # this is the dir that should be used to store reuse products
58 # should cached products be used or force rebuilding?
60 # what does this do exactly? does it imply no kernel build?
64 SMPTYPES="smp bigsmp default ''"
66 PATCHLESS_SERVER=false
72 # default to not adding -lustre- into the kernel RPM package names
73 KERNEL_LUSTRE_NAMING=false
74 ENABLE_KERNEL_DEBUG=false
75 # default not use kabi check.
93 # not in the target file any more
96 # build the lustre-tests rpm?
105 # Readlink is not present on some older distributions: emulate it.
109 if [ -L "$path" ]; then
110 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
119 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
121 --external-patches=EXTERNAL_PATCHES
122 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
123 look for seres and config files in before looking in the lustre
126 --extraversion=EXTRAVERSION
127 Text to use for the rpm release and kernel extraversion.
129 --timestamp=TIMESTAMP
130 Date of building lustre in format YYYYMMDDhhmmss
133 Try to reuse old kernel builds from DIR
136 Path to distro kernel RPM collection
145 Build lustre client only
148 Build lustre server without patching the kernel
151 Which distro using. Autodetect by default
153 --kerneldir=KERNELDIR
154 Directory containing Linux source tarballs referenced by target
157 --kerneltree=KERNELTREE
158 Directory containing dirs with Linux source tarballs referenced by target
159 files. Dir names in format kernel version ('2.6.9', etc.)
161 --enable-kernel-debug
162 Build with kernel-<version>.config-debug instead
164 --linux=LINUX --with-linux=LINUX
165 Directory of Linux kernel sources. When this option is used, only
166 Lustre modules and userspace are built.
169 Path to an existing lustre source tarball to use.
172 Do not try to download a kernel from downloads.whamcloud.com
175 Do not build a .src.rpm, a full kernel patch, or a patched kernel
179 Type of OFED to build with lustre: inkernel, ofa, mlnx, ifs
180 ofa: OpenFabrics Alliance
182 ifs: Intel True Scale Fabric
185 Version of external OFED to build with lustre
188 Version of external Mellanox OFED to build with lustre
191 Tarball for either OFED. Tarball must follow below format
192 OFED-<ofed-version>.tgz regardless of vendors
193 It's likely that you need to reconstruct the directory name
194 It must be placed under KERNELTREE directory
197 Build with ldiskfs support. (Deprecated, always true)
200 Do not build lustre-iokit RPM. Now true by default
206 Specifies that the files generated do not include timestamps, and
207 that this is an official release.
210 Build Lustre without ZFS.
213 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
216 Directory used to stage packages for release. RPMs will be placed
217 more or less in DIR/<target>-<arch>, and the tarball will be
221 The name of the target to build. The available targets are listed
225 Builds a Xen domX kernel.
228 Sets a variable to a given value.
237 # canonicalize a relative path to a file
241 if [ ! -f "$PATH" ]; then
245 local FILE=${PATH##*/}
248 echo $(canon_path "$DIR")/$FILE
252 # canonicalize a relative path to a dir
256 if [ ! -d "$PATH" ]; then
260 pushd "$PATH" >/dev/null || return 1
270 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
271 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
274 if $PATCHLESS && $PATCHLESS_SERVER; then
275 usage 1 "Can not use both --patchless and --patchless-server."
278 if [ -n "${OFED_SRC}" ]; then
279 if [ -z "${OFED_VERSION}" ]; then
280 usage 1 "Need to provide version for file ${OFED_SRC}."
282 if [ "${OFED_TYPE}" = "inkernel" ]; then
283 usage 1 "Need to provide ofed type for file ${OFED_SRC}."
286 if [ "${OFED_TYPE}" != "inkernel" -a -z "${OFED_VERSION}" ]; then
287 usage 1 "Need to provide version for $OFED_TYPE OFED"
290 if [ "${OFED_TYPE}" = "inkernel" -a -n "${OFED_VERSION}" ]; then
291 usage 1 "Can not specify version with inkernel OFED"
295 if [ -z "$DISTRO" ] ; then
296 DISTRO=$(autodetect_distro)
300 DISTROMAJ=${DISTRO%%.*}
302 [ -z "$TARGET" ] && TARGET=$(autodetect_target "$DISTRO")
304 if [ -z "$LINUX" ]; then
305 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
306 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
308 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
309 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
311 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
312 # [ -r "$TARGET_FILE" ] || \
313 # usage 1 "Target '$TARGET' was not found."
317 3.12-sles12 | 4.4-sles12)
318 CANONICAL_TARGET="sles12"
321 CANONICAL_TARGET="rhel9"
324 CANONICAL_TARGET="rhel8"
327 CANONICAL_TARGET="rhel7"
330 CANONICAL_TARGET="sles11"
333 CANONICAL_TARGET="oe2203"
337 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
338 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
339 local timestamplength="${#TIMESTAMP}"
340 if [ $timestamplength -eq 12 ]; then
341 TIMESTAMP="${TIMESTAMP}00"
342 elif [ $timestamplength -ne 14 ]; then
343 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
346 RPMBUILD=$(which rpmbuild 2>/dev/null | head -n 1)
347 RPMBUILD=${RPMBUILD:-$(which rpm 2>/dev/null | head -n 1)}
348 if [ -z "$RPMBUILD" ]; then
349 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
352 local BINDIR="$TOPDIR/bin"
353 if [ -d $BINDIR ]; then
354 rm -rf $BINDIR >/dev/null 2>&1 || true
357 mkdir -p $BINDIR || fatal 1 "error trying to create $BINDIR"
358 export PATH=$BINDIR:$PATH
360 cat >${BINDIR}/rpmbuild <<EOF
363 ARGS="\${FIND_REQUIRES:+--define \"__find_requires \$FIND_REQUIRES\"}
364 \${FIND_KSYMS_REQUIRES:+--define \"__required_ksyms_requires \$FIND_KSYMS_REQUIRES\"}"
367 *\'* ) ARGS="\$ARGS \"\$arg\"" ;;
368 * ) ARGS="\$ARGS '\$arg'" ;;
372 eval $RPMBUILD \$ARGS
374 chmod 755 ${BINDIR}/rpmbuild
376 if [ -n "$CCACHE" ]; then
377 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
379 if which "$CCACHE" &>/dev/null; then
380 local ccache=$(which "$CCACHE" 2>/dev/null | head -n 1)
382 ln -s "$ccache" ${BINDIR}/ccache
383 ln -s "$ccache" ${BINDIR}/cc
384 ln -s "$ccache" ${BINDIR}/$CC
387 export CC="ccache $CC"
388 # zero the cache so we can see how effective we are being with it
392 # get some ccache stats when we are done
393 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
394 # should remove the ccache trap if lbuild is interrupted
395 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
402 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
404 [[ $1 == $2 ]] && return 1
406 # remove all minor sub version
407 local i val1=(${1//-*}) val2=(${2//-*})
409 # padding zero to val1 if it needs
410 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
413 for ((i=0; i<${#val1[@]}; i++)); do
414 [[ -z ${val2[i]} ]] && return 1
416 if (( ${val1[i]} < ${val2[i]} )); then
418 elif (( ${val1[i]} > ${val2[i]} )); then
425 # Return a numeric version code based on a version string. The version
426 # code is useful for comparison two version strings to see which is newer.
428 # split arguments like "0.8.0" into "0", "8", "0"
429 eval set -- $(tr "[:punct:]" " " <<< $*)
430 echo -n "$((($1 << 16) | ($2 << 8) | $3))"
435 echo $(echo "$*" | xargs -n 1 | sort -u)
443 if [ -z "$target" ]; then
444 fatal 1 "fetch_url() called without a target to fetch to"
447 if [ -d $target ]; then
448 target+="/${url##*/}"
452 if which wget >/dev/null 2>&1; then
453 if ! wget -nv "$url" -O "$target"; then
456 elif which curl >/dev/null 2>&1; then
457 if ! curl -n -L -s -o "$target" "$url"; then
461 fatal 1 "Could not find either wget or curl to fetch URLs."
471 local force="${3:-false}"
473 [[ ! -s "$KERNELDIR/$srpm" ]] || return 0
475 # let the download_file handle the concurrency
478 # get the location from a distro specific method if it exists
479 if type -p kernel_srpm_location; then
480 location=$(kernel_srpm_location)
482 fatal 1 "Must specify location for download kernel SRPM."
484 echo "Downloading $location/$srpm..."
486 "$location/$srpm" "$KERNELDIR/$srpm" "$force" 2>&1 ||
487 [ ! -s "$KERNELDIR/$srpm" ]; then
488 rm -f $KERNELDIR/$srpm
489 fatal 1 "Could not download target $target's kernel \
490 SRPM $srpm from $location."
495 download_debuginfo_common() {
497 local force="${2:-false}"
499 [[ ! -s "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" ]] ||
502 # let the download_file handle the concurrency
504 # get the location from a distro specific method if it exists
505 if type -p kernel_debuginfo_location; then
506 location=$(kernel_debuginfo_location)
508 echo "Downloading $location/$rpm"
510 "$location/$rpm" "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" "$force" 2>&1 ||
511 [ ! -s "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" ]; then
512 rm -f $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm
513 fatal 1 "Could not download $rpm from $location."
523 local file=${from##*/}
529 local semaphore="$to-downloading"
532 if [ ! -f $semaphore ]; then
536 # make sure the download has not been aborted
537 local now=$(date +%s)
538 local file_mtime=$(stat -c %Y "$to")
539 local staleness=$((now - file_mtime))
540 # let's assume an active download will write at least once a minute
541 if [ $staleness -gt 60 ]; then
549 # if the semaphore file exists, the file is either still downloading
550 # or a download was aborted and we cannot trust the target file
551 if [ -f $semaphore ]; then
555 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
562 if $force || ! is_downloaded; then
563 if is_downloading; then
564 echo "Somebody else is downloading $from..."
565 while is_downloading; do
566 echo "Waiting for $to to finish downloading"
569 if is_downloaded; then
572 echo "The download we were waiting for seems to have been aborted"
578 echo "Downloading $from..."
579 # flag others so they don't try to download also
580 push_exit_trap "rm -f $to $semaphore" "download"
582 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
583 # the trap will remove the files via the fatal below
584 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
587 delete_exit_trap "download"
589 fatal 1 "${to##*/} not found in directory ${to%/*}."
599 local ofed_version="$2"
600 local force="${3:-false}"
601 local distro_name="${DISTRO}"
602 local arch="${TARGET_ARCH}"
606 #if a src tarball has been given in the command line, we use it
607 #The format of the tarball must be OFED-${OFED_VERSION}.tgz
608 [ -n "${OFED_SRC}" ] && return 0
612 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}/"
614 if [[ $ofed_version = *-[rR][cC][0-9] ]]; then
615 ofed_version_loc=${ofed_version%%-[rR][cC][0-9]}
616 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version_loc}/"
619 if [[ $ofed_version = *-daily ]]; then
620 ofed_version=${ofed_version/-daily/}
621 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}-daily/"
622 # find the filename for latest version
623 ofed_version=$(curl -1 -s "$location" | sed -nre "s/.*href=\"OFED-(${ofed_version//./\\.}-[0-9]{8}-[0-9]{4}).tgz.*$/\1/p" | tail -1)
624 if [ -z "$ofed_version" ]; then
625 fatal 1 "Could not determine the filename of the OFED snapshot from daily "
629 file="OFED-${ofed_version}.tgz"
630 download_file "$location/$file" "$KERNELTREE" "$force"
633 location="http://www.mellanox.com/downloads/ofed/MLNX_OFED-${ofed_version}"
634 # this is a work around for suse distro (sles11.3). what we need is
635 # sles11sp3. We really need to redesign how we use target and distro
636 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
637 if [[ $arch = "aarch64" ]] && [[ $DISTROMAJ < "rhel8" ]]; then
638 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}alternate-${arch}.tgz"
640 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}.tgz"
642 download_file "$location/$file" "$KERNELTREE" "$force"
645 location="http://downloadmirror.intel.com/24625/eng/"
646 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}.tgz"
647 download_file "$location/$file" "$KERNELTREE" "$force"
650 fatal 1 "Error: unknown OFED type: $ofed_type"
653 # version might change due to detect daily version
654 OFED_VERSION=${ofed_version}
660 EXTRA_VERSION_save="$EXTRA_VERSION"
661 for patchesdir in "$EXTERNAL_PATCHES" \
662 "$TOPDIR/lustre/lustre/kernel_patches"; do
663 TARGET_FILE="$patchesdir/targets/$TARGET.target"
664 [ -r "$TARGET_FILE" ] && break
666 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
668 echo "Loading target config file $TARGET.target..."
670 # if the caller specified an OFED_VERSION it should override whatever
671 # the target file specifies
672 local env_OFED_VERSION="$OFED_VERSION"
677 # patched kernel build needs a series patches
678 if ! $PATCHLESS && ! $PATCHLESS_SERVER && [ ! "$SERIES" ]; then
679 fatal 1 "Distro $DISTRO doesn't support patched kernel server build!! Please use option --patchless-server"
682 if [ -n "$env_OFED_VERSION" ]; then
683 OFED_VERSION="$env_OFED_VERSION"
686 # doesn't make any sense to build OFED for xen domX's
691 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
692 # go away and the target just specify the $RPMSMPTYPE
693 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
695 # CC might have been overwritten in TARGET_FILE
696 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
697 export CCACHE && export CC="ccache $CC"
700 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
701 KERNELDIR="$KERNELTREE/${lnxmaj}"
702 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
705 # verify the series is available
706 if [ "$SERIES" ]; then
707 for series in $SERIES; do
708 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
709 [ -r "$patchesdir/series/$series" ] && continue 2
711 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
715 # set the location of the .config file
721 if $ENABLE_KERNEL_DEBUG; then
722 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config-debug ]; then
723 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config-debug"
726 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
727 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config"
731 local lnxrelnew=${lnxrel//-/_}
733 # remember the EXTRA_VERSION before we diddle it here
734 # XXX - we really should not diddle with any values read in from the
735 # target file. if we want to modify a value, we should create
737 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
739 if ! $PATCHLESS && ! $PATCHLESS_SERVER && [ ! -f "$CONFIG_FILE" ]; then
740 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
743 if [ "$EXTRA_VERSION_save" ]; then
744 EXTRA_VERSION="$EXTRA_VERSION_save"
745 elif ! $RELEASE; then
746 # if there is no patch series, then this is not a lustre specific
747 # kernel. don't make it look like one
748 if $PATCHLESS || [ -n "$SERIES" ]; then
749 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
752 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
758 echo -n '--wildcards '
761 fatal 1 "tarflags(): File name argument missing."
773 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
782 local extractfile="$@"
784 echo "Untarring ${tarfile##*/}..."
785 tar $(tarflags "$tarfile") "$tarfile" $extractfile
791 local ofed_version="$2"
792 local distro_name="${DISTRO}"
793 local arch="${TARGET_ARCH}"
796 #if a src tarball has been given in the command line, we use it
797 #The format of the directory after untar MUST be in OFED-${version}
798 #even if it's from MLNX or IFS...or whatever
799 if [ -n "${OFED_SRC}" ]; then
800 if ! untar "$KERNELTREE/${OFED_SRC}"; then
803 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
808 file="OFED-${ofed_version}"
809 if ! untar "$KERNELTREE/${file}.tgz"; then
812 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
815 # this is a work around for suse distro (sles11.3). what we need is
816 # sles11sp3. We really need to redesign how we use target and distro
817 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
818 if [[ $arch = "aarch64" ]] && [[ $DISTROMAJ < "rhel8" ]]; then
819 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}alternate-${arch}"
821 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}"
823 # it's not important what distro we get the tarball since we only
824 # interest in the src
825 if ! untar "$KERNELTREE/${file}.tgz"; then
828 # we need to untar again to get the src since it's being
829 # wrapped inside the tarball
830 # There are cases where the source version is different
832 # (ie. MLNX_OFED_LINUX-2.3-1.0.1 but MLNX_OFED_SRC-2.3-1.0.0)
833 local src=$(ls ${file}/src/MLNX_OFED_SRC-${ofed_version%.*}*.tgz)
834 if ! untar "$src"; then
837 [ -d OFED ] || ln -sf MLNX_OFED_SRC-[0-9]*.[0-9]* OFED
838 if compare_version $ofed_version 4.7 ||
839 compare_version 5.1 $ofed_version; then
840 [ -d OFED_RPMS ] || ln -sf ${file}/RPMS OFED_RPMS
842 [ -d OFED_RPMS ] || ln -sf ${file}/RPMS/MLNX_LIBS OFED_RPMS
846 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}"
847 if ! untar "$KERNELTREE/${file}.tgz"; then
850 [ -d OFED ] || ln -sf $file/IntelIB-OFED.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.* OFED
851 ofed_version="$(cat OFED/Version)"
854 # version might change due to detect daily version
855 OFED_VERSION=${ofed_version}
860 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
861 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
867 local do_patch=${1:-true}
869 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
870 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
871 $do_patch && pushd linux >/dev/null
872 for series in $SERIES; do
873 echo -n "Applying series $series:"
874 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
875 [ -r "$patchesdir/series/$series" ] || continue
876 SERIES_FILE="$patchesdir/series/$series"
877 for patch in $(<"$SERIES_FILE"); do
879 PATCH_FILE="$patchesdir/patches/$patch"
880 [ -r "$PATCH_FILE" ] || \
881 fatal 1 "Patch $patch does not exist in Lustre tree."
882 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
884 fatal 1 "Error adding patch $patch to full patch."
887 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
889 fatal 1 "Error applying patch $patch."
897 $do_patch && popd >/dev/null
898 echo "Full patch has been saved in ${FULL_PATCH##*/}."
905 local configure_args=""
909 pushd lustre >/dev/null
911 if ! build_lustre_dkms; then
912 popd >/dev/null # pushd lustre
916 echo "Building Lustre RPMs for: $TARGET_ARCH"
918 # If server we now build the spl and zfs modules against the lustre kernel.
919 # These are required prior to the building of lustre server. Client does
920 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
921 # line above so is at least consistant.
922 if [ $PATCHLESS == false ] && [ "x$WITH_ZFS" == "x" ]; then
923 if ! build_spl_zfs; then
924 popd >/dev/null # pushd lustre
930 configure_args="$configure_args --disable-server"
933 # ditto for the lustre-tests boolean
934 if ! $LUSTRE_TESTS; then
935 configure_args="$configure_args --disable-tests"
939 configure_args="$configure_args --disable-iokit"
942 if ! $OSDZFSRPM; then
943 configure_args="$configure_args --without-zfs"
946 if ! $OSDLDISKFSRPM; then
947 configure_args="$configure_args --disable-ldiskfs"
950 configure_args="$configure_args --with-linux=$linux"
951 configure_args="$configure_args ${linuxobj:+--with-linux-obj=$linuxobj}"
953 # allow environment setting to override ldiskfs series selection
954 [ -n "$LDISKFS_SERIES" ] && export LDISKFS_SERIES
956 ./configure $configure_args $CONFIGURE_FLAGS 2>&1 ||
957 fatal 1 "Error in configure."
959 if type -p apply_kmod_requires_conflicts; then
960 apply_kmod_requires_conflicts
964 fatal 1 "Error building rpms for $TARGET_ARCH."
966 # move RPMs into place where they are expected to be
967 mv -f *lustre*.${TARGET_ARCH}.rpm $TOPDIR/RPMS/${TARGET_ARCH}/
968 mv -f lustre-*.src.rpm $TOPDIR/SRPMS/
971 if type -p cleanup_rpmmacros; then
978 build_lustre_dkms() {
980 local ver=$(sed -n -e 's/^LUSTRE_VERSION = //p' LUSTRE-VERSION-FILE)
982 echo "Building Lustre DKMS RPMs for: $TARGET_ARCH"
983 ./configure --enable-dist || fatal 1 "Error in DKMS configure."
986 build_args="--without servers"
989 rpmbuild --define "_topdir $TOPDIR" $build_args -bs lustre-dkms.spec ||
990 fatal 1 "Error building DKMS .src.rpm for $TARGET_ARCH."
993 rpmbuild --define "_topdir $TOPDIR" $build_args \
994 --rebuild $TOPDIR/SRPMS/lustre-client-dkms-$ver-*.src.rpm ||
995 fatal 1 "Error building DKMS .rpm for $TARGET_ARCH."
997 rpmbuild --define="_topdir $TOPDIR" --with servers \
998 --with zfs --without ldiskfs -bs lustre-dkms.spec ||
999 fatal 1 "Error creating DKMS (zfs) .srpm for $TARGET_ARCH."
1000 rpmbuild --define="_topdir $TOPDIR" --with servers \
1001 --without zfs --with ldiskfs -bs lustre-dkms.spec ||
1002 fatal 1 "Error creating DKMS (ldiskfs) .srpm for $TARGET_ARCH."
1003 rpmbuild --define="_topdir $TOPDIR" --with servers \
1004 --with zfs --with ldiskfs -bs lustre-dkms.spec ||
1005 fatal 1 "Error creating DKMS (all) .srpm for $TARGET_ARCH."
1007 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1008 --with zfs --without ldiskfs $TOPDIR/SRPMS/lustre-zfs-dkms-$ver-*.src.rpm ||
1009 fatal 1 "Error building DKMS (zfs) .rpm for $TARGET_ARCH."
1010 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1011 --without zfs --with ldiskfs $TOPDIR/SRPMS/lustre-ldiskfs-dkms-$ver-*.src.rpm ||
1012 fatal 1 "Error building DKMS (ldiskfs) .rpm for $TARGET_ARCH."
1013 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1014 --with zfs --with ldiskfs $TOPDIR/SRPMS/lustre-all-dkms-$ver-*.src.rpm ||
1015 fatal 1 "Error building DKMS (all) .rpm for $TARGET_ARCH."
1024 # Fetch spl/zfs from the git repo and prepare for lustre build
1027 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
1028 # SPLZFSTAG - Tag to checkout of clone repositories
1029 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
1031 # return 0 if successful, else 255
1033 # make sure the RPM build environment is set up
1035 create_rpmbuild_dirs
1038 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
1039 # destination for the rpms
1040 export RPM_BUILD_ROOT=$TOPDIR
1041 SPLZFSVER=${SPLZFSVER:-2.1.11}
1042 SPLZFSTAG=${SPLZFSTAG:-}
1043 # "spl zfs" prior to 0.8.0
1044 # "zfs" for 0.8.0 and later
1045 (( $(version_code $SPLZFSVER) < $(version_code 0.8.0) )) &&
1046 SPLZFSPKGS="spl zfs" || SPLZFSPKGS="zfs"
1048 # The files expect a kver to be set to the kernel version .
1049 local kver=$(find_linux_release)
1051 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1054 for pkg in $SPLZFSPKGS; do
1058 # need to fetch the repo in order to build it.
1059 # default to github but allow override
1060 git clone -n ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1062 pushd $pkg || return 255
1064 if [ -n "$SPLZFSTAG" ]; then
1069 git checkout -b lbuild $tag || fatal 1 "Failed to checkout \"$tag\" for $pkg.git"
1071 # This differentiates between older zfs versions
1072 if [ -f $pkg-modules.spec.in ]; then
1075 speclist="$pkg.spec $rpmpkg.spec"
1077 rpmpkg=kmod-$pkg-devel
1078 if [[ $DISTROMAJ > "rhel8" ]]; then
1083 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
1086 bash autogen.sh || return 255
1088 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
1089 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1090 ! make dist 2>&1; then
1096 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1097 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1098 if [ -f $pkg/scripts/kmodtool ]; then
1099 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
1109 # set search dir for our own kmodtool to find correct
1111 export KERNELSOURCE=$(dirname ${LINUX})
1112 # Manually build rpms
1113 for spec in $speclist; do
1114 echo "Building RPMs from $pkg/$specdir/$spec"
1115 if ! rpmbuild $rpmb $pkg/$specdir/$spec \
1117 --define "_use_internal_dependency_generator 0" \
1118 --define "require_kdir ${LINUX}" \
1119 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
1120 ${spldir:+--define "require_spldir ${spldir}"} \
1121 --define "kver $kver" \
1122 --define "kernels $kver" \
1123 --define "_tmppath /var/tmp" \
1124 --define "kernelbuildroot $TOPDIR/reused" \
1125 --define "_topdir $TOPDIR" 2>&1; then
1130 # We have built the rpms for the package. Now we need to extract the
1131 # contained files so we can build further things against them
1132 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
1134 # cpio only extract to pwd so we need to go there.
1137 for rpm in $rpms; do
1138 rpm2cpio $rpm | cpio -id
1141 if [ "$pkg" == "zfs" ]; then
1142 # We also need to extract both the zfs and zfs-devel rpms
1143 # the zfs rpm is needed because it has the actual libraries in
1144 # it and the zfs-devel rpm only has unversioned symlinks to the
1145 # libraries in the zfs rpm
1146 # this will all change one day when we have a libzfs rpm per
1147 # https://github.com/zfsonlinux/zfs/issues/2329
1148 # and it looks like it could be one day soon:
1149 # https://github.com/zfsonlinux/zfs/pull/2341
1150 local devel_rpms=$(ls -1 $TOPDIR/RPMS/*/{$pkg-devel,$pkg-$SPLZFSVER,lib*}-*.rpm)
1151 for rpm in $devel_rpms; do
1152 rpm2cpio $rpm | cpio -id
1154 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR ${CONFIGURE_FLAGS}"
1155 if [ -z "$spldir" ]; then
1156 # if spldir is empty, then we are only building ZFS and need to define SPL config flags
1157 CONFIGURE_FLAGS="--with-spl=$(ls -d $TOPDIR/usr/src/spl-*|tail -1) ${CONFIGURE_FLAGS}"
1158 CONFIGURE_FLAGS="--with-spl-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1160 elif [ "$pkg" == "spl" ]; then
1161 spldir="$(ls -d $TOPDIR/usr/src/spl-*|tail -1)"
1165 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*|tail -1) ${CONFIGURE_FLAGS}"
1166 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1176 [ "$STAGEDIR" ] || return 0
1178 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${TARGET_ARCH}"
1179 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1180 mkdir -p "${rpmdir}"
1181 for rpm in $(ls RPMS/${TARGET_ARCH}/*.rpm RPMS/noarch/*.rpm); do
1182 cp -v $rpm "${rpmdir}"
1185 cp -v "$LUSTRE" "$STAGEDIR"
1189 set_rpm_smp_type() {
1191 local infact_arch="${TARGET_ARCH}"
1194 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1197 for smp_type in $SMP_ARCHS; do
1198 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1201 for smp_type in $BIGSMP_ARCHS; do
1202 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1205 for smp_type in $PPC64_ARCHS; do
1206 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1209 for smp_type in $DEFAULT_ARCHS; do
1210 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1215 # This function takes a linux include tree and digs out the linux release
1216 # from it. It is never called directly, only called from the distro
1217 # specific function find_linux_release() in lbuild-{rhel,sles}.
1218 _find_linux_release() {
1220 local LINUXRELEASEHEADER=""
1222 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1223 if [ -s $SRC/include/generated/utsrelease.h ]; then
1224 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1225 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1226 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1229 if [ ! -s $LINUXRELEASEHEADER ]; then
1230 fatal 1 "could not find UTS_RELEASE"
1233 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1236 # unpack kernel(/source/devel) RPM
1238 unpack_linux_devel_rpm() {
1239 local kernelrpm="${1}"
1241 [ -f "$kernelrpm" ] || return 255
1242 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1244 pushd $TOPDIR/reused &>/dev/null || return 255
1246 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1250 # call a distro specific hook, if available
1251 if type -p unpack_linux_devel_rpm-$DISTROMAJ; then
1252 if ! unpack_linux_devel_rpm-$DISTROMAJ "$kernelrpm"; then
1259 find_linux_devel_paths $TOPDIR/reused
1267 local kib_prefix="$2"
1269 local ofed_type="${4}"
1270 local ofed_version="${5}"
1272 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1275 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-user_mad-mod \
1276 --with-user_access-mod --with-addr_trans-mod --with-innova-flex "
1277 local OFED_HARDWARE="--with-mlx4-mod --with-mlx4_en-mod \
1278 --with-srp-mod --with-iser-mod --with-isert-mod --with-mlx5-mod \
1281 # some I/B drivers are architecture dependent and kernel-ib's configure
1282 # does not figure it out for us ~sigh~
1283 case "$TARGET_ARCH" in
1285 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1289 # assume we are just rebuilding the SRPM
1290 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1291 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1293 # but switch to building from the SPEC if we need to apply patches
1294 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1296 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1297 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1298 local file ed_fragment1 ed_fragment2 n=1
1299 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch 2>/dev/null); do
1300 ed_fragment1="$ed_fragment1
1301 Patch$n: ${file%%*/}"
1302 ed_fragment2="$ed_fragment2
1304 cp $file ${TOPDIR}/SOURCES
1307 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed 2>/dev/null); do
1308 # Only apply the ed-scripts that should be used for the canonical target
1309 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1311 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1312 # To apply the same change to multiple canonical target simply specify
1313 # a list of colon separated canoncial target names in the file name.
1314 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1315 -e ":${CANONICAL_TARGET}.ed$"
1316 if [ $? -eq 0 ] ; then
1317 ed_fragment3="$ed_fragment3
1323 if [ $n -gt 1 ]; then
1337 local linuxrelease=$(find_linux_release)
1338 # a place to change/add any unique config
1340 ofa|ifs) local K_SRC_OBJ="K_SRC_OBJ"
1341 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' \
1342 --define 'build_kernel_ib_devel 1' \
1343 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1344 ${FIND_KSYMS_REQUIRES:+--define "__required_ksyms_requires $FIND_KSYMS_REQUIRES"} \
1345 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1346 --define "KVERSION ${linuxrelease}" \
1347 --define "$K_SRC ${linux}" \
1348 ${K_SRC_OBJ:+--define "$K_SRC_OBJ ${linux}"} \
1349 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1350 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1351 ${SOURCE} 2>&1; then
1352 fatal 1 "Error building ${kib_rpm}"
1356 if ! $RPMBUILD $BUILD_TYPE \
1357 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1358 ${FIND_KSYMS_REQUIRES:+--define "__required_ksyms_requires $FIND_KSYMS_REQUIRES"} \
1359 ${MOFED_FLAVOR:+--define "flavors_to_build $MOFED_FLAVOR"} \
1360 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1361 --define "KVERSION ${linuxrelease}" \
1363 --define "$K_SRC ${linux}" \
1364 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1365 ${SOURCE} 2>&1; then
1366 fatal 1 "Error building ${kib_rpm}"
1368 # now that we have the kernel rpms, we need to lib rpms too
1369 # we don't have to rebuild since MOFED include the binaries
1370 # Starting from MOFED 5.1, rdma-core is required for libib*
1371 if compare_version 5.1 $ofed_version; then
1372 cp -f OFED_RPMS/rdma-core-*.${TARGET_ARCH}.rpm \
1373 ${TOPDIR}/RPMS/${TARGET_ARCH} || \
1374 fatal 1 "Failed to copy MOFED rpms"
1376 cp -f OFED_RPMS/{libib*,librdmacm*,ibutils*,opensm-*,infiniband-diags*}.${TARGET_ARCH}.rpm \
1377 ${TOPDIR}/RPMS/${TARGET_ARCH} || \
1378 fatal 1 "Failed to copy MOFED rpms"
1388 local signature="$4"
1389 local use_links="$5"
1396 local unique_id=$(hostname -s)
1397 if [ -z "$unique_id" ]; then
1398 fatal 1 "Failed to determine hostname."
1401 local finallocation="$location"/"$signature"/"$module"
1402 location="$location"/"$signature-${unique_id}"/"$module"
1403 mkdir -p "$location"
1404 # the cleanup script removes any directory that doesn't have a
1405 # .lastused, so let's try to prevent that as soon as we can
1406 # this solution still slightly racy with the cleanup script
1407 # but the race is a lot tighter now
1408 touch -t 197001010000 "$location/.lastused"
1409 ## use eval/echo here to make sure shell expansions are performed
1410 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1412 for article in $(eval echo $articles); do
1413 if ! cp -a${linkflag} "$article" "$location"; then
1414 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1415 # rename the cache location so that it's not cached
1416 # product, but is around for analysis
1417 mv "$location"{,-bad-$(date +%s)} ||
1418 error "failed to clean up a failed cache attempt" \
1419 "in \"$location\" -- manual cleanup will be" \
1425 # flag the cache as complete (i.e. in case lbuild was previously
1426 # interrupted while caching)
1427 touch "$location/.lastused"
1429 # put the temporary location into the final location
1431 mkdir -p "${finallocation%/*}"
1432 mv "$location" "$finallocation"
1433 rmdir "${location%/*}"
1441 local use_links="${3:-false}"
1442 local signature="$4"
1444 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1445 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1446 # the .lastused flag is populated at the end of the caching to
1447 # signal that the caching was completed. if that flag is not
1448 # there, then the cache is invalid (and should be removed in fact)
1449 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1450 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1454 # so that we know how stale this entry is
1455 touch $REUSEBUILD/$signature/$module/.lastused
1458 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1459 cp -al $REUSEBUILD/$signature/$module/* $dest/
1462 # copying is pretty heavy
1463 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1464 # do some creative symlinking instead
1466 for dir in BUILD SRPMS SPECS; do
1467 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1468 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1471 # sources have to be copied by file because we need SOURCES to
1472 # be a dir we can write into
1473 # could overrun ls's arg list here
1474 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1475 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1476 xargs ln -t $dest/SOURCES -s
1478 # same for RPMS/* dirs
1479 # could overrun ls's arg list here
1480 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1482 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1483 mkdir -p $dest/RPMS/${dir##*/}
1485 xargs ln -t $dest/RPMS/${dir##*/} -s
1497 if [[ $arch = i[3456]86 ]]; then
1499 elif [[ $arch = aarch64 ]]; then
1507 build_kernel_with_srpm() {
1510 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1511 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1514 # need to generate the patch for this target
1515 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1517 # get an md5sum of the kernel patch + config for reuse check
1520 local release_str="RELEASE=$RELEASE\n"
1523 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1524 local REUSE_SIGNATURE=$({ echo -en $release_str;
1527 cat "$TARGET_FILE" |
1528 sed -e '/_VERSION=/s/_[0-9]*_g.*$//g';
1530 cat "$LBUILD_DIR/lbuild";
1531 test -f lbuild-${DISTROMAJ%%[0-9]*} &&
1532 cat lbuild-${DISTROMAJ%%[0-9]*};
1533 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1534 md5sum | cut -d" " -f1)
1535 # see if we can link to the reuse pool
1536 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1538 local CAN_LINK_FOR_REUSE=false
1539 touch $REUSEBUILD/$$
1540 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1541 CAN_LINK_FOR_REUSE=true
1546 # the extra version string to use for the kernel (which might be a reused
1548 local kernel_extra_version=""
1549 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1550 "$REUSE_SIGNATURE"; then
1551 # nothing cached, build from scratch
1552 echo "Downloading kernel SRPM" >&${outfd}
1553 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1555 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1556 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1557 # should we clean this up or leave it for analysis?
1559 fatal 1 "Error installing kernel SRPM."
1562 # put the Lustre kernel patch into the RPM build tree
1563 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1564 prepare_and_build_srpm >&${outfd} ||
1565 fatal 1 "failed to prepare_and_build_srpm"
1567 if [ -z "$REUSE_SIGNATURE" ]; then
1568 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1570 # store the resulting kernel RPM build tree for future use
1571 echo "Storing the built kernel for future reuse" >&${outfd}
1572 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1573 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1574 "$CAN_LINK_FOR_REUSE"; then
1575 error "Failed to store kernel RPMS for reuse"
1576 echo "unknown" >&${outfd}
1582 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1584 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1585 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1587 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1589 # should now have the following RPMs
1590 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1591 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1592 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1593 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1594 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1596 echo $kernel_extra_version
1604 # REUSEBUILD, USE_BUILD_CACHE
1609 local ofed_type="$2"
1610 local ofed_version="$3"
1617 if [ "$ofed_version" = "inkernel" ]; then
1618 # see if there is a distro specific override for this and use
1620 # XXX we need to better integrate a distro specific override with
1621 # the rest of this function so that all of the reuse cache
1622 # stuff is leveraged given that 80% of this function is reuse
1623 if type -p build_ofed-$DISTROMAJ; then
1625 ofed_location=$(build_ofed-$DISTROMAJ ${STDOUT})
1626 local rc=${PIPESTATUS[0]}
1627 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1634 mlnx) # no compat-rdma for mlnx as of 3.1
1635 kib_prefix="ofa_kernel"
1637 kib_rpm="${pre_prefix}${kib_prefix}"
1640 if compare_version $ofed_version 3.0; then
1641 kib_prefix="ofa_kernel"
1642 kib_rpm="${pre_prefix}${kib_prefix}"
1644 kib_prefix="compat-rdma"
1645 kib_rpm="compat-rdma"
1651 # build kernel-ib/compat-rdma
1652 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1653 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1654 echo "$(find_linux_release;
1655 echo "$BUILD_GEN")";
1656 cat "${linux}/include/linux/autoconf.h";
1657 cat "$LBUILD_DIR/lbuild";
1658 test -f lbuild-${DISTROMAJ%%[0-9]*} &&
1659 cat lbuild-${DISTROMAJ%%[0-9]*};
1660 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1661 md5sum | cut -d" " -f1)
1662 # see if we can link to the reuse pool
1663 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1665 local CAN_LINK_FOR_REUSE=false
1666 touch $REUSEBUILD/$$
1667 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1668 CAN_LINK_FOR_REUSE=true
1673 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1674 "$REUSE_SIGNATURE"; then
1675 if [ -n "$REUSE_SIGNATURE" ]; then
1676 # stash away the existing built articles for a moment
1678 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1681 find . | cpio -pudlm ..
1685 create_rpmbuild_dirs
1688 build_kernel_ib "${linux}" "${pre_prefix}${kib_prefix}" "${kib_rpm}" \
1689 "${ofed_type}" "${ofed_version}"
1691 if [ -z "$REUSE_SIGNATURE" ]; then
1692 echo "No reuse signature was caculated so not storing the built ofed"
1694 # store the resulting RPM build tree for future use
1695 echo "Storing the built ofed for future reuse"
1696 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1697 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1698 "$CAN_LINK_FOR_REUSE"; then
1699 error "Failed to store OFED RPMS for reuse"
1703 # put the stuff we stashed away back
1708 pushd "$TOPDIR" >/dev/null
1709 rm -rf ${kib_rpm}-devel
1710 mkdir ${kib_rpm}-devel
1714 mlnx) # Prior to MOFED 3.1, we had to use build_kernel_ib=1 to
1715 # build devel rpm. not so after 3.1
1716 if compare_version $ofed_version 3.0; then
1717 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1719 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1722 ofa) # Prior to OFA 3.18, we had to use build_kernel_ib=1 during configure,
1724 if compare_version $ofed_version 3.18; then
1725 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1727 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1730 ifs) # ifs doesn't follow any convention (if any)
1731 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-*.rpm)
1734 if ! rpm2cpio < $rpm | cpio -id; then
1735 fatal 1 "could not unpack the $rpm."
1737 # find the path (this might not work for ofa and ifs)
1738 o2ib_location=$(find -H $(pwd)/usr/src/${kib_prefix} -type d -name ofed_scripts)
1739 CONFIGURE_FLAGS="--with-o2ib=$(dirname ${o2ib_location}) ${CONFIGURE_FLAGS}"
1745 local ofed_type="$1"
1746 local ofed_version="$2"
1749 if ! $PATCHLESS; then
1750 if $PATCHLESS_SERVER; then
1751 # need to find and unpack the vendor's own kernel-devel
1752 # for patchless server build
1753 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1754 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1756 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1757 fatal 1 "Could not find the Linux tree in $kernelrpm"
1759 # download and unpack kernel-debuginfo-common (only in EL)
1760 if [[ -n "$KERNEL_DEBUGINFO" ]]; then
1761 download_debuginfo_common "$KERNEL_DEBUGINFO"
1762 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm \
1763 "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"; then
1764 fatal 1 "Could not find the Linux debuginfo common rpm in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"
1768 local kernel_extra_version
1769 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1770 fatal 1 "Failed to build the kernel from it's SRPM"
1773 local kernel_devel_rpm
1774 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/${TARGET_ARCH}/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1775 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/${TARGET_ARCH}/"
1778 # install the -devel RPM in preparation for modules builds
1779 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1780 "$TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"; then
1781 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"
1785 # need to find and unpack the vendor's own kernel-devel for patchless
1787 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1788 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1790 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1791 fatal 1 "Could not find the Linux tree in $kernelrpm"
1795 # ~sigh~ have to make copies of and modify some of the rpm
1796 # infrastructure files so that find-requires can find our unpacked
1797 # kernel-devel artifacts
1798 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1799 export FIND_REQUIRES="$(pwd)/find-requires"
1800 export FIND_KSYMS_REQUIRES="$(pwd)/find-requires.ksyms"
1801 chmod 755 {symset-table,find-requires{,.ksyms}}
1803 tmp="${tmp//\//\\/}"
1804 sed -i "s/\/.*find-requires.ksyms/$tmp\/find-requires.ksyms/g" find-requires
1805 sed -i "s/\/usr\/src\/kernels/$tmp\/reused\/usr\/src\/kernels/" find-requires.ksyms
1806 sed -i "s/\/boot/$tmp\/reused\/boot/; s/\/usr\/src\/kernels/$tmp\/reused\/usr\/src\/kernels/" symset-table
1808 build_ofed "${LINUXOBJ:-$LINUX}" "$ofed_type" "$ofed_version" ||
1809 fatal 1 "error building OFED"
1812 if build_lustre "$LINUX" "$LINUXOBJ"; then
1813 # the build worked. resolve any symlinked files (i.e. from reuse)
1814 # in RPMS/$arch to real files so that that that huge mess of
1815 # complication known as LTS can copy them yet somewhere else.
1816 # is it any wonder this whole process is so damn so? anyone ever
1817 # heard of hardlinks? it's this cool new thing that allows you save
1818 # tons of time and space by creating... well you can go read about
1819 # them if you have not heard about them yet.
1820 # can i say how much the implemenation of all of this really impedes
1823 for dir in RPMS/*; do
1825 for file in $(ls); do
1826 if [ -h $file ]; then
1833 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1834 # as that's where LTS expects to find them
1835 for dir in RPMS/*; do
1836 if [ $dir = RPMS/$TARGET_ARCH ]; then
1841 if [ -n "$files" ]; then
1842 cp -al $files ../$TARGET_ARCH
1852 create_rpmbuild_dirs() {
1854 [ -d RPMS ] || mkdir RPMS
1855 [ -d RPMS/${TARGET_ARCH} ] || mkdir RPMS/${TARGET_ARCH}
1856 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1857 [ -d BUILD ] || mkdir BUILD
1858 [ -d SOURCES ] || mkdir SOURCES
1859 [ -d SPECS ] || mkdir SPECS
1860 [ -d SRPMS ] || mkdir SRPMS
1882 [[ $list\ == *\ $item\ * ]]
1886 #########################################################################
1887 # Generate a backtrace through the call stack.
1891 #########################################################################
1895 local funcname="" sourcefile="" lineno="" n
1897 echo "Call stack: (most recent first)"
1898 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1899 funcname=${FUNCNAME[$n - 1]}
1900 sourcefile=$(basename ${BASH_SOURCE[$n]})
1901 lineno=${BASH_LINENO[$n - 1]}
1905 # Display function arguments
1906 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1907 local args newarg j p=0
1908 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1909 newarg=${BASH_ARGV[$j + $p - 1]}
1910 args="${args:+${args} }'${newarg}'"
1912 let p+=${BASH_ARGC[$n - 1]}
1914 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1918 echo "BEGIN BACKTRACE"
1920 #echo ${BASH_LINENO[*]}
1921 #echo ${BASH_SOURCE[*]}
1922 #echo ${FUNCNAME[*]}
1923 local i=$((${#FUNCNAME[@]} - 1))
1924 while [ $i -ge 0 ]; do
1925 local lineno=${BASH_LINENO[$i]}
1929 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1930 # Can't figure out how to get function args from other frames...
1931 local FUNCTION="${FUNCNAME[$i]}()"
1932 echo "$SOURCELINE:$FUNCTION"
1936 echo "END BACKTRACE"
1942 seen_list=$(new_list)
1944 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1945 Unfortunately the above line number in the message may or may not be correct,
1946 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1948 # have we seen this one
1949 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1951 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1952 echo "seen this one already"
1954 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1957 ) ; set $xtrace' ERR
1960 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1962 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,\
1963 patchless,patchless-server,enable-kernel-debug,ccache,norpm,external-patches:,timestamp:,\
1964 extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-type:,\
1965 ofed-version:,mlnx-version:,ofed-src:,publish,disable-zfs,release,set-value:,\
1966 src,stage:,target:,with-linux:,xen -- "$@")
1968 if [ $? != 0 ]; then
1972 eval set -- "$options"
2003 if ! KERNELTREE=$(canon_path "$2"); then
2004 fatal 1 "Could not determine the canonical location of $2"
2008 --linux | --with-linux)
2009 if ! LINUX=$(canon_path "$2"); then
2010 fatal 1 "Could not determine the canonical location of $2"
2019 if ! REUSEBUILD=$(canon_path "$2"); then
2020 fatal 1 "Could not determine the canonical location of $2"
2036 PATCHLESS_SERVER=true
2039 --enable-kernel-debug)
2040 ENABLE_KERNEL_DEBUG=true
2044 if ! KERNELRPMSBASE=$(canon_path "$2"); then
2045 fatal 1 "Could not determine the canonical location of $2"
2054 if ! LUSTRE=$(canon_filepath "$2"); then
2055 fatal 1 "Could not determine the canonical location of $2"
2112 # there are actually some lustre configure flags that we need to
2113 # handle ourselves (but we still give them to configure)
2114 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2121 usage 1 "Unrecognized option: $1"
2132 if [ -n "$OFED_TYPE" -a "$OFED_TYPE" != "inkernel" ]; then
2133 download_ofed "$OFED_TYPE" "$OFED_VERSION"
2134 unpack_ofed "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Error unpacking OFED tarball"
2137 # make sure the RPM build environment is set up
2138 create_rpmbuild_dirs
2140 # if an unpacked kernel source tree was given on the command line
2141 # just build lustre with it (nothing distro kernel specific here)
2142 if [ -n "$LINUX" ]; then
2143 find_linux_release() {
2144 _find_linux_release $LINUX
2146 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_TYPE" "$OFED_VERSION" ||
2147 fatal 1 "error building OFED"
2148 build_lustre "$LINUX" "$LINUXOBJ"
2150 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTROMAJ" ]; then
2151 fatal 1 "${LBUILD_DIR}/lbuild-$DISTROMAJ not found"
2153 source ${LBUILD_DIR}/lbuild-$DISTROMAJ
2154 build_with_srpm "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Failed to build_with_srpm"