3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
40 # XXX - some recent hacking has pretty much neutered this option.
41 # search through this file for "-bb" and see how many places
42 # simply don't account for this option
47 TARGET_ARCH="$(uname -m)"
52 TMPDIR=${TMPDIR:-"/var/tmp"}
56 # this is the dir that should be used to store reuse products
58 # should cached products be used or force rebuilding?
60 # what does this do exactly? does it imply no kernel build?
64 SMPTYPES="smp bigsmp default ''"
66 PATCHLESS_SERVER=false
72 # default to not adding -lustre- into the kernel RPM package names
73 KERNEL_LUSTRE_NAMING=false
74 ENABLE_KERNEL_DEBUG=false
75 # default not use kabi check.
93 # not in the target file any more
96 # build the lustre-tests rpm?
105 # Readlink is not present on some older distributions: emulate it.
109 if [ -L "$path" ]; then
110 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
119 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
121 --external-patches=EXTERNAL_PATCHES
122 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
123 look for seres and config files in before looking in the lustre
126 --extraversion=EXTRAVERSION
127 Text to use for the rpm release and kernel extraversion.
129 --timestamp=TIMESTAMP
130 Date of building lustre in format YYYYMMDDhhmmss
133 Try to reuse old kernel builds from DIR
136 Path to distro kernel RPM collection
145 Build lustre client only
148 Build lustre server without patching the kernel
151 Which distro using. Autodetect by default
153 --kerneldir=KERNELDIR
154 Directory containing Linux source tarballs referenced by target
157 --kerneltree=KERNELTREE
158 Directory containing dirs with Linux source tarballs referenced by target
159 files. Dir names in format kernel version ('2.6.9', etc.)
161 --enable-kernel-debug
162 Build with kernel-<version>.config-debug instead
164 --linux=LINUX --with-linux=LINUX
165 Directory of Linux kernel sources. When this option is used, only
166 Lustre modules and userspace are built.
169 Path to an existing lustre source tarball to use.
172 Do not try to download a kernel from downloads.whamcloud.com
175 Do not build a .src.rpm, a full kernel patch, or a patched kernel
179 Type of OFED to build with lustre: inkernel, ofa, mlnx, ifs
180 ofa: OpenFabrics Alliance
182 ifs: Intel True Scale Fabric
185 Version of external OFED to build with lustre
188 Version of external Mellanox OFED to build with lustre
191 Tarball for either OFED. Tarball must follow below format
192 OFED-<ofed-version>.tgz regardless of vendors
193 It's likely that you need to reconstruct the directory name
194 It must be placed under KERNELTREE directory
197 Build with ldiskfs support. (Deprecated, always true)
200 Do not build lustre-iokit RPM. Now true by default
206 Specifies that the files generated do not include timestamps, and
207 that this is an official release.
210 Build Lustre without ZFS.
213 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
216 Directory used to stage packages for release. RPMs will be placed
217 more or less in DIR/<target>-<arch>, and the tarball will be
221 The name of the target to build. The available targets are listed
225 Builds a Xen domX kernel.
228 Sets a variable to a given value.
237 # canonicalize a relative path to a file
241 if [ ! -f "$PATH" ]; then
245 local FILE=${PATH##*/}
248 echo $(canon_path "$DIR")/$FILE
252 # canonicalize a relative path to a dir
256 if [ ! -d "$PATH" ]; then
260 pushd "$PATH" >/dev/null || return 1
270 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
271 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
274 if $PATCHLESS && $PATCHLESS_SERVER; then
275 usage 1 "Can not use both --patchless and --patchless-server."
278 if [ -n "${OFED_SRC}" ]; then
279 if [ -z "${OFED_VERSION}" ]; then
280 usage 1 "Need to provide version for file ${OFED_SRC}."
282 if [ "${OFED_TYPE}" = "inkernel" ]; then
283 usage 1 "Need to provide ofed type for file ${OFED_SRC}."
286 if [ "${OFED_TYPE}" != "inkernel" -a -z "${OFED_VERSION}" ]; then
287 usage 1 "Need to provide version for $OFED_TYPE OFED"
290 if [ "${OFED_TYPE}" = "inkernel" -a -n "${OFED_VERSION}" ]; then
291 usage 1 "Can not specify version with inkernel OFED"
295 if [ -z "$DISTRO" ] ; then
296 DISTRO=$(autodetect_distro)
300 DISTROMAJ=${DISTRO%%.*}
302 [ -z "$TARGET" ] && TARGET=$(autodetect_target "$DISTRO")
304 if [ -z "$LINUX" ]; then
305 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
306 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
308 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
309 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
311 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
312 # [ -r "$TARGET_FILE" ] || \
313 # usage 1 "Target '$TARGET' was not found."
317 3.12-sles12 | 4.4-sles12)
318 CANONICAL_TARGET="sles12"
321 CANONICAL_TARGET="rhel8"
324 CANONICAL_TARGET="rhel7"
327 CANONICAL_TARGET="rhel6"
330 CANONICAL_TARGET="rhel5"
333 CANONICAL_TARGET="rhel-2.6"
336 CANONICAL_TARGET="sles-2.6"
339 CANONICAL_TARGET="sles10-2.6"
341 2.6-sles11 | 3.0-sles11)
342 CANONICAL_TARGET="sles11"
345 CANONICAL_TARGET="oel5"
348 CANONICAL_TARGET="hp-pnnl-2.4"
356 CANONICAL_TARGET="$TARGET"
360 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
361 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
362 local timestamplength="${#TIMESTAMP}"
363 if [ $timestamplength -eq 12 ]; then
364 TIMESTAMP="${TIMESTAMP}00"
365 elif [ $timestamplength -ne 14 ]; then
366 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
369 RPMBUILD=$(which rpmbuild 2>/dev/null | head -n 1)
370 RPMBUILD=${RPMBUILD:-$(which rpm 2>/dev/null | head -n 1)}
371 if [ -z "$RPMBUILD" ]; then
372 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
375 local BINDIR="$TOPDIR/bin"
376 if [ -d $BINDIR ]; then
377 rm -rf $BINDIR >/dev/null 2>&1 || true
380 mkdir -p $BINDIR || fatal 1 "error trying to create $BINDIR"
381 export PATH=$BINDIR:$PATH
383 cat >${BINDIR}/rpmbuild <<EOF
386 ARGS="\${FIND_REQUIRES:+--define \"__find_requires \$FIND_REQUIRES\"}"
389 *\'* ) ARGS="\$ARGS \"\$arg\"" ;;
390 * ) ARGS="\$ARGS '\$arg'" ;;
394 eval $RPMBUILD \$ARGS
396 chmod 755 ${BINDIR}/rpmbuild
398 if [ -n "$CCACHE" ]; then
399 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
401 if which "$CCACHE" &>/dev/null; then
402 local ccache=$(which "$CCACHE" 2>/dev/null | head -n 1)
404 ln -s "$ccache" ${BINDIR}/ccache
405 ln -s "$ccache" ${BINDIR}/cc
406 ln -s "$ccache" ${BINDIR}/$CC
409 export CC="ccache $CC"
410 # zero the cache so we can see how effective we are being with it
414 # get some ccache stats when we are done
415 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
416 # should remove the ccache trap if lbuild is interrupted
417 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
424 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
426 [[ $1 == $2 ]] && return 1
428 local i val1=($1) val2=($2)
430 # padding zero to val1 if it needs
431 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
434 for ((i=0; i<${#val1[@]}; i++)); do
435 [[ -z ${val2[i]} ]] && return 1
437 if [[ ${val1[i]} < ${val2[i]} ]]; then
439 elif [[ ${val1[i]} > ${val2[i]} ]]; then
448 echo $(echo "$*" | xargs -n 1 | sort -u)
456 if [ -z "$target" ]; then
457 fatal 1 "fetch_url() called without a target to fetch to"
460 if [ -d $target ]; then
461 target+="/${url##*/}"
465 if which wget >/dev/null 2>&1; then
466 if ! wget -nv "$url" -O "$target"; then
469 elif which curl >/dev/null 2>&1; then
470 if ! curl -n -L -s -o "$target" "$url"; then
474 fatal 1 "Could not find either wget or curl to fetch URLs."
484 local force="${3:-false}"
486 # let the download_file handle the concurrency
489 # get the location from a distro specific method if it exists
490 if type -p kernel_srpm_location; then
491 location=$(kernel_srpm_location)
493 fatal 1 "Must specify location for download kernel SRPM."
495 echo "Downloading $location/$srpm..."
497 "$location/$srpm" "$KERNELDIR/$srpm" "$force" 2>&1 ||
498 [ ! -s "$KERNELDIR/$srpm" ]; then
499 rm -f $KERNELDIR/$srpm
500 fatal 1 "Could not download target $target's kernel \
501 SRPM $srpm from $location."
506 download_debuginfo_common() {
508 local force="${2:-false}"
510 # let the download_file handle the concurrency
512 # get the location from a distro specific method if it exists
513 if type -p kernel_debuginfo_location; then
514 location=$(kernel_debuginfo_location)
516 echo "Downloading $location/$rpm"
518 "$location/$rpm" "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" "$force" 2>&1 ||
519 [ ! -s "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" ]; then
520 rm -f $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm
521 fatal 1 "Could not download $rpm from $location."
531 local file=${from##*/}
537 local semaphore="$to-downloading"
540 if [ ! -f $semaphore ]; then
544 # make sure the download has not been aborted
545 local now=$(date +%s)
546 local file_mtime=$(stat -c %Y "$to")
547 local staleness=$((now - file_mtime))
548 # let's assume an active download will write at least once a minute
549 if [ $staleness -gt 60 ]; then
557 # if the semaphore file exists, the file is either still downloading
558 # or a download was aborted and we cannot trust the target file
559 if [ -f $semaphore ]; then
563 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
570 if $force || ! is_downloaded; then
571 if is_downloading; then
572 echo "Somebody else is downloading $from..."
573 while is_downloading; do
574 echo "Waiting for $to to finish downloading"
577 if is_downloaded; then
580 echo "The download we were waiting for seems to have been aborted"
586 echo "Downloading $from..."
587 # flag others so they don't try to download also
588 push_exit_trap "rm -f $to $semaphore" "download"
590 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
591 # the trap will remove the files via the fatal below
592 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
595 delete_exit_trap "download"
597 fatal 1 "${to##*/} not found in directory ${to%/*}."
607 local ofed_version="$2"
608 local force="${3:-false}"
609 local distro_name="${DISTRO}"
610 local arch="${TARGET_ARCH}"
614 #if a src tarball has been given in the command line, we use it
615 #The format of the tarball must be OFED-${OFED_VERSION}.tgz
616 [ -n "${OFED_SRC}" ] && return 0
620 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}/"
622 if [[ $ofed_version = *-[rR][cC][0-9] ]]; then
623 ofed_version_loc=${ofed_version%%-[rR][cC][0-9]}
624 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version_loc}/"
627 if [[ $ofed_version = *-daily ]]; then
628 ofed_version=${ofed_version/-daily/}
629 location="https://www.openfabrics.org/downloads/OFED/ofed-${ofed_version}-daily/"
630 # find the filename for latest version
631 ofed_version=$(curl -1 -s "$location" | sed -nre "s/.*href=\"OFED-(${ofed_version//./\\.}-[0-9]{8}-[0-9]{4}).tgz.*$/\1/p" | tail -1)
632 if [ -z "$ofed_version" ]; then
633 fatal 1 "Could not determine the filename of the OFED snapshot from daily "
637 file="OFED-${ofed_version}.tgz"
638 download_file "$location/$file" "$KERNELTREE" "$force"
641 location="http://www.mellanox.com/downloads/ofed/MLNX_OFED-${ofed_version}"
642 # this is a work around for suse distro (sles11.3). what we need is
643 # sles11sp3. We really need to redesign how we use target and distro
644 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
645 if [[ $arch = "aarch64" ]]; then
646 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}alternate-${arch}.tgz"
648 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}.tgz"
650 download_file "$location/$file" "$KERNELTREE" "$force"
653 location="http://downloadmirror.intel.com/24625/eng/"
654 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}.tgz"
655 download_file "$location/$file" "$KERNELTREE" "$force"
658 fatal 1 "Error: unknown OFED type: $ofed_type"
661 # version might change due to detect daily version
662 OFED_VERSION=${ofed_version}
668 EXTRA_VERSION_save="$EXTRA_VERSION"
669 for patchesdir in "$EXTERNAL_PATCHES" \
670 "$TOPDIR/lustre/lustre/kernel_patches"; do
671 TARGET_FILE="$patchesdir/targets/$TARGET.target"
672 [ -r "$TARGET_FILE" ] && break
674 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
676 echo "Loading target config file $TARGET.target..."
678 # if the caller specified an OFED_VERSION it should override whatever
679 # the target file specifies
680 local env_OFED_VERSION="$OFED_VERSION"
684 if [ -n "$env_OFED_VERSION" ]; then
685 OFED_VERSION="$env_OFED_VERSION"
688 # doesn't make any sense to build OFED for xen domX's
693 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
694 # go away and the target just specify the $RPMSMPTYPE
695 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
697 # CC might have been overwritten in TARGET_FILE
698 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
699 export CCACHE && export CC="ccache $CC"
702 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
703 KERNELDIR="$KERNELTREE/${lnxmaj}"
704 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
707 # verify the series is available
708 if [ "$SERIES" ]; then
709 for series in $SERIES; do
710 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
711 [ -r "$patchesdir/series/$series" ] && continue 2
713 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
717 # set the location of the .config file
723 if $ENABLE_KERNEL_DEBUG; then
724 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config-debug ]; then
725 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config-debug"
728 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
729 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config"
733 local lnxrelnew=${lnxrel//-/_}
735 # remember the EXTRA_VERSION before we diddle it here
736 # XXX - we really should not diddle with any values read in from the
737 # target file. if we want to modify a value, we should create
739 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
741 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
742 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
745 if [ "$EXTRA_VERSION_save" ]; then
746 EXTRA_VERSION="$EXTRA_VERSION_save"
747 elif ! $RELEASE; then
748 # if there is no patch series, then this is not a lustre specific
749 # kernel. don't make it look like one
750 if $PATCHLESS || [ -n "$SERIES" ]; then
751 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
754 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
760 echo -n '--wildcards '
763 fatal 1 "tarflags(): File name argument missing."
775 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
784 local extractfile="$@"
786 echo "Untarring ${tarfile##*/}..."
787 tar $(tarflags "$tarfile") "$tarfile" $extractfile
793 local ofed_version="$2"
794 local distro_name="${DISTRO}"
795 local arch="${TARGET_ARCH}"
798 #if a src tarball has been given in the command line, we use it
799 #The format of the directory after untar MUST be in OFED-${version}
800 #even if it's from MLNX or IFS...or whatever
801 if [ -n "${OFED_SRC}" ]; then
802 if ! untar "$KERNELTREE/${OFED_SRC}"; then
805 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
810 file="OFED-${ofed_version}"
811 if ! untar "$KERNELTREE/${file}.tgz"; then
814 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
817 # this is a work around for suse distro (sles11.3). what we need is
818 # sles11sp3. We really need to redesign how we use target and distro
819 [[ $distro_name =~ sles ]] && distro_name=${DISTRO/./sp}
820 if [[ $arch = "aarch64" ]]; then
821 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}alternate-${arch}"
823 file="MLNX_OFED_LINUX-${ofed_version}-${distro_name}-${arch}"
825 # it's not important what distro we get the tarball since we only
826 # interest in the src
827 if ! untar "$KERNELTREE/${file}.tgz"; then
830 # we need to untar again to get the src since it's being
831 # wrapped inside the tarball
832 # There are cases where the source version is different
834 # (ie. MLNX_OFED_LINUX-2.3-1.0.1 but MLNX_OFED_SRC-2.3-1.0.0)
835 local src=$(ls ${file}/src/MLNX_OFED_SRC-${ofed_version%.*}*.tgz)
836 if ! untar "$src"; then
839 [ -d OFED ] || ln -sf MLNX_OFED_SRC-[0-9].[0-9]* OFED
840 [ -d OFED_RPMS ] || ln -sf ${file}/RPMS OFED_RPMS
843 file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}"
844 if ! untar "$KERNELTREE/${file}.tgz"; then
847 [ -d OFED ] || ln -sf $file/IntelIB-OFED.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.* OFED
848 ofed_version="$(cat OFED/Version)"
851 # version might change due to detect daily version
852 OFED_VERSION=${ofed_version}
857 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
858 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
864 local do_patch=${1:-true}
866 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
867 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
868 $do_patch && pushd linux >/dev/null
869 for series in $SERIES; do
870 echo -n "Applying series $series:"
871 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
872 [ -r "$patchesdir/series/$series" ] || continue
873 SERIES_FILE="$patchesdir/series/$series"
874 for patch in $(<"$SERIES_FILE"); do
876 PATCH_FILE="$patchesdir/patches/$patch"
877 [ -r "$PATCH_FILE" ] || \
878 fatal 1 "Patch $patch does not exist in Lustre tree."
879 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
881 fatal 1 "Error adding patch $patch to full patch."
884 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
886 fatal 1 "Error applying patch $patch."
894 $do_patch && popd >/dev/null
895 echo "Full patch has been saved in ${FULL_PATCH##*/}."
902 local configure_args=""
906 pushd lustre >/dev/null
908 if ! build_lustre_dkms; then
909 popd >/dev/null # pushd lustre
913 echo "Building Lustre RPMs for: $TARGET_ARCH"
915 # If server we now build the spl and zfs modules against the lustre kernel.
916 # These are required prior to the building of lustre server. Client does
917 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
918 # line above so is at least consistant.
919 if [ $PATCHLESS == false ] && [ "x$WITH_ZFS" == "x" ]; then
920 if ! build_spl_zfs; then
921 popd >/dev/null # pushd lustre
927 configure_args="$configure_args --disable-server"
930 # ditto for the lustre-tests boolean
931 if ! $LUSTRE_TESTS; then
932 configure_args="$configure_args --disable-tests"
936 configure_args="$configure_args --disable-iokit"
939 if ! $OSDZFSRPM; then
940 configure_args="$configure_args --without-zfs"
943 if ! $OSDLDISKFSRPM; then
944 configure_args="$configure_args --disable-ldiskfs"
947 configure_args="$configure_args --with-linux=$linux"
948 configure_args="$configure_args ${linuxobj:+--with-linux-obj=$linuxobj}"
950 # allow environment setting to override ldiskfs series selection
951 [ -n "$LDISKFS_SERIES" ] && export LDISKFS_SERIES
953 ./configure $configure_args $CONFIGURE_FLAGS 2>&1 ||
954 fatal 1 "Error in configure."
956 if type -p apply_kmod_requires_conflicts; then
957 apply_kmod_requires_conflicts
961 fatal 1 "Error building rpms for $TARGET_ARCH."
963 # move RPMs into place where they are expected to be
964 mv -f *lustre*.${TARGET_ARCH}.rpm $TOPDIR/RPMS/${TARGET_ARCH}/
965 mv -f lustre-*.src.rpm $TOPDIR/SRPMS/
968 if type -p cleanup_rpmmacros; then
975 build_lustre_dkms() {
977 local ver=$(sed -n -e 's/^LUSTRE_VERSION = //p' LUSTRE-VERSION-FILE)
979 echo "Building Lustre DKMS RPMs for: $TARGET_ARCH"
980 ./configure --enable-dist || fatal 1 "Error in DKMS configure."
983 build_args="--without servers"
986 rpmbuild --define "_topdir $TOPDIR" $build_args -bs lustre-dkms.spec ||
987 fatal 1 "Error building DKMS .src.rpm for $TARGET_ARCH."
990 rpmbuild --define "_topdir $TOPDIR" $build_args \
991 --rebuild $TOPDIR/SRPMS/lustre-client-dkms-$ver-*.src.rpm ||
992 fatal 1 "Error building DKMS .rpm for $TARGET_ARCH."
994 rpmbuild --define="_topdir $TOPDIR" --with servers \
995 --with zfs --without ldiskfs -bs lustre-dkms.spec ||
996 fatal 1 "Error creating DKMS (zfs) .srpm for $TARGET_ARCH."
997 rpmbuild --define="_topdir $TOPDIR" --with servers \
998 --without zfs --with ldiskfs -bs lustre-dkms.spec ||
999 fatal 1 "Error creating DKMS (ldiskfs) .srpm for $TARGET_ARCH."
1000 rpmbuild --define="_topdir $TOPDIR" --with servers \
1001 --with zfs --with ldiskfs -bs lustre-dkms.spec ||
1002 fatal 1 "Error creating DKMS (all) .srpm for $TARGET_ARCH."
1004 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1005 --with zfs --without ldiskfs $TOPDIR/SRPMS/lustre-zfs-dkms-$ver-*.src.rpm ||
1006 fatal 1 "Error building DKMS (zfs) .rpm for $TARGET_ARCH."
1007 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1008 --without zfs --with ldiskfs $TOPDIR/SRPMS/lustre-ldiskfs-dkms-$ver-*.src.rpm ||
1009 fatal 1 "Error building DKMS (ldiskfs) .rpm for $TARGET_ARCH."
1010 rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
1011 --with zfs --with ldiskfs $TOPDIR/SRPMS/lustre-all-dkms-$ver-*.src.rpm ||
1012 fatal 1 "Error building DKMS (all) .rpm for $TARGET_ARCH."
1021 # Fetch spl/zfs from the git repo and prepare for lustre build
1024 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
1025 # SPLZFSTAG - Tag to checkout of clone repositories
1026 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
1028 # return 0 if successful, else 255
1030 # make sure the RPM build environment is set up
1032 create_rpmbuild_dirs
1035 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
1036 # destination for the rpms
1037 export RPM_BUILD_ROOT=$TOPDIR
1038 SPLZFSVER=${SPLZFSVER:-0.7.13}
1039 SPLZFSTAG=${SPLZFSTAG:-}
1040 # "spl zfs" prior to 0.8.0
1041 # "zfs" for 0.8.0 and later
1042 SPLZFSPKGS="spl zfs"
1044 # The files expect a kver to be set to the kernel version .
1045 local kver=$(find_linux_release)
1047 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1050 for pkg in $SPLZFSPKGS; do
1054 # need to fetch the repo in order to build it.
1055 # default to github but allow override
1056 git clone -n ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1058 pushd $pkg || return 255
1060 if [ -n "$SPLZFSTAG" ]; then
1065 git checkout -b lbuild $tag || fatal 1 "Failed to checkout \"$tag\" for $pkg.git"
1067 # This differentiates between older zfs versions
1068 if [ -f $pkg-modules.spec.in ]; then
1071 speclist="$pkg.spec $rpmpkg.spec"
1073 rpmpkg=kmod-$pkg-devel
1075 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
1078 sh autogen.sh || return 255
1080 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
1081 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1082 ! make dist 2>&1; then
1088 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1089 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1090 if [ -f $pkg/scripts/kmodtool ]; then
1091 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
1101 # set search dir for our own kmodtool to find correct
1103 export KERNELSOURCE=$(dirname ${LINUX})
1104 # Manually build rpms
1105 for spec in $speclist; do
1106 echo "Building RPMs from $pkg/$specdir/$spec"
1107 if ! rpmbuild $rpmb $pkg/$specdir/$spec \
1109 --define "_use_internal_dependency_generator 0" \
1110 --define "require_kdir ${LINUX}" \
1111 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
1112 ${spldir:+--define "require_spldir ${spldir}"} \
1113 --define "kver $kver" \
1114 --define "kernels $kver" \
1115 --define "_tmppath /var/tmp" \
1116 --define "kernelbuildroot $TOPDIR/reused" \
1117 --define "_topdir $TOPDIR" 2>&1; then
1122 # We have built the rpms for the package. Now we need to extract the
1123 # contained files so we can build further things against them
1124 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
1126 # cpio only extract to pwd so we need to go there.
1129 for rpm in $rpms; do
1130 rpm2cpio $rpm | cpio -id
1133 if [ "$pkg" == "zfs" ]; then
1134 # We also need to extract both the zfs and zfs-devel rpms
1135 # the zfs rpm is needed because it has the actual libraries in
1136 # it and the zfs-devel rpm only has unversioned symlinks to the
1137 # libraries in the zfs rpm
1138 # this will all change one day when we have a libzfs rpm per
1139 # https://github.com/zfsonlinux/zfs/issues/2329
1140 # and it looks like it could be one day soon:
1141 # https://github.com/zfsonlinux/zfs/pull/2341
1142 local devel_rpms=$(ls -1 $TOPDIR/RPMS/*/{$pkg-devel,$pkg-$SPLZFSVER,lib*}-*.rpm)
1143 for rpm in $devel_rpms; do
1144 rpm2cpio $rpm | cpio -id
1146 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR ${CONFIGURE_FLAGS}"
1147 if [ -z "$spldir" ]; then
1148 # if spldir is empty, then we are only building ZFS and need to define SPL config flags
1149 CONFIGURE_FLAGS="--with-spl=$(ls -d $TOPDIR/usr/src/spl-*|tail -1) ${CONFIGURE_FLAGS}"
1150 CONFIGURE_FLAGS="--with-spl-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1152 elif [ "$pkg" == "spl" ]; then
1153 spldir="$(ls -d $TOPDIR/usr/src/spl-*|tail -1)"
1157 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*|tail -1) ${CONFIGURE_FLAGS}"
1158 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1168 [ "$STAGEDIR" ] || return 0
1170 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${TARGET_ARCH}"
1171 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1172 mkdir -p "${rpmdir}"
1173 for rpm in $(ls RPMS/${TARGET_ARCH}/*.rpm RPMS/noarch/*.rpm); do
1174 cp -v $rpm "${rpmdir}"
1177 cp -v "$LUSTRE" "$STAGEDIR"
1181 set_rpm_smp_type() {
1183 local infact_arch="${TARGET_ARCH}"
1186 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1189 for smp_type in $SMP_ARCHS; do
1190 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1193 for smp_type in $BIGSMP_ARCHS; do
1194 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1197 for smp_type in $PPC64_ARCHS; do
1198 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1201 for smp_type in $DEFAULT_ARCHS; do
1202 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1207 # This function takes a linux include tree and digs out the linux release
1208 # from it. It is never called directly, only called from the distro
1209 # specific function find_linux_release() in lbuild-{rhel,sles}.
1210 _find_linux_release() {
1212 local LINUXRELEASEHEADER=""
1214 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1215 if [ -s $SRC/include/generated/utsrelease.h ]; then
1216 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1217 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1218 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1221 if [ ! -s $LINUXRELEASEHEADER ]; then
1222 fatal 1 "could not find UTS_RELEASE"
1225 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1228 # unpack kernel(/source/devel) RPM
1230 unpack_linux_devel_rpm() {
1231 local kernelrpm="${1}"
1233 [ -f "$kernelrpm" ] || return 255
1234 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1236 pushd $TOPDIR/reused &>/dev/null || return 255
1238 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1242 # call a distro specific hook, if available
1243 if type -p unpack_linux_devel_rpm-$DISTROMAJ; then
1244 if ! unpack_linux_devel_rpm-$DISTROMAJ "$kernelrpm"; then
1251 find_linux_devel_paths $TOPDIR/reused
1259 local kib_prefix="$2"
1261 local ofed_type="${4}"
1262 local ofed_version="${5}"
1264 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1267 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-user_mad-mod \
1268 --with-user_access-mod --with-addr_trans-mod --with-innova-flex "
1269 local OFED_HARDWARE="--with-mlx4-mod --with-mlx4_en-mod \
1270 --with-srp-mod --with-iser-mod --with-isert-mod --with-mlx5-mod \
1273 # some I/B drivers are architecture dependent and kernel-ib's configure
1274 # does not figure it out for us ~sigh~
1275 case "$TARGET_ARCH" in
1277 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1281 # assume we are just rebuilding the SRPM
1282 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1283 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1285 # but switch to building from the SPEC if we need to apply patches
1286 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1288 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1289 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1290 local file ed_fragment1 ed_fragment2 n=1
1291 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch); do
1292 ed_fragment1="$ed_fragment1
1293 Patch$n: ${file%%*/}"
1294 ed_fragment2="$ed_fragment2
1296 cp $file ${TOPDIR}/SOURCES
1299 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed); do
1300 # Only apply the ed-scripts that should be used for the canonical target
1301 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1303 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1304 # To apply the same change to multiple canonical target simply specify
1305 # a list of colon separated canoncial target names in the file name.
1306 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1307 -e ":${CANONICAL_TARGET}.ed$"
1308 if [ $? -eq 0 ] ; then
1309 ed_fragment3="$ed_fragment3
1315 if [ $n -gt 1 ]; then
1329 local linuxrelease=$(find_linux_release)
1330 # a place to change/add any unique config
1332 ofa|ifs) local K_SRC_OBJ="K_SRC_OBJ"
1333 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' \
1334 --define 'build_kernel_ib_devel 1' \
1335 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1336 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1337 --define "KVERSION ${linuxrelease}" \
1338 --define "$K_SRC ${linux}" \
1339 ${K_SRC_OBJ:+--define "$K_SRC_OBJ ${linux}"} \
1340 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1341 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1342 ${SOURCE} 2>&1; then
1343 fatal 1 "Error building ${kib_rpm}"
1347 if ! $RPMBUILD $BUILD_TYPE \
1348 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1349 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1350 --define "KVERSION ${linuxrelease}" \
1352 --define "$K_SRC ${linux}" \
1353 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1354 ${SOURCE} 2>&1; then
1355 fatal 1 "Error building ${kib_rpm}"
1357 # now that we have the kernel rpms, we need to lib rpms too
1358 # we don't have to rebuild since MOFED include the binaries
1359 cp -f OFED_RPMS/{libibmad-*,libibverbs-*,libibumad-*,librdmacm*,ibutils-*,opensm-*}.${TARGET_ARCH}.rpm \
1360 ${TOPDIR}/RPMS/${TARGET_ARCH} || \
1361 fatal 1 "Failed to copy MOFED rpms"
1371 local signature="$4"
1372 local use_links="$5"
1379 local unique_id=$(hostname -s)
1380 if [ -z "$unique_id" ]; then
1381 fatal 1 "Failed to determine hostname."
1384 local finallocation="$location"/"$signature"/"$module"
1385 location="$location"/"$signature-${unique_id}"/"$module"
1386 mkdir -p "$location"
1387 # the cleanup script removes any directory that doesn't have a
1388 # .lastused, so let's try to prevent that as soon as we can
1389 # this solution still slightly racy with the cleanup script
1390 # but the race is a lot tighter now
1391 touch -t 197001010000 "$location/.lastused"
1392 ## use eval/echo here to make sure shell expansions are performed
1393 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1395 for article in $(eval echo $articles); do
1396 if ! cp -a${linkflag} "$article" "$location"; then
1397 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1398 # rename the cache location so that it's not cached
1399 # product, but is around for analysis
1400 mv "$location"{,-bad-$(date +%s)} ||
1401 error "failed to clean up a failed cache attempt" \
1402 "in \"$location\" -- manual cleanup will be" \
1408 # flag the cache as complete (i.e. in case lbuild was previously
1409 # interrupted while caching)
1410 touch "$location/.lastused"
1412 # put the temporary location into the final location
1414 mkdir -p "${finallocation%/*}"
1415 mv "$location" "$finallocation"
1416 rmdir "${location%/*}"
1424 local use_links="${3:-false}"
1425 local signature="$4"
1427 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1428 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1429 # the .lastused flag is populated at the end of the caching to
1430 # signal that the caching was completed. if that flag is not
1431 # there, then the cache is invalid (and should be removed in fact)
1432 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1433 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1437 # so that we know how stale this entry is
1438 touch $REUSEBUILD/$signature/$module/.lastused
1441 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1442 cp -al $REUSEBUILD/$signature/$module/* $dest/
1445 # copying is pretty heavy
1446 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1447 # do some creative symlinking instead
1449 for dir in BUILD SRPMS SPECS; do
1450 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1451 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1454 # sources have to be copied by file because we need SOURCES to
1455 # be a dir we can write into
1456 # could overrun ls's arg list here
1457 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1458 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1459 xargs ln -t $dest/SOURCES -s
1461 # same for RPMS/* dirs
1462 # could overrun ls's arg list here
1463 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1465 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1466 mkdir -p $dest/RPMS/${dir##*/}
1468 xargs ln -t $dest/RPMS/${dir##*/} -s
1480 if [[ $arch = i[3456]86 ]]; then
1488 build_kernel_with_srpm() {
1491 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1492 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1495 # need to generate the patch for this target
1496 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1498 # get an md5sum of the kernel patch + config for reuse check
1501 local release_str="RELEASE=$RELEASE\n"
1504 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1505 local REUSE_SIGNATURE=$({ echo -en $release_str;
1508 cat "$TARGET_FILE" |
1509 sed -e '/_VERSION=/s/_[0-9]*_g.*$//g';
1511 cat "$LBUILD_DIR/lbuild";
1512 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1513 md5sum | cut -d" " -f1)
1514 # see if we can link to the reuse pool
1515 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1517 local CAN_LINK_FOR_REUSE=false
1518 touch $REUSEBUILD/$$
1519 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1520 CAN_LINK_FOR_REUSE=true
1525 # the extra version string to use for the kernel (which might be a reused
1527 local kernel_extra_version=""
1528 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1529 "$REUSE_SIGNATURE"; then
1530 # nothing cached, build from scratch
1531 echo "Downloading kernel SRPM" >&${outfd}
1532 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1534 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1535 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1536 # should we clean this up or leave it for analysis?
1538 fatal 1 "Error installing kernel SRPM."
1541 # put the Lustre kernel patch into the RPM build tree
1542 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1543 prepare_and_build_srpm >&${outfd} ||
1544 fatal 1 "failed to prepare_and_build_srpm"
1546 if [ -z "$REUSE_SIGNATURE" ]; then
1547 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1549 # store the resulting kernel RPM build tree for future use
1550 echo "Storing the built kernel for future reuse" >&${outfd}
1551 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1552 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1553 "$CAN_LINK_FOR_REUSE"; then
1554 error "Failed to store kernel RPMS for reuse"
1555 echo "unknown" >&${outfd}
1561 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1563 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1564 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1566 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1568 # should now have the following RPMs
1569 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1570 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1571 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1572 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1573 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1575 echo $kernel_extra_version
1583 # REUSEBUILD, USE_BUILD_CACHE
1588 local ofed_type="$2"
1589 local ofed_version="$3"
1596 if [ "$ofed_version" = "inkernel" ]; then
1597 # see if there is a distro specific override for this and use
1599 # XXX we need to better integrate a distro specific override with
1600 # the rest of this function so that all of the reuse cache
1601 # stuff is leveraged given that 80% of this function is reuse
1602 if type -p build_ofed-$DISTROMAJ; then
1604 ofed_location=$(build_ofed-$DISTROMAJ ${STDOUT})
1605 local rc=${PIPESTATUS[0]}
1606 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1613 mlnx) # no compat-rdma for mlnx as of 3.1
1614 kib_prefix="ofa_kernel"
1616 kib_rpm="${pre_prefix}${kib_prefix}"
1619 if compare_version $ofed_version 3.0; then
1620 kib_prefix="ofa_kernel"
1621 kib_rpm="${pre_prefix}${kib_prefix}"
1623 kib_prefix="compat-rdma"
1624 kib_rpm="compat-rdma"
1630 # build kernel-ib/compat-rdma
1631 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1632 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1633 echo "$(find_linux_release;
1634 echo "$BUILD_GEN")";
1635 cat "${linux}/include/linux/autoconf.h";
1636 cat "$LBUILD_DIR/lbuild";
1637 cat "$LBUILD_DIR/lbuild-$DISTROMAJ"; } |
1638 md5sum | cut -d" " -f1)
1639 # see if we can link to the reuse pool
1640 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1642 local CAN_LINK_FOR_REUSE=false
1643 touch $REUSEBUILD/$$
1644 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1645 CAN_LINK_FOR_REUSE=true
1650 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1651 "$REUSE_SIGNATURE"; then
1652 if [ -n "$REUSE_SIGNATURE" ]; then
1653 # stash away the existing built articles for a moment
1655 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1658 find . | cpio -pudlm ..
1662 create_rpmbuild_dirs
1665 build_kernel_ib "${linux}" "${pre_prefix}${kib_prefix}" "${kib_rpm}" "${ofed_type}"
1667 if [ -z "$REUSE_SIGNATURE" ]; then
1668 echo "No reuse signature was caculated so not storing the built ofed"
1670 # store the resulting RPM build tree for future use
1671 echo "Storing the built ofed for future reuse"
1672 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1673 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1674 "$CAN_LINK_FOR_REUSE"; then
1675 error "Failed to store OFED RPMS for reuse"
1679 # put the stuff we stashed away back
1684 pushd "$TOPDIR" >/dev/null
1685 rm -rf ${kib_rpm}-devel
1686 mkdir ${kib_rpm}-devel
1689 o2ib_location="$(pwd)/usr/src/${kib_prefix}"
1691 mlnx) # Prior to MOFED 3.1, we had to use build_kernel_ib=1 to
1692 # build devel rpm. not so after 3.1
1693 if compare_version $ofed_version 3.0; then
1694 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1696 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1698 o2ib_location="${o2ib_location}/default"
1700 ofa) # Prior to OFA 3.18, we had to use build_kernel_ib=1 during configure,
1702 if compare_version $ofed_version 3.18; then
1703 rpm=$(ls $TOPDIR/RPMS/*/kernel-ib-devel-${ofed_version%%-*}-*.rpm)
1705 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version%%-*}-*.rpm)
1708 ifs) # ifs doesn't follow any convention (if any)
1709 rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-*.rpm)
1713 if ! rpm2cpio < $rpm | cpio -id; then
1714 fatal 1 "could not unpack the $rpm."
1716 CONFIGURE_FLAGS="--with-o2ib=${o2ib_location} ${CONFIGURE_FLAGS}"
1722 local ofed_type="$1"
1723 local ofed_version="$2"
1726 if ! $PATCHLESS; then
1727 if $PATCHLESS_SERVER; then
1728 # need to find and unpack the vendor's own kernel-devel
1729 # for patchless server build
1730 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1731 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1733 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1734 fatal 1 "Could not find the Linux tree in $kernelrpm"
1736 # download and unpack kernel-debuginfo-common (only in EL)
1737 if [[ $DISTROMAJ =~ rhel ]]; then
1738 local KERNEL_DEBUGINFO="kernel-debuginfo-common-${TARGET_ARCH}-${lnxmaj}-${lnxrel}.${TARGET_ARCH}.rpm"
1739 download_debuginfo_common "$KERNEL_DEBUGINFO"
1740 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm \
1741 "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"; then
1742 fatal 1 "Could not find the Linux debuginfo common rpm in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"
1746 local kernel_extra_version
1747 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1748 fatal 1 "Failed to build the kernel from it's SRPM"
1751 local kernel_devel_rpm
1752 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/${TARGET_ARCH}/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1753 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/${TARGET_ARCH}/"
1756 # install the -devel RPM in preparation for modules builds
1757 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1758 "$TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"; then
1759 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"
1763 # need to find and unpack the vendor's own kernel-devel for patchless
1765 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1766 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
1768 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1769 fatal 1 "Could not find the Linux tree in $kernelrpm"
1773 # ~sigh~ have to make copies of and modify some of the rpm
1774 # infrastructure files so that find-requires can find our unpacked
1775 # kernel-devel artifacts
1776 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1777 export FIND_REQUIRES="$(pwd)/find-requires"
1778 chmod 755 {symset-table,find-requires{,.ksyms}}
1780 tmp="${tmp//\//\\/}"
1781 ed find-requires <<EOF
1785 /|.*find-requires.ksyms/s/|/| bash -x/
1786 g/ [^ ]*\/\(find-requires\.ksyms\)/s// $tmp\/\1/g
1789 ed find-requires.ksyms <<EOF
1793 g/\/.*\/\(symset-table\)/s//$tmp\/\1/g
1794 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1797 ed symset-table <<EOF
1801 g/\(\/boot\/\)/s//$tmp\/reused\1/g
1802 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1806 build_ofed "${LINUXOBJ:-$LINUX}" "$ofed_type" "$ofed_version" ||
1807 fatal 1 "error building OFED"
1810 if build_lustre "$LINUX" "$LINUXOBJ"; then
1811 # the build worked. resolve any symlinked files (i.e. from reuse)
1812 # in RPMS/$arch to real files so that that that huge mess of
1813 # complication known as LTS can copy them yet somewhere else.
1814 # is it any wonder this whole process is so damn so? anyone ever
1815 # heard of hardlinks? it's this cool new thing that allows you save
1816 # tons of time and space by creating... well you can go read about
1817 # them if you have not heard about them yet.
1818 # can i say how much the implemenation of all of this really impedes
1821 for dir in RPMS/*; do
1823 for file in $(ls); do
1824 if [ -h $file ]; then
1831 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1832 # as that's where LTS expects to find them
1833 for dir in RPMS/*; do
1834 if [ $dir = RPMS/$TARGET_ARCH ]; then
1839 if [ -n "$files" ]; then
1840 cp -al $files ../$TARGET_ARCH
1850 create_rpmbuild_dirs() {
1852 [ -d RPMS ] || mkdir RPMS
1853 [ -d RPMS/${TARGET_ARCH} ] || mkdir RPMS/${TARGET_ARCH}
1854 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1855 [ -d BUILD ] || mkdir BUILD
1856 [ -d SOURCES ] || mkdir SOURCES
1857 [ -d SPECS ] || mkdir SPECS
1858 [ -d SRPMS ] || mkdir SRPMS
1880 [[ $list\ == *\ $item\ * ]]
1884 #########################################################################
1885 # Generate a backtrace through the call stack.
1889 #########################################################################
1893 local funcname="" sourcefile="" lineno="" n
1895 echo "Call stack: (most recent first)"
1896 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1897 funcname=${FUNCNAME[$n - 1]}
1898 sourcefile=$(basename ${BASH_SOURCE[$n]})
1899 lineno=${BASH_LINENO[$n - 1]}
1903 # Display function arguments
1904 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1905 local args newarg j p=0
1906 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1907 newarg=${BASH_ARGV[$j + $p - 1]}
1908 args="${args:+${args} }'${newarg}'"
1910 let p+=${BASH_ARGC[$n - 1]}
1912 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1916 echo "BEGIN BACKTRACE"
1918 #echo ${BASH_LINENO[*]}
1919 #echo ${BASH_SOURCE[*]}
1920 #echo ${FUNCNAME[*]}
1921 local i=$((${#FUNCNAME[@]} - 1))
1922 while [ $i -ge 0 ]; do
1923 local lineno=${BASH_LINENO[$i]}
1927 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1928 # Can't figure out how to get function args from other frames...
1929 local FUNCTION="${FUNCNAME[$i]}()"
1930 echo "$SOURCELINE:$FUNCTION"
1934 echo "END BACKTRACE"
1940 seen_list=$(new_list)
1942 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1943 Unfortunately the above line number in the message may or may not be correct,
1944 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1946 # have we seen this one
1947 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1949 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1950 echo "seen this one already"
1952 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1955 ) ; set $xtrace' ERR
1958 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1960 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,\
1961 patchless,patchless-server,enable-kernel-debug,ccache,norpm,external-patches:,timestamp:,\
1962 extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-type:,\
1963 ofed-version:,mlnx-version:,ofed-src:,publish,disable-zfs,release,set-value:,\
1964 src,stage:,target:,with-linux:,xen -- "$@")
1966 if [ $? != 0 ]; then
1970 eval set -- "$options"
2001 if ! KERNELTREE=$(canon_path "$2"); then
2002 fatal 1 "Could not determine the canonical location of $2"
2006 --linux | --with-linux)
2007 if ! LINUX=$(canon_path "$2"); then
2008 fatal 1 "Could not determine the canonical location of $2"
2017 if ! REUSEBUILD=$(canon_path "$2"); then
2018 fatal 1 "Could not determine the canonical location of $2"
2034 PATCHLESS_SERVER=true
2037 --enable-kernel-debug)
2038 ENABLE_KERNEL_DEBUG=true
2042 if ! KERNELRPMSBASE=$(canon_path "$2"); then
2043 fatal 1 "Could not determine the canonical location of $2"
2052 if ! LUSTRE=$(canon_filepath "$2"); then
2053 fatal 1 "Could not determine the canonical location of $2"
2110 # there are actually some lustre configure flags that we need to
2111 # handle ourselves (but we still give them to configure)
2112 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2119 usage 1 "Unrecognized option: $1"
2130 if [ -n "$OFED_TYPE" -a "$OFED_TYPE" != "inkernel" ]; then
2131 download_ofed "$OFED_TYPE" "$OFED_VERSION"
2132 unpack_ofed "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Error unpacking OFED tarball"
2135 # make sure the RPM build environment is set up
2136 create_rpmbuild_dirs
2138 # if an unpacked kernel source tree was given on the command line
2139 # just build lustre with it (nothing distro kernel specific here)
2140 if [ -n "$LINUX" ]; then
2141 find_linux_release() {
2142 _find_linux_release $LINUX
2144 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_TYPE" "$OFED_VERSION" ||
2145 fatal 1 "error building OFED"
2146 build_lustre "$LINUX" "$LINUXOBJ"
2148 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTROMAJ" ]; then
2149 fatal 1 "${LBUILD_DIR}/lbuild-$DISTROMAJ not found"
2151 source ${LBUILD_DIR}/lbuild-$DISTROMAJ
2152 build_with_srpm "$OFED_TYPE" "$OFED_VERSION" || fatal 1 "Failed to build_with_srpm"