3 # vim:expandtab:shiftwidth=4:softtabstop=4:tabstop=4:
5 # this is an alternative FD for stdout, to be used especially when we are
6 # taking stdout from a function as it's return value. i.e. foo=$(bar)
7 # this is a workaround until a version of bash where we can put xtrace
13 if [[ $SHELLOPTS = *xtrace* ]]; then
18 # Assume that lbuild's support files can be found in the same
19 # canonicalized path as this very script.
20 LBUILD_SCRIPT=$(readlink -f ${0})
21 LBUILD_DIR=${LBUILD_DIR:-$(dirname ${LBUILD_SCRIPT})}
23 # include the exit_traps library
24 . ${LBUILD_DIR}/exit_traps.sh
25 . ${LBUILD_DIR}/funcs.sh
27 # our children should die when we do
28 push_exit_trap "kill -INT -$$ || true" kill_children
30 # increment this if you have made a change that should force a new kernel
33 #BUILD_GEN=2 # bz19952: remove -lustre tag from kernel RPM names
34 #BUILD_GEN=3 # bz19975: enable the building of src.rpms by default
35 #BUILD_GEN=4 # bz22281: use the git hash in the kernel extra version
36 #BUILD_GEN=5 # TT-107: don't cache the BUILD dir
37 BUILD_GEN=6 # TT-1092: don't cache the BUILD dir, to rebuild external OFED
45 # XXX - some recent hacking has pretty much neutered this option.
46 # search through this file for "-bb" and see how many places
47 # simply don't account for this option
52 TARGET_ARCH="$(uname -m)"
53 # change default behavior to only build for the current arch
54 TARGET_ARCHS="$TARGET_ARCH"
55 TARGET_ARCHS_ALL="$TARGET_ARCH"
56 [ "$TARGET_ARCH" = "i686" ] && TARGET_ARCHS_ALL="i686 i586 i386"
61 TMPDIR=${TMPDIR:-"/var/tmp"}
63 # this is the dir that should be used to store reuse products
65 # should cached products be used or force rebuilding?
67 # what does this do exactly? does it imply no kernel build?
72 SMPTYPES="smp bigsmp default ''"
78 # default to not adding -lustre- into the kernel RPM package names
79 KERNEL_LUSTRE_NAMING=false
80 # default not use kabi check.
98 # not in the target file any more
101 # build the lustre-tests rpm?
110 # Readlink is not present on some older distributions: emulate it.
114 if [ -L "$path" ]; then
115 ll="$(LC_ALL=C ls -l "$path" 2> /dev/null)" &&
124 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
126 --external-patches=EXTERNAL_PATCHES
127 Directory similar to lustre/lustre/kernel_patches/ that lbuild should
128 look for seres and config files in before looking in the lustre
131 --extraversion=EXTRAVERSION
132 Text to use for the rpm release and kernel extraversion.
134 --timestamp=TIMESTAMP
135 Date of building lustre in format YYYYMMDDhhmmss
138 Try to reuse old kernel builds from DIR
141 Path to distro kernel RPM collection
147 Do not build RPMs (compile only mode)
150 Build lustre client only
153 Which distro using. Autodetect by default
155 --kerneldir=KERNELDIR
156 Directory containing Linux source tarballs referenced by target
159 --kerneltree=KERNELTREE
160 Directory containing dirs with Linux source tarballs referenced by target
161 files. Dir names in format kernel version ('2.6.9', etc.)
163 --linux=LINUX --with-linux=LINUX
164 Directory of Linux kernel sources. When this option is used, only
165 Lustre modules and userspace are built.
168 Path to an existing lustre source tarball to use.
171 Do not try to download a kernel from downloads.lustre.org
174 Do not build a .src.rpm, a full kernel patch, or a patched kernel
178 Build with ldiskfs support. (Deprecated, always true)
181 Do not build lustre-iokit RPM. Now true by default
187 Specifies that the files generated do not include timestamps, and
188 that this is an official release.
191 Build a .src.rpm, a full kernel patch, and a patched kernel tarball.
194 Directory used to stage packages for release. RPMs will be placed
195 more or less in DIR/<target>-<arch>, and the tarball will be
199 The name of the target to build. The available targets are listed
202 --target-archs=TARGET_ARCHS
203 A (space delimited) list of architectures to build. By default,
204 all of the archs supported by the TARGET will be built, in
205 addition to a .src.rpm. This option can limit those, for machines
206 that can only build certain archs or if you only want a certain
207 arch built (for testing, or a one-off kernel).
209 Also note that by using a non-"base" arch (eg, i386) only kernels
210 will be built - there will be no lustre-lite-utils package.
213 Builds a Xen domX kernel.
216 Sets a variable to a given value.
225 # canonicalize a relative path to a file
229 if [ ! -f "$PATH" ]; then
233 local FILE=${PATH##*/}
236 echo $(canon_path "$DIR")/$FILE
240 # canonicalize a relative path to a dir
244 if [ ! -d "$PATH" ]; then
248 pushd "$PATH" >/dev/null || return 1
258 if [ -z "$LUSTRE" -o ! -r "$LUSTRE" ]; then
259 usage 1 "Could not find Lustre source tarball '$LUSTRE'."
262 if [ -z "$DISTRO" ] ; then
263 DISTRO=$(autodetect_distro)
264 # remove minor version only for rhel and oel
265 [[ $DISTRO =~ "el-" ]] && DISTRO=${DISTRO%%.*}
270 [ -z "$TARGET" ] && TARGET=$(autodetect_target "$DISTRO")
272 if [ -z "$LINUX" ]; then
273 [ "$KERNELDIR" -o "$KERNELTREE" ] || \
274 usage 1 "A kernel directory must be specified with --kerneldir or --kerneltree."
276 [ -d "$KERNELDIR" -o -d "$KERNELTREE" ] || \
277 usage 1 "$KERNELDIR and $KERNELTREE are not a directory."
279 # TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
280 # [ -r "$TARGET_FILE" ] || \
281 # usage 1 "Target '$TARGET' was not found."
286 CANONICAL_TARGET="rhel6"
289 CANONICAL_TARGET="rhel5"
292 CANONICAL_TARGET="rhel-2.6"
295 CANONICAL_TARGET="sles-2.6"
298 CANONICAL_TARGET="sles10-2.6"
300 2.6-sles11 | 3.0-sles11)
301 CANONICAL_TARGET="sles11"
304 CANONICAL_TARGET="oel5"
307 CANONICAL_TARGET="hp-pnnl-2.4"
315 CANONICAL_TARGET="$TARGET"
319 local timestampnodig=$(echo $TIMESTAMP | sed -e s/[0-9]*//g)
320 [ "$timestampnodig" = "" ] || TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
321 local timestamplength="${#TIMESTAMP}"
322 if [ $timestamplength -eq 12 ]; then
323 TIMESTAMP="${TIMESTAMP}00"
324 elif [ $timestamplength -ne 14 ]; then
325 TIMESTAMP=$(date -d "$DATE" "+%Y%m%d%H%M%S")
328 RPMBUILD=$(which rpmbuild 2>/dev/null | head -1)
329 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
330 RPMBUILD=$(which rpm 2>/dev/null | head -1)
331 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
332 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
336 if [ -n "$CCACHE" ]; then
337 which "$DISTCC" &>/dev/null && export DISTCC RPM_BUILD_NCPUS
339 if which "$CCACHE" &>/dev/null; then
340 local ccache=$(which "$CCACHE")
341 local bindir="$TOPDIR/bin"
343 if [ ! -d $bindir ]; then
344 mkdir -p $bindir || fatal 1 "error trying to create $bindir"
346 rm ${bindir}/* > /dev/null 2>&1 || true
348 ln -s "$ccache" ${bindir}/ccache
349 ln -s "$ccache" ${bindir}/cc
350 ln -s "$ccache" ${bindir}/$CC
351 export PATH=$bindir:$PATH
352 export CCACHE && export CC="ccache $CC"
353 # zero the cache so we can see how effective we are being with it
357 # get some ccache stats when we are done
358 push_exit_trap '[ -n "$CCACHE" ] && ccache -s' "ccache_summary"
359 # should remove the ccache trap if lbuild is interrupted
360 trap 'echo "Received an INT TERM or HUP signal, terminating."; delete_exit_trap "ccache_summary"; exit 1' INT TERM HUP
368 # compare two versions $1 and $2. if $1 < $2, return 0 otherwise return 1.
370 [[ $1 == $2 ]] && return 1
372 local i val1=($1) val2=($2)
374 # padding zero to val1 if it needs
375 for ((i=${#val1[@]}; i<${#val2[@]}; i++)); do
378 for ((i=0; i<${#val1[@]}; i++)); do
379 [[ -z ${val2[i]} ]] && return 1
381 if [[ ${val1[i]} < ${val2[i]} ]]; then
383 elif [[ ${val1[i]} > ${val2[i]} ]]; then
391 echo $(echo "$*" | xargs -n 1 | sort -u)
399 if [ -z "$target" ]; then
400 fatal 1 "fetch_url() called without a target to fetch to"
403 if [ -d $target ]; then
404 target+="/${url##*/}"
408 if which wget >/dev/null 2>&1; then
409 if ! wget -nv "$url" -O "$target"; then
412 elif which curl >/dev/null 2>&1; then
413 if ! curl -n -L -s -o "$target" "$url"; then
417 fatal 1 "Could not find either wget or curl to fetch URLs."
427 local force="${3:-false}"
429 if $force || [ ! -r "$KERNELDIR/$srpm" ] ||
430 [ ! -s "$KERNELDIR/$srpm" ]; then
432 local location="http://downloads.lustre.org/public/kernels/$target/old"
433 # get the location from a distro specific method if it exists
434 if type -p kernel_srpm_location; then
435 location=$(kernel_srpm_location)
437 echo "Downloading $location/$srpm..."
438 if ! fetch_url "$location/$srpm" "$KERNELDIR/$srpm" 2>&1 ||
439 [ ! -s "$KERNELDIR/$srpm" ]; then
440 rm -f $KERNELDIR/$srpm
441 # punt to a distro specific method if it exists
442 if ! type -p download_srpm-$DISTRO; then
443 fatal 1 "Could not download target $target's kernel SRPM $srpm from $location."
445 if ! download_srpm-$DISTRO "$target" "$srpm" "$force"; then
446 fatal 1 "Could not download target $target's kernel SRPM $srpm using download_srpm-$DISTRO."
451 fatal 1 "$srpm not found in directory $KERNELDIR."
462 local file=${from##*/}
468 local semaphore="$to-downloading"
471 if [ ! -f $semaphore ]; then
475 # make sure the download has not been aborted
476 local now=$(date +%s)
477 local file_mtime=$(stat -c %Y "$to")
478 local staleness=$((now - file_mtime))
479 # let's assume an active download will write at least once a minute
480 if [ $staleness -gt 60 ]; then
488 # if the semaphore file exists, the file is either still downloading
489 # or a download was aborted and we cannot trust the target file
490 if [ -f $semaphore ]; then
494 if ! is_downloading && [ -r "$to" ] && [ -s "$to" ]; then
501 if $force || ! is_downloaded; then
502 if is_downloading; then
503 echo "Somebody else is downloading $from..."
504 while is_downloading; do
505 echo "Waiting for $to to finish downloading"
508 if is_downloaded; then
511 echo "The download we were waiting for seems to have been aborted"
517 echo "Downloading $from..."
518 # flag others so they don't try to download also
519 push_exit_trap "rm -f $to $semaphore" "download"
521 if ! fetch_url "$from" "$to" || [ ! -s "$to" ]; then
522 # the trap will remove the files via the fatal below
523 fatal 1 "Could not download ${to##*/} from ${from%/*}/."
526 delete_exit_trap "download"
528 fatal 1 "${to##*/} not found in directory ${to%/*}."
537 local force="${1:-false}"
539 if [ -z "$OFED_VERSION" -o "$OFED_VERSION" = "inkernel" ]; then
543 local OFED_BASE_VERSION=$OFED_VERSION
544 if [[ $OFED_VERSION = *.*.*.* ]]; then
545 OFED_BASE_VERSION=${OFED_VERSION%.*}
548 local location="https://www.openfabrics.org/downloads/OFED/ofed-${OFED_BASE_VERSION}/"
550 if [[ $OFED_VERSION = *-[rR][cC][0-9] ]]; then
552 Mmv=${OFED_VERSION%%-[rR][cC][0-9]}
553 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}/"
556 if [[ $OFED_VERSION = daily-* ]]; then
558 OFED_VERSION=${OFED_VERSION/daily-/}
559 Mmv=${OFED_VERSION%%-*}
560 daily=${OFED_VERSION##$Mmv-}
561 location="http://www.openfabrics.org/downloads/OFED/ofed-${Mmv}-daily/"
562 # find the filename for the version for the date specified
563 OFED_VERSION=$(curl -s "$location" | sed -nre "/${daily}-/s/.*href=\"OFED-(${Mmv//./\\.}-${daily}-[0-9]{4,4}).tgz.*$/\1/p" | tail -1)
564 if [ -z "$OFED_VERSION" ]; then
565 fatal 1 "Could not determine the filename of the OFED snapshot for ${daily}"
569 local file="OFED-${OFED_VERSION}.tgz"
570 download_file "$location/$file" "$KERNELTREE" "$force"
579 [ -r "$file" ] || fatal 1 "Could not find MPSS info file"
581 # convert to MPSS distro naming
582 distro=${distro/sles/suse}
583 distro_name=${distro%%-*}
585 # extract links from MPSS info file
586 local urls=$(cat "$file" | \
587 tr -d '\t\r\n' | sed -e 's?\(</[a-zA-Z]*>\)?\1\n?g' | \
588 grep '.intel.com/' | \
589 sed -e 's/^.*[hH][rR][eE][fF]="\([^>"]\+\)".*$/\1/g' | \
596 # Try to match with MPSS 3.x or 3.x.x distro package
597 if [[ $url =~ mpss-[0-9].[0-9](.[0-9]*)?-$distro.tar ]]; then
599 ver3=${ver3%%-$distro.tar}
600 # Try to match with MPSS 3.x or 3.x.x source package
601 elif [[ $url =~ mpss-src-[0-9].[0-9](.[0-9]*)?.tar ]]; then
602 ver3=${url##*mpss-src-}
604 # Try to match with MPSS 3.x or 3.x.x cross compiler package
605 elif [[ $url =~ mpss-[0-9].[0-9](.[0-9]*)?-k1om.tar ]]; then
607 ver3=${ver3%%-k1om.tar}
608 # Try to match with MPSS 2.1.x source package
609 elif [[ $url =~ _src-[0-9].[0-9].[0-9]*-[0-9]*_$distro_name.tar ]]; then
611 ver2=${ver2%%_$distro_name.tar}
614 if [ -n "$ver3" ]; then
615 # Check for MPSS 3.x or MPSS 3.x.x
616 if [[ $ver3 =~ [0-9].[0-9].[0-9]* ]]; then
621 if [ -z "$build" ]; then
623 elif [ "$build" = "$ver3" ]; then
626 elif [ -n "$ver2" ]; then
627 if [ -z "$build" ]; then
629 elif [ "$build" = "$ver2" ]; then
636 if [ -z "$build" ]; then
637 # return a last version of MPSS
638 if [ -n "$res3" ]; then
643 elif [ "${build%%.*}" = "3" ]; then
644 local ver=${build%%-*}
645 local bid=${build##*-}
646 if [ $bid -eq 0 ]; then
647 # return URLs from MPSS info file
650 # Check for MPSS 3.x or MPSS 3.x.x
651 if [ ${ver##*.} -eq 0 ]; then
654 # return URLs from internal site with MPSS builds
656 echo "${MPSS_BUILDS:-"http://mic-bld.pdx.intel.com/release"}/$ver/$bid/release/knightscorner/package/mpss-src-$ver.tar"
658 echo "${MPSS_BUILDS:-"http://mic-bld.pdx.intel.com/release"}/$ver/$bid/release/knightscorner/package/mpss-$ver-k1om.tar"
660 echo "${MPSS_BUILDS:-"http://mic-bld.pdx.intel.com/release"}/$ver/$bid/release/knightscorner/package/mpss-$ver-$distro.tar"
663 # return URLs from MPSS info file
668 # Get public information about last releases of
669 # Intel Manycore Platform Software Stack (MPSS)
670 download_mpss_info() {
672 local force="${2:-true}"
673 local url=${MPSS_URL:-"http://software.intel.com/en-us/articles/intel-manycore-platform-software-stack-mpss"}
675 download_file "$url" "$file" "$force"
680 local force="${2:-false}"
681 local urls=$(parse_mpss_info "$file" ${MPSS_VERSION} ${MPSS_DISTRO})
683 [ -z "$urls" ] && fatal 1 "Could not determine the URLs of MPSS $MPSS_VERSION"
685 # force re-download if build number is zero
686 [[ $MPSS_VERSION = [0-9].[0-9].[0-9]*-0 ]] && force=true
691 file="$KERNELTREE/mpss_src-${MPSS_VERSION}-${MPSS_DISTRO}-part$i.tar"
692 download_file "$url" "$file" "$force"
699 EXTRA_VERSION_save="$EXTRA_VERSION"
700 for patchesdir in "$EXTERNAL_PATCHES" \
701 "$TOPDIR/lustre/lustre/kernel_patches"; do
702 TARGET_FILE="$patchesdir/targets/$TARGET.target"
703 [ -r "$TARGET_FILE" ] && break
705 [ -r "$TARGET_FILE" ] || fatal 1 "Target $TARGET was not found."
707 echo "Loading target config file $TARGET.target..."
709 # if the caller specified an OFED_VERSION it should override whatever
710 # the target file specifies
711 local env_OFED_VERSION="$OFED_VERSION"
715 if [ -n "$env_OFED_VERSION" ]; then
716 OFED_VERSION="$env_OFED_VERSION"
719 # doesn't make any sense to build OFED for xen domX's
724 # XXX - set_rpm_smp_type is an ugly undeterministic hack. it needs to
725 # go away and the target just specify the $RPMSMPTYPE
726 [ -z "$RPMSMPTYPE" ] && set_rpm_smp_type
728 # CC might have been overwriten in TARGET_FILE
729 if [[ $CC != ccache\ * ]] && which "$CCACHE" &>/dev/null; then
730 export CCACHE && export CC="ccache $CC"
733 if [ ! "$KERNELTREE" = "" ] && [ -d "$KERNELTREE" ]; then
734 KERNELDIR="$KERNELTREE/${lnxmaj}"
735 [ -d "$KERNELDIR" ] || mkdir "$KERNELDIR"
738 # verify the series is available
739 if [ "$SERIES" ]; then
740 for series in $SERIES; do
741 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
742 [ -r "$patchesdir/series/$series" ] && continue 2
744 fatal 1 "Target $TARGET's series $SERIES could not be found.\nSearched:\n\t$EXTERNAL_PATCHES/series\n\t$TOPDIR/lustre/lustre/kernel_patches/series."
748 # set the location of the .config file
754 if [ -f $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET-$TARGET_ARCH.config ]; then
755 CONFIG_FILE="$TOPDIR/lustre/lustre/kernel_patches/kernel_configs/kernel-$lnxmaj-$TARGET$XENPOSTFIX-$TARGET_ARCH.config"
758 local lnxrelnew=${lnxrel//-/_}
760 # remember the EXTRA_VERSION before we diddle it here
761 # XXX - we really should not diddle with any values read in from the
762 # target file. if we want to modify a value, we should create
764 PRISTINE_EXTRA_VERSION=$EXTRA_VERSION
766 if ! $PATCHLESS && [ ! -f "$CONFIG_FILE" ]; then
767 fatal 1 "Config file for target $TARGET missing from $TOPDIR/lustre/lustre/kernel_patches/kernel_configs/."
770 if [ "$EXTRA_VERSION_save" ]; then
771 EXTRA_VERSION="$EXTRA_VERSION_save"
772 elif ! $RELEASE; then
773 # if there is no patch series, then this is not a lustre specific
774 # kernel. don't make it look like one
775 if $PATCHLESS || [ -n "$SERIES" ]; then
776 EXTRA_VERSION=$(echo $EXTRA_VERSION | sed -e "s/\(.*_lustre\)\..*/\1/")
777 if ! $PATCHLESS && [ -n "$BUILDID" ]; then
778 EXTRA_VERSION="${EXTRA_VERSION}.${BUILDID}"
782 # EXTRA_VERSION=${EXTRA_VERSION//-/_}
784 ALL_ARCHS="$BASE_ARCHS $BIGMEM_ARCHS $BOOT_ARCHS $JENSEN_ARCHS $SMP_ARCHS $BIGSMP_ARCHS $PSERIES64_ARCHS $UP_ARCHS"
787 for arch in $(uniqify "$ALL_ARCHS"); do
788 if [ -z "$TARGET_ARCHS" ] ||
789 [[ \ $TARGET_ARCHS\ = *\ $arch\ * ]]; then
790 BUILD_ARCHS="$BUILD_ARCHS $arch"
793 [ "$BUILD_ARCHS" ] || usage 1 "No available target archs to build."
794 echo "Building for: $BUILD_ARCHS"
802 fatal 1 "tarflags(): File name argument missing."
814 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
823 local extractfile="$@"
825 echo "Untarring ${tarfile##*/}..."
826 tar $(tarflags "$tarfile") "$tarfile" $extractfile
832 if ! untar "$KERNELTREE/OFED-${OFED_VERSION}.tgz"; then
835 [ -d OFED ] || ln -sf OFED-[0-9].[0-9]* OFED
841 untar "$LUSTRE" || fatal 1 "Error unpacking Lustre tarball"
842 [ -d lustre ] || ln -sf lustre-[0-9].[0-9]* lustre
848 [ -d mpss ] && return 0
850 if [ "${MPSS_VERSION%%.*}" = "3" ]; then
851 local ver=${MPSS_VERSION%%-*}
854 # Check for MPSS 3.x or MPSS 3.x.x
855 if [ ${ver##*.} -eq 0 ]; then
858 for i in $(seq 0 9); do
859 file="$KERNELTREE/mpss_src-${MPSS_VERSION}-${MPSS_DISTRO}-part$i.tar"
860 if [ -r "$file" ]; then
862 "mpss-$ver/*/linux-*.tar.bz2" \
863 "mpss-$ver/*/kernel-dev-*.rpm" \
864 "mpss-$ver/*/ofed-driver-*-devel-*.rpm"
867 # Extract kernel configs
868 file=$(find mpss-$ver -type f -path "*/kernel-dev-*.rpm")
869 if ! rpm2cpio "$file" | cpio -idm; then
870 echo "Error extracting MPSS kernel configs"
873 # Unpack kernel sources
874 file=$(find mpss-$ver -type f -path "*/linux-*.tar.bz2")
875 if ! untar "$file"; then
876 echo "Error unpacking MPSS kernel sources"
879 # Extract OFED headers
880 file=$(find mpss-$ver -type f -path "*/ofed-driver-*-devel-*.rpm")
881 if ! rpm2cpio "$file" | cpio -idm; then
882 echo "Error extracting MPSS OFED headers"
885 # Remove unpacked archives to save space
887 # Make link to MPSS kernel sources
890 local dir="mpss-${MPSS_VERSION}-${MPSS_DISTRO%%-*}"
892 mkdir $dir || return 255
893 pushd $dir >/dev/null || return 255
894 if ! untar "$KERNELTREE/mpss_src-${MPSS_VERSION}-${MPSS_DISTRO}-part0.tar" "*/gpl/*full_src*"; then
897 echo "Error unpacking MPSS tarball 1"
900 local file=$(find . -type f -path "*/gpl/*full_src*")
901 if ! untar "$file"; then
904 echo "Error unpacking MPSS tarball 2"
915 local do_patch=${1:-true}
917 FULL_PATCH="$PWD/lustre-kernel-${TARGET}-${EXTRA_VERSION}.patch"
918 [ -f "$FULL_PATCH" ] && rm -f "$FULL_PATCH"
919 $do_patch && pushd linux >/dev/null
920 for series in $SERIES; do
921 echo -n "Applying series $series:"
922 for patchesdir in "$EXTERNAL_PATCHES" "$TOPDIR/lustre/lustre/kernel_patches"; do
923 [ -r "$patchesdir/series/$series" ] || continue
924 SERIES_FILE="$patchesdir/series/$series"
925 for patch in $(<"$SERIES_FILE"); do
927 PATCH_FILE="$patchesdir/patches/$patch"
928 [ -r "$PATCH_FILE" ] || \
929 fatal 1 "Patch $patch does not exist in Lustre tree."
930 cat "$PATCH_FILE" >> "$FULL_PATCH" || {
932 fatal 1 "Error adding patch $patch to full patch."
935 patch -s -p1 < "$PATCH_FILE" 2>&1 || {
937 fatal 1 "Error applying patch $patch."
945 $do_patch && popd >/dev/null
946 echo "Full patch has been saved in ${FULL_PATCH##*/}."
956 pushd lustre >/dev/null
958 if ! build_lustre_dkms; then
959 popd >/dev/null # pushd lustre
963 echo "Building Lustre RPMs for: $BUILD_ARCHS..."
965 for arch in $BUILD_ARCHS; do
966 targets="--target $arch $targets"
972 confoptions="$confoptions --disable-server"
975 local rpmbuildopt='-tb'
978 echo NORPM mode. Only compiling.
981 # If server we now build the spl and zfs modules against the lustre kernel.
982 # These are required prior to the building of lustre server. Client does
983 # not require spl/zfs. Use !PATCHLESS to indicate server which follows the
984 # line above so is at least consistant.
985 if [ $PATCHLESS == false ] && [ "x$ZFSNOTSUPPORTED" == "x" ]; then
986 if ! build_spl_zfs; then
987 popd >/dev/null # pushd lustre
993 RPMBUILD_DEFS="$RPMBUILD_DEFS --without servers"
994 if [ -n "$CROSS_SUFFIX" ]; then
995 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"lustre_name lustre-client$CROSS_SUFFIX\""
999 # ditto for the lustre-tests boolean
1000 if ! $LUSTRE_TESTS; then
1001 RPMBUILD_DEFS="$RPMBUILD_DEFS --without lustre_tests"
1004 if ! $IOKITRPM; then
1005 RPMBUILD_DEFS="$RPMBUILD_DEFS --without lustre_iokit"
1013 local osd_ldiskfs=""
1014 if $OSDLDISKFSRPM; then
1018 RPMBUILD_DEFS="$RPMBUILD_DEFS ${FIND_REQUIRES:+--define \"__find_requires $FIND_REQUIRES\"}"
1019 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"configure_args $confoptions ${CONFIGURE_FLAGS}\""
1020 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"kdir $linux\""
1021 RPMBUILD_DEFS="$RPMBUILD_DEFS ${linuxobj:+--define \"kobjdir $linuxobj\"}"
1022 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_tmppath $TMPDIR\""
1023 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_topdir $TOPDIR\""
1025 eval $RPMBUILD $targets $rpmbuildopt "$LUSTRE" $RPMBUILD_DEFS \
1026 ${osd_zfs:+--with zfs} \
1027 ${osd_ldiskfs:+--with ldiskfs} 2>&1 || \
1028 fatal 1 "Error building rpms for $BUILD_ARCHS."
1031 if ! eval $RPMBUILD -ts "$LUSTRE" $RPMBUILD_DEFS 2>&1; then
1040 build_lustre_dkms() {
1041 [ -n "$MPSS_VERSION" ] && return 0
1042 local ver=$(eval echo $(awk '/LUSTRE_VERSION_STRING/ {print $3}' lustre/include/lustre_ver.h))
1043 echo "Building Lustre DKMS RPMs for: $BUILD_ARCHS..."
1044 ./configure --enable-dist || return 255
1045 $RPMBUILD --define="_topdir $TOPDIR" -bs lustre-dkms.spec || return 255
1046 $RPMBUILD --rebuild --define="_topdir $TOPDIR" $TOPDIR/SRPMS/lustre-dkms-$ver-*.src.rpm || return 255
1053 # Fetch spl/zfs from the git repo and prepare for lustre build
1056 # SPLZFSGITREPO - URI of directory where spl.git and zfs.git are located
1057 # SPLZFSTAG - Tag to checkout of clone repositories
1058 # SPLZFSVER - Version to checkout of both (format zfs/spl-$SPLZFSVER)
1060 # return 0 if successful, else 255
1062 # make sure the RPM build environment is set up
1064 create_rpmbuild_dirs
1067 # The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
1068 # destination for the rpms
1069 export RPM_BUILD_ROOT=$TOPDIR
1070 SPLZFSVER=${SPLZFSVER:-0.6.3}
1071 SPLZFSTAG=${SPLZFSTAG:-}
1073 # The files expect a kver to be set to the kernel version .
1074 local kver=$(find_linux_release)
1076 # build and install the spl and zfs (and -devel) RPMs for lustre to use
1078 for pkg in spl zfs; do
1082 [ "$pkg" == "zfs" ] && spldir="$(ls -d $TOPDIR/usr/src/spl-*/|tail -1)"
1084 # need to fetch the repo in order to build it.
1085 # default to github but allow override
1086 git clone ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
1088 pushd $pkg || return 255
1089 if [ -n "$SPLZFSTAG" ]; then
1090 git checkout $SPLZFSTAG
1092 git checkout -b lbuild $pkg-$SPLZFSVER
1095 # This differentiates between older zfs versions
1096 if [ -f $pkg-modules.spec.in ]; then
1099 speclist="$pkg.spec $rpmpkg.spec"
1101 rpmpkg=kmod-$pkg-devel
1103 speclist="$pkg.spec $pkg-kmod.spec $pkg-dkms.spec"
1106 sh autogen.sh || return 255
1108 if ! ./configure --with-linux=${LINUX} --with-linux-obj=${LINUXOBJ:-$LINUX} \
1109 ${spldir:+--with-spl="${spldir}"} 2>&1 ||
1110 ! make dist 2>&1; then
1116 ln -f $pkg/$pkg-*.tar.gz $TOPDIR/SOURCES ||
1117 error "failed to link $pkg/$pkg-*.tar.gz into $TOPDIR/SOURCES"
1118 if [ -f $pkg/scripts/kmodtool ]; then
1119 ln -f $pkg/scripts/kmodtool $TOPDIR/SOURCES/
1129 # set search dir for our own kmodtool to find correct
1131 export KERNELSOURCE=$(dirname ${LINUX})
1132 # Manually build rpms
1133 for spec in $speclist; do
1134 echo "Building RPMs from $pkg/$specdir/$spec"
1135 if ! $RPMBUILD $rpmb $pkg/$specdir/$spec \
1137 --define "require_kdir ${LINUX}" \
1138 ${LINUXOBJ:+--define "require_kobj ${LINUXOBJ}"} \
1139 ${spldir:+--define "require_spldir ${spldir}"} \
1140 --define "kver $kver" \
1141 --define "kernels $kver" \
1142 --define "_tmppath /var/tmp" \
1143 --define "kernelbuildroot $TOPDIR/reused" \
1144 --define "_topdir $TOPDIR" 2>&1; then
1149 # We have built the rpms for the package. Now we need to extract the
1150 # contained files so we can build further things against them
1151 local rpms=$(ls -1 $TOPDIR/RPMS/*/$rpmpkg-*.rpm)
1153 # cpio only extract to pwd so we need to go there.
1156 for rpm in $rpms; do
1157 rpm2cpio $rpm | cpio -id
1160 if [ "$pkg" == "zfs" ]; then
1161 # We also need to extract both the zfs and zfs-devel rpms
1162 # the zfs rpm is needed because it has the actual libraries in
1163 # it and the zfs-devel rpm only has unversioned symlinks to the
1164 # libraries in the zfs rpm
1165 # this will all change one day when we have a libzfs rpm per
1166 # https://github.com/zfsonlinux/zfs/issues/2329
1167 # and it looks like it could be one day soon:
1168 # https://github.com/zfsonlinux/zfs/pull/2341
1169 local devel_rpms=$(ls -1 $TOPDIR/RPMS/*/{$pkg-devel,$pkg-$SPLZFSVER,lib*}-*.rpm)
1170 for rpm in $devel_rpms; do
1171 rpm2cpio $rpm | cpio -id
1173 CONFIGURE_FLAGS="--with-$pkg-devel=$TOPDIR ${CONFIGURE_FLAGS}"
1177 CONFIGURE_FLAGS="--with-$pkg=$(ls -d $TOPDIR/usr/src/$pkg-*/|tail -1) ${CONFIGURE_FLAGS}"
1178 CONFIGURE_FLAGS="--with-$pkg-obj=$(ls -d $TOPDIR/usr/src/$pkg-*/$kver*|tail -1) ${CONFIGURE_FLAGS}"
1188 pushd mpss >/dev/null || return 255
1189 if [ "${MPSS_VERSION%%.*}" = "3" ]; then
1190 cp -f ../boot/config-* .config
1191 if ! make ARCH=k1om silentoldconfig ; then
1195 if ! make ARCH=k1om modules_prepare ; then
1199 cp -f ../boot/Module.symvers-* Module.symvers
1201 if ! make defconfig-miclinux; then
1205 if ! make -C card/kernel ARCH=k1om modules_prepare ; then
1216 [ "$STAGEDIR" ] || return 0
1218 for arch in $BUILD_ARCHS; do
1219 rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${arch}"
1220 echo "${0##*/}: Copying RPMs into ${rpmdir}"
1221 mkdir -p "${rpmdir}"
1222 cp -v RPMS/${arch}/*.rpm "${rpmdir}"
1223 if [ -d RPMS/noarch ]; then
1224 cp -v RPMS/noarch/*.rpm "${rpmdir}"
1228 cp -v "$LUSTRE" "$STAGEDIR"
1232 set_rpm_smp_type() {
1234 local infact_arch="${TARGET_ARCH}"
1237 [ "$infact_arch" == "i586" ] && infact_arch="i686"
1240 for smp_type in $SMP_ARCHS; do
1241 [ $infact_arch == $smp_type ] && RPMSMPTYPE=smp && break
1244 for smp_type in $BIGSMP_ARCHS; do
1245 [ $infact_arch == $smp_type ] && RPMSMPTYPE=bigsmp && break
1248 for smp_type in $PPC64_ARCHS; do
1249 [ $infact_arch == $smp_type ] && RPMSMPTYPE=ppc64 && break
1252 for smp_type in $DEFAULT_ARCHS; do
1253 [ $infact_arch == $smp_type ] && RPMSMPTYPE=default && break
1258 # This function takes a linux include tree and digs out the linux release
1259 # from it. It is never called directly, only called from the distro
1260 # specific function find_linux_release() in lbuild-{rhel,sles}.
1261 _find_linux_release() {
1263 local LINUXRELEASEHEADER=""
1265 LINUXRELEASEHEADER=$SRC/include/linux/version.h
1266 if [ -s $SRC/include/generated/utsrelease.h ]; then
1267 LINUXRELEASEHEADER=$SRC/include/generated/utsrelease.h
1268 elif [ -s $SRC/include/linux/utsrelease.h ]; then
1269 LINUXRELEASEHEADER=$SRC/include/linux/utsrelease.h
1272 if [ ! -s $LINUXRELEASEHEADER ]; then
1273 fatal 1 "could not find UTS_RELEASE"
1276 sed -ne 's/#define UTS_RELEASE "\(.*\)"$/\1/p' $LINUXRELEASEHEADER
1279 # unpack kernel(/source/devel) RPM
1281 # This function and it's setting of $LINUX and $LINUXOBJ is a total hack that
1282 # needs to completely refactored. It completely ingores that $BUILD_ARCHS may
1283 # contain a list of arches for which rpmbuild commands (including the one for
1285 unpack_linux_devel_rpm() {
1286 local kernelrpm="${1}"
1288 [ -f "$kernelrpm" ] || return 255
1289 [ -d $TOPDIR/reused ] || mkdir $TOPDIR/reused || return 255
1291 pushd $TOPDIR/reused &>/dev/null || return 255
1293 if ! rpm2cpio < "$kernelrpm" | cpio -id > /dev/null 2>&1; then
1297 # call a distro specific hook, if available
1298 if type -p unpack_linux_devel_rpm-$DISTRO; then
1299 if ! unpack_linux_devel_rpm-$DISTRO "$kernelrpm"; then
1306 find_linux_devel_paths $TOPDIR/reused
1314 local kib_prefix="$2"
1317 # build kernel-ib{,-devel}/compat-rdma{,-devel}
1319 # ofed 1.3 had a bug in the rpm spec
1320 if [ "$OFED_VERSION" = "1.3" ]; then
1324 local OFED_CORE="--with-core-mod --with-ipoib-mod --with-sdp-mod --with-user_mad-mod --with-user_access-mod --with-addr_trans-mod"
1325 local OFED_HARDWARE="--with-mthca-mod --with-mlx4-mod --with-mlx4_en-mod --with-cxgb3-mod --with-nes-mod"
1327 if compare_version $OFED_VERSION 3.0; then
1328 OFED_CORE="$OFED_CORE --with-madeye-mod --with-rds-mod"
1330 OFED_HARDWARE="$OFED_HARDWARE --with-cxgb4-mod"
1333 # some I/B drivers are architecture dependent and kernel-ib's configure
1334 # does not figure it out for us ~sigh~
1335 case "$TARGET_ARCH" in
1337 OFED_HARDWARE="$OFED_HARDWARE --with-ehca-mod"
1340 # we're no longer shipping the OFED iSCSI target
1341 #OFED_ISCSI="--with-srp-mod --with-srp-target-mod"
1342 OFED_ISCSI="--with-srp-mod"
1343 ## ISER module has no backport support as of OFED 1.5 (i.e. only builds on
1344 ##kernels >= 2.6.30)
1345 #if [[ $OFED_VERSION = 1.[0-4]* ]]; then
1346 # OFED_ISCSI="$OFED_ISCSI --with-iser-mod"
1349 # assume we are just rebuilding the SRPM
1350 local BUILD_TYPE=${BUILD_TYPE:-"--rebuild"}
1351 local SOURCE="${TOPDIR}/OFED/SRPMS/${kib_prefix}-*.src.rpm"
1353 # but switch to building from the SPEC if we need to apply patches
1354 if ls ${TOPDIR}/lustre/contrib/patches/ofed/* >/dev/null; then
1356 rpm --define "_topdir ${TOPDIR}" -ivh $SOURCE
1357 SOURCE="${TOPDIR}/SPECS/${kib_prefix}.spec"
1358 local file ed_fragment1 ed_fragment2 n=1
1359 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.patch); do
1360 ed_fragment1="$ed_fragment1
1361 Patch$n: ${file%%*/}"
1362 ed_fragment2="$ed_fragment2
1364 cp $file ${TOPDIR}/SOURCES
1367 for file in $(ls ${TOPDIR}/lustre/contrib/patches/ofed/*.ed); do
1368 # Only apply the ed-scripts that should be used for the canonical target
1369 # ed-files in ${TOPDIR}/lustre/contrib/patches/ofed/ have to follow the naming
1371 # <two-digits>-<descriptive-name>:<canonical_target_1>: ...:<canonical_target_N>.ed
1372 # To apply the same change to multiple canonical target simply specify
1373 # a list of colon separated canoncial target names in the file name.
1374 echo "$file" | grep -q -e ":${CANONICAL_TARGET}:" \
1375 -e ":${CANONICAL_TARGET}.ed$"
1376 if [ $? -eq 0 ] ; then
1377 ed_fragment3="$ed_fragment3
1383 if [ $n -gt 1 ]; then
1397 local linuxrelease=$(find_linux_release)
1398 if compare_version $OFED_VERSION 3.0; then
1399 local OFA_KERNEL_RELEASE=$(echo -n ${linuxrelease} | sed -e 's/-/_/g')
1401 if ! $RPMBUILD $BUILD_TYPE --define 'build_kernel_ib 1' --define 'build_kernel_ib_devel 1' \
1402 ${FIND_REQUIRES:+--define "__find_requires $FIND_REQUIRES"} \
1403 --define "_topdir ${TOPDIR}" --target ${TARGET_ARCH} \
1404 --define "KVERSION ${linuxrelease}" \
1405 --define "$K_SRC ${linux}" \
1406 --define "LIB_MOD_DIR /lib/modules/${linuxrelease}/updates" \
1407 ${OFA_KERNEL_RELEASE:+--define "_release $OFA_KERNEL_RELEASE"} \
1408 --define "configure_options --without-quilt $OFED_CORE $OFED_HARDWARE $OFED_ISCSI" \
1409 ${SOURCE} 2>&1; then
1410 fatal 1 "Error building ${kib_rpm}"
1419 local signature="$4"
1420 local use_links="$5"
1427 local default_iface=$(/sbin/ip route get 192.1.1.1 | sed -ne 's/.* dev \(.*\) * src .*/\1/p')
1428 if [ -z "$default_iface" ]; then
1429 fatal 1 "Failed to determine the default route interface"
1431 local unique_id=$(/sbin/ip addr show dev $default_iface | sed -ne '/ inet /s/ *inet \(.*\)\/.*/\1/p' | head -1)
1432 if [ -z "$unique_id" ]; then
1433 fatal 1 "Failed to determine a unique id from interface $default_interface"
1436 local finallocation="$location"/"$signature"/"$module"
1437 location="$location"/"$signature-${unique_id}"/"$module"
1438 mkdir -p "$location"
1439 # the cleanup script removes any directory that doesn't have a
1440 # .lastused, so let's try to prevent that as soon as we can
1441 # this solution still slightly racy with the cleanup script
1442 # but the race is a lot tighter now
1443 touch -t 197001010000 "$location/.lastused"
1444 ## use eval/echo here to make sure shell expansions are performed
1445 #if ! cp -a${linkflag} $(eval echo $articles) "$location"; then
1447 for article in $(eval echo $articles); do
1448 if ! cp -a${linkflag} "$article" "$location"; then
1449 error "Failed to copy \"$article\" to \"$location\" in store_for_reuse()"
1450 # rename the cache location so that it's not cached
1451 # product, but is around for analysis
1452 mv "$location"{,-bad-$(date +%s)} ||
1453 error "failed to clean up a failed cache attempt" \
1454 "in \"$location\" -- manual cleanup will be" \
1460 # flag the cache as complete (i.e. in case lbuild was previously
1461 # interrupted while caching)
1462 touch "$location/.lastused"
1464 # put the temporary location into the final location
1466 mkdir -p "${finallocation%/*}"
1467 mv "$location" "$finallocation"
1468 rmdir "${location%/*}"
1476 local use_links="${3:-false}"
1477 local signature="$4"
1479 if [ -n "$REUSEBUILD" ] && [ -d "$REUSEBUILD/$signature/$module" ]; then
1480 if [ ! -f "$REUSEBUILD/$signature/$module/.lastused" ]; then
1481 # the .lastused flag is populated at the end of the caching to
1482 # signal that the caching was completed. if that flag is not
1483 # there, then the cache is invalid (and should be removed in fact)
1484 mv "$REUSEBUILD/$signature/$module"{,-bad-$(date +%s)} ||
1485 fatal 1 "failed to clean up a bad cache in location $REUSEBUILD/$signature/$module\" -- manual cleanup will be necessary"
1489 # so that we know how stale this entry is
1490 touch $REUSEBUILD/$signature/$module/.lastused
1493 if ls $REUSEBUILD/$signature/$module/* >/dev/null 2>&1; then
1494 cp -al $REUSEBUILD/$signature/$module/* $dest/
1497 # copying is pretty heavy
1498 # cp -a $REUSEBUILD/$signature/$module/* $dest/
1499 # do some creative symlinking instead
1501 for dir in BUILD SRPMS SPECS; do
1502 if ls $REUSEBUILD/$signature/$module/$dir/* >/dev/null 2>&1; then
1503 ln -s $REUSEBUILD/$signature/$module/$dir/* $dest/$dir
1506 # sources have to be copied by file because we need SOURCES to
1507 # be a dir we can write into
1508 # could overrun ls's arg list here
1509 #ls $REUSEBUILD/$signature/$module/SOURCES/* |
1510 find $REUSEBUILD/$signature/$module/SOURCES/ -type f |
1511 xargs ln -t $dest/SOURCES -s
1513 # same for RPMS/* dirs
1514 # could overrun ls's arg list here
1515 #ls $REUSEBUILD/$signature/$module/RPMS/$TARGET_ARCH/* |
1517 for dir in $REUSEBUILD/$signature/$module/RPMS/*; do
1518 mkdir -p $dest/RPMS/${dir##*/}
1520 xargs ln -t $dest/RPMS/${dir##*/} -s
1532 if [[ $arch = i[3456]86 ]]; then
1540 build_kernel_with_srpm() {
1543 if [ -z "$outfd" ] || [ $outfd = 1 ]; then
1544 fatal 1 "You must supply a file descriptor to ${FUNCNAME[0]} and it cannot be 1"
1547 # need to generate the patch for this target
1548 do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
1550 # get an md5sum of the kernel patch + config for reuse check
1551 # XXX really, there needs to be a signature and a CONFIG_FILE per arch
1555 local release_str="RELEASE=$RELEASE\n"
1558 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1559 local REUSE_SIGNATURE=$({ echo -en $release_str;
1561 cat $CONFIG_FILE $TARGET_FILE $FULL_PATCH;
1562 cat $LBUILD_DIR/lbuild $LBUILD_DIR/lbuild-${DISTRO}; } |
1563 md5sum | cut -d" " -f1)
1564 # see if we can link to the reuse pool
1565 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1567 local CAN_LINK_FOR_REUSE=false
1568 touch $REUSEBUILD/$$
1569 if cp -al $REUSEBUILD/$$ $TOPDIR/ 2>/dev/null; then
1570 CAN_LINK_FOR_REUSE=true
1575 # the extra version string to use for the kernel (which might be a reused
1577 local kernel_extra_version=""
1578 if ! $USE_BUILD_CACHE || ! reuse kernel "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1579 "$REUSE_SIGNATURE"; then
1580 # nothing cached, build from scratch
1581 if [ ! -r "$KERNELDIR/$KERNEL_SRPM" ]; then
1582 echo "Downloading kernel SRPM" >&${outfd}
1583 download_srpm "$CANONICAL_TARGET" "$KERNEL_SRPM" >&${outfd}
1586 if ! rpm -ivh $KERNELDIR/$KERNEL_SRPM \
1587 --define "_topdir $TOPDIR" >&${outfd} 2>&1; then
1588 # should we clean this up or leave it for analysis?
1590 fatal 1 "Error installing kernel SRPM."
1593 # put the Lustre kernel patch into the RPM build tree
1594 cp $FULL_PATCH $TOPDIR/SOURCES/linux-${lnxmaj}-lustre.patch
1595 prepare_and_build_srpm >&${outfd} ||
1596 fatal 1 "failed to prepare_and_build_srpm"
1598 if [ -z "$REUSE_SIGNATURE" ]; then
1599 echo "No reuse signature was caculated so not storing the built kernel" >&${outfd}
1601 # store the resulting kernel RPM build tree for future use
1602 echo "Storing the built kernel for future reuse" >&${outfd}
1603 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,SRPMS,RPMS}" \
1604 "kernel" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1605 "$CAN_LINK_FOR_REUSE"; then
1606 error "Failed to store kernel RPMS for reuse"
1607 echo "unknown" >&${outfd}
1613 # figure out the EXTRA_VERSION of the kernel we built or are re-using
1615 if ! KERNEL_RPM=$(find_rpm "$TOPDIR/RPMS/$TARGET_ARCH/" provides "^kernel(-default)? ="); then
1616 fatal 1 "Failed to find a kernel RPM in $TOPDIR/RPMS/$TARGET_ARCH/"
1618 kernel_extra_version=$(rpm -q --queryformat "%{RELEASE}" -p $TOPDIR/RPMS/$TARGET_ARCH/$KERNEL_RPM)
1620 # should now have the following RPMs
1621 # $TOPDIR/RPMS/$arch/kernel-lustre-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1622 # $TOPDIR/RPMS/$arch/kernel-lustre-devel-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1623 # $TOPDIR/RPMS/$arch/kernel-lustre-headers-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1624 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-common-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1625 # $TOPDIR/RPMS/$arch/kernel-lustre-debuginfo-2.6.18-53.1.21.el5_lustre.1.6.5.1.$arch.rpm
1627 echo $kernel_extra_version
1635 # REUSEBUILD, USE_BUILD_CACHE
1640 local ofed_version="$2"
1644 # if an ofed version is given, then it means use OFED proper,
1645 # not any vendor specific "inkernel" version
1646 if [ -z "$ofed_version" ]; then
1650 if [ "$ofed_version" = "inkernel" ]; then
1651 # see if there is a distro specific override for this and use
1653 # XXX we need to better integrate a distro specific override with
1654 # the rest of this function so that all of the reuse cache
1655 # stuff is leveraged given that 80% of this function is reuse
1656 if type -p build_ofed-${DISTRO}; then
1658 ofed_location=$(build_ofed-${DISTRO} ${STDOUT})
1659 local rc=${PIPESTATUS[0]}
1660 CONFIGURE_FLAGS="--with-o2ib=${ofed_location} ${CONFIGURE_FLAGS}"
1665 elif compare_version $OFED_VERSION 3.0; then
1666 kib_prefix="ofa_kernel"
1669 kib_prefix="compat-rdma"
1670 kib_rpm="compat-rdma"
1673 # build kernel-ib/compat-rdma
1674 if $USE_BUILD_CACHE && [ -n "$REUSEBUILD" ]; then
1675 local REUSE_SIGNATURE=$({ echo "$ofed_version";
1676 echo "$(find_linux_release;
1677 echo "$BUILD_GEN")";
1678 cat "${linux}/include/linux/autoconf.h";
1679 cat "$LBUILD_DIR/lbuild" ;
1680 cat "$LBUILD_DIR/lbuild-${DISTRO}"; } |
1681 md5sum | cut -d" " -f1)
1682 # see if we can link to the reuse pool
1683 # XXX - hrm. i'm not convinced this doesn't belong in the reuse
1685 local CAN_LINK_FOR_REUSE=false
1686 touch $REUSEBUILD/$$
1687 if cp -al $REUSEBUILD/$$ $TOPDIR/; then
1688 CAN_LINK_FOR_REUSE=true
1693 if ! $USE_BUILD_CACHE || ! reuse ofed "$TOPDIR" "$CAN_LINK_FOR_REUSE" \
1694 "$REUSE_SIGNATURE"; then
1695 if [ -n "$REUSE_SIGNATURE" ]; then
1696 # stash away the existing built articles for a moment
1698 mv {BUILD,{S,}RPMS,S{OURCE,PEC}S} bak
1701 find . | cpio -pudlm ..
1705 create_rpmbuild_dirs
1708 build_kernel_ib "${linux}" "${kib_prefix}" "${kib_rpm}"
1710 if [ -z "$REUSE_SIGNATURE" ]; then
1711 echo "No reuse signature was caculated so not storing the built ofed"
1713 # store the resulting RPM build tree for future use
1714 echo "Storing the built ofed for future reuse"
1715 if ! store_for_reuse "$TOPDIR/{SPECS,SOURCES,BUILD,SRPMS,RPMS}" \
1716 "ofed" "$REUSEBUILD" "$REUSE_SIGNATURE" \
1717 "$CAN_LINK_FOR_REUSE"; then
1718 error "Failed to store OFED RPMS for reuse"
1722 # put the stuff we stashed away back
1727 pushd "$TOPDIR" >/dev/null
1728 rm -rf ${kib_rpm}-devel
1729 mkdir ${kib_rpm}-devel
1731 # the actual ofed RPMs don't have the -rc$n or -$date string appened that
1732 # might be present on the file
1733 #local linuxrelease=$(find_linux_release)
1734 #ofed_version=$(echo $ofed_version |
1735 # sed -re 's/-(20[0-9]{6,6}-[0-9]{4,4}|rc[0-9]*)$//')
1737 # OFED version will have 'hyphen' for minor release. (e.g. 3.5-1, instead
1738 # of 3.5.1) compat-rdma and compat-rdma-devel could have same version
1739 # number, but currectly not. Once OFED fix this in the future release, we
1740 # can remove following filter.
1741 #ofed_version=$(echo $ofed_version |
1742 # sed -re 's/-([0-9]*-[rR][cC][0-9]*)$//')
1743 #local rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-${ofed_version}-${linuxrelease//-/_}.*.rpm)
1744 # I dont' know why we have gone through the trouble to filter out the name
1745 # of the rpm there should only be one ${kib_rpm}-devel built
1746 local rpm=$(ls $TOPDIR/RPMS/*/${kib_rpm}-devel-*.rpm)
1747 if ! rpm2cpio < $rpm | cpio -id; then
1748 fatal 1 "could not unpack the ${kib_rpm}-devel rpm."
1750 CONFIGURE_FLAGS="--with-o2ib=$(pwd)/usr/src/${kib_prefix} ${CONFIGURE_FLAGS}"
1757 if ! $PATCHLESS; then
1758 local kernel_extra_version
1759 if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
1760 fatal 1 "Failed to build the kernel from it's SRPM"
1763 for arch in $BUILD_ARCHS; do
1764 local kernel_devel_rpm
1765 if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/$arch/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
1766 fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/$arch/"
1769 # install the -devel RPM in preparation for modules builds
1770 if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
1771 "$TOPDIR/RPMS/$arch/$kernel_devel_rpm"; then
1772 fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/$arch/$kernel_devel_rpm"
1776 # need to find and unpack the vendor's own kernel-devel for patchless
1779 if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
1780 fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in ${KERNELRPMSBASE}/${lnxmaj}/${DISTRO}"
1782 if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
1783 fatal 1 "Could not find the Linux tree in $kernelrpm"
1787 # ~sigh~ have to make copies of and modify some of the rpm
1788 # infrastructure files so that find-requires can find our unpacked
1789 # kernel-devel artifacts
1790 cp $RPM_HELPERS_DIR/{symset-table,find-requires{,.ksyms}} .
1791 FIND_REQUIRES="$(pwd)/find-requires"
1792 chmod 755 {symset-table,find-requires{,.ksyms}}
1794 tmp="${tmp//\//\\/}"
1795 ed find-requires <<EOF
1799 /|.*find-requires.ksyms/s/|/| bash -x/
1800 g/ [^ ]*\/\(find-requires\.ksyms\)/s// $tmp\/\1/g
1803 ed find-requires.ksyms <<EOF
1807 g/\/.*\/\(symset-table\)/s//$tmp\/\1/g
1810 ed symset-table <<EOF
1814 g/\(\/boot\/\)/s//$tmp\/reused\1/g
1815 g/\(\/usr\/src\/kernels\/\)/s//$tmp\/reused\1/g
1819 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
1820 fatal 1 "error building OFED"
1823 if build_lustre "$LINUX" "$LINUXOBJ"; then
1824 # the build worked. resolve any symlinked files (i.e. from reuse)
1825 # in RPMS/$arch to real files so that that that huge mess of
1826 # complication known as LTS can copy them yet somewhere else.
1827 # is it any wonder this whole process is so damn so? anyone ever
1828 # heard of hardlinks? it's this cool new thing that allows you save
1829 # tons of time and space by creating... well you can go read about
1830 # them if you have not heard about them yet.
1831 # can i say how much the implemenation of all of this really impedes
1834 for dir in RPMS/*; do
1836 for file in $(ls); do
1837 if [ -h $file ]; then
1844 # also, for i?86, make sure all of the RPMs are in RPMS/$TARGET_ARCH
1845 # as that's where LTS expects to find them
1846 for dir in RPMS/*; do
1847 if [ $dir = RPMS/$TARGET_ARCH ]; then
1852 if [ -n "$files" ]; then
1853 cp -al $files ../$TARGET_ARCH
1863 create_rpmbuild_dirs() {
1865 [ -d RPMS ] || mkdir RPMS
1866 for arch in $BUILD_ARCHS; do
1867 if [[ $arch = i?86 ]]; then
1868 # some stupidity in the sles11 kernel spec requires an RPMS/i386
1869 # even if the target arch is i686
1870 [ -d RPMS/i386 ] || mkdir RPMS/i386
1872 [ -d RPMS/$arch ] || mkdir RPMS/$arch
1874 [ -d RPMS/noarch ] || mkdir RPMS/noarch
1875 [ -d BUILD ] || mkdir BUILD
1876 [ -d SOURCES ] || mkdir SOURCES
1877 [ -d SPECS ] || mkdir SPECS
1878 [ -d SRPMS ] || mkdir SRPMS
1900 [[ $list\ == *\ $item\ * ]]
1904 #########################################################################
1905 # Generate a backtrace through the call stack.
1909 #########################################################################
1913 local funcname="" sourcefile="" lineno="" n
1915 echo "Call stack: (most recent first)"
1916 for (( n = $strip ; n < ${#FUNCNAME[@]} ; ++n )) ; do
1917 funcname=${FUNCNAME[$n - 1]}
1918 sourcefile=$(basename ${BASH_SOURCE[$n]})
1919 lineno=${BASH_LINENO[$n - 1]}
1923 # Display function arguments
1924 if [[ ! -z "${BASH_ARGV[@]}" ]]; then
1925 local args newarg j p=0
1926 for (( j = ${BASH_ARGC[$n - 1]}; j > 0; j-- )); do
1927 newarg=${BASH_ARGV[$j + $p - 1]}
1928 args="${args:+${args} }'${newarg}'"
1930 let p+=${BASH_ARGC[$n - 1]}
1932 echo " ${funcname} ${args:+${args} }at ${sourcefile}:${lineno}"
1936 echo "BEGIN BACKTRACE"
1938 #echo ${BASH_LINENO[*]}
1939 #echo ${BASH_SOURCE[*]}
1940 #echo ${FUNCNAME[*]}
1941 local i=$((${#FUNCNAME[@]} - 1))
1942 while [ $i -ge 0 ]; do
1943 local lineno=${BASH_LINENO[$i]}
1947 local SOURCELINE="${BASH_SOURCE[$i + 1]}:${lineno}"
1948 # Can't figure out how to get function args from other frames...
1949 local FUNCTION="${FUNCNAME[$i]}()"
1950 echo "$SOURCELINE:$FUNCTION"
1954 echo "END BACKTRACE"
1960 seen_list=$(new_list)
1962 echo "An unexpected error has occurred at ${BASH_SOURCE[0]##*/}:$((LINENO-1)).
1963 Unfortunately the above line number in the message may or may not be correct,
1964 but details have been send to the lbuild maintainer. Attempting to continue."; (echo "Untrapped error"
1966 # have we seen this one
1967 echo "checking seen list for ${BASH_SOURCE[0]}:${BASH_LINENO[0]}"
1969 if is_list_member "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}"; then
1970 echo "seen this one already"
1972 seen_list=$(add_list "$seen_list" "${BASH_SOURCE[0]}:${BASH_LINENO[0]}")
1975 ) ; set $xtrace' ERR
1978 [ -r ~/.lbuildrc ] && . ~/.lbuildrc
1980 options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,patchless,ccache,norpm,external-patches:,timestamp:,extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-version:,mpss-version:,publish,release,set-value:,src,stage:,target:,target-archs:,with-linux:,xen -- "$@")
1982 if [ $? != 0 ]; then
1986 eval set -- "$options"
2017 if ! KERNELTREE=$(canon_path "$2"); then
2018 fatal 1 "Could not determine the canonical location of $2"
2022 --linux | --with-linux)
2023 if ! LINUX=$(canon_path "$2"); then
2024 fatal 1 "Could not determine the canonical location of $2"
2033 if ! REUSEBUILD=$(canon_path "$2"); then
2034 fatal 1 "Could not determine the canonical location of $2"
2051 if ! KERNELRPMSBASE=$(canon_path "$2"); then
2052 fatal 1 "Could not determine the canonical location of $2"
2061 if ! LUSTRE=$(canon_filepath "$2"); then
2062 fatal 1 "Could not determine the canonical location of $2"
2115 # there are actually some lustre configure flags that we need to
2116 # handle ourselves (but we still give them to configure)
2117 if [[ \ $@\ == *\ --disable-tests\ * ]]; then
2124 usage 1 "Unrecognized option: $1"
2133 # XXX - should we _always_ get the buildid from the META file? what are the
2134 # other (i.e. non-lustre-tarball use cases of lbuild)?
2135 BUILDID=$(sed -ne '/^BUILDID =/s/.*= *//p' lustre/META)
2136 VERSION=$(sed -ne '/^VERSION =/s/.*= *//p' lustre/META)
2140 if [ -n "$OFED_VERSION" -a "$OFED_VERSION" != "inkernel" ]; then
2142 unpack_ofed || fatal 1 "Error unpacking OFED tarball"
2145 if [ -n "$MPSS_VERSION" ]; then
2146 [ -z "$MPSS_DISTRO" ] && MPSS_DISTRO=$(autodetect_distro)
2148 MPSS_INFO=$(mktemp -u mpss-info-XXXXXXXXXX.html)
2149 download_mpss_info "$MPSS_INFO"
2151 if [ "$MPSS_VERSION" = "last" ]; then
2152 MPSS_VERSION=$(parse_mpss_info "$MPSS_INFO" "" ${MPSS_DISTRO})
2153 [ -z "$MPSS_VERSION" ] && fatal 1 "Could not determine the last MPSS version"
2154 elif [[ $MPSS_VERSION != [0-9].[0-9].[0-9]*-[0-9]* ]]; then
2155 fatal 1 "Incorrect MPSS version $MPSS_VERSION"
2158 download_mpss "$MPSS_INFO"
2159 [ -r "$MPSS_INFO" ] && rm -f "$MPSS_INFO"
2160 echo "Building with MPSS $MPSS_VERSION"
2161 unpack_mpss || fatal 1 "Error unpacking MPSS tarballs"
2162 prepare_mpss || fatal 1 "Error preparing MPSS for kernel modules build"
2164 if [ -z "$MPSS_OFED" ]; then
2165 MPSS_OFED=$(find $PWD -type f -path "*/ofed-driver-*/Module.symvers")
2166 if [ -n "$MPSS_OFED" ]; then
2167 MPSS_OFED="--with-o2ib=$(dirname $MPSS_OFED)"
2169 MPSS_OFED="--without-o2ib"
2173 # disable unsupported parts:
2177 ZFSNOTSUPPORTED="yes"
2179 # define variables for cross compilation:
2181 if [ "${MPSS_VERSION%%.*}" = "3" ]; then
2182 CC_TARGET_ARCH=k1om-mpss-linux
2183 LINUX="$TOPDIR/mpss"
2185 CC_TARGET_ARCH=x86_64-k1om-linux
2186 LINUX="$TOPDIR/mpss/card/kernel"
2187 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"cross_requires intel-mic-gpl = ${MPSS_VERSION%%-*}\""
2189 CONFIGURE_FLAGS="$CONFIGURE_FLAGS $MPSS_OFED --host=$CC_TARGET_ARCH --build=x86_64-pc-linux"
2190 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"post_script build/gen_filelist.sh\""
2191 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"make_args ARCH=k1om CROSS_COMPILE=${CC_TARGET_ARCH}-\""
2192 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"cross_path ${CROSS_PATH:=/opt/lustre/${VERSION}/${CC_TARGET_ARCH}}\""
2193 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"rootdir %{cross_path}\""
2194 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_prefix %{cross_path}/usr\""
2195 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_mandir %{_prefix}/share/man\""
2196 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"_sysconfdir %{cross_path}/etc\""
2197 RPMBUILD_DEFS="$RPMBUILD_DEFS --define \"kmoddir extra\""
2199 # redefine CC for proper ./configure during rpmbuild
2200 export CC=${CC_TARGET_ARCH}-gcc
2203 # make sure the RPM build environment is set up
2204 create_rpmbuild_dirs
2206 # if an unpacked kernel source tree was given on the command line
2207 # just build lustre with it (nothing distro kernel specific here)
2208 if [ -n "$LINUX" ]; then
2209 find_linux_release() {
2210 _find_linux_release $LINUX
2212 build_ofed "${LINUXOBJ:-$LINUX}" "$OFED_VERSION" ||
2213 fatal 1 "error building OFED"
2214 build_lustre "$LINUX" "$LINUXOBJ"
2216 if [ ! -f "${LBUILD_DIR}/lbuild-$DISTRO" ]; then
2217 fatal 1 "${LBUILD_DIR}/lbuild-$DISTRO not found"
2219 source ${LBUILD_DIR}/lbuild-$DISTRO
2220 build_with_srpm || fatal 1 "Failed to build_with_srpm"