# increment this if you have made a change that should force a new kernel
# to build built
-#BUILD_GEN=1
-#BUILD_GEN=2 # bz19952: remove -lustre tag from kernel RPM names
-#BUILD_GEN=3 # bz19975: enable the building of src.rpms by default
-#BUILD_GEN=4 # bz22281: use the git hash in the kernel extra version
-#BUILD_GEN=5 # TT-107: don't cache the BUILD dir
-BUILD_GEN=6 # TT-1092: don't cache the BUILD dir, to rebuild external OFED
+BUILD_GEN=8
TOPDIR="$PWD"
CANONICAL_TARGET=
TARGET=
TARGET_ARCH="$(uname -m)"
-# change default behavior to only build for the current arch
-TARGET_ARCHS="$TARGET_ARCH"
-TARGET_ARCHS_ALL="$TARGET_ARCH"
-[ "$TARGET_ARCH" = "i686" ] && TARGET_ARCHS_ALL="i686 i586 i386"
CONFIGURE_FLAGS=
EXTERNAL_PATCHES=
EXTRA_VERSION=
OSDZFSRPM=false
SMPTYPES="smp bigsmp default ''"
PATCHLESS=false
+PATCHLESS_SERVER=false
WITH_ZFS=""
XEN=false
LINUXOBJ=
--patchless
Build lustre client only
+ --patchless-server
+ Build lustre server without patching the kernel
+
--distro=DISTRO
Which distro using. Autodetect by default
The name of the target to build. The available targets are listed
below.
- --target-archs=TARGET_ARCHS
- A (space delimited) list of architectures to build. By default,
- all of the archs supported by the TARGET will be built, in
- addition to a .src.rpm. This option can limit those, for machines
- that can only build certain archs or if you only want a certain
- arch built (for testing, or a one-off kernel).
-
- Also note that by using a non-"base" arch (eg, i386) only kernels
- will be built - there will be no lustre-lite-utils package.
-
--xen
Builds a Xen domX kernel.
usage 1 "Could not find Lustre source tarball '$LUSTRE'."
fi
+ if $PATCHLESS && $PATCHLESS_SERVER; then
+ usage 1 "Can not use both --patchless and --patchless-server."
+ fi
+
if [ -n "${OFED_SRC}" ]; then
if [ -z "${OFED_VERSION}" ]; then
usage 1 "Need to provide version for file ${OFED_SRC}."
3.12-sles12 | 4.4-sles12)
CANONICAL_TARGET="sles12"
;;
- 3.10-rhel7)
+ 3.10-rhel7*)
CANONICAL_TARGET="rhel7"
;;
2.6-rhel6*)
fi
}
+download_debuginfo_common() {
+ local rpm=$1
+ local force="${2:-false}"
+
+ # let the download_file handle the concurrency
+ if $DOWNLOAD; then
+ # get the location from a distro specific method if it exists
+ if type -p kernel_debuginfo_location; then
+ location=$(kernel_debuginfo_location)
+ fi
+ echo "Downloading $location/$rpm"
+ if ! download_file \
+ "$location/$rpm" "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" "$force" 2>&1 ||
+ [ ! -s "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm" ]; then
+ rm -f $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$rpm
+ fatal 1 "Could not download $rpm from $location."
+ fi
+ fi
+}
+
download_file() {
local from="$1"
local to="$2"
fi
fi
# EXTRA_VERSION=${EXTRA_VERSION//-/_}
-
- ALL_ARCHS="$BASE_ARCHS $BIGMEM_ARCHS $BOOT_ARCHS $JENSEN_ARCHS $SMP_ARCHS $BIGSMP_ARCHS $PSERIES64_ARCHS $UP_ARCHS"
-
- BUILD_ARCHS=
- for arch in $(uniqify "$ALL_ARCHS"); do
- if [ -z "$TARGET_ARCHS" ] ||
- [[ \ $TARGET_ARCHS\ = *\ $arch\ * ]]; then
- BUILD_ARCHS="$BUILD_ARCHS $arch"
- fi
- done
- [ "$BUILD_ARCHS" ] || usage 1 "No available target archs to build."
- echo "Building for: $BUILD_ARCHS"
}
tarflags() {
return 1
fi
[ -d OFED ] || ln -sf MLNX_OFED_SRC-[0-9].[0-9]* OFED
+ [ -d OFED_RPMS ] || ln -sf ${file}/RPMS OFED_RPMS
;;
ifs)
file="IntelIB-Basic.$(echo ${distro_name%%.*} | tr '[:lower:]' '[:upper:]')-${arch}.${ofed_version}"
return 255
fi
- echo "Building Lustre RPMs for: $BUILD_ARCHS..."
+ echo "Building Lustre RPMs for: $TARGET_ARCH"
# If server we now build the spl and zfs modules against the lustre kernel.
# These are required prior to the building of lustre server. Client does
./configure $configure_args $CONFIGURE_FLAGS 2>&1 ||
fatal 1 "Error in configure."
+
+ if type -p apply_kmod_requires_conflicts; then
+ apply_kmod_requires_conflicts
+ fi
+
make rpms 2>&1 ||
- fatal 1 "Error building rpms for $BUILD_ARCHS."
+ fatal 1 "Error building rpms for $TARGET_ARCH."
# move RPMs into place where they are expected to be
- for arch in $BUILD_ARCHS; do
- mv -f *lustre*.${arch}.rpm $TOPDIR/RPMS/${arch}/
- done
+ mv -f *lustre*.${TARGET_ARCH}.rpm $TOPDIR/RPMS/${TARGET_ARCH}/
mv -f lustre-*.src.rpm $TOPDIR/SRPMS/
popd >/dev/null
return 0
}
-# Only zfs Lustre DKMS Server is supported
build_lustre_dkms() {
local build_args=""
- local name_prefix="lustre"
local ver=$(sed -n -e 's/^LUSTRE_VERSION = //p' LUSTRE-VERSION-FILE)
- echo "Building Lustre DKMS RPMs for: $BUILD_ARCHS..."
+ echo "Building Lustre DKMS RPMs for: $TARGET_ARCH"
./configure --enable-dist || fatal 1 "Error in DKMS configure."
if $PATCHLESS; then
build_args="--without servers"
- name_prefix="lustre-client"
fi
rpmbuild --define "_topdir $TOPDIR" $build_args -bs lustre-dkms.spec ||
- fatal 1 "Error building DKMS .src.rpm for $BUILD_ARCHS."
- rpmbuild --define "_topdir $TOPDIR" $build_args \
- --rebuild $TOPDIR/SRPMS/$name_prefix-dkms-$ver-*.src.rpm ||
- fatal 1 "Error building DKMS .rpm for $BUILD_ARCHS."
+ fatal 1 "Error building DKMS .src.rpm for $TARGET_ARCH."
+
+ if $PATCHLESS; then
+ rpmbuild --define "_topdir $TOPDIR" $build_args \
+ --rebuild $TOPDIR/SRPMS/lustre-client-dkms-$ver-*.src.rpm ||
+ fatal 1 "Error building DKMS .rpm for $TARGET_ARCH."
+ else
+ rpmbuild --define="_topdir $TOPDIR" --with servers \
+ --with zfs --without ldiskfs -bs lustre-dkms.spec ||
+ fatal 1 "Error creating DKMS (zfs) .srpm for $TARGET_ARCH."
+ rpmbuild --define="_topdir $TOPDIR" --with servers \
+ --without zfs --with ldiskfs -bs lustre-dkms.spec ||
+ fatal 1 "Error creating DKMS (ldiskfs) .srpm for $TARGET_ARCH."
+ rpmbuild --define="_topdir $TOPDIR" --with servers \
+ --with zfs --with ldiskfs -bs lustre-dkms.spec ||
+ fatal 1 "Error creating DKMS (all) .srpm for $TARGET_ARCH."
+
+ rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
+ --with zfs --without ldiskfs $TOPDIR/SRPMS/lustre-zfs-dkms-$ver-*.src.rpm ||
+ fatal 1 "Error building DKMS (zfs) .rpm for $TARGET_ARCH."
+ rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
+ --without zfs --with ldiskfs $TOPDIR/SRPMS/lustre-ldiskfs-dkms-$ver-*.src.rpm ||
+ fatal 1 "Error building DKMS (ldiskfs) .rpm for $TARGET_ARCH."
+ rpmbuild --rebuild --define="_topdir $TOPDIR" --with servers \
+ --with zfs --with ldiskfs $TOPDIR/SRPMS/lustre-all-dkms-$ver-*.src.rpm ||
+ fatal 1 "Error building DKMS (all) .rpm for $TARGET_ARCH."
+ fi
return 0
}
# The spl/zfs spec files expect RPM_BUILD_ROOT to point to the root of the
# destination for the rpms
export RPM_BUILD_ROOT=$TOPDIR
- SPLZFSVER=${SPLZFSVER:-0.6.5.8}
+ SPLZFSVER=${SPLZFSVER:-0.7.8}
SPLZFSTAG=${SPLZFSTAG:-}
# The files expect a kver to be set to the kernel version .
# need to fetch the repo in order to build it.
# default to github but allow override
- git clone ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
+ git clone -n ${SPLZFSGITREPO:-"https://github.com/zfsonlinux"}/$pkg.git $pkg 2>&1
- pushd $pkg || return 255
- if [ -n "$SPLZFSTAG" ]; then
- git checkout $SPLZFSTAG
- else
- git checkout -b lbuild $pkg-$SPLZFSVER
- fi
+ pushd $pkg || return 255
+ local tag
+ if [ -n "$SPLZFSTAG" ]; then
+ tag=$SPLZFSTAG
+ else
+ tag=$pkg-$SPLZFSVER
+ fi
+ git checkout -b lbuild $tag || fatal 1 "Failed to checkout \"$tag\" for $pkg.git"
# This differentiates between older zfs versions
if [ -f $pkg-modules.spec.in ]; then
[ "$STAGEDIR" ] || return 0
- for arch in $BUILD_ARCHS; do
- rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${arch}"
- echo "${0##*/}: Copying RPMs into ${rpmdir}"
- mkdir -p "${rpmdir}"
- for rpm in $(ls RPMS/${arch}/*.rpm RPMS/noarch/*.rpm); do
- cp -v $rpm "${rpmdir}"
- done
+ rpmdir="${STAGEDIR}/${CANONICAL_TARGET}-${TARGET_ARCH}"
+ echo "${0##*/}: Copying RPMs into ${rpmdir}"
+ mkdir -p "${rpmdir}"
+ for rpm in $(ls RPMS/${TARGET_ARCH}/*.rpm RPMS/noarch/*.rpm); do
+ cp -v $rpm "${rpmdir}"
done
cp -v "$LUSTRE" "$STAGEDIR"
# unpack kernel(/source/devel) RPM
#
-# This function and it's setting of $LINUX and $LINUXOBJ is a total hack that
-# needs to completely refactored. It completely ingores that $BUILD_ARCHS may
-# contain a list of arches for which rpmbuild commands (including the one for
-# lustre itself)
unpack_linux_devel_rpm() {
local kernelrpm="${1}"
${SOURCE} 2>&1; then
fatal 1 "Error building ${kib_rpm}"
fi
+ # now that we have the kernel rpms, we need to lib rpms too
+ # we don't have to rebuild since MOFED include the binaries
+ cp -f OFED_RPMS/{libibmad-*,libibverbs-*,libibumad-*,librdmacm*,ibutils-*,opensm-libs*}.${TARGET_ARCH}.rpm \
+ ${TOPDIR}/RPMS/${TARGET_ARCH} || \
+ fatal 1 "Failed to copy MOFED rpms"
;;
esac
linkflag="l"
fi
- local default_iface=$(/sbin/ip route get 192.1.1.1 | sed -ne 's/.* dev \(.*\) * src .*/\1/p')
- if [ -z "$default_iface" ]; then
- fatal 1 "Failed to determine the default route interface"
- fi
- local unique_id=$(/sbin/ip addr show dev $default_iface | sed -ne '/ inet /s/ *inet \(.*\)\/.*/\1/p' | head -1)
+ local unique_id=$(hostname -s)
if [ -z "$unique_id" ]; then
- fatal 1 "Failed to determine a unique id from interface $default_interface"
+ fatal 1 "Failed to determine hostname."
fi
local finallocation="$location"/"$signature"/"$module"
do_patch_linux false >&${outfd} # sets global $FULL_PATCH (yeah, yuck)
# get an md5sum of the kernel patch + config for reuse check
- # XXX really, there needs to be a signature and a CONFIG_FILE per arch
- # in BUILD_ARCHS
local release_str
if $RELEASE; then
local release_str="RELEASE=$RELEASE\n"
build_with_srpm() {
local ofed_type="$1"
local ofed_version="$2"
+ local kernelrpm
+
+ if ! $PATCHLESS; then
+ if $PATCHLESS_SERVER; then
+ # need to find and unpack the vendor's own kernel-devel
+ # for patchless server build
+ if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
+ fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
+ fi
+ if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
+ fatal 1 "Could not find the Linux tree in $kernelrpm"
+ fi
+ # download and unpack kernel-debuginfo-common (only in EL)
+ if [[ $DISTROMAJ =~ rhel ]]; then
+ local KERNEL_DEBUGINFO="kernel-debuginfo-common-${TARGET_ARCH}-${lnxmaj}-${lnxrel}.${TARGET_ARCH}.rpm"
+ download_debuginfo_common "$KERNEL_DEBUGINFO"
+ if ! lnxrel="$lnxrel" unpack_linux_devel_rpm \
+ "$KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"; then
+ fatal 1 "Could not find the Linux debuginfo common rpm in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ/$TARGET_ARCH/$KERNEL_DEBUGINFO"
+ fi
+ fi
+ else
+ local kernel_extra_version
+ if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
+ fatal 1 "Failed to build the kernel from it's SRPM"
+ fi
- if ! $PATCHLESS; then
- local kernel_extra_version
- if ! kernel_extra_version=$(build_kernel_with_srpm ${STDOUT}); then
- fatal 1 "Failed to build the kernel from it's SRPM"
- fi
-
- for arch in $BUILD_ARCHS; do
- local kernel_devel_rpm
- if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/$arch/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
- fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/$arch/"
- fi
+ local kernel_devel_rpm
+ if ! kernel_devel_rpm=$(find_rpm "$TOPDIR/RPMS/${TARGET_ARCH}/" provides "^$(devel_kernel_name $KERNEL_LUSTRE_NAMING) ="); then
+ fatal 1 "Failed to find a kernel development RPM in $TOPDIR/RPMS/${TARGET_ARCH}/"
+ fi
- # install the -devel RPM in preparation for modules builds
- if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
- "$TOPDIR/RPMS/$arch/$kernel_devel_rpm"; then
- fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/$arch/$kernel_devel_rpm"
- fi
- done
- else
- # need to find and unpack the vendor's own kernel-devel for patchless
- # client build
- local kernelrpm
- if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
- fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
- fi
- if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
- fatal 1 "Could not find the Linux tree in $kernelrpm"
- fi
- fi
+ # install the -devel RPM in preparation for modules builds
+ if ! lnxrel="$kernel_extra_version" unpack_linux_devel_rpm \
+ "$TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"; then
+ fatal 1 "Could not find the Linux tree in $TOPDIR/RPMS/${TARGET_ARCH}/$kernel_devel_rpm"
+ fi
+ fi
+ else
+ # need to find and unpack the vendor's own kernel-devel for patchless
+ # client build
+ if ! kernelrpm=$(find_linux_rpm "-$DEVEL_KERNEL_TYPE"); then
+ fatal 1 "Could not find the kernel-$DEVEL_KERNEL_TYPE RPM in $KERNELRPMSBASE/$lnxmaj/$DISTROMAJ"
+ fi
+ if ! lnxrel="$lnxrel" unpack_linux_devel_rpm "$kernelrpm" "-"; then
+ fatal 1 "Could not find the Linux tree in $kernelrpm"
+ fi
+ fi
# ~sigh~ have to make copies of and modify some of the rpm
# infrastructure files so that find-requires can find our unpacked
create_rpmbuild_dirs() {
- [ -d RPMS ] || mkdir RPMS
- for arch in $BUILD_ARCHS; do
- if [[ $arch = i?86 ]]; then
- # some stupidity in the sles11 kernel spec requires an RPMS/i386
- # even if the target arch is i686
- [ -d RPMS/i386 ] || mkdir RPMS/i386
- fi
- [ -d RPMS/$arch ] || mkdir RPMS/$arch
- done
- [ -d RPMS/noarch ] || mkdir RPMS/noarch
- [ -d BUILD ] || mkdir BUILD
- [ -d SOURCES ] || mkdir SOURCES
- [ -d SPECS ] || mkdir SPECS
- [ -d SRPMS ] || mkdir SRPMS
+ [ -d RPMS ] || mkdir RPMS
+ [ -d RPMS/${TARGET_ARCH} ] || mkdir RPMS/${TARGET_ARCH}
+ [ -d RPMS/noarch ] || mkdir RPMS/noarch
+ [ -d BUILD ] || mkdir BUILD
+ [ -d SOURCES ] || mkdir SOURCES
+ [ -d SPECS ] || mkdir SPECS
+ [ -d SRPMS ] || mkdir SRPMS
}
[ -r ~/.lbuildrc ] && . ~/.lbuildrc
-options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,patchless,ccache,norpm,external-patches:,timestamp:,extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-type:,ofed-version:,mlnx-version:,ofed-src:,publish,disable-zfs,release,set-value:,src,stage:,target:,target-archs:,with-linux:,xen -- "$@")
+options=$(getopt -o D:h -l kerneltree:,distro:,kernelrpm:,reusebuild:,\
+patchless,patchless-server,ccache,norpm,external-patches:,timestamp:,\
+extraversion:,kerneldir:,linux:,lustre:,nodownload,nosrc,noiokit,ofed-type:,\
+ofed-version:,mlnx-version:,ofed-src:,publish,disable-zfs,release,set-value:,\
+src,stage:,target:,with-linux:,xen -- "$@")
if [ $? != 0 ]; then
usage 1
PATCHLESS=true
shift
;;
+ --patchless-server)
+ PATCHLESS_SERVER=true
+ shift
+ ;;
--kernelrpm)
if ! KERNELRPMSBASE=$(canon_path "$2"); then
fatal 1 "Could not determine the canonical location of $2"
TARGET=$2
shift 2
;;
- --target-archs)
- TARGET_ARCHS=$2
- shift 2
- ;;
--xen)
XEN=true
shift