7 # Not sure what to put here
8 # TARGET_ARCH=$(shell uname -m | sed -e s/i.86/i386/ -e s/sun4u/sparc64/ -e s/arm.*/arm/ -e s/sa110/arm/)
13 TMPDIR=${TMPDIR:-"/var/tmp"}
24 # provided by target file
57 TOPDIR="${0%%${0##*/}}"
58 if [ "${TOPDIR}" ] ; then
59 TOPDIR=$(canon "${TOPDIR}/..")
67 while [ ! -d $retdir/BUILD ] ; do
68 retdir=$(canon "$retdir/..")
69 if [ "$retdir" = "/" ] ; then
85 [ "$2" ] && echo "${0##*/}: $2"
91 echo -n "Available targets:"
92 for target in $TOPDIR/lustre/kernel_patches/targets/*.target ; do
93 target_file=${target##*/}
94 echo -n " ${target_file%%.target}"
103 Usage: ${0##*/} [OPTION]... [-- <lustre configure options>]
108 same as --build-kernel --build-lustre --unpack-kernel
111 configure and compile lustre. Requires that --build-kernel was
115 configure and compile a kernel. Implies --depend-kernel.
116 Requires that --unpack-kernel was already run.
119 Prepares a kernel tree for building (similar to make mrproper
120 oldconfig dep). Requires that --unpack-kernel was already run.
123 Root directory to install into (like DESTDIR with auto*).
125 --extraversion=EXTRAVERSION
126 Overrides the target kernel\'s EXTRAVERSION text.
129 Display this message.
132 same as --install-kernel --install-lustre
135 run make install in the Lustre tree.
138 install the kernel image and modules.
141 This works just like the -j option to make, and is passed to make
144 --kerneldir=KERNELDIR
145 Directory containing linux source tarballs.
148 Name of the configuration to use. The available targets are
152 Specifies an architecture to use when choosing a kernel config
153 file. Default is i386.
155 --target-config=CONFIG
156 Specifies a special option (such as smp, bigsmp, bigmem, or BOOT)
157 to use when choosing a kernel config file. This also modifies the
158 kernel version and modules directory.
161 Untars and patches the kernel source.
163 The order that commands (--build-lustre, --unpack-kernel) are
164 specified on the command line is ignored; ${0##*/} will always
165 execute them in the correct order (unpack, then build, then install
176 (( $BUILD_LUSTRE || $BUILD_KERNEL || $DEPEND_KERNEL || \
177 $INSTALL_LUSTRE || $INSTALL_KERNEL || $SAVE_HEADERS || \
178 $UNPACK_KERNEL )) || \
179 fatal 1 "No commands specified."
181 if (( $UNPACK_KERNEL )) ; then
182 [ "$KERNELDIR" ] || \
183 fatal 1 "A kernel directory must be specified with --kerneldir."
184 [ -d "$KERNELDIR" ] || \
185 fatal 1 "$KERNELDIR is not a directory."
188 if (( $INSTALL_LUSTRE || $INSTALL_KERNEL || $SAVE_HEADERS )) ; then
189 [ -z "$DESTDIR" -o -d "$DESTDIR" ] || \
190 fatal 1 "$DESTDIR is not a directory."
193 [ "$TARGET" ] || usage 1 "A target must be specified with --target."
194 TARGET_FILE="$TOPDIR/lustre/kernel_patches/targets/$TARGET.target"
195 [ -r "$TARGET_FILE" ] || \
196 fatal 1 "Target '$TARGET' was not found. Try --list-targets."
198 if [ -z "$JOBS" -o "$JOBS" -lt "1" ] ; then
202 RPMBUILD=$(which rpmbuild 2>/dev/null | head -1)
203 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
204 RPMBUILD=$(which rpm 2>/dev/null | head -1)
205 if [ ! "$RPMBUILD" -o "$RPMBUILD" == "" ]; then
206 usage 1 "Could not find binary for making rpms (tried rpmbuild and rpm)."
213 for series in $SERIES ; do
214 SERIES_FILE="$TOPDIR/lustre/kernel_patches/series/$series"
215 lustre_patch=$(grep lustre_version "$SERIES_FILE" 2>/dev/null)
216 [ "$lustre_patch" ] && break
218 [ "$lustre_patch" ] || \
219 fatal 1 "Could not determine Lustre version from $SERIES series."
221 awk '/^\+#define LUSTRE_KERNEL_VERSION /{ print $3 }' \
222 "$TOPDIR/lustre/kernel_patches/patches/$lustre_patch" 2>/dev/null
227 EXTRA_VERSION_save="$EXTRA_VERSION"
231 [ "$KERNEL" ] || fatal 1 "Target $TARGET did not specify a kernel."
232 # Suse 2.6 has our patches in already
233 # [ "$SERIES" ] || fatal 1 "Target $TARGET did not specify a patch series."
234 # [ "$CONFIG" ] || fatal 1 "Target $TARGET did not specify a kernel config."
235 [ "$VERSION" ] || fatal 1 "Target $TARGET did not specify the kernel version."
237 if [ "$KERNELDIR" ] ; then
238 KERNEL_FILE="$KERNELDIR/$KERNEL"
239 [ -r "$KERNELDIR/$KERNEL" ] || \
240 fatal 1 "Target $TARGET's kernel file $KERNEL not found in kernel directory $KERNELDIR."
243 if [ "$SERIES" ] ; then
244 for series in $SERIES ; do
245 SERIES_FILE="$TOPDIR/lustre/kernel_patches/series/$series"
246 [ -r "$SERIES_FILE" ] || \
247 fatal 1 "Target $TARGET's series $SERIES missing from $TOPDIR/lustre/kernel_patches/series."
251 TARGET_ARCH=${TARGET_ARCH:-$BASE_ARCHS}
252 CONFIG_TARGET="$TARGET-${TARGET_ARCH}${TARGET_CONFIG:+-$TARGET_CONFIG}"
253 CONFIG_FILE="$TOPDIR/lustre/kernel_patches/kernel_configs/kernel-$VERSION-$CONFIG_TARGET.config"
254 [ -r "$CONFIG_FILE" ] ||
255 fatal 1 "Target $TARGET's config file $CONFIG_FILE missing from $TOPDIR/lustre/kernel_patches/configs."
257 if [ "$EXTRA_VERSION_save" ] ; then
258 EXTRA_VERSION="$EXTRA_VERSION_save"
260 EXTRA_VERSION="${EXTRA_VERSION}_lustre.$(get_lustre_version)"
264 # do these after load_target(), which maybe export CC
265 setup_ccache_distcc()
267 # distcc can't handle ".incbin"
268 if [ "$TARGET" == "2.6-suse" -o "$TARGET" == "2.6-rhel4" ]; then
269 if [ "$TARGET_ARCH" == "x86_64" ]; then
275 if [ "$CCACHE" ]; then
277 [ "$DISTCC" ] && export CCACHE_PREFIX="$DISTCC"
279 [ "$DISTCC" ] && CC="$DISTCC $CC"
287 fatal 1 "tarflags(): File name argument missing."
299 fatal 1 "tarflags(): Unrecognized tar extension in file: $1"
306 echo "Untarring ${1##*/}..."
307 tar $(tarflags $1) $1
313 (( $UNPACK_KERNEL )) || return 0
314 pushd "$TOPDIR" >/dev/null
315 if [ -d linux ] ; then
316 [ -L linux ] && rm -rf $(readlink linux)
320 [ -d linux ] || ln -sf linux* linux
326 (( $UNPACK_KERNEL )) || return 0
327 [ "$SERIES" ] || return 0
328 pushd "$TOPDIR/linux" >/dev/null
329 for series in $SERIES ; do
330 echo -n "Applying series $series:"
331 SERIES_FILE="$TOPDIR/lustre/kernel_patches/series/$series"
332 for patch in $(<"$SERIES_FILE") ; do
333 PATCH_FILE="$TOPDIR/lustre/kernel_patches/patches/$patch"
334 [ -r "$PATCH_FILE" ] || \
335 fatal 1 "Patch file not found: $patch"
337 patch -s -p1 < "$PATCH_FILE" || fatal 1 "Error applying patch $patch."
348 if [ "$TARGET_ARCH" == "ppc64" ] ; then
349 MAKE_CC="CC=$CC -m64"
354 if [ "$ARCH" ] ; then
355 MAKE_ARCH="$MAKE ARCH=$ARCH"
361 MAKE_ARCH="$MAKE ARCH=$TARGET_ARCH"
365 MAKE_J="$MAKE -j $JOBS"
379 kill -TERM -$child_pid 2>/dev/null
381 kill -KILL -$child_pid 2>/dev/null
382 echo "$1 was killed due to timeout") &
386 # status will be set to 143 if the process had to be killed due to timeout
387 status=${PIPESTATUS[0]}
394 (( $DEPEND_KERNEL )) || return 0
395 # we need to override $CC at make time, since there is no
398 pushd "$TOPDIR/linux" >/dev/null
399 echo "Overriding EXTRAVERSION in kernel..."
400 local extra_version="${EXTRA_VERSION_DELIMITER}${EXTRA_VERSION}"
401 if [ -n "${TARGET_CONFIG}" ]; then
402 extra_version="${extra_version}${TARGET_DELIMITER}${TARGET_CONFIG}"
404 perl -p -i -e "s/^EXTRAVERSION.*/EXTRAVERSION = ${extra_version}/" Makefile
405 echo "Making depend in $PWD..."
406 $MAKE "$MAKE_CC" mrproper || fatal 1 "Error running make mrproper"
408 # remove localversion-* files to avoid kernel release string
409 # srewing up by the top-level Makefile
411 cp "$CONFIG_FILE" .config
412 local UPDATE_OLDCONFIG=
413 for oc in oldconfig_nonint silentoldconfig oldconfig ; do
414 if grep -q "$oc" Makefile ; then
415 timed_run 300 $MAKE "$MAKE_CC" $oc || UPDATE_OLDCONFIG=1
420 if [ "$UPDATE_OLDCONFIG" ] ; then
421 # use the expect script to "make oldconfig" and answer the questions for
422 # new items conservatively. QA will get notified on anything newly added
423 # for them to review and adjust accordingly.
424 local logfile=$(mktemp /tmp/XXXXXX)
425 #timed_run 300 $TOPDIR/build/update_oldconfig $logfile
426 #local RC=${PIPESTATUS[0]}
427 #local RC=$(strace -f -o update_oldconfig.strace bash -c "$TOPDIR/build/update_oldconfig $logfile; echo \$?")
428 $TOPDIR/build/update_oldconfig $logfile
429 local RC=${PIPESTATUS[0]}
430 #$TOPDIR/build/update_oldconfig $logfile
431 #local RC=${PIPESTATUS[0]}
432 if [ $RC -eq 143 ]; then
433 fatal 1 "update_oldconfig timed out"
434 elif [ $RC -ne 0 ]; then
438 if [ -f update_oldconfig.strace ]; then
439 cat update_oldconfig.strace
440 rm -f update_oldconfig.strace
442 fatal 1 "update_oldconfig failed: $RC. See log above."
446 # now notify if resulting .config is different than $CONFIG_FILE
447 local tmpfile=$(mktemp /tmp/XXXXXX)
448 diff -I '^#.*' -u "$CONFIG_FILE" .config >$tmpfile
449 if [ -s $tmpfile ]; then
451 To: lustre-qa-team@sun.com
452 Subject: kernel_config change
454 The result of a make oldconfig on file $CONFIG_FILE resulted in a
455 difference when compared to .config in the following way:
459 echo -e "\n\nPlease consider updating $CONFIG_FILE for version: $extra_version."
460 # not sure these are entirely useful. the above and "patch" are good
461 #echo -e "\nThe entire new .config file:\n"
463 # sadly, the build roots can't e-mail out, so we can only display this
464 # to stderr for an interested party to inspect
465 #} | sendmail -flustre-qa-team@sun.com -t
472 $MAKE "$MAKE_CC" include/asm
475 $MAKE "$MAKE_CC" symlinks
476 $MAKE "$MAKE_CC" dep || fatal 1 "Error running make dep"
479 $MAKE "$MAKE_CC" include/linux/version.h || fatal 1 "Error making include/linux/version.h"
484 (( $BUILD_KERNEL )) || return 0
486 echo "Building kernel in $PWD..."
487 case "$TARGET_ARCH" in
488 i386 | i586 | i686 | athlon | x86_64)
489 $MAKE_J "$MAKE_CC" bzImage || fatal 1 "Error making bzImage."
492 $MAKE_J "$MAKE_CC" vmlinux || fatal 1 "Error making vmlinux."
495 $MAKE_J "$MAKE_CC" boot || fatal 1 "Error making boot."
498 $MAKE_J "$MAKE_CC" modules || fatal 1 "Error building modules."
505 (( $BUILD_KERNEL )) || return 0
506 # build kernel-ib{,-devel}
507 # some I/B drivers are architecture dependent and kernel-ib's configure
508 # does not figure it out for us ~sigh~
509 local configure_options=""
510 case "$TARGET_ARCH" in
512 configure_options="--with-ipath_inf-mod"
515 configure_options="--with-ipath_inf-mod --with-ehca-mod"
519 # ofed 1.3 had a bug in the rpm spec
520 if [ "$OFED_VERSION" = "1.3" ]; then
523 $RPMBUILD --rebuild --define 'build_kernel_ib 1' --define 'build_kernel_ib_devel 1' \
524 --define "_topdir $(lbuild_topdir)" --target ${TARGET_ARCH} \
525 --define "KVERSION ${FULL_VERSION}" \
526 --define "$K_SRC ${PWD}/linux" \
527 --define "LIB_MOD_DIR /lib/modules/${FULL_VERSION}" \
528 --define "configure_options --without-quilt --with-core-mod --with-user_mad-mod --with-user_access-mod --with-addr_trans-mod --with-srp-target-mod --with-core-mod --with-mthca-mod --with-mlx4-mod --with-cxgb3-mod --with-nes-mod --with-ipoib-mod --with-sdp-mod --with-srp-mod --without-srp-target-mod --with-rds-mod --with-iser-mod --with-qlgc_vnic-mod --with-madeye-mod $configure_options" $(lbuild_topdir)/OFED/SRPMS/ofa_kernel-${OFED_VERSION}-ofed${OFED_VERSION}.src.rpm
530 if [ ${PIPESTATUS[0]} != 0 ]; then
531 fatal 1 "Error building kernel-ib"
534 pushd "$TOPDIR" >/dev/null
535 rm -rf kernel-ib-devel
536 mkdir kernel-ib-devel
538 local rpm=$(ls $(lbuild_topdir)/RPMS/*/kernel-ib-devel-${OFED_VERSION}-${FULL_VERSION//-/_}.*.rpm)
539 rpm2cpio -itv < $rpm | cpio -id
540 CONFIGURE_FLAGS="--with-o2ib=$(pwd)/usr/src/ofa_kernel ${CONFIGURE_FLAGS}"
548 (( $BUILD_LUSTRE )) || return 0
549 pushd "$TOPDIR" >/dev/null
550 [ -f Makefile ] && make -s clean
551 [ -f configure ] || sh ./autogen.sh
552 ./configure --with-linux=$PWD/linux $CONFIGURE_FLAGS || \
553 fatal 1 "Error configuring Lustre."
559 (( $BUILD_LUSTRE )) || return 0
561 pushd "$TOPDIR" >/dev/null
563 -e s^@VERSION@^${LUSTRE_VERSION}^g \
564 -e s^@LINUXRELEASE@^${FULL_VERSION}^g \
565 -e s^@RELEASE@^${FULL_VERSION//-/_}^g \
566 -e s^@ac_configure_args@^"--with-linux=${PWD}/linux ${CONFIGURE_FLAGS}"^g \
569 $RPMBUILD --target ${TARGET_ARCH} -bb lustre.spec \
570 --define "_tmppath $TMPDIR" \
571 --define "_topdir $(lbuild_topdir)" || \
572 fatal 1 "Error building Lustre rpms."
573 # $MAKE_J "$MAKE_CC" || fatal 1 "Error building Lustre."
579 (( $INSTALL_KERNEL )) || return 0
581 pushd "$TOPDIR/linux" >/dev/null
582 mkdir -p "$DESTDIR/boot"
584 install -m 644 System.map "$DESTDIR/boot/System.map-${FULL_VERSION}"
585 # install -m 644 module-info ...
586 install -m 644 "$CONFIG_FILE" "$DESTDIR/boot/config-${FULL_VERSION}"
588 mkdir -p "$DESTDIR/dev/shm"
589 mkdir -p "$DESTDIR/lib/modules/${FULL_VERSION}"
591 $MAKE "$MAKE_CC" INSTALL_MOD_PATH="$DESTDIR" KERNELRELEASE="$FULL_VERSION" \
592 -s modules_install || \
593 fatal 1 "Error installing modules."
595 case "$TARGET_ARCH" in
596 i386 | i586 | i686 | athlon)
597 cp arch/i386/boot/bzImage "$DESTDIR/boot/vmlinuz-${FULL_VERSION}"
598 cp vmlinux "$DESTDIR/lib/modules/${FULL_VERSION}/"
599 ln -sf "../lib/modules/${FULL_VERSION}/vmlinux" "$DESTDIR/boot/vmlinux-${FULL_VERSION}"
602 cp arch/x86_64/boot/bzImage "$DESTDIR/boot/vmlinuz-${FULL_VERSION}"
603 cp vmlinux "$DESTDIR/lib/modules/${FULL_VERSION}/"
604 ln -sf "../lib/modules/${FULL_VERSION}/vmlinux" "$DESTDIR/boot/vmlinux-${FULL_VERSION}"
607 cp vmlinux "$DESTDIR/boot/vmlinux-${FULL_VERSION}"
608 ln -sf "$DESTDIR/boot/vmlinux-${FULL_VERSION}" "../lib/modules/${FULL_VERSION}/vmlinux"
611 gzip -cfv vmlinux > vmlinuz
612 mkdir -p "$DESTDIR/boot/efi/redhat"
613 install -m 755 vmlinux "$DESTDIR/lib/modules/${FULL_VERSION}/"
614 install -m 755 vmlinuz "$DESTDIR/boot/efi/redhat/vmlinuz-${FULL_VERSION}"
615 ln -sf "../../../lib/modules/${FULL_VERSION}/vmlinux" "$DESTDIR/boot/efi/redhat/vmlinux-${FULL_VERSION}"
616 ln -sf "efi/redhat/vmlinux-${FULL_VERSION}" "$DESTDIR/boot/vmlinux-${FULL_VERSION}"
617 ln -sf "efi/redhat/vmlinuz-${FULL_VERSION}" "$DESTDIR/boot/vmlinuz-${FULL_VERSION}"
620 cp vmlinuz "$DESTDIR/boot/vmlinuz-${FULL_VERSION}"
621 cp vmlinux "$DESTDIR/lib/modules/${FULL_VERSION}/vmlinux-${FULL_VERSION}"
622 ln -sf "../lib/modules/${FULL_VERSION}/vmlinux-${FULL_VERSION}" "$DESTDIR/boot/vmlinux-${FULL_VERSION}"
626 if [ -e init/kerntypes.o ] ; then
627 cp init/kerntypes.o "$DESTDIR/boot/Kerntypes-${FULL_VERSION}"
635 (( $INSTALL_LUSTRE )) || return 0
637 KVERREL="${VERSION}${EXTRA_VERSION_DELIMITER}${EXTRA_VERSION}"
638 i="$DESTDIR/lib/modules/${FULL_VERSION}"
643 if (( $LINUX26 )) ; then
644 ln -sf ../../../usr/src/linux-${KVERREL}-obj/${TARGET_ARCH}/${TARGET_CONFIG} $i/build
645 ln -sf ../../../usr/src/linux-${KVERREL} $i/source
647 ln -sf ../../../usr/src/linux-${KVERREL} $i/build
653 (( $INSTALL_LUSTRE )) || return 0
656 pushd "$TOPDIR" >/dev/null
657 $MAKE "$MAKE_CC" -s install "DESTDIR=$DESTDIR" KERNELRELEASE="$FULL_VERSION" || fatal 1 "Error installing Lustre."
663 (( $BUILD_KERNEL )) || return 0
664 (( $SUSEBUILD )) || return 0
666 mkdir -p "${TOPDIR}/modules-${FULL_VERSION}"
667 for dir in /usr/src/kernel-modules/* ; do
668 # we are replacing lustre-lite, so don't include it
669 if [ "${dir##*/}" != "lustre-lite" -a -e $dir/Makefile ]; then
670 build_dir="${TOPDIR}/modules-${FULL_VERSION}/${dir##*/}"
671 cp -a $dir $build_dir
672 # these modules are terrible, and don't all build
673 $MAKE_J "$MAKE_CC" -C $build_dir modules KERNEL_SOURCE="${TOPDIR}/linux"
680 local file=$1 name=${1%.ko}
682 | sed -ne 's,^0*\([0-9a-f]\{8\}\) A __crc_\(.*\),0x\1\t\2\t'"$name"',p'
687 (( $INSTALL_KERNEL )) || return 0
688 (( $LINUX26 )) || return 0
690 for build_dir in "${TOPDIR}/modules-${FULL_VERSION}/*" ; do
691 [ -d $build_dir ] || continue
692 # these modules are terrible, and don't all build
693 $MAKE "$MAKE_CC" -C $build_dir KERNEL_SOURCE="${TOPDIR}/linux" INSTALL_MOD_PATH="$DESTDIR"
695 local symvers_file="${DESTDIR}/boot/symvers-${VERSION}${EXTRA_VERSION_DELIMITER}${EXTRA_VERSION}-${TARGET_ARCH}"
696 if [ -n "$TARGET_CONFIG" ]; then
697 symvers_file="${symvers_file}${TARGET_DELIMITER}${TARGET_CONFIG}"
699 symvers_file="$symvers_file.gz"
701 moddir="${DESTDIR}/lib/modules/${FULL_VERSION}"
703 for module in $(find * -name '*.ko'); do
707 for module in $(find * -path 'kernel/*' -prune -o \
708 -name '*.ko' -print); do
711 ) | sort -u -k2 | gzip -c9 > $symvers_file
716 (( $SAVE_HEADERS )) || return 0
718 echo "Saving headers for ${TARGET_CONFIG:-up} ${TARGET_ARCH}..."
719 pushd linux >/dev/null
721 KVERREL="${VERSION}${EXTRA_VERSION_DELIMITER}${EXTRA_VERSION}"
722 # deal with the kernel headers that are version specific
724 saveddir="$RPM_BUILD_ROOT/usr/src/linux-${KVERREL}/savedheaders/${TARGET_ARCH}/${TARGET_CONFIG:-up}"
726 install -m 644 include/linux/autoconf.h "$saveddir/autoconf.h"
727 install -m 644 include/linux/version.h "$saveddir/version.h"
728 mv include/linux/modules "$saveddir/"
729 echo ${TARGET_ARCH} ${TARGET_CONFIG} ../../savedheaders/${TARGET_ARCH}/${TARGET_CONFIG:-up}/ \
730 >> "$RPM_BUILD_ROOT/usr/src/linux-${KVERREL}/savedheaders/list"
736 (( $SAVE_HEADERS )) || return 0
738 for arch in $BIGMEM_ARCHS ; do
739 save_headers bigmem $arch
742 for arch in $BOOT_ARCHS ; do
743 save_headers BOOT $arch
746 for arch in $JENSEN_ARCHS ; do
747 save_headers jensen $arch
750 for arch in $SMP_ARCHS ; do
751 save_headers smp $arch
754 for arch in $BIGSMP_ARCHS ; do
755 save_headers bigsmp $arch
757 for arch in $PSERIES64_ARCHS ; do
758 save_headers pseries64 $arch
760 for arch in $UP_ARCHS ; do
761 save_headers up $arch
765 longopts="build,build-lustre,build-kernel,depend-kernel,destdir:,extraversion:"
766 longopts="$longopts,help,install,install-lustre,install-kernel,kerneldir:"
767 longopts="$longopts,save-headers,target:,target-arch:,target-config:,unpack-kernel"
769 options=$(getopt -o hj: -l "$longopts" -- "$@")
771 eval set -- "$options"
856 usage 1 "Unrecognized option: $1"
863 EXTRA_VERSION_DELIMITER=${EXTRA_VERSION_DELIMITER:-"-"}
864 FULL_VERSION="${VERSION}${EXTRA_VERSION_DELIMITER}${EXTRA_VERSION}"
865 if [ -n "$TARGET_CONFIG" ]; then
866 FULL_VERSION="${FULL_VERSION}${TARGET_DELIMITER}${TARGET_CONFIG}"
876 if [ -n "$OFED_VERSION" ]; then