[lttng-ci.git] / scripts / latency-tracker / param-build.sh

#!/bin/sh -exu
#
# Copyright (C) 2016 - Michael Jeanson <mjeanson@efficios.com>
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

## FUNCTIONS ##

# Kernel version compare functions
verlte() {
    [  "$1" = "`printf '%s\n%s' $1 $2 | sort -V | head -n1`" ]
}

verlt() {
    [ "$1" = "$2" ] && return 1 || verlte $1 $2
}

vergte() {
    [  "$1" = "`printf '%s\n%s' $1 $2 | sort -V | tail -n1`" ]
}

vergt() {
    [ "$1" = "$2" ] && return 1 || vergte $1 $2
}


prepare_lnx_sources() {

    outdir=$1

    if [ "$outdir" = "." ]; then
      koutput=""
    else
      koutput="O=\"${outdir}\""
    fi

    # Generate kernel configuration
    case "$kversion" in
      Ubuntu*)
        fakeroot debian/rules clean
        fakeroot debian/rules genconfigs
        cp CONFIGS/${ubuntu_config} "${outdir}"/.config
        ;;
      *)
        # Que sera sera
        make ${koutput} allyesconfig CC=$CC
        ;;
    esac

    # GCC 4.8
    sed -i "s/CONFIG_CC_STACKPROTECTOR_STRONG=y/# CONFIG_CC_STACKPROTECTOR_STRONG is not set/g" "${outdir}"/.config

    # Don't try to sign modules
    sed -i "s/CONFIG_MODULE_SIG=y/# CONFIG_MODULE_SIG is not set/g" "${outdir}"/.config

    # Disable kernel stack frame correctness validation, introduced in 4.6.0 and currently fails
    sed -i "s/CONFIG_STACK_VALIDATION=y/# CONFIG_STACK_VALIDATION is not set/g" "${outdir}"/.config

    # Enable CONFIG_KALLSYMS_ALL
    echo "CONFIG_KPROBES=y" >> "${outdir}"/.config
    echo "CONFIG_FTRACE=y" >> "${outdir}"/.config
    echo "CONFIG_BLK_DEV_IO_TRACE=y" >> "${outdir}"/.config
    echo "CONFIG_TRACEPOINTS=y" >> "${outdir}"/.config
    echo "CONFIG_KALLSYMS_ALL=y" >> "${outdir}"/.config


    make ${koutput} olddefconfig CC=$CC
    make ${koutput} modules_prepare CC=$CC

    # Version specific tasks
    case "$kversion" in
      Ubuntu*)
        # Add Ubuntu ABI number to kernel headers, this is normally done by the packaging code
        ABINUM=$(echo $kversion | grep -P -o 'Ubuntu-(lts-)?.*-\K\d+(?=\..*)')
        echo "#define UTS_UBUNTU_RELEASE_ABI $ABINUM" >> ${outdir}/include/generated/utsrelease.h
        ;;
    esac

    # On powerpc this object is required to link modules
    if [ "${karch}" = "powerpc" ]; then
        make ${koutput} arch/powerpc/lib/crtsavres.o CC=$CC
    fi
}


build_modules() {

    kdir="$1"
    bdir="$2"

    # Get kernel version from source tree
    cd "${kdir}"
    kversion=$(make kernelversion)

    # Enter latency-tracker source dir
    cd "${LTTSRCDIR}"

    # kernels 3.10 to 3.10.13 and 3.11 to 3.11.2 introduce a deadlock in the
    # timekeeping subsystem. We want those build to fail.
    if { vergte "$kversion" "3.10" && verlte "$kversion" "3.10.13"; } || \
       { vergte "$kversion" "3.11" && verlte "$kversion" "3.11.2"; }; then

        set +e

        # Build modules
        KERNELDIR="${kdir}" make -j${NPROC} V=1 CC=$CC

        # We expect this build to fail, if it doesn't, fail the job.
        if [ "$?" -eq 0 ]; then
            echo "This build should have failed."
            exit 1
        fi

        # We have to publish at least one file or the build will fail
        echo "This kernel is broken, there is a deadlock in the timekeeping subsystem." > "${bdir}/BROKEN.txt.ko"

        set -e

        KERNELDIR="${kdir}" make clean CC=$CC

    else # Regular build

        # Build modules against full kernel sources
        KERNELDIR="${kdir}" make -j${NPROC} V=1 CC=$CC

        # Install modules to build dir
        KERNELDIR="${kdir}" make INSTALL_MOD_PATH="${bdir}" modules_install CC=$CC

        # Clean build dir
        KERNELDIR="${kdir}" make clean CC=$CC
    fi
}


## MAIN ##

# Use all CPU cores
NPROC=$(nproc)

LTTSRCDIR="${WORKSPACE}/src/latency-tracker"
LNXSRCDIR="${WORKSPACE}/src/linux"

LNXBUILDDIR="${WORKSPACE}/build/linux"
LNXHDRDIR="${WORKSPACE}/build/linux-headers"

LTTBUILDKSRCDIR="${WORKSPACE}/build/latency-tracker-ksrc"
LTTBUILDKHDRDIR="${WORKSPACE}/build/latency-tracker-khdr"


# Setup cross compile env if available
if [ "x${cross_arch:-}" != "x" ]; then

    case "$cross_arch" in
        "armhf")
            karch="arm"
            cross_compile="arm-linux-gnueabihf-"
            ubuntu_config="armhf-config.flavour.generic"
            ;;

        "arm64")
            karch="arm64"
            cross_compile="aarch64-linux-gnu-"
            ubuntu_config="arm64-config.flavour.generic"
            ;;

        "powerpc")
            karch="powerpc"
            cross_compile="powerpc-linux-gnu-"
            ubuntu_config="powerpc-config.flavour.powerpc-smp"
            ;;

        "ppc64el")
            karch="powerpc"
            cross_compile="powerpc64le-linux-gnu-"
            ubuntu_config="ppc64el-config.flavour.generic"
            ;;

        *)
            echo "Unsupported cross arch $arch"
            exit 1
            ;;
    esac

    # Use default gcc when cross-compiling
    CC="${cross_compile}gcc"

    # Export variables used by Kbuild for cross compilation
    export ARCH="${karch}"
    export CROSS_COMPILE="${cross_compile}"

# Set arch specific values if we are not cross compiling
elif [ "x${arch:-}" != "x" ]; then

    case "$arch" in
        "x86-32")
            karch="x86"
            ubuntu_config="i386-config.flavour.generic"
            ;;

        "x86-64")
            karch="x86"
            ubuntu_config="amd64-config.flavour.generic"
            ;;

        "armhf")
            karch="arm"
            ubuntu_config="armhf-config.flavour.generic"
            ;;

        "arm64")
            karch="arm64"
            ubuntu_config="arm64-config.flavour.generic"
            ;;

        "powerpc")
            karch="powerpc"
            ubuntu_config="powerpc-config.flavour.powerpc-smp"
            ;;

        "ppc64el")
            karch="powerpc"
            ubuntu_config="ppc64el-config.flavour.generic"
            ;;

        *)
            echo "Unsupported arch $arch"
            exit 1
            ;;
    esac

    # Use gcc 4.9, older kernel don't build with gcc 5
    CC=gcc-4.9

else
    echo "Not arch or cross_arch specified"
    exit 1
fi


# Create build directories
mkdir -p "${LNXBUILDDIR}" "${LNXHDRDIR}" "${LTTBUILDKSRCDIR}" "${LTTBUILDKHDRDIR}"


## PREPARE DISTRO STYLE KERNEL HEADERS / DEVEL

# Enter linux source dir
cd "${LNXSRCDIR}"

prepare_lnx_sources "."

# For RT kernels, copy version file
if [ -s localversion-rt ]; then
    cp -a localversion-rt "${LNXHDRDIR}"
fi

# Copy all Makefile related stuff
find . -path './include/*' -prune \
    -o -path './scripts/*' -prune -o -type f \
	\( -name 'Makefile*' -o -name 'Kconfig*' -o -name 'Kbuild*' -o \
        -name '*.sh' -o -name '*.pl' -o -name '*.lds' \) \
    -print | cpio -pd --preserve-modification-time "${LNXHDRDIR}"

# Copy base scripts and include dirs
cp -a scripts include "${LNXHDRDIR}"

# Copy arch includes
(find arch -name include -type d -print | \
    xargs -n1 -i: find : -type f) | \
	cpio -pd --preserve-modification-time "${LNXHDRDIR}"

# Copy arch scripts
(find arch -name scripts -type d -print | \
    xargs -n1 -i: find : -type f) | \
	cpio -pd --preserve-modification-time "${LNXHDRDIR}"

# Cleanup scripts
rm -f "${LNXHDRDIR}/scripts/*.o"
rm -f "${LNXHDRDIR}/scripts/*/*.o"

# On powerpc this object is required to link modules
if [ "${karch}" = "powerpc" ]; then
    cp -a --parents arch/powerpc/lib/crtsavres.[So] "${LNXHDRDIR}/"
fi

# Copy modules related stuff, if available
if [ -s Module.symvers ]; then
    cp Module.symvers "${LNXHDRDIR}"
fi

if [ -s System.map ]; then
    cp System.map "${LNXHDRDIR}"
fi

if [ -s Module.markers ]; then
    cp Module.markers "${LNXHDRDIR}"
fi

# Copy config file
cp .config "${LNXHDRDIR}"

# Make sure the Makefile and version.h have a matching timestamp so that
# external modules can be built
if [ -s "${LNXHDRDIR}/include/generated/uapi/linux/version.h" ]; then
    touch -r "${LNXHDRDIR}/Makefile" "${LNXHDRDIR}/include/generated/uapi/linux/version.h"
elif [ -s "${LNXHDRDIR}/include/linux/version.h" ]; then
    touch -r "${LNXHDRDIR}/Makefile" "${LNXHDRDIR}/include/linux/version.h"
else
    echo "Missing version.h"
    exit 1
fi
touch -r "${LNXHDRDIR}/.config" "${LNXHDRDIR}/include/generated/autoconf.h"

# Copy .config to include/config/auto.conf so "make prepare" is unnecessary.
cp "${LNXHDRDIR}/.config" "${LNXHDRDIR}/include/config/auto.conf"


## PREPARE FULL LINUX SOURCE TREE

# Enter linux source dir
cd "${LNXSRCDIR}"

# Make sure linux source dir is clean
git clean -xdf

prepare_lnx_sources "${LNXBUILDDIR}"


## BUILD modules

# Build modules against full kernel sources
build_modules "${LNXBUILDDIR}" "${LTTBUILDKSRCDIR}"

# Build modules against kernel headers
build_modules "${LNXHDRDIR}" "${LTTBUILDKHDRDIR}"

# Make sure modules were built
tree "${LTTBUILDKSRCDIR}"
if [ "x$(find "${LTTBUILDKSRCDIR}" -name '*.ko*' -printf yes -quit)" != "xyes" ]; then
  echo "No modules built!"
  exit 1
fi

tree "${LTTBUILDKHDRDIR}"
if [ "x$(find "${LTTBUILDKHDRDIR}" -name '*.ko*' -printf yes -quit)" != "xyes" ]; then
  echo "No modules built!"
  exit 1
fi

# EOF
Commit	Line	Data
81fa42ce MJ	1	#!/bin/sh -exu
	2	#
	3	# Copyright (C) 2016 - Michael Jeanson <mjeanson@efficios.com>
	4	#
	5	# This program is free software: you can redistribute it and/or modify
	6	# it under the terms of the GNU General Public License as published by
	7	# the Free Software Foundation, either version 3 of the License, or
	8	# (at your option) any later version.
	9	#
	10	# This program is distributed in the hope that it will be useful,
	11	# but WITHOUT ANY WARRANTY; without even the implied warranty of
	12	# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	13	# GNU General Public License for more details.
	14	#
	15	# You should have received a copy of the GNU General Public License
	16	# along with this program. If not, see <http://www.gnu.org/licenses/>.
	17
	18	## FUNCTIONS ##
	19
	20	# Kernel version compare functions
	21	verlte() {
	22	[ "$1" = "`printf '%s\n%s' $1 $2 \| sort -V \| head -n1`" ]
	23	}
	24
	25	verlt() {
	26	[ "$1" = "$2" ] && return 1 \|\| verlte $1 $2
	27	}
	28
	29	vergte() {
	30	[ "$1" = "`printf '%s\n%s' $1 $2 \| sort -V \| tail -n1`" ]
	31	}
	32
	33	vergt() {
	34	[ "$1" = "$2" ] && return 1 \|\| vergte $1 $2
	35	}
	36
	37
	38	prepare_lnx_sources() {
	39
	40	outdir=$1
	41
	42	if [ "$outdir" = "." ]; then
	43	koutput=""
	44	else
	45	koutput="O=\"${outdir}\""
	46	fi
	47
	48	# Generate kernel configuration
	49	case "$kversion" in
	50	Ubuntu*)
	51	fakeroot debian/rules clean
	52	fakeroot debian/rules genconfigs
	53	cp CONFIGS/${ubuntu_config} "${outdir}"/.config
	54	;;
	55	*)
	56	# Que sera sera
	57	make ${koutput} allyesconfig CC=$CC
	58	;;
	59	esac
	60
	61	# GCC 4.8
	62	sed -i "s/CONFIG_CC_STACKPROTECTOR_STRONG=y/# CONFIG_CC_STACKPROTECTOR_STRONG is not set/g" "${outdir}"/.config
	63
	64	# Don't try to sign modules
65	sed -i "s/CONFIG_MODULE_SIG=y/# CONFIG_MODULE_SIG is not set/g" "${outdir}"/.config
66
67	# Disable kernel stack frame correctness validation, introduced in 4.6.0 and currently fails
68	sed -i "s/CONFIG_STACK_VALIDATION=y/# CONFIG_STACK_VALIDATION is not set/g" "${outdir}"/.config
69
70	# Enable CONFIG_KALLSYMS_ALL
71	echo "CONFIG_KPROBES=y" >> "${outdir}"/.config
72	echo "CONFIG_FTRACE=y" >> "${outdir}"/.config
73	echo "CONFIG_BLK_DEV_IO_TRACE=y" >> "${outdir}"/.config
74	echo "CONFIG_TRACEPOINTS=y" >> "${outdir}"/.config
75	echo "CONFIG_KALLSYMS_ALL=y" >> "${outdir}"/.config
76
77
e9b44189	78	make ${koutput} olddefconfig CC=$CC
81fa42ce MJ	79	make ${koutput} modules_prepare CC=$CC
	80
	81	# Version specific tasks
	82	case "$kversion" in
	83	Ubuntu*)
	84	# Add Ubuntu ABI number to kernel headers, this is normally done by the packaging code
	85	ABINUM=$(echo $kversion \| grep -P -o 'Ubuntu-(lts-)?.-\K\d+(?=\..)')
	86	echo "#define UTS_UBUNTU_RELEASE_ABI $ABINUM" >> ${outdir}/include/generated/utsrelease.h
	87	;;
	88	esac
	89
	90	# On powerpc this object is required to link modules
	91	if [ "${karch}" = "powerpc" ]; then
	92	make ${koutput} arch/powerpc/lib/crtsavres.o CC=$CC
	93	fi
	94	}
	95
	96
	97
	98	build_modules() {
	99
	100	kdir="$1"
	101	bdir="$2"
	102
	103	# Get kernel version from source tree
	104	cd "${kdir}"
	105	kversion=$(make kernelversion)
	106
	107	# Enter latency-tracker source dir
	108	cd "${LTTSRCDIR}"
	109
	110	# kernels 3.10 to 3.10.13 and 3.11 to 3.11.2 introduce a deadlock in the
	111	# timekeeping subsystem. We want those build to fail.
	112	if { vergte "$kversion" "3.10" && verlte "$kversion" "3.10.13"; } \|\| \
	113	{ vergte "$kversion" "3.11" && verlte "$kversion" "3.11.2"; }; then
	114
	115	set +e
	116
	117	# Build modules
	118	KERNELDIR="${kdir}" make -j${NPROC} V=1 CC=$CC
	119
	120	# We expect this build to fail, if it doesn't, fail the job.
	121	if [ "$?" -eq 0 ]; then
e9b44189	122	echo "This build should have failed."
81fa42ce MJ	123	exit 1
	124	fi
	125
	126	# We have to publish at least one file or the build will fail
	127	echo "This kernel is broken, there is a deadlock in the timekeeping subsystem." > "${bdir}/BROKEN.txt.ko"
	128
	129	set -e
	130
	131	KERNELDIR="${kdir}" make clean CC=$CC
	132
	133	else # Regular build
	134
	135	# Build modules against full kernel sources
	136	KERNELDIR="${kdir}" make -j${NPROC} V=1 CC=$CC
	137
	138	# Install modules to build dir
	139	KERNELDIR="${kdir}" make INSTALL_MOD_PATH="${bdir}" modules_install CC=$CC
	140
	141	# Clean build dir
	142	KERNELDIR="${kdir}" make clean CC=$CC
	143	fi
	144	}
	145
	146
	147	## MAIN ##
	148
81fa42ce MJ	149	# Use all CPU cores
	150	NPROC=$(nproc)
	151
	152	LTTSRCDIR="${WORKSPACE}/src/latency-tracker"
	153	LNXSRCDIR="${WORKSPACE}/src/linux"
	154
	155	LNXBUILDDIR="${WORKSPACE}/build/linux"
	156	LNXHDRDIR="${WORKSPACE}/build/linux-headers"
	157
	158	LTTBUILDKSRCDIR="${WORKSPACE}/build/latency-tracker-ksrc"
	159	LTTBUILDKHDRDIR="${WORKSPACE}/build/latency-tracker-khdr"
	160
	161
	162	# Setup cross compile env if available
	163	if [ "x${cross_arch:-}" != "x" ]; then
	164
	165	case "$cross_arch" in
	166	"armhf")
	167	karch="arm"
	168	cross_compile="arm-linux-gnueabihf-"
	169	ubuntu_config="armhf-config.flavour.generic"
	170	;;
	171
	172	"arm64")
	173	karch="arm64"
	174	cross_compile="aarch64-linux-gnu-"
	175	ubuntu_config="arm64-config.flavour.generic"
	176	;;
	177
	178	"powerpc")
	179	karch="powerpc"
	180	cross_compile="powerpc-linux-gnu-"
	181	ubuntu_config="powerpc-config.flavour.powerpc-smp"
	182	;;
	183
	184	"ppc64el")
	185	karch="powerpc"
	186	cross_compile="powerpc64le-linux-gnu-"
	187	ubuntu_config="ppc64el-config.flavour.generic"
	188	;;
	189
	190	*)
	191	echo "Unsupported cross arch $arch"
	192	exit 1
	193	;;
	194	esac
	195
e9b44189 MJ	196	# Use default gcc when cross-compiling
	197	CC="${cross_compile}gcc"
	198
81fa42ce MJ	199	# Export variables used by Kbuild for cross compilation
	200	export ARCH="${karch}"
	201	export CROSS_COMPILE="${cross_compile}"
	202
81fa42ce MJ	203	# Set arch specific values if we are not cross compiling
81fa42ce MJ	204	elif [ "x${arch:-}" != "x" ]; then
e9b44189	205
81fa42ce MJ	206	case "$arch" in
	207	"x86-32")
	208	karch="x86"
	209	ubuntu_config="i386-config.flavour.generic"
	210	;;
	211
	212	"x86-64")
	213	karch="x86"
	214	ubuntu_config="amd64-config.flavour.generic"
	215	;;
	216
	217	"armhf")
	218	karch="arm"
	219	ubuntu_config="armhf-config.flavour.generic"
	220	;;
	221
	222	"arm64")
	223	karch="arm64"
	224	ubuntu_config="arm64-config.flavour.generic"
	225	;;
	226
	227	"powerpc")
	228	karch="powerpc"
	229	ubuntu_config="powerpc-config.flavour.powerpc-smp"
	230	;;
	231
	232	"ppc64el")
	233	karch="powerpc"
	234	ubuntu_config="ppc64el-config.flavour.generic"
	235	;;
	236
	237	*)
	238	echo "Unsupported arch $arch"
	239	exit 1
	240	;;
	241	esac
e9b44189 MJ	242
	243	# Use gcc 4.9, older kernel don't build with gcc 5
	244	CC=gcc-4.9
	245
81fa42ce MJ	246	else
	247	echo "Not arch or cross_arch specified"
	248	exit 1
	249	fi
	250
	251
	252
	253
	254	# Create build directories
	255	mkdir -p "${LNXBUILDDIR}" "${LNXHDRDIR}" "${LTTBUILDKSRCDIR}" "${LTTBUILDKHDRDIR}"
	256
	257
	258
	259	## PREPARE DISTRO STYLE KERNEL HEADERS / DEVEL
	260
	261	# Enter linux source dir
	262	cd "${LNXSRCDIR}"
	263
	264	prepare_lnx_sources "."
	265
	266	# For RT kernels, copy version file
	267	if [ -s localversion-rt ]; then
	268	cp -a localversion-rt "${LNXHDRDIR}"
	269	fi
	270
	271	# Copy all Makefile related stuff
	272	find . -path './include/*' -prune \
	273	-o -path './scripts/*' -prune -o -type f \
	274	\( -name 'Makefile' -o -name 'Kconfig' -o -name 'Kbuild*' -o \
	275	-name '.sh' -o -name '.pl' -o -name '*.lds' \) \
	276	-print \| cpio -pd --preserve-modification-time "${LNXHDRDIR}"
	277
	278	# Copy base scripts and include dirs
	279	cp -a scripts include "${LNXHDRDIR}"
	280
	281	# Copy arch includes
	282	(find arch -name include -type d -print \| \
	283	xargs -n1 -i: find : -type f) \| \
	284	cpio -pd --preserve-modification-time "${LNXHDRDIR}"
	285
	286	# Copy arch scripts
	287	(find arch -name scripts -type d -print \| \
	288	xargs -n1 -i: find : -type f) \| \
	289	cpio -pd --preserve-modification-time "${LNXHDRDIR}"
	290
	291	# Cleanup scripts
	292	rm -f "${LNXHDRDIR}/scripts/*.o"
	293	rm -f "${LNXHDRDIR}/scripts//.o"
	294
	295	# On powerpc this object is required to link modules
	296	if [ "${karch}" = "powerpc" ]; then
	297	cp -a --parents arch/powerpc/lib/crtsavres.[So] "${LNXHDRDIR}/"
	298	fi
	299
	300	# Copy modules related stuff, if available
	301	if [ -s Module.symvers ]; then
	302	cp Module.symvers "${LNXHDRDIR}"
	303	fi
	304
	305	if [ -s System.map ]; then
	306	cp System.map "${LNXHDRDIR}"
	307	fi
	308
	309	if [ -s Module.markers ]; then
310	cp Module.markers "${LNXHDRDIR}"
311	fi
312
313	# Copy config file
314	cp .config "${LNXHDRDIR}"
315
316	# Make sure the Makefile and version.h have a matching timestamp so that
317	# external modules can be built
318	if [ -s "${LNXHDRDIR}/include/generated/uapi/linux/version.h" ]; then
319	touch -r "${LNXHDRDIR}/Makefile" "${LNXHDRDIR}/include/generated/uapi/linux/version.h"
320	elif [ -s "${LNXHDRDIR}/include/linux/version.h" ]; then
321	touch -r "${LNXHDRDIR}/Makefile" "${LNXHDRDIR}/include/linux/version.h"
322	else
323	echo "Missing version.h"
324	exit 1
325	fi
326	touch -r "${LNXHDRDIR}/.config" "${LNXHDRDIR}/include/generated/autoconf.h"
327
328	# Copy .config to include/config/auto.conf so "make prepare" is unnecessary.
329	cp "${LNXHDRDIR}/.config" "${LNXHDRDIR}/include/config/auto.conf"
330
331
332
333
334	## PREPARE FULL LINUX SOURCE TREE
335
336	# Enter linux source dir
337	cd "${LNXSRCDIR}"
338
339	# Make sure linux source dir is clean
340	git clean -xdf
341
342	prepare_lnx_sources "${LNXBUILDDIR}"
343
344
345	## BUILD modules
346
347	# Build modules against full kernel sources
348	build_modules "${LNXBUILDDIR}" "${LTTBUILDKSRCDIR}"
349
350	# Build modules against kernel headers
351	build_modules "${LNXHDRDIR}" "${LTTBUILDKHDRDIR}"
352
353	# Make sure modules were built
354	tree "${LTTBUILDKSRCDIR}"
355	if [ "x$(find "${LTTBUILDKSRCDIR}" -name '.ko' -printf yes -quit)" != "xyes" ]; then
356	echo "No modules built!"
357	exit 1
358	fi
359
360	tree "${LTTBUILDKHDRDIR}"
361	if [ "x$(find "${LTTBUILDKHDRDIR}" -name '.ko' -printf yes -quit)" != "xyes" ]; then
362	echo "No modules built!"
363	exit 1
364	fi
365
366	# EOF