X-Git-Url: http://git.lttng.org./?a=blobdiff_plain;f=scripts%2Flttng-tools%2Fbuild.sh;h=fb9703f5e65fed2c5060034b81da42a138b8def6;hb=4174b905424b75e342b3bd0c68789ef021b61778;hp=4458a0ce5fd822ea235dd714561f28a976133290;hpb=7361d9411cd190aadb61cb53d0629c79b536cb60;p=lttng-ci.git diff --git a/scripts/lttng-tools/build.sh b/scripts/lttng-tools/build.sh index 4458a0c..fb9703f 100755 --- a/scripts/lttng-tools/build.sh +++ b/scripts/lttng-tools/build.sh @@ -1,4 +1,4 @@ -#!/bin/bash -exu +#!/bin/bash # shellcheck disable=SC2103 # # Copyright (C) 2016 Jonathan Rajotte-Julien @@ -17,6 +17,8 @@ # You should have received a copy of the GNU General Public License # along with this program. If not, see . +set -exu + # Version compare functions vercomp () { set +u @@ -24,6 +26,8 @@ vercomp () { return 0 fi local IFS=. + # Ignore the shellcheck warning, we want splitting to happen based on IFS. + # shellcheck disable=SC2206 local i ver1=($1) ver2=($2) # fill empty fields in ver1 with zeros for ((i=${#ver1[@]}; i<${#ver2[@]}; i++)); do @@ -70,17 +74,60 @@ verne() { [ "$res" -ne "0" ] } +failed_configure() { + # Assume we are in the configured build directory + echo "#################### BEGIN config.log ####################" + cat config.log + echo "#################### END config.log ####################" + + # End the build with failure + exit 1 +} + +set_execute_traversal_bit() +{ + path=$1 + + level="$path" + if [ ! -d "$path" ]; then + fail "Path is not a directory" + fi + while level="$(dirname "$level")" + do + if [ "$level" = / ]; then + break + fi + chmod a+x "$level" + done + chmod a+x "$path" +} + # Required variables WORKSPACE=${WORKSPACE:-} -arch=${arch:-} +platform=${platform:-} conf=${conf:-} build=${build:-} cc=${cc:-} test_type=${test_type:-} +SRCDIR="$WORKSPACE/src/lttng-tools" +TAPDIR="$WORKSPACE/tap" +PREFIX="/build" +LIBDIR="lib" +LIBDIR_ARCH="$LIBDIR" + +# RHEL and SLES both use lib64 but don't bother shipping a default autoconf +# site config that matches this. +if [[ ( -f /etc/redhat-release || -f /etc/SuSE-release || -f /etc/yocto-release ) ]]; then + # Detect the userspace bitness in a distro agnostic way + if file -L /bin/bash | grep '64-bit' >/dev/null 2>&1; then + LIBDIR_ARCH="${LIBDIR}64" + fi +fi + DEPS_INC="$WORKSPACE/deps/build/include" -DEPS_LIB="$WORKSPACE/deps/build/lib" +DEPS_LIB="$WORKSPACE/deps/build/$LIBDIR_ARCH" DEPS_PKGCONFIG="$DEPS_LIB/pkgconfig" DEPS_BIN="$WORKSPACE/deps/build/bin" DEPS_JAVA="$WORKSPACE/deps/build/share/java" @@ -91,10 +138,6 @@ export PKG_CONFIG_PATH="$DEPS_PKGCONFIG" export CPPFLAGS="-I$DEPS_INC" export LDFLAGS="-L$DEPS_LIB" -SRCDIR="$WORKSPACE/src/lttng-tools" -TAPDIR="$WORKSPACE/tap" -PREFIX="/build" - # Create tmp directory TMPDIR="$WORKSPACE/tmp" @@ -112,7 +155,7 @@ export TMPDIR="$tmpdir" # the trace reader in its test suite or that we move to only supporting # babeltrace2 if [ -x "$DEPS_BIN/babeltrace2" ]; then - ln -s "$DEPS_BIN/babeltrace2" "$DEPS_BIN/babeltrace" + ln -s "$DEPS_BIN/babeltrace2" "$DEPS_BIN/babeltrace" fi # When using babeltrace2 make sure that it finds its plugins and @@ -121,6 +164,7 @@ export BABELTRACE_PLUGIN_PATH="$DEPS_LIB/babeltrace2/plugins/" export LIBBABELTRACE2_PLUGIN_PROVIDER_DIR="$DEPS_LIB/babeltrace2/plugin-providers/" export CFLAGS="-g -O2" +export CXXFLAGS="-g -O2" # Set compiler variables case "$cc" in @@ -174,7 +218,7 @@ clang-7) ;; *) if [ "x$cc" != "x" ]; then - export CC="$cc" + export CC="$cc" fi ;; esac @@ -185,35 +229,8 @@ if [ "x${CC:-}" != "x" ]; then fi # Set platform variables -case "$arch" in -sol10-i386) - export MAKE=gmake - export TAR=gtar - export NPROC=gnproc - export PATH="/opt/csw/bin:/usr/ccs/bin:$PATH" - export CPPFLAGS="-I/opt/csw/include -D_XOPEN_SOURCE=500 $CPPFLAGS" - export LDFLAGS="-L/opt/csw/lib -R/opt/csw/lib $LDFLAGS" - export PKG_CONFIG_PATH="$PKG_CONFIG_PATH:/opt/csw/lib/pkgconfig" - export PYTHON="python3" - export PYTHON_CONFIG="python3-config" - - RUN_TESTS="no" - ;; - -sol11-i386) - export MAKE=gmake - export TAR=gtar - export NPROC=nproc - export PATH="/opt/csw/bin:$PATH:/usr/perl5/bin" - export CPPFLAGS="-D_XOPEN_SOURCE=500 $CPPFLAGS" - export PYTHON="python3" - export PYTHON_CONFIG="python3-config" - export PKG_CONFIG_PATH="$PKG_CONFIG_PATH:/usr/lib/pkgconfig" - - RUN_TESTS="no" - ;; - -macosx) +case "$platform" in +macos*) export MAKE=make export TAR=tar export NPROC="getconf _NPROCESSORS_ONLN" @@ -223,7 +240,7 @@ macosx) export PYTHON="python3" export PYTHON_CONFIG="python3-config" - RUN_TESTS="no" + LTTNG_TOOLS_RUN_TESTS="no" ;; cygwin|cygwin64|msys32|msys64) @@ -231,7 +248,7 @@ cygwin|cygwin64|msys32|msys64) export TAR=tar export NPROC=nproc - RUN_TESTS="no" + LTTNG_TOOLS_RUN_TESTS="no" ;; *) @@ -239,25 +256,44 @@ cygwin|cygwin64|msys32|msys64) export TAR=tar export NPROC=nproc - RUN_TESTS="yes" + LTTNG_TOOLS_RUN_TESTS="yes" PYTHON2=python2 PYTHON3=python3 - P2_VERSION=$($PYTHON2 -c "import sys;print(sys.version[:3])") - P3_VERSION=$($PYTHON3 -c "import sys;print(sys.version[:3])") + if command -v $PYTHON2 >/dev/null 2>&1; then + P2_VERSION=$($PYTHON2 -c 'import sys;v = sys.version.split()[0].split("."); print("{}.{}".format(v[0], v[1]))') + DEPS_PYTHON2="$WORKSPACE/deps/build/$LIBDIR/python$P2_VERSION/site-packages" + if [ "$LIBDIR" != "$LIBDIR_ARCH" ]; then + DEPS_PYTHON2="$DEPS_PYTHON2:$WORKSPACE/deps/build/$LIBDIR_ARCH/python$P2_VERSION/site-packages" + fi + fi + + P3_VERSION=$($PYTHON3 -c 'import sys;v = sys.version.split()[0].split("."); print("{}.{}".format(v[0], v[1]))') + DEPS_PYTHON3="$WORKSPACE/deps/build/$LIBDIR/python$P3_VERSION/site-packages" + if [ "$LIBDIR" != "$LIBDIR_ARCH" ]; then + DEPS_PYTHON3="$DEPS_PYTHON3:$WORKSPACE/deps/build/$LIBDIR_ARCH/python$P3_VERSION/site-packages" + fi - DEPS_PYTHON2="$WORKSPACE/deps/build/lib/python$P2_VERSION/site-packages" - DEPS_PYTHON3="$WORKSPACE/deps/build/lib/python$P3_VERSION/site-packages" + # Most build configs require access to the babeltrace 2 python bindings. + # This also makes the lttngust python agent available for `agents` builds. + export PYTHONPATH="${DEPS_PYTHON2:-}${DEPS_PYTHON2:+:}$DEPS_PYTHON3" ;; esac +# The missing-field-initializers warning code is very dumb in GCC 4.8 on +# SLES12 / EL7, disable it even if it's available. +if [[ $platform = sles12sp5* ]] || [[ $platform = el7* ]]; then + CFLAGS="$CFLAGS -Wno-missing-field-initializers" + CXXFLAGS="$CXXFLAGS -Wno-missing-field-initializers" +fi + case "$test_type" in full) - RUN_TESTS_LONG_REGRESSION="yes" + LTTNG_TOOLS_RUN_TESTS_LONG_REGRESSION="yes" ;; *) - RUN_TESTS_LONG_REGRESSION="no" + LTTNG_TOOLS_RUN_TESTS_LONG_REGRESSION="no" ;; esac @@ -269,6 +305,10 @@ if [ -d "$WORKSPACE/src/lttng-modules" ]; then depmod fi +# Print build env details +print_os || true +print_tooling || true + # Enter the source directory cd "$SRCDIR" @@ -288,7 +328,9 @@ else fi # Most build configs require the python bindings -CONF_OPTS=("--prefix=$PREFIX" "--enable-python-bindings") +CONF_OPTS=("--prefix=$PREFIX" "--libdir=$PREFIX/$LIBDIR_ARCH" "--enable-python-bindings") + +DIST_CONF_OPTS=() # Set configure options and environment variables for each build # configuration. @@ -302,16 +344,21 @@ static) no-ust) echo "Build without UST support" CONF_OPTS+=("$NO_UST") + DIST_CONF_OPTS+=("$NO_UST") ;; agents) echo "Java and Python agents configuration" export JAVA_HOME="/usr/lib/jvm/default-java" - export CLASSPATH="$DEPS_JAVA/*:/usr/share/java/*" - export PYTHONPATH="$DEPS_PYTHON2:$DEPS_PYTHON3" + export CLASSPATH="$DEPS_JAVA/lttng-ust-agent-all.jar:/usr/share/java/log4j-api.jar:/usr/share/java/log4j-core.jar:/usr/share/java/log4j-1.2.jar" CONF_OPTS+=("--enable-test-java-agent-all" "--enable-test-python-agent-all") + + # Explicitly add '--enable-test-java-agent-log4j2', it's not part of '-all' in stable 2.12/2.13 + if verlt "$PACKAGE_VERSION" "2.14"; then + CONF_OPTS+=("--enable-test-java-agent-log4j2") + fi ;; relayd-only) @@ -328,6 +375,11 @@ debug-rcu) *) echo "Standard configuration" + + # Something is broken in docbook-xml on yocto + if [[ "$platform" = yocto* ]]; then + CONF_OPTS+=("--disable-man-pages") + fi ;; esac @@ -347,7 +399,7 @@ oot) builddir=$(mktemp -d) cd "$builddir" - "$SRCDIR/configure" "${CONF_OPTS[@]}" + "$SRCDIR/configure" "${CONF_OPTS[@]}" || failed_configure ;; dist) @@ -355,7 +407,7 @@ dist) # Run configure and generate the tar file # in the source directory - ./configure + ./configure "${DIST_CONF_OPTS[@]}" || failed_configure $MAKE dist # Create and enter a temporary build directory @@ -367,7 +419,7 @@ dist) $TAR xvf "$SRCDIR"/*.tar.* --strip 1 # Build in extracted source tree - ./configure "${CONF_OPTS[@]}" + ./configure "${CONF_OPTS[@]}" || failed_configure ;; oot-dist) @@ -378,7 +430,7 @@ oot-dist) cd "$builddir" # Run configure out of tree and generate the tar file - "$SRCDIR/configure" + "$SRCDIR/configure" "${DIST_CONF_OPTS[@]}" || failed_configure $MAKE dist dist_srcdir="$(mktemp -d)" @@ -394,12 +446,12 @@ oot-dist) # Run configure from the extracted distribution tar, # out of the source tree - "$dist_srcdir/configure" "${CONF_OPTS[@]}" + "$dist_srcdir/configure" "${CONF_OPTS[@]}" || failed_configure ;; *) echo "Standard in-tree build" - ./configure "${CONF_OPTS[@]}" + ./configure "${CONF_OPTS[@]}" || failed_configure ;; esac @@ -413,7 +465,7 @@ $MAKE install DESTDIR="$WORKSPACE" # Run tests for all configs except 'no-ust' failed_tests=0 -if [ "$RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then +if [ "$LTTNG_TOOLS_RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then # Allow core dumps ulimit -c unlimited @@ -423,8 +475,33 @@ if [ "$RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then # Run 'unit_tests', 2.8 and up has a new test suite if vergte "$PACKAGE_VERSION" "2.8"; then + # It is implied that tests depending on LTTNG_ENABLE_DESTRUCTIVE_TESTS + # only run for the root user. Note that here `destructive` means that + # operations are performed at the host level (add user etc.) that + # effectively modify the host. Running those tests are acceptable on our + # CI and root jobs since we always run root tests against a `snapshot` + # of the host. + if [ "$(id -u)" == "0" ]; then + # Allow the traversal of all directories leading to the + # DEPS_LIBS directory to enable test app run by temp users to + # access lttng-ust. + set_execute_traversal_bit "$DEPS_LIB" + # Allow `all` to interact with all deps libs. + chmod a+rwx -R "$DEPS_LIB" + + export LTTNG_ENABLE_DESTRUCTIVE_TESTS="will-break-my-system" + + # Some destructive tests play with the system clock, disable timesyncd + systemctl stop systemd-timesyncd.service || true + fi + make --keep-going check || failed_tests=1 + + # Copy tap logs for the jenkins tap parser before cleaning the build dir rsync -a --exclude 'test-suite.log' --include '*/' --include '*.log' --exclude='*' tests/ "$TAPDIR" + + # Copy the test suites top-level log which includes all tests failures + rsync -a --include 'test-suite.log' --include '*/' --exclude='*' tests/ "$WORKSPACE/log" else cd tests mkdir -p "$TAPDIR/unit" @@ -433,14 +510,14 @@ if [ "$RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then prove --merge -v --exec '' - < unit_tests --archive "$TAPDIR/unit/" || failed_tests=1 prove --merge -v --exec '' - < fast_regression --archive "$TAPDIR/fast_regression/" || failed_tests=1 prove --merge -v --exec '' - < with_bindings_regression --archive "$TAPDIR/with_bindings_regression/" || failed_tests=1 - cd .. + cd .. fi - if [ "$RUN_TESTS_LONG_REGRESSION" = "yes" ]; then + if [ "$LTTNG_TOOLS_RUN_TESTS_LONG_REGRESSION" = "yes" ]; then cd tests mkdir -p "$TAPDIR/long_regression" prove --merge -v --exec '' - < long_regression --archive "$TAPDIR/long_regression/" || failed_tests=1 - cd .. + cd .. fi # TAP plugin is having a hard time with .yml files. @@ -455,12 +532,16 @@ fi # Clean the build directory $MAKE clean -# Cleanup rpath in executables and shared libraries +# Cleanup rpath in executables find "$WORKSPACE/$PREFIX/bin" -type f -perm -0500 -exec chrpath --delete {} \; -find "$WORKSPACE/$PREFIX/lib" -name "*.so" -exec chrpath --delete {} \; -# Remove libtool .la files -find "$WORKSPACE/$PREFIX/lib" -name "*.la" -exec rm -f {} \; +# Some configs don't build liblttng-ctl +if [ -d "$WORKSPACE/$PREFIX/$LIBDIR_ARCH" ]; then + # Cleanup rpath in shared libraries + find "$WORKSPACE/$PREFIX/$LIBDIR_ARCH" -name "*.so" -exec chrpath --delete {} \; + # Remove libtool .la files + find "$WORKSPACE/$PREFIX/$LIBDIR_ARCH" -name "*.la" -exec rm -f {} \; +fi # Exit with failure if any of the tests failed exit $failed_tests