X-Git-Url: http://git.lttng.org./?a=blobdiff_plain;f=scripts%2Flttng-tools%2Fbuild.sh;h=b54b6fc0943e04e9683daed12e0a807f7663f9a5;hb=9a07183cc9c8aa389f227c4455b8e33c3a386837;hp=9f6bc7182655cce711e04233759d93845f775f37;hpb=481eadc8ea5acbb527b707e50884e2bab37c2c69;p=lttng-ci.git diff --git a/scripts/lttng-tools/build.sh b/scripts/lttng-tools/build.sh index 9f6bc71..b54b6fc 100755 --- a/scripts/lttng-tools/build.sh +++ b/scripts/lttng-tools/build.sh @@ -1,8 +1,8 @@ -#!/bin/bash -exu +#!/bin/bash # shellcheck disable=SC2103 # # Copyright (C) 2016 Jonathan Rajotte-Julien -# 2016-2019 Michael Jeanson +# Copyright (C) 2016-2020 Michael Jeanson # # This program is free software: you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by @@ -17,6 +17,8 @@ # You should have received a copy of the GNU General Public License # along with this program. If not, see . +set -exu + # Version compare functions vercomp () { set +u @@ -70,6 +72,34 @@ verne() { [ "$res" -ne "0" ] } +failed_configure() { + # Assume we are in the configured build directory + echo "#################### BEGIN config.log ####################" + cat config.log + echo "#################### END config.log ####################" + + # End the build with failure + exit 1 +} + +set_execute_traversal_bit() +{ + path=$1 + + level="$path" + if [ ! -d "$path" ]; then + fail "Path is not a directory" + fi + while level="$(dirname "$level")" + do + if [ "$level" = / ]; then + break + fi + chmod a+x "$level" + done + chmod a+x "$path" +} + # Required variables WORKSPACE=${WORKSPACE:-} @@ -81,11 +111,13 @@ test_type=${test_type:-} DEPS_INC="$WORKSPACE/deps/build/include" DEPS_LIB="$WORKSPACE/deps/build/lib" +DEPS_PKGCONFIG="$DEPS_LIB/pkgconfig" DEPS_BIN="$WORKSPACE/deps/build/bin" DEPS_JAVA="$WORKSPACE/deps/build/share/java" export PATH="$DEPS_BIN:$PATH" export LD_LIBRARY_PATH="$DEPS_LIB:${LD_LIBRARY_PATH:-}" +export PKG_CONFIG_PATH="$DEPS_PKGCONFIG" export CPPFLAGS="-I$DEPS_INC" export LDFLAGS="-L$DEPS_LIB" @@ -119,6 +151,7 @@ export BABELTRACE_PLUGIN_PATH="$DEPS_LIB/babeltrace2/plugins/" export LIBBABELTRACE2_PLUGIN_PROVIDER_DIR="$DEPS_LIB/babeltrace2/plugin-providers/" export CFLAGS="-g -O2" +export CXXFLAGS="-g -O2" # Set compiler variables case "$cc" in @@ -191,37 +224,37 @@ sol10-i386) export PATH="/opt/csw/bin:/usr/ccs/bin:$PATH" export CPPFLAGS="-I/opt/csw/include -D_XOPEN_SOURCE=500 $CPPFLAGS" export LDFLAGS="-L/opt/csw/lib -R/opt/csw/lib $LDFLAGS" - export PKG_CONFIG_PATH="/opt/csw/lib/pkgconfig" + export PKG_CONFIG_PATH="$PKG_CONFIG_PATH:/opt/csw/lib/pkgconfig" export PYTHON="python3" export PYTHON_CONFIG="python3-config" - RUN_TESTS="no" + LTTNG_TOOLS_RUN_TESTS="no" ;; sol11-i386) export MAKE=gmake export TAR=gtar export NPROC=nproc - export PATH="$PATH:/usr/perl5/bin" - export CPPFLAGS="-I/opt/csw/include -D_XOPEN_SOURCE=500 $CPPFLAGS" - export LDFLAGS="-L/opt/csw/lib -R/opt/csw/lib $LDFLAGS" + export PATH="/opt/csw/bin:$PATH:/usr/perl5/bin" + export CPPFLAGS="-D_XOPEN_SOURCE=500 $CPPFLAGS" export PYTHON="python3" export PYTHON_CONFIG="python3-config" + export PKG_CONFIG_PATH="$PKG_CONFIG_PATH:/usr/lib/pkgconfig" - RUN_TESTS="no" + LTTNG_TOOLS_RUN_TESTS="no" ;; -macosx) +macos*) export MAKE=make export TAR=tar export NPROC="getconf _NPROCESSORS_ONLN" export PATH="/opt/local/bin:/opt/local/sbin:$PATH" export CPPFLAGS="-I/opt/local/include $CPPFLAGS" export LDFLAGS="-L/opt/local/lib $LDFLAGS" - export PYTHON="python3" - export PYTHON_CONFIG="python3-config" + export PYTHON="python3.9" + export PYTHON_CONFIG="python3.9-config" - RUN_TESTS="no" + LTTNG_TOOLS_RUN_TESTS="no" ;; cygwin|cygwin64|msys32|msys64) @@ -229,7 +262,7 @@ cygwin|cygwin64|msys32|msys64) export TAR=tar export NPROC=nproc - RUN_TESTS="no" + LTTNG_TOOLS_RUN_TESTS="no" ;; *) @@ -237,28 +270,47 @@ cygwin|cygwin64|msys32|msys64) export TAR=tar export NPROC=nproc - RUN_TESTS="yes" + LTTNG_TOOLS_RUN_TESTS="yes" PYTHON2=python2 PYTHON3=python3 - P2_VERSION=$($PYTHON2 -c "import sys;print(sys.version[:3])") - P3_VERSION=$($PYTHON3 -c "import sys;print(sys.version[:3])") + P2_VERSION=$($PYTHON2 -c 'import sys;v = sys.version.split()[0].split("."); print("{}.{}".format(v[0], v[1]))') + P3_VERSION=$($PYTHON3 -c 'import sys;v = sys.version.split()[0].split("."); print("{}.{}".format(v[0], v[1]))') DEPS_PYTHON2="$WORKSPACE/deps/build/lib/python$P2_VERSION/site-packages" DEPS_PYTHON3="$WORKSPACE/deps/build/lib/python$P3_VERSION/site-packages" ;; esac +# The missing-field-initializers warning code is very dumb in GCC 4.8 on +# SLES12, disable it even if it's available. +if [ "$arch" = "sles12sp5" ]; then + CFLAGS="$CFLAGS -Wno-missing-field-initializers" + CXXFLAGS="$CXXFLAGS -Wno-missing-field-initializers" +fi + case "$test_type" in full) - RUN_TESTS_LONG_REGRESSION="yes" + LTTNG_TOOLS_RUN_TESTS_LONG_REGRESSION="yes" ;; *) - RUN_TESTS_LONG_REGRESSION="no" + LTTNG_TOOLS_RUN_TESTS_LONG_REGRESSION="no" ;; esac +# If we have modules, build them +if [ -d "$WORKSPACE/src/lttng-modules" ]; then + cd "$WORKSPACE/src/lttng-modules" + $MAKE -j"$($NPROC)" V=1 + $MAKE modules_install V=1 + depmod +fi + +# Print build env details +print_os || true +print_tooling || true + # Enter the source directory cd "$SRCDIR" @@ -280,6 +332,8 @@ fi # Most build configs require the python bindings CONF_OPTS=("--prefix=$PREFIX" "--enable-python-bindings") +DIST_CONF_OPTS=() + # Set configure options and environment variables for each build # configuration. case "$conf" in @@ -292,16 +346,22 @@ static) no-ust) echo "Build without UST support" CONF_OPTS+=("$NO_UST") + DIST_CONF_OPTS+=("$NO_UST") ;; agents) echo "Java and Python agents configuration" export JAVA_HOME="/usr/lib/jvm/default-java" - export CLASSPATH="$DEPS_JAVA/*:/usr/share/java/*" + export CLASSPATH="$DEPS_JAVA/lttng-ust-agent-all.jar:/usr/share/java/log4j-api.jar:/usr/share/java/log4j-core.jar:/usr/share/java/log4j-1.2.jar" export PYTHONPATH="$DEPS_PYTHON2:$DEPS_PYTHON3" CONF_OPTS+=("--enable-test-java-agent-all" "--enable-test-python-agent-all") + + # Explicitly add '--enable-test-java-agent-log4j2', it's not part of '-all' in stable 2.12/2.13 + if verlt "$PACKAGE_VERSION" "2.14"; then + CONF_OPTS+=("--enable-test-java-agent-log4j2") + fi ;; relayd-only) @@ -337,7 +397,7 @@ oot) builddir=$(mktemp -d) cd "$builddir" - "$SRCDIR/configure" "${CONF_OPTS[@]}" + "$SRCDIR/configure" "${CONF_OPTS[@]}" || failed_configure ;; dist) @@ -345,7 +405,7 @@ dist) # Run configure and generate the tar file # in the source directory - ./configure + ./configure "${DIST_CONF_OPTS[@]}" || failed_configure $MAKE dist # Create and enter a temporary build directory @@ -357,7 +417,7 @@ dist) $TAR xvf "$SRCDIR"/*.tar.* --strip 1 # Build in extracted source tree - ./configure "${CONF_OPTS[@]}" + ./configure "${CONF_OPTS[@]}" || failed_configure ;; oot-dist) @@ -368,7 +428,7 @@ oot-dist) cd "$builddir" # Run configure out of tree and generate the tar file - "$SRCDIR/configure" + "$SRCDIR/configure" "${DIST_CONF_OPTS[@]}" || failed_configure $MAKE dist dist_srcdir="$(mktemp -d)" @@ -384,12 +444,12 @@ oot-dist) # Run configure from the extracted distribution tar, # out of the source tree - "$dist_srcdir/configure" "${CONF_OPTS[@]}" + "$dist_srcdir/configure" "${CONF_OPTS[@]}" || failed_configure ;; *) echo "Standard in-tree build" - ./configure "${CONF_OPTS[@]}" + ./configure "${CONF_OPTS[@]}" || failed_configure ;; esac @@ -403,7 +463,7 @@ $MAKE install DESTDIR="$WORKSPACE" # Run tests for all configs except 'no-ust' failed_tests=0 -if [ "$RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then +if [ "$LTTNG_TOOLS_RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then # Allow core dumps ulimit -c unlimited @@ -413,6 +473,21 @@ if [ "$RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then # Run 'unit_tests', 2.8 and up has a new test suite if vergte "$PACKAGE_VERSION" "2.8"; then + # It is implied that tests depending on LTTNG_ENABLE_DESTRUCTIVE_TESTS + # only run for the root user. Note that here `destructive` means that + # operations are performed at the host level (add user etc.) that + # effectively modify the host. Running those tests are acceptable on our + # CI and root jobs since we always run root tests against a `snapshot` + # of the host. + if [ "$(id -u)" == "0" ]; then + # Allow the traversal of all directories leading to the + # DEPS_LIBS directory to enable test app run by temp users to + # access lttng-ust. + set_execute_traversal_bit "$DEPS_LIB" + # Allow `all` to interact with all deps libs. + chmod a+rwx -R "$DEPS_LIB" + export LTTNG_ENABLE_DESTRUCTIVE_TESTS="will-break-my-system" + fi make --keep-going check || failed_tests=1 rsync -a --exclude 'test-suite.log' --include '*/' --include '*.log' --exclude='*' tests/ "$TAPDIR" else @@ -426,7 +501,7 @@ if [ "$RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then cd .. fi - if [ "$RUN_TESTS_LONG_REGRESSION" = "yes" ]; then + if [ "$LTTNG_TOOLS_RUN_TESTS_LONG_REGRESSION" = "yes" ]; then cd tests mkdir -p "$TAPDIR/long_regression" prove --merge -v --exec '' - < long_regression --archive "$TAPDIR/long_regression/" || failed_tests=1 @@ -445,12 +520,16 @@ fi # Clean the build directory $MAKE clean -# Cleanup rpath in executables and shared libraries +# Cleanup rpath in executables find "$WORKSPACE/$PREFIX/bin" -type f -perm -0500 -exec chrpath --delete {} \; -find "$WORKSPACE/$PREFIX/lib" -name "*.so" -exec chrpath --delete {} \; -# Remove libtool .la files -find "$WORKSPACE/$PREFIX/lib" -name "*.la" -exec rm -f {} \; +# Some configs don't build liblttng-ctl +if [ -d "$WORKSPACE/$PREFIX/lib" ]; then + # Cleanup rpath in shared libraries + find "$WORKSPACE/$PREFIX/lib" -name "*.so" -exec chrpath --delete {} \; + # Remove libtool .la files + find "$WORKSPACE/$PREFIX/lib" -name "*.la" -exec rm -f {} \; +fi # Exit with failure if any of the tests failed exit $failed_tests