X-Git-Url: http://git.lttng.org./?a=blobdiff_plain;f=scripts%2Flttng-tools%2Fbuild.sh;h=fb9703f5e65fed2c5060034b81da42a138b8def6;hb=4174b905424b75e342b3bd0c68789ef021b61778;hp=3d0be52c87420f64a91a80e85dedacbbe99f602a;hpb=0ef2148ab933b5d6f961c6afde35b21a13e8d0a6;p=lttng-ci.git diff --git a/scripts/lttng-tools/build.sh b/scripts/lttng-tools/build.sh index 3d0be52..fb9703f 100755 --- a/scripts/lttng-tools/build.sh +++ b/scripts/lttng-tools/build.sh @@ -26,6 +26,8 @@ vercomp () { return 0 fi local IFS=. + # Ignore the shellcheck warning, we want splitting to happen based on IFS. + # shellcheck disable=SC2206 local i ver1=($1) ver2=($2) # fill empty fields in ver1 with zeros for ((i=${#ver1[@]}; i<${#ver2[@]}; i++)); do @@ -103,14 +105,29 @@ set_execute_traversal_bit() # Required variables WORKSPACE=${WORKSPACE:-} -arch=${arch:-} +platform=${platform:-} conf=${conf:-} build=${build:-} cc=${cc:-} test_type=${test_type:-} +SRCDIR="$WORKSPACE/src/lttng-tools" +TAPDIR="$WORKSPACE/tap" +PREFIX="/build" +LIBDIR="lib" +LIBDIR_ARCH="$LIBDIR" + +# RHEL and SLES both use lib64 but don't bother shipping a default autoconf +# site config that matches this. +if [[ ( -f /etc/redhat-release || -f /etc/SuSE-release || -f /etc/yocto-release ) ]]; then + # Detect the userspace bitness in a distro agnostic way + if file -L /bin/bash | grep '64-bit' >/dev/null 2>&1; then + LIBDIR_ARCH="${LIBDIR}64" + fi +fi + DEPS_INC="$WORKSPACE/deps/build/include" -DEPS_LIB="$WORKSPACE/deps/build/lib" +DEPS_LIB="$WORKSPACE/deps/build/$LIBDIR_ARCH" DEPS_PKGCONFIG="$DEPS_LIB/pkgconfig" DEPS_BIN="$WORKSPACE/deps/build/bin" DEPS_JAVA="$WORKSPACE/deps/build/share/java" @@ -121,10 +138,6 @@ export PKG_CONFIG_PATH="$DEPS_PKGCONFIG" export CPPFLAGS="-I$DEPS_INC" export LDFLAGS="-L$DEPS_LIB" -SRCDIR="$WORKSPACE/src/lttng-tools" -TAPDIR="$WORKSPACE/tap" -PREFIX="/build" - # Create tmp directory TMPDIR="$WORKSPACE/tmp" @@ -142,7 +155,7 @@ export TMPDIR="$tmpdir" # the trace reader in its test suite or that we move to only supporting # babeltrace2 if [ -x "$DEPS_BIN/babeltrace2" ]; then - ln -s "$DEPS_BIN/babeltrace2" "$DEPS_BIN/babeltrace" + ln -s "$DEPS_BIN/babeltrace2" "$DEPS_BIN/babeltrace" fi # When using babeltrace2 make sure that it finds its plugins and @@ -151,6 +164,7 @@ export BABELTRACE_PLUGIN_PATH="$DEPS_LIB/babeltrace2/plugins/" export LIBBABELTRACE2_PLUGIN_PROVIDER_DIR="$DEPS_LIB/babeltrace2/plugin-providers/" export CFLAGS="-g -O2" +export CXXFLAGS="-g -O2" # Set compiler variables case "$cc" in @@ -204,7 +218,7 @@ clang-7) ;; *) if [ "x$cc" != "x" ]; then - export CC="$cc" + export CC="$cc" fi ;; esac @@ -215,34 +229,7 @@ if [ "x${CC:-}" != "x" ]; then fi # Set platform variables -case "$arch" in -sol10-i386) - export MAKE=gmake - export TAR=gtar - export NPROC=gnproc - export PATH="/opt/csw/bin:/usr/ccs/bin:$PATH" - export CPPFLAGS="-I/opt/csw/include -D_XOPEN_SOURCE=500 $CPPFLAGS" - export LDFLAGS="-L/opt/csw/lib -R/opt/csw/lib $LDFLAGS" - export PKG_CONFIG_PATH="$PKG_CONFIG_PATH:/opt/csw/lib/pkgconfig" - export PYTHON="python3" - export PYTHON_CONFIG="python3-config" - - RUN_TESTS="no" - ;; - -sol11-i386) - export MAKE=gmake - export TAR=gtar - export NPROC=nproc - export PATH="/opt/csw/bin:$PATH:/usr/perl5/bin" - export CPPFLAGS="-D_XOPEN_SOURCE=500 $CPPFLAGS" - export PYTHON="python3" - export PYTHON_CONFIG="python3-config" - export PKG_CONFIG_PATH="$PKG_CONFIG_PATH:/usr/lib/pkgconfig" - - RUN_TESTS="no" - ;; - +case "$platform" in macos*) export MAKE=make export TAR=tar @@ -250,10 +237,10 @@ macos*) export PATH="/opt/local/bin:/opt/local/sbin:$PATH" export CPPFLAGS="-I/opt/local/include $CPPFLAGS" export LDFLAGS="-L/opt/local/lib $LDFLAGS" - export PYTHON="python3.9" - export PYTHON_CONFIG="python3.9-config" + export PYTHON="python3" + export PYTHON_CONFIG="python3-config" - RUN_TESTS="no" + LTTNG_TOOLS_RUN_TESTS="no" ;; cygwin|cygwin64|msys32|msys64) @@ -261,7 +248,7 @@ cygwin|cygwin64|msys32|msys64) export TAR=tar export NPROC=nproc - RUN_TESTS="no" + LTTNG_TOOLS_RUN_TESTS="no" ;; *) @@ -269,25 +256,44 @@ cygwin|cygwin64|msys32|msys64) export TAR=tar export NPROC=nproc - RUN_TESTS="yes" + LTTNG_TOOLS_RUN_TESTS="yes" PYTHON2=python2 PYTHON3=python3 - P2_VERSION=$($PYTHON2 -c "import sys;print(sys.version[:3])") - P3_VERSION=$($PYTHON3 -c "import sys;print(sys.version[:3])") + if command -v $PYTHON2 >/dev/null 2>&1; then + P2_VERSION=$($PYTHON2 -c 'import sys;v = sys.version.split()[0].split("."); print("{}.{}".format(v[0], v[1]))') + DEPS_PYTHON2="$WORKSPACE/deps/build/$LIBDIR/python$P2_VERSION/site-packages" + if [ "$LIBDIR" != "$LIBDIR_ARCH" ]; then + DEPS_PYTHON2="$DEPS_PYTHON2:$WORKSPACE/deps/build/$LIBDIR_ARCH/python$P2_VERSION/site-packages" + fi + fi + + P3_VERSION=$($PYTHON3 -c 'import sys;v = sys.version.split()[0].split("."); print("{}.{}".format(v[0], v[1]))') + DEPS_PYTHON3="$WORKSPACE/deps/build/$LIBDIR/python$P3_VERSION/site-packages" + if [ "$LIBDIR" != "$LIBDIR_ARCH" ]; then + DEPS_PYTHON3="$DEPS_PYTHON3:$WORKSPACE/deps/build/$LIBDIR_ARCH/python$P3_VERSION/site-packages" + fi - DEPS_PYTHON2="$WORKSPACE/deps/build/lib/python$P2_VERSION/site-packages" - DEPS_PYTHON3="$WORKSPACE/deps/build/lib/python$P3_VERSION/site-packages" + # Most build configs require access to the babeltrace 2 python bindings. + # This also makes the lttngust python agent available for `agents` builds. + export PYTHONPATH="${DEPS_PYTHON2:-}${DEPS_PYTHON2:+:}$DEPS_PYTHON3" ;; esac +# The missing-field-initializers warning code is very dumb in GCC 4.8 on +# SLES12 / EL7, disable it even if it's available. +if [[ $platform = sles12sp5* ]] || [[ $platform = el7* ]]; then + CFLAGS="$CFLAGS -Wno-missing-field-initializers" + CXXFLAGS="$CXXFLAGS -Wno-missing-field-initializers" +fi + case "$test_type" in full) - RUN_TESTS_LONG_REGRESSION="yes" + LTTNG_TOOLS_RUN_TESTS_LONG_REGRESSION="yes" ;; *) - RUN_TESTS_LONG_REGRESSION="no" + LTTNG_TOOLS_RUN_TESTS_LONG_REGRESSION="no" ;; esac @@ -322,7 +328,7 @@ else fi # Most build configs require the python bindings -CONF_OPTS=("--prefix=$PREFIX" "--enable-python-bindings") +CONF_OPTS=("--prefix=$PREFIX" "--libdir=$PREFIX/$LIBDIR_ARCH" "--enable-python-bindings") DIST_CONF_OPTS=() @@ -345,10 +351,14 @@ agents) echo "Java and Python agents configuration" export JAVA_HOME="/usr/lib/jvm/default-java" - export CLASSPATH="$DEPS_JAVA/*:/usr/share/java/*" - export PYTHONPATH="$DEPS_PYTHON2:$DEPS_PYTHON3" + export CLASSPATH="$DEPS_JAVA/lttng-ust-agent-all.jar:/usr/share/java/log4j-api.jar:/usr/share/java/log4j-core.jar:/usr/share/java/log4j-1.2.jar" CONF_OPTS+=("--enable-test-java-agent-all" "--enable-test-python-agent-all") + + # Explicitly add '--enable-test-java-agent-log4j2', it's not part of '-all' in stable 2.12/2.13 + if verlt "$PACKAGE_VERSION" "2.14"; then + CONF_OPTS+=("--enable-test-java-agent-log4j2") + fi ;; relayd-only) @@ -365,6 +375,11 @@ debug-rcu) *) echo "Standard configuration" + + # Something is broken in docbook-xml on yocto + if [[ "$platform" = yocto* ]]; then + CONF_OPTS+=("--disable-man-pages") + fi ;; esac @@ -450,7 +465,7 @@ $MAKE install DESTDIR="$WORKSPACE" # Run tests for all configs except 'no-ust' failed_tests=0 -if [ "$RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then +if [ "$LTTNG_TOOLS_RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then # Allow core dumps ulimit -c unlimited @@ -460,23 +475,33 @@ if [ "$RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then # Run 'unit_tests', 2.8 and up has a new test suite if vergte "$PACKAGE_VERSION" "2.8"; then - # It is implied that tests depending on LTTNG_ENABLE_DESTRUCTIVE_TESTS - # only run for the root user. Note that here `destructive` means that - # operations are performed at the host level (add user etc.) that - # effectively modify the host. Running those tests are acceptable on our - # CI and root jobs since we always run root tests against a `snapshot` - # of the host. - if [ "$(id -u)" == "0" ]; then - # Allow the traversal of all directories leading to the - # DEPS_LIBS directory to enable test app run by temp users to - # access lttng-ust. - set_execute_traversal_bit "$DEPS_LIB" - # Allow `all` to interact with all deps libs. - chmod a+rwx -R "$DEPS_LIB" - export LTTNG_ENABLE_DESTRUCTIVE_TESTS="will-break-my-system" - fi + # It is implied that tests depending on LTTNG_ENABLE_DESTRUCTIVE_TESTS + # only run for the root user. Note that here `destructive` means that + # operations are performed at the host level (add user etc.) that + # effectively modify the host. Running those tests are acceptable on our + # CI and root jobs since we always run root tests against a `snapshot` + # of the host. + if [ "$(id -u)" == "0" ]; then + # Allow the traversal of all directories leading to the + # DEPS_LIBS directory to enable test app run by temp users to + # access lttng-ust. + set_execute_traversal_bit "$DEPS_LIB" + # Allow `all` to interact with all deps libs. + chmod a+rwx -R "$DEPS_LIB" + + export LTTNG_ENABLE_DESTRUCTIVE_TESTS="will-break-my-system" + + # Some destructive tests play with the system clock, disable timesyncd + systemctl stop systemd-timesyncd.service || true + fi + make --keep-going check || failed_tests=1 + + # Copy tap logs for the jenkins tap parser before cleaning the build dir rsync -a --exclude 'test-suite.log' --include '*/' --include '*.log' --exclude='*' tests/ "$TAPDIR" + + # Copy the test suites top-level log which includes all tests failures + rsync -a --include 'test-suite.log' --include '*/' --exclude='*' tests/ "$WORKSPACE/log" else cd tests mkdir -p "$TAPDIR/unit" @@ -485,14 +510,14 @@ if [ "$RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then prove --merge -v --exec '' - < unit_tests --archive "$TAPDIR/unit/" || failed_tests=1 prove --merge -v --exec '' - < fast_regression --archive "$TAPDIR/fast_regression/" || failed_tests=1 prove --merge -v --exec '' - < with_bindings_regression --archive "$TAPDIR/with_bindings_regression/" || failed_tests=1 - cd .. + cd .. fi - if [ "$RUN_TESTS_LONG_REGRESSION" = "yes" ]; then + if [ "$LTTNG_TOOLS_RUN_TESTS_LONG_REGRESSION" = "yes" ]; then cd tests mkdir -p "$TAPDIR/long_regression" prove --merge -v --exec '' - < long_regression --archive "$TAPDIR/long_regression/" || failed_tests=1 - cd .. + cd .. fi # TAP plugin is having a hard time with .yml files. @@ -507,12 +532,16 @@ fi # Clean the build directory $MAKE clean -# Cleanup rpath in executables and shared libraries +# Cleanup rpath in executables find "$WORKSPACE/$PREFIX/bin" -type f -perm -0500 -exec chrpath --delete {} \; -find "$WORKSPACE/$PREFIX/lib" -name "*.so" -exec chrpath --delete {} \; -# Remove libtool .la files -find "$WORKSPACE/$PREFIX/lib" -name "*.la" -exec rm -f {} \; +# Some configs don't build liblttng-ctl +if [ -d "$WORKSPACE/$PREFIX/$LIBDIR_ARCH" ]; then + # Cleanup rpath in shared libraries + find "$WORKSPACE/$PREFIX/$LIBDIR_ARCH" -name "*.so" -exec chrpath --delete {} \; + # Remove libtool .la files + find "$WORKSPACE/$PREFIX/$LIBDIR_ARCH" -name "*.la" -exec rm -f {} \; +fi # Exit with failure if any of the tests failed exit $failed_tests