X-Git-Url: http://git.lttng.org./?a=blobdiff_plain;f=scripts%2Flttng-tools%2Fbuild.sh;h=afa8b8cc6e40e8fa5bbe2c163b0983d51950d249;hb=d373c66efd68e790ef931ef19167fb24d169688b;hp=926d4bcd1c40688b1bd3acdf0b121224849f83c9;hpb=9565443101589c6455b3aca9282830668ff175f6;p=lttng-ci.git

diff --git a/scripts/lttng-tools/build.sh b/scripts/lttng-tools/build.sh
index 926d4bc..afa8b8c 100755
--- a/scripts/lttng-tools/build.sh
+++ b/scripts/lttng-tools/build.sh
@@ -1,7 +1,8 @@
-#!/bin/sh -xue
+#!/bin/bash -exu
+# shellcheck disable=SC2103
 #
-# Copyright (C) 2015 - Jonathan Rajotte-Julien <jonathan.rajotte-julien@efficios.com>
-#                      Michael Jeanson <mjeanson@efficios.com>
+# Copyright (C) 2016 Jonathan Rajotte-Julien <jonathan.rajotte-julien@efficios.com>
+#               2016-2019 Michael Jeanson <mjeanson@efficios.com>
 #
 # This program is free software: you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -16,187 +17,429 @@
 # You should have received a copy of the GNU General Public License
 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
+# Version compare functions
+vercomp () {
+    set +u
+    if [[ "$1" == "$2" ]]; then
+        return 0
+    fi
+    local IFS=.
+    local i ver1=($1) ver2=($2)
+    # fill empty fields in ver1 with zeros
+    for ((i=${#ver1[@]}; i<${#ver2[@]}; i++)); do
+        ver1[i]=0
+    done
+    for ((i=0; i<${#ver1[@]}; i++)); do
+        if [[ -z ${ver2[i]} ]]; then
+            # fill empty fields in ver2 with zeros
+            ver2[i]=0
+        fi
+        if ((10#${ver1[i]} > 10#${ver2[i]})); then
+            return 1
+        fi
+        if ((10#${ver1[i]} < 10#${ver2[i]})); then
+            return 2
+        fi
+    done
+    set -u
+    return 0
+}
+
+verlte() {
+    vercomp "$1" "$2"; local res="$?"
+    [ "$res" -eq "0" ] || [ "$res" -eq "2" ]
+}
+
+verlt() {
+    vercomp "$1" "$2"; local res="$?"
+    [ "$res" -eq "2" ]
+}
+
+vergte() {
+    vercomp "$1" "$2"; local res="$?"
+    [ "$res" -eq "0" ] || [ "$res" -eq "1" ]
+}
+
+vergt() {
+    vercomp "$1" "$2"; local res="$?"
+    [ "$res" -eq "1" ]
+}
+
+verne() {
+    vercomp "$1" "$2"; local res="$?"
+    [ "$res" -ne "0" ]
+}
+
+# Required variables
+WORKSPACE=${WORKSPACE:-}
+
+arch=${arch:-}
+conf=${conf:-}
+build=${build:-}
+cc=${cc:-}
+test_type=${test_type:-}
+
+DEPS_INC="$WORKSPACE/deps/build/include"
+DEPS_LIB="$WORKSPACE/deps/build/lib"
+DEPS_BIN="$WORKSPACE/deps/build/bin"
+DEPS_JAVA="$WORKSPACE/deps/build/share/java"
+
+export PATH="$DEPS_BIN:$PATH"
+export LD_LIBRARY_PATH="$DEPS_LIB:${LD_LIBRARY_PATH:-}"
+export CPPFLAGS="-I$DEPS_INC"
+export LDFLAGS="-L$DEPS_LIB"
+
+SRCDIR="$WORKSPACE/src/lttng-tools"
+TAPDIR="$WORKSPACE/tap"
+PREFIX="/build"
+
+
+# Create tmp directory
+TMPDIR="$WORKSPACE/tmp"
+mkdir -p "$TMPDIR"
+
+# Use a symlink in /tmp to point to the the tmp directory
+# inside the workspace, this is to work around the path length
+# limit of unix sockets which are created by the test suite.
+tmpdir="$(mktemp)"
+ln -sf "$TMPDIR" "$tmpdir"
+export TMPDIR="$tmpdir"
+
+export CFLAGS="-g -O2"
+
+# Set compiler variables
+case "$cc" in
+gcc)
+    export CC=gcc
+    export CXX=g++
+    ;;
+gcc-4.8)
+    export CC=gcc-4.8
+    export CXX=g++-4.8
+    ;;
+gcc-5)
+    export CC=gcc-5
+    export CXX=g++-5
+    ;;
+gcc-6)
+    export CC=gcc-6
+    export CXX=g++-6
+    ;;
+gcc-7)
+    export CC=gcc-7
+    export CXX=g++-7
+    ;;
+gcc-8)
+    export CC=gcc-8
+    export CXX=g++-8
+    ;;
+clang)
+    export CC=clang
+    export CXX=clang++
+    ;;
+clang-3.9)
+    export CC=clang-3.9
+    export CXX=clang++-3.9
+    ;;
+clang-4.0)
+    export CC=clang-4.0
+    export CXX=clang++-4.0
+    ;;
+clang-5.0)
+    export CC=clang-5.0
+    export CXX=clang++-5.0
+    ;;
+clang-6.0)
+    export CC=clang-6.0
+    export CXX=clang++-6.0
+    ;;
+clang-7)
+    export CC=clang-7
+    export CXX=clang++-7
+    ;;
+*)
+    if [ "x$cc" != "x" ]; then
+	    export CC="$cc"
+    fi
+    ;;
+esac
 
-# Create build directory
-rm -rf $WORKSPACE/build
-mkdir -p $WORKSPACE/build
+if [ "x${CC:-}" != "x" ]; then
+    echo "Selected compiler:"
+    "$CC" -v
+fi
 
-PYTHON2=python2
-PYTHON3=python3
+# Set platform variables
+case "$arch" in
+sol10-i386)
+    export MAKE=gmake
+    export TAR=gtar
+    export NPROC=gnproc
+    export PATH="/opt/csw/bin:/usr/ccs/bin:$PATH"
+    export CPPFLAGS="-I/opt/csw/include -D_XOPEN_SOURCE=500 $CPPFLAGS"
+    export LDFLAGS="-L/opt/csw/lib -R/opt/csw/lib $LDFLAGS"
+    export PKG_CONFIG_PATH="/opt/csw/lib/pkgconfig"
+    export PYTHON="python3"
+    export PYTHON_CONFIG="python3-config"
+
+    RUN_TESTS="no"
+    ;;
+
+sol11-i386)
+    export MAKE=gmake
+    export TAR=gtar
+    export NPROC=nproc
+    export PATH="$PATH:/usr/perl5/bin"
+    export CPPFLAGS="-I/opt/csw/include -D_XOPEN_SOURCE=500 $CPPFLAGS"
+    export LDFLAGS="-L/opt/csw/lib -R/opt/csw/lib $LDFLAGS"
+    export PYTHON="python3"
+    export PYTHON_CONFIG="python3-config"
+
+    RUN_TESTS="no"
+    ;;
+
+macosx)
+    export MAKE=make
+    export TAR=tar
+    export NPROC="getconf _NPROCESSORS_ONLN"
+    export PATH="/opt/local/bin:/opt/local/sbin:$PATH"
+    export CPPFLAGS="-I/opt/local/include $CPPFLAGS"
+    export LDFLAGS="-L/opt/local/lib $LDFLAGS"
+    export PYTHON="python3"
+    export PYTHON_CONFIG="python3-config"
+
+    RUN_TESTS="no"
+    ;;
+
+cygwin|cygwin64|msys32|msys64)
+    export MAKE=make
+    export TAR=tar
+    export NPROC=nproc
+
+    RUN_TESTS="no"
+    ;;
+
+*)
+    export MAKE=make
+    export TAR=tar
+    export NPROC=nproc
+
+    RUN_TESTS="yes"
+
+    PYTHON2=python2
+    PYTHON3=python3
+
+    P2_VERSION=$($PYTHON2 -c "import sys;print(sys.version[:3])")
+    P3_VERSION=$($PYTHON3 -c "import sys;print(sys.version[:3])")
+
+    DEPS_PYTHON2="$WORKSPACE/deps/build/lib/python$P2_VERSION/site-packages"
+    DEPS_PYTHON3="$WORKSPACE/deps/build/lib/python$P3_VERSION/site-packages"
+    ;;
+esac
 
-P2_VERSION=$($PYTHON2 -c "import sys;print(sys.version[:3])")
-P3_VERSION=$($PYTHON3 -c "import sys;print(sys.version[:3])")
+case "$test_type" in
+full)
+    RUN_TESTS_LONG_REGRESSION="yes"
+    ;;
+*)
+    RUN_TESTS_LONG_REGRESSION="no"
+    ;;
+esac
 
-# liburcu
-URCU_INCS="$WORKSPACE/deps/liburcu/build/include/"
-URCU_LIBS="$WORKSPACE/deps/liburcu/build/lib/"
+# Enter the source directory
+cd "$SRCDIR"
 
-# lttng-ust
-UST_INCS="$WORKSPACE/deps/lttng-ust/build/include/"
-UST_LIBS="$WORKSPACE/deps/lttng-ust/build/lib/"
-UST_JAVA="$WORKSPACE/deps/lttng-ust/build/share/java/"
-UST_PYTHON2="$WORKSPACE/deps/lttng-ust/build/lib/python$P2_VERSION/site-packages"
-UST_PYTHON3="$WORKSPACE/deps/lttng-ust/build/lib/python$P3_VERSION/site-packages"
+# Run bootstrap in the source directory prior to configure
+./bootstrap
 
-# babeltrace
-BABEL_INCS="$WORKSPACE/deps/babeltrace/build/include/"
-BABEL_LIBS="$WORKSPACE/deps/babeltrace/build/lib/"
-BABEL_BINS="$WORKSPACE/deps/babeltrace/build/bin/"
+# Get source version from configure script
+eval "$(grep '^PACKAGE_VERSION=' ./configure)"
+PACKAGE_VERSION=${PACKAGE_VERSION//\-pre*/}
 
-PREFIX="$WORKSPACE/build"
 
-if [ "$conf" = "no-ust" ]
-then
-    export CPPFLAGS="-I$URCU_INCS"
-    export LDFLAGS="-L$URCU_LIBS"
-    export LD_LIBRARY_PATH="$URCU_LIBS:$BABEL_LIBS:${LD_LIBRARY_PATH:-}"
+# The switch to build without UST changed in 2.8
+if vergte "$PACKAGE_VERSION" "2.8"; then
+    NO_UST="--without-lttng-ust"
 else
-    export CPPFLAGS="-I$URCU_INCS -I$UST_INCS"
-    export LDFLAGS="-L$URCU_LIBS -L$UST_LIBS"
-    export LD_LIBRARY_PATH="$URCU_LIBS:$UST_LIBS:$BABEL_LIBS:${LD_LIBRARY_PATH:-}"
+    NO_UST="--disable-lttng-ust"
 fi
 
-./bootstrap
+# Most build configs require the python bindings
+CONF_OPTS=("--prefix=$PREFIX" "--enable-python-bindings")
 
-CONF_OPTS=""
+# Set configure options and environment variables for each build
+# configuration.
 case "$conf" in
-    static)
-        echo "Static build"
-        CONF_OPTS="--enable-static --disable-shared"
-        ;;
-
-    python-bindings)
-        echo "Build with python bindings"
-        # We only support bindings built with Python 3
-        export PYTHON="python3"
-        export PYTHON_CONFIG="/usr/bin/python3-config"
-        CONF_OPTS="--enable-python-bindings"
-        ;;
-
-    no-ust)
-        echo "Build without UST support"
-        CONF_OPTS="--disable-lttng-ust"
-        ;;
-
-    java-agent)
-        echo "Build with Java Agents"
-        export JAVA_HOME="/usr/lib/jvm/default-java"
-        export CLASSPATH="$UST_JAVA/*:/usr/share/java/*"
-        CONF_OPTS="--enable-test-java-agent-all"
-        ;;
-
-    python-agent)
-        echo "Build with python agents"
-        export PYTHONPATH="$UST_PYTHON2:$UST_PYTHON3"
-        CONF_OPTS="--enable-test-python-agent-all"
-        ;;
-
-    *)
-        echo "Standard build"
-        CONF_OPTS=""
-        ;;
+static)
+    echo "Static lib only configuration"
+
+    CONF_OPTS+=("--enable-static" "--disable-shared")
+    ;;
+
+no-ust)
+    echo "Build without UST support"
+    CONF_OPTS+=("$NO_UST")
+    ;;
+
+agents)
+    echo "Java and Python agents configuration"
+
+    export JAVA_HOME="/usr/lib/jvm/default-java"
+    export CLASSPATH="$DEPS_JAVA/*:/usr/share/java/*"
+    export PYTHONPATH="$DEPS_PYTHON2:$DEPS_PYTHON3"
+
+    CONF_OPTS+=("--enable-test-java-agent-all" "--enable-test-python-agent-all")
+    ;;
+
+relayd-only)
+    echo "Relayd only configuration"
+
+    CONF_OPTS=("--prefix=$PREFIX" "--disable-bin-lttng" "--disable-bin-lttng-consumerd" "--disable-bin-lttng-crash" "--disable-bin-lttng-sessiond" "--disable-extras" "--disable-man-pages" "$NO_UST")
+    ;;
+
+debug-rcu)
+    echo "Enable RCU sanity checks for debugging"
+
+    export CPPFLAGS="$CPPFLAGS -DDEBUG_RCU"
+    ;;
+
+*)
+    echo "Standard configuration"
+    ;;
 esac
 
 # Build type
-# oot : out-of-tree build
-# dist: build via make dist
-# *   : normal tree build
+# oot     : out-of-tree build
+# dist    : build via make dist
+# oot-dist: build via make dist out-of-tree
+# *       : normal tree build
 #
-# Make sure to move to the build_path and configure
-# before continuing
-
-BUILD_PATH=$WORKSPACE
+# Make sure to move to the build directory and run configure
+# before continuing.
 case "$build" in
-    oot)
-        echo "Out of tree build"
-        BUILD_PATH=$WORKSPACE/oot
-        mkdir -p $BUILD_PATH
-        cd $BUILD_PATH
-        $WORKSPACE/configure --prefix=$PREFIX $CONF_OPTS
-        ;;
-
-    dist)
-        echo "Distribution out of tree build"
-        BUILD_PATH=`mktemp -d`
-
-        # Initial configure and generate tarball
-        ./configure $CONF_OPTS
-        make dist
-
-        mkdir -p $BUILD_PATH
-        cp *.tar.* $BUILD_PATH/
-        cd $BUILD_PATH
-
-        # Ignore level 1 of tar
-        tar xvf *.tar.* --strip 1
-
-        $BUILD_PATH/configure --prefix=$PREFIX $CONF_OPTS
-        ;;
-
-    *)
-        BUILD_PATH=$WORKSPACE
-        echo "Standard tree build"
-        $WORKSPACE/configure --prefix=$PREFIX $CONF_OPTS
-        ;;
-esac
+oot)
+    echo "Out of tree build"
 
+    # Create and enter a temporary build directory
+    builddir=$(mktemp -d)
+    cd "$builddir"
 
-make
-make install
+    "$SRCDIR/configure" "${CONF_OPTS[@]}"
+    ;;
 
-# Run tests
-# Allow core dumps
-ulimit -c unlimited
+dist)
+    echo "Distribution in-tree build"
 
-# Add 'babeltrace' binary to PATH
-chmod +x $BABEL_BINS/babeltrace
-export PATH="$PATH:$BABEL_BINS"
+    # Run configure and generate the tar file
+    # in the source directory
+    ./configure
+    $MAKE dist
 
-# Prepare tap output dirs
-rm -rf $WORKSPACE/tap
-mkdir -p $WORKSPACE/tap
-mkdir -p $WORKSPACE/tap/unit
-mkdir -p $WORKSPACE/tap/fast_regression
-mkdir -p $WORKSPACE/tap/with_bindings_regression
+    # Create and enter a temporary build directory
+    builddir=$(mktemp -d)
+    cd "$builddir"
 
-cd $BUILD_PATH/tests
+    # Extract the distribution tar in the build directory,
+    # ignore the first directory level
+    $TAR xvf "$SRCDIR"/*.tar.* --strip 1
 
-# Run 'unit_tests' and 'fast_regression' test suites for all configs except 'no-ust'
-if [ "$conf" != "no-ust" ]; then
-    prove --merge -v --exec '' - < $BUILD_PATH/tests/unit_tests --archive $WORKSPACE/tap/unit/ || true
-    prove --merge -v --exec '' - < $BUILD_PATH/tests/fast_regression --archive $WORKSPACE/tap/fast_regression/ || true
-else
-    # Regression is disabled for now, we need to adjust the testsuite for no ust builds.
-    echo "Testsuite disabled for 'no-ust'. See job configuration for more info."
-fi
+    # Build in extracted source tree
+    ./configure "${CONF_OPTS[@]}"
+    ;;
 
-# Run 'with_bindings_regression' test suite for 'python-bindings' config
-if [ "$conf" = "python-bindings" ]
-then
-    prove --merge -v --exec '' - < $WORKSPACE/tests/with_bindings_regression --archive $WORKSPACE/tap/with_bindings_regression/ || true
-fi
+oot-dist)
+    echo "Distribution out of tree build"
+
+    # Create and enter a temporary build directory
+    builddir=$(mktemp -d)
+    cd "$builddir"
+
+    # Run configure out of tree and generate the tar file
+    "$SRCDIR/configure"
+    $MAKE dist
 
-# TAP plugin is having a hard time with .yml files.
-rm -f $WORKSPACE/tap/unit/meta.yml
-rm -f $WORKSPACE/tap/fast_regression/meta.yml
-rm -f $WORKSPACE/tap/with_bindings_regression/meta.yml
+    dist_srcdir="$(mktemp -d)"
+    cd "$dist_srcdir"
 
-# And also with files without extension, so rename all result to *.tap
-find $WORKSPACE/tap/unit/ -type f -exec mv {} {}.tap \;
-find $WORKSPACE/tap/fast_regression/ -type f -exec mv {} {}.tap \;
-find $WORKSPACE/tap/with_bindings_regression/ -type f -exec mv {} {}.tap \;
+    # Extract the distribution tar in the new source directory,
+    # ignore the first directory level
+    $TAR xvf "$builddir"/*.tar.* --strip 1
 
-# Cleanup
-make clean
+    # Create and enter a second temporary build directory
+    builddir="$(mktemp -d)"
+    cd "$builddir"
 
-# Cleanup rpath and libtool .la files
-find $WORKSPACE/build/bin -executable -type f -exec chrpath --delete {} \;
-find $WORKSPACE/build/lib -name "*.so" -exec chrpath --delete {} \;
-find $WORKSPACE/build/lib -name "*.la" -exec rm -f {} \;
+    # Run configure from the extracted distribution tar,
+    # out of the source tree
+    "$dist_srcdir/configure" "${CONF_OPTS[@]}"
+    ;;
 
-# Clean temp dir for dist build
-if [ $build = "dist" ]; then
-	rm -rf $BUILD_PATH
+*)
+    echo "Standard in-tree build"
+    ./configure "${CONF_OPTS[@]}"
+    ;;
+esac
+
+# We are now inside a configured build directory
+
+# BUILD!
+$MAKE -j "$($NPROC)" V=1
+
+# Install in the workspace
+$MAKE install DESTDIR="$WORKSPACE"
+
+# Run tests for all configs except 'no-ust'
+failed_tests=0
+if [ "$RUN_TESTS" = "yes" ] && [ "$conf" != "no-ust" ]; then
+    # Allow core dumps
+    ulimit -c unlimited
+
+    # Force the lttng-sessiond path to /bin/true to prevent the spawing of a
+    # lttng-sessiond --daemonize on "lttng create"
+    export LTTNG_SESSIOND_PATH="/bin/true"
+
+    # Run 'unit_tests', 2.8 and up has a new test suite
+    if vergte "$PACKAGE_VERSION" "2.8"; then
+        make --keep-going check || failed_tests=1
+        rsync -a --exclude 'test-suite.log' --include '*/' --include '*.log' --exclude='*' tests/ "$TAPDIR"
+    else
+        cd tests
+        mkdir -p "$TAPDIR/unit"
+        mkdir -p "$TAPDIR/fast_regression"
+        mkdir -p "$TAPDIR/with_bindings_regression"
+        prove --merge -v --exec '' - < unit_tests --archive "$TAPDIR/unit/" || failed_tests=1
+        prove --merge -v --exec '' - < fast_regression --archive "$TAPDIR/fast_regression/" || failed_tests=1
+        prove --merge -v --exec '' - < with_bindings_regression --archive "$TAPDIR/with_bindings_regression/" || failed_tests=1
+	cd ..
+    fi
+
+    if [ "$RUN_TESTS_LONG_REGRESSION" = "yes" ]; then
+        cd tests
+        mkdir -p "$TAPDIR/long_regression"
+        prove --merge -v --exec '' - < long_regression --archive "$TAPDIR/long_regression/" || failed_tests=1
+	cd ..
+    fi
+
+    # TAP plugin is having a hard time with .yml files.
+    find "$TAPDIR" -name "meta.yml" -exec rm -f {} \;
+else
+    # The TAP plugin will fail the job if no test logs are present
+    mkdir -p "$TAPDIR/no-tests"
+    echo "1..1" > "$TAPDIR/no-tests/tests.log"
+    echo "ok 1 - Test suite disabled" >> "$TAPDIR/no-tests/tests.log"
 fi
 
+# Clean the build directory
+$MAKE clean
+
+# Cleanup rpath in executables and shared libraries
+find "$WORKSPACE/$PREFIX/bin" -type f -perm -0500 -exec chrpath --delete {} \;
+find "$WORKSPACE/$PREFIX/lib" -name "*.so" -exec chrpath --delete {} \;
+
+# Remove libtool .la files
+find "$WORKSPACE/$PREFIX/lib" -name "*.la" -exec rm -f {} \;
+
+# Exit with failure if any of the tests failed
+exit $failed_tests
+
 # EOF