X-Git-Url: http://git.lttng.org./?a=blobdiff_plain;f=scripts%2Flttng-tools%2Fbuild.sh;h=e2bf145d3c407db436d7c223103fb682d6a01ae3;hb=de41e5b536a225c4cd6f8f0ac90363af5c9a3814;hp=b8f6576a9baa1e642726c870837b488f26d06851;hpb=b4005bbf43fd72200b510910629c618ccd324508;p=lttng-ci.git diff --git a/scripts/lttng-tools/build.sh b/scripts/lttng-tools/build.sh index b8f6576..e2bf145 100755 --- a/scripts/lttng-tools/build.sh +++ b/scripts/lttng-tools/build.sh @@ -1,6 +1,6 @@ -#!/bin/sh -xue +#!/bin/bash -exu # -# Copyright (C) 2015 - Jonathan Rajotte-Julien +# Copyright (C) 2016 - Jonathan Rajotte-Julien # Michael Jeanson # # This program is free software: you can redistribute it and/or modify @@ -16,10 +16,63 @@ # You should have received a copy of the GNU General Public License # along with this program. If not, see . +# Version compare functions +vercomp () { + set +u + if [[ "$1" == "$2" ]]; then + return 0 + fi + local IFS=. + local i ver1=($1) ver2=($2) + # fill empty fields in ver1 with zeros + for ((i=${#ver1[@]}; i<${#ver2[@]}; i++)); do + ver1[i]=0 + done + for ((i=0; i<${#ver1[@]}; i++)); do + if [[ -z ${ver2[i]} ]]; then + # fill empty fields in ver2 with zeros + ver2[i]=0 + fi + if ((10#${ver1[i]} > 10#${ver2[i]})); then + return 1 + fi + if ((10#${ver1[i]} < 10#${ver2[i]})); then + return 2 + fi + done + set -u + return 0 +} + +verlte() { + vercomp "$1" "$2"; local res="$?" + [ "$res" -eq "0" ] || [ "$res" -eq "2" ] +} + +verlt() { + vercomp "$1" "$2"; local res="$?" + [ "$res" -eq "2" ] +} + +vergte() { + vercomp "$1" "$2"; local res="$?" + [ "$res" -eq "0" ] || [ "$res" -eq "1" ] +} + +vergt() { + vercomp "$1" "$2"; local res="$?" + [ "$res" -eq "1" ] +} + +verne() { + vercomp "$1" "$2"; local res="$?" + [ "$res" -ne "0" ] +} + # Create build directory -rm -rf $WORKSPACE/build -mkdir -p $WORKSPACE/build +rm -rf "$WORKSPACE/build" +mkdir -p "$WORKSPACE/build" # liburcu URCU_INCS="$WORKSPACE/deps/liburcu/build/include/" @@ -28,6 +81,7 @@ URCU_LIBS="$WORKSPACE/deps/liburcu/build/lib/" # lttng-ust UST_INCS="$WORKSPACE/deps/lttng-ust/build/include/" UST_LIBS="$WORKSPACE/deps/lttng-ust/build/lib/" +UST_JAVA="$WORKSPACE/deps/lttng-ust/build/share/java/" # babeltrace BABEL_INCS="$WORKSPACE/deps/babeltrace/build/include/" @@ -36,142 +90,251 @@ BABEL_BINS="$WORKSPACE/deps/babeltrace/build/bin/" PREFIX="$WORKSPACE/build" -if [ "$conf" = "no_ust" ] -then +# Set platform variables +case "$arch" in +solaris10) + MAKE=gmake + TAR=gtar + NPROC=gnproc + BISON="bison" + YACC="$BISON -y" + CFLAGS="-D_XOPEN_SOURCE=1 -D_XOPEN_SOURCE_EXTENDED=1 -D__EXTENSIONS__=1" + RUN_TESTS="no" + ;; + +solaris11) + MAKE=gmake + TAR=gtar + NPROC=nproc + BISON="/opt/csw/bin/bison" + YACC="$BISON -y" + CFLAGS="-D_XOPEN_SOURCE=1 -D_XOPEN_SOURCE_EXTENDED=1 -D__EXTENSIONS__=1" + RUN_TESTS="no" + + export PATH="$PATH:/usr/perl5/bin" + ;; + +macosx) + MAKE=make + TAR=tar + NPROC="getconf _NPROCESSORS_ONLN" + BISON="bison" + YACC="$BISON -y" + RUN_TESTS="no" + + export PATH="/opt/local/bin:/opt/local/sbin:/usr/local/bin:/usr/bin:/bin:/usr/sbin:/sbin" + export CFLAGS="-I/opt/local/include" + export LDFLAGS="-L/opt/local/lib" + ;; + +*) + MAKE=make + TAR=tar + NPROC=nproc + BISON="bison" + YACC="$BISON -y" + CFLAGS="" + RUN_TESTS="yes" + + PYTHON2=python2 + PYTHON3=python3 + + P2_VERSION=$($PYTHON2 -c "import sys;print(sys.version[:3])") + P3_VERSION=$($PYTHON3 -c "import sys;print(sys.version[:3])") + + UST_PYTHON2="$WORKSPACE/deps/lttng-ust/build/lib/python$P2_VERSION/site-packages" + UST_PYTHON3="$WORKSPACE/deps/lttng-ust/build/lib/python$P3_VERSION/site-packages" + ;; +esac + + +# Run bootstrap prior to configure +./bootstrap + +# Get source version from configure script +eval `grep '^PACKAGE_VERSION=' ./configure` +PACKAGE_VERSION=`echo "$PACKAGE_VERSION"| sed 's/\-pre$//'` + + +# Export build flags +case "$conf" in +no-ust) export CPPFLAGS="-I$URCU_INCS" export LDFLAGS="-L$URCU_LIBS" export LD_LIBRARY_PATH="$URCU_LIBS:$BABEL_LIBS:${LD_LIBRARY_PATH:-}" -else + ;; + +*) export CPPFLAGS="-I$URCU_INCS -I$UST_INCS" export LDFLAGS="-L$URCU_LIBS -L$UST_LIBS" export LD_LIBRARY_PATH="$URCU_LIBS:$UST_LIBS:$BABEL_LIBS:${LD_LIBRARY_PATH:-}" -fi + ;; +esac -./bootstrap +# The switch to build without UST changed in 2.8 +if vergte "$PACKAGE_VERSION" "2.8"; then + NO_UST="--without-lttng-ust" +else + NO_UST="--disable-lttng-ust" +fi +# Set configure options for each build configuration CONF_OPTS="" case "$conf" in static) echo "Static build" CONF_OPTS="--enable-static --disable-shared" ;; -python_bindings) + +python-bindings) echo "Build with python bindings" # We only support bindings built with Python 3 export PYTHON="python3" export PYTHON_CONFIG="/usr/bin/python3-config" CONF_OPTS="--enable-python-bindings" ;; -no_ust) + +no-ust) echo "Build without UST support" - CONF_OPTS="--disable-lttng-ust" + CONF_OPTS="$NO_UST" ;; + +java-agent) + echo "Build with Java Agents" + export JAVA_HOME="/usr/lib/jvm/default-java" + export CLASSPATH="$UST_JAVA/*:/usr/share/java/*" + CONF_OPTS="--enable-test-java-agent-all" + ;; + +python-agent) + echo "Build with python agents" + export PYTHONPATH="$UST_PYTHON2:$UST_PYTHON3" + CONF_OPTS="--enable-test-python-agent-all" + ;; + +relayd-only) + echo "Build relayd only" + CONF_OPTS="--disable-bin-lttng --disable-bin-lttng-consumerd --disable-bin-lttng-crash --disable-bin-lttng-sessiond --disable-extras --disable-man-pages $NO_UST" + ;; + *) echo "Standard build" CONF_OPTS="" ;; esac + # Build type # oot : out-of-tree build # dist: build via make dist # * : normal tree build # -# Make sure to move to the build_path and configure +# Make sure to move to the build_path and run configure # before continuing - BUILD_PATH=$WORKSPACE case "$build" in - oot) - echo "Out of tree build" - BUILD_PATH=$WORKSPACE/oot - mkdir -p $BUILD_PATH - cd $BUILD_PATH - $WORKSPACE/configure --prefix=$PREFIX $CONF_OPTS - ;; - dist) - echo "Distribution out of tree build" - BUILD_PATH=`mktemp -d` - - # Initial configure and generate tarball - ./configure - make dist - - mkdir -p $BUILD_PATH - cp *.tar.* $BUILD_PATH/ - cd $BUILD_PATH - - # Ignore level 1 of tar - tar xvf *.tar.* --strip 1 - - $BUILD_PATH/configure --prefix=$PREFIX $CONF_OPTS - ;; - *) - BUILD_PATH=$WORKSPACE - echo "Standard tree build" - $WORKSPACE/configure --prefix=$PREFIX $CONF_OPTS - ;; -esac + oot) + echo "Out of tree build" + BUILD_PATH=$WORKSPACE/oot + mkdir -p "$BUILD_PATH" + cd "$BUILD_PATH" + MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" "$WORKSPACE/configure" --prefix="$PREFIX" $CONF_OPTS + ;; + + dist) + echo "Distribution out of tree build" + BUILD_PATH="`mktemp -d`" + + # Initial configure and generate tarball + MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" ./configure $CONF_OPTS --enable-build-man-pages + $MAKE dist + mkdir -p "$BUILD_PATH" + cp ./*.tar.* "$BUILD_PATH/" + cd "$BUILD_PATH" + + # Ignore level 1 of tar + $TAR xvf ./*.tar.* --strip 1 + + MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" "$BUILD_PATH/configure" --prefix="$PREFIX" $CONF_OPTS + ;; + + *) + BUILD_PATH=$WORKSPACE + echo "Standard tree build" + MAKE=$MAKE BISON="$BISON" YACC="$YACC" CFLAGS="$CFLAGS" "$WORKSPACE/configure" --prefix="$PREFIX" $CONF_OPTS + ;; +esac -make -make install +# BUILD! +$MAKE -j "`$NPROC`" V=1 +$MAKE install # Run tests -# Allow core dumps -ulimit -c unlimited +if [ "$RUN_TESTS" = "yes" ]; then + cd tests -chmod +x $BABEL_BINS/babeltrace -export PATH="$PATH:$BABEL_BINS" + # Allow core dumps + ulimit -c unlimited -rm -rf $WORKSPACE/tap -mkdir -p $WORKSPACE/tap -mkdir -p $WORKSPACE/tap/unit -mkdir -p $WORKSPACE/tap/fast_regression -mkdir -p $WORKSPACE/tap/with_bindings_regression + # Add 'babeltrace' binary to PATH + chmod +x "$BABEL_BINS/babeltrace" + export PATH="$PATH:$BABEL_BINS" -cd $BUILD_PATH/tests + # Prepare tap output dirs + rm -rf "$WORKSPACE/tap" + mkdir -p "$WORKSPACE/tap" + mkdir -p "$WORKSPACE/tap/unit" + mkdir -p "$WORKSPACE/tap/fast_regression" + mkdir -p "$WORKSPACE/tap/with_bindings_regression" -if [ "$conf" = "std" ] -then - prove --merge --exec '' - < $BUILD_PATH/tests/unit_tests --archive $WORKSPACE/tap/unit/ || true - prove --merge --exec '' - < $BUILD_PATH/tests/fast_regression --archive $WORKSPACE/tap/fast_regression/ || true -fi + # Force the lttng-sessiond path to /bin/true to prevent the spawing of a + # lttng-sessiond --daemonize on "lttng create" + export LTTNG_SESSIOND_PATH="/bin/true" -if [ "$conf" = "no_ust" ] -then - # Regression is disabled for now, we need to adjust the testsuite for no ust builds. - echo "Testsuite disabled. See job configuration for more info." -fi + # Run 'unit_tests' and 'fast_regression' test suites for all configs except 'no-ust' + if [ "$conf" != "no-ust" ]; then + # Run 'unit_tests', 2.8 and up has a new test suite + if vergte "$PACKAGE_VERSION" "2.8"; then + make check + rsync -a --exclude 'test-suite.log' --include '*/' --include '*.log' --exclude='*'" $BUILD_PATH/tests/" "$WORKSPACE/tap" + else + prove --merge -v --exec '' - < "$BUILD_PATH/tests/unit_tests" --archive "$WORKSPACE/tap/unit/" || true + prove --merge -v --exec '' - < "$BUILD_PATH/tests/fast_regression" --archive "$WORKSPACE/tap/fast_regression/" || true + fi + else + # Regression is disabled for now, we need to adjust the testsuite for no ust builds. + echo "Tests disabled for 'no-ust'." + fi -if [ "$conf" = "python_bindings" ] -then - # Disabled due to race conditions in tests - echo "Testsuite disabled. See job configuration for more info." - prove --merge --exec '' - < $BUILD_PATH/tests/unit_tests --archive $WORKSPACE/tap/unit/ || true - prove --merge --exec '' - < $BUILD_PATH/tests/fast_regression --archive $WORKSPACE/tap/fast_regression/ || true - prove --merge --exec '' - < $BUILD_PATH/tests/with_bindings_regression --archive $WORKSPACE/tap/with_bindings_regression/ || true -fi + # Run 'with_bindings_regression' test suite for 'python-bindings' config + if [ "$conf" = "python-bindings" ]; then + prove --merge -v --exec '' - < "$WORKSPACE/tests/with_bindings_regression" --archive "$WORKSPACE/tap/with_bindings_regression/" || true + fi -# TAP plugin is having a hard time with .yml files. -rm -f $WORKSPACE/tap/unit/meta.yml -rm -f $WORKSPACE/tap/fast_regression/meta.yml -rm -f $WORKSPACE/tap/with_bindings_regression/meta.yml + # TAP plugin is having a hard time with .yml files. + find "$WORKSPACE/tap" -name "meta.yml" -exec rm -f {} \; -# And also with files without extension, so rename all result to *.tap -find $WORKSPACE/tap/unit/ -type f -exec mv {} {}.tap \; -find $WORKSPACE/tap/fast_regression/ -type f -exec mv {} {}.tap \; -find $WORKSPACE/tap/with_bindings_regression/ -type f -exec mv {} {}.tap \; + # And also with files without extension, so rename all result to *.tap + find "$WORKSPACE/tap/" -type f -exec mv {} {}.tap \; + + cd - +fi # Cleanup -make clean +$MAKE clean + +# Cleanup rpath in executables and shared libraries +find "$WORKSPACE/build/bin" -type f -perm -0500 -exec chrpath --delete {} \; +find "$WORKSPACE/build/lib" -name "*.so" -exec chrpath --delete {} \; -# Cleanup rpath and libtool .la files -find $WORKSPACE/build/bin -executable -type f -exec chrpath --delete {} \; -find $WORKSPACE/build/lib -name "*.so" -exec chrpath --delete {} \; -find $WORKSPACE/build/lib -name "*.la" -exec rm -f {} \; +# Remove libtool .la files +find "$WORKSPACE/build/lib" -name "*.la" -exec rm -f {} \; # Clean temp dir for dist build -if [ $build = "dist" ]; then - rm -rf $BUILD_PATH +if [ "$build" = "dist" ]; then + cd "$WORKSPACE" + rm -rf "$BUILD_PATH" fi + +# EOF