scripts/common/coverity.sh

   1 #!/bin/bash -exu
   2 #
   3 # Copyright (C) 2015 - Michael Jeanson <mjeanson@efficios.com>
   4 #                      Jonathan Rajotte-Julien <jonathan.rajotte-julien@efficios.com>
   5 #
   6 # This program is free software: you can redistribute it and/or modify
   7 # it under the terms of the GNU General Public License as published by
   8 # the Free Software Foundation, either version 3 of the License, or
   9 # (at your option) any later version.
  10 #
  11 # This program is distributed in the hope that it will be useful,
  12 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  13 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14 # GNU General Public License for more details.
  15 #
  16 # You should have received a copy of the GNU General Public License
  17 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  18
  19 # Coverity settings
  20 # The project name and token have to be provided trough env variables
  21 #COVERITY_SCAN_PROJECT_NAME=""
  22 #COVERITY_SCAN_TOKEN=""
  23 COVERITY_SCAN_DESCRIPTION="Automated CI build"
  24 COVERITY_SCAN_NOTIFICATION_EMAIL="ci-notification@lists.lttng.org"
  25 COVERITY_SCAN_BUILD_OPTIONS=""
  26 #COVERITY_SCAN_BUILD_OPTIONS="--return-emit-failures 8 --parse-error-threshold 85"
  27
  28 SRCDIR="$WORKSPACE/src/${COVERITY_SCAN_PROJECT_NAME}"
  29 TMPDIR="$WORKSPACE/tmp"
  30
  31 NPROC=$(nproc)
  32 PLATFORM=$(uname)
  33 export CFLAGS="-O0 -g -DDEBUG"
  34
  35 TOOL_ARCHIVE="$TMPDIR/cov-analysis-${PLATFORM}.tgz"
  36 TOOL_URL=https://scan.coverity.com/download/${PLATFORM}
  37 TOOL_BASE="$TMPDIR/coverity-scan-analysis"
  38
  39 UPLOAD_URL="https://scan.coverity.com/builds"
  40 SCAN_URL="https://scan.coverity.com"
  41
  42 RESULTS_DIR_NAME="cov-int"
  43 RESULTS_DIR="$WORKSPACE/$RESULTS_DIR_NAME"
  44 RESULTS_ARCHIVE=analysis-results.tgz
  45
  46 # Create tmp directory
  47 rm -rf "$TMPDIR"
  48 mkdir -p "$TMPDIR"
  49
  50 export TMPDIR
  51
  52 case "$COVERITY_SCAN_PROJECT_NAME" in
  53 babeltrace)
  54     CONF_OPTS="--enable-python-bindings --enable-python-bindings-doc"
  55     BUILD_TYPE="autotools"
  56     ;;
  57 liburcu)
  58     CONF_OPTS=""
  59     BUILD_TYPE="autotools"
  60     ;;
  61 lttng-modules)
  62     CONF_OPTS=""
  63     BUILD_TYPE="autotools"
  64     ;;
  65 lttng-tools)
  66     CONF_OPTS=""
  67     BUILD_TYPE="autotools"
  68     ;;
  69 lttng-ust)
  70     CONF_OPTS="--enable-java-agent-all --enable-python-agent"
  71     BUILD_TYPE="autotools"
  72     export CLASSPATH="/usr/share/java/log4j-1.2.jar"
  73     ;;
  74 lttng-scope|ctf-java|libdelorean-java|jabberwocky)
  75     CONF_OPTS=""
  76     BUILD_TYPE="maven"
  77     MVN_BIN="$HOME/tools/hudson.tasks.Maven_MavenInstallation/default/bin/mvn"
  78     ;;
  79 linux-rseq)
  80     CONF_OPTS=""
  81     BUILD_TYPE="linux-rseq"
  82     ;;
  83 *)
  84     echo "Generic project, no configure options."
  85     CONF_OPTS=""
  86     BUILD_TYPE="autotools"
  87     ;;
  88 esac
  89
  90 # liburcu dependency
  91 if [ -d "$WORKSPACE/deps/liburcu" ]; then
  92   URCU_INCS="$WORKSPACE/deps/liburcu/build/include/"
  93   URCU_LIBS="$WORKSPACE/deps/liburcu/build/lib/"
  94
  95   export CPPFLAGS="-I$URCU_INCS ${CPPFLAGS:-}"
  96   export LDFLAGS="-L$URCU_LIBS ${LDFLAGS:-}"
  97   export LD_LIBRARY_PATH="$URCU_LIBS:${LD_LIBRARY_PATH:-}"
  98 fi
  99
 100
 101 # lttng-ust dependency
 102 if [ -d "$WORKSPACE/deps/lttng-ust" ]; then
 103   UST_INCS="$WORKSPACE/deps/lttng-ust/build/include/"
 104   UST_LIBS="$WORKSPACE/deps/lttng-ust/build/lib/"
 105
 106   export CPPFLAGS="-I$UST_INCS ${CPPFLAGS:-}"
 107   export LDFLAGS="-L$UST_LIBS ${LDFLAGS:-}"
 108   export LD_LIBRARY_PATH="$UST_LIBS:${LD_LIBRARY_PATH:-}"
 109 fi
 110
 111 if [ -d "$WORKSPACE/src/linux" ]; then
 112         export KERNELDIR="$WORKSPACE/src/linux"
 113 fi
 114
 115 # Hack to get coverity with gcc >= 7
 116 #
 117 # We have to define the _Float* types as those are not defined by coverity and as result
 118 # the codes linking agains those (pretty much anything linking against stdlib.h and math.h)
 119 # won't be covered.
 120 echo "
 121 #ifdef __cplusplus
 122 extern \"C\" {
 123 #endif
 124
 125 #define _Float128 long double
 126 #define _Float64x long double
 127 #define _Float64 double
 128 #define _Float32x double
 129 #define _Float32 float
 130
 131 #ifdef __cplusplus
 132 }
 133 #endif" >> /tmp/coverity.h
 134
 135 export CPPFLAGS="-include /tmp/coverity.h ${CPPFLAGS:-}"
 136
 137
 138 # Verify upload is permitted
 139 #  Added "--insecure" because Coverity can't be bothered to properly install SSL certificate chains
 140 set +x
 141 AUTH_RES=$(curl -s --insecure --form project="$COVERITY_SCAN_PROJECT_NAME" --form token="$COVERITY_SCAN_TOKEN" $SCAN_URL/api/upload_permitted)
 142 set -x
 143 if [ "$AUTH_RES" = "Access denied" ]; then
 144   echo -e "\033[33;1mCoverity Scan API access denied. Check COVERITY_SCAN_PROJECT_NAME and COVERITY_SCAN_TOKEN.\033[0m"
 145   exit 1
 146 else
 147   AUTH=$(echo "$AUTH_RES" | jq .upload_permitted)
 148   if [ "$AUTH" = "true" ]; then
 149     echo -e "\033[33;1mCoverity Scan analysis authorized per quota.\033[0m"
 150   else
 151     WHEN=$(echo "$AUTH_RES" | jq .next_upload_permitted_at)
 152     echo -e "\033[33;1mCoverity Scan analysis NOT authorized until $WHEN.\033[0m"
 153     exit 1
 154   fi
 155 fi
 156
 157
 158 # Download Coverity Scan Analysis Tool
 159 if [ ! -d "$TOOL_BASE" ]; then
 160   if [ ! -e "$TOOL_ARCHIVE" ]; then
 161     echo -e "\033[33;1mDownloading Coverity Scan Analysis Tool...\033[0m"
 162     set +x
 163     curl -s --insecure --form project="$COVERITY_SCAN_PROJECT_NAME" --form token="$COVERITY_SCAN_TOKEN" -o "$TOOL_ARCHIVE" "$TOOL_URL"
 164     set -x
 165   fi
 166
 167   # Extract Coverity Scan Analysis Tool
 168   echo -e "\033[33;1mExtracting Coverity Scan Analysis Tool...\033[0m"
 169   mkdir -p "$TOOL_BASE"
 170   cd "$TOOL_BASE" || exit 1
 171   tar xzf "$TOOL_ARCHIVE"
 172   cd -
 173 fi
 174
 175 TOOL_DIR=$(find "$TOOL_BASE" -type d -name 'cov-analysis*')
 176 export PATH=$TOOL_DIR/bin:$PATH
 177
 178 cd "$SRCDIR"
 179
 180 COVERITY_SCAN_VERSION=$(git describe --always | sed 's|-|.|g')
 181
 182 # Build
 183 echo -e "\033[33;1mRunning Coverity Scan Analysis Tool...\033[0m"
 184 case "$BUILD_TYPE" in
 185 maven)
 186     cov-configure --java
 187     cov-build --dir "$RESULTS_DIR" $COVERITY_SCAN_BUILD_OPTIONS "$MVN_BIN" \
 188       -s "$MVN_SETTINGS" \
 189       -Dmaven.repo.local="$WORKSPACE/.repository" \
 190       -Dmaven.compiler.fork=true \
 191       -Dmaven.compiler.forceJavaCompilerUse=true \
 192       -Dmaven.test.skip=true \
 193       -DskipTests \
 194       clean verify
 195     ;;
 196 autotools)
 197     # Prepare build dir for autotools based projects
 198     if [ -f "./bootstrap" ]; then
 199       ./bootstrap
 200       ./configure $CONF_OPTS
 201     fi
 202
 203     cov-build --dir "$RESULTS_DIR" $COVERITY_SCAN_BUILD_OPTIONS make -j"$NPROC" V=1
 204     ;;
 205 linux-rseq)
 206     make defconfig
 207     make -j"$NPROC" prepare
 208     cov-build --dir "$RESULTS_DIR" $COVERITY_SCAN_BUILD_OPTIONS make -j"$NPROC" kernel/rseq.o kernel/cpu_opv.o V=1 KCPPFLAGS="$CPPFLAGS"
 209     ;;
 210 *)
 211     echo "Unsupported build type: $BUILD_TYPE"
 212     exit 1
 213     ;;
 214 esac
 215
 216
 217
 218 cov-import-scm --dir "$RESULTS_DIR" --scm git --log "$RESULTS_DIR/scm_log.txt"
 219
 220 cd "${WORKSPACE}"
 221
 222 # Tar results
 223 echo -e "\033[33;1mTarring Coverity Scan Analysis results...\033[0m"
 224 tar czf $RESULTS_ARCHIVE $RESULTS_DIR_NAME
 225
 226 # Upload results
 227 echo -e "\033[33;1mUploading Coverity Scan Analysis results...\033[0m"
 228 set +x
 229 response=$(curl --insecure \
 230   --silent --write-out "\n%{http_code}\n" \
 231   --form project="$COVERITY_SCAN_PROJECT_NAME" \
 232   --form token="$COVERITY_SCAN_TOKEN" \
 233   --form email="$COVERITY_SCAN_NOTIFICATION_EMAIL" \
 234   --form file=@"$RESULTS_ARCHIVE" \
 235   --form version="$COVERITY_SCAN_VERSION" \
 236   --form description="$COVERITY_SCAN_DESCRIPTION" \
 237   "$UPLOAD_URL")
 238 set -x
 239 status_code=$(echo "$response" | sed -n '$p')
 240 if [ "${status_code:0:1}" == "2" ]; then
 241   echo -e "\033[33;1mCoverity Scan upload successful.\033[0m"
 242 else
 243   TEXT=$(echo "$response" | sed '$d')
 244   echo -e "\033[33;1mCoverity Scan upload failed: $TEXT.\033[0m"
 245   exit 1
 246 fi
 247
 248 # EOF