scripts/latency-tracker/param-build.sh

   1 #!/bin/sh -exu
   2 #
   3 # Copyright (C) 2016 - Michael Jeanson <mjeanson@efficios.com>
   4 #
   5 # This program is free software: you can redistribute it and/or modify
   6 # it under the terms of the GNU General Public License as published by
   7 # the Free Software Foundation, either version 3 of the License, or
   8 # (at your option) any later version.
   9 #
  10 # This program is distributed in the hope that it will be useful,
  11 # but WITHOUT ANY WARRANTY; without even the implied warranty of
  12 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13 # GNU General Public License for more details.
  14 #
  15 # You should have received a copy of the GNU General Public License
  16 # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  17
  18 ## FUNCTIONS ##
  19
  20 # Kernel version compare functions
  21 verlte() {
  22     [  "$1" = "`printf '%s\n%s' $1 $2 | sort -V | head -n1`" ]
  23 }
  24
  25 verlt() {
  26     [ "$1" = "$2" ] && return 1 || verlte $1 $2
  27 }
  28
  29 vergte() {
  30     [  "$1" = "`printf '%s\n%s' $1 $2 | sort -V | tail -n1`" ]
  31 }
  32
  33 vergt() {
  34     [ "$1" = "$2" ] && return 1 || vergte $1 $2
  35 }
  36
  37
  38 prepare_lnx_sources() {
  39
  40     outdir=$1
  41
  42     if [ "$outdir" = "." ]; then
  43       koutput=""
  44     else
  45       koutput="O=\"${outdir}\""
  46     fi
  47
  48     # Generate kernel configuration
  49     case "$kversion" in
  50       Ubuntu*)
  51         fakeroot debian/rules clean
  52         fakeroot debian/rules genconfigs
  53         cp CONFIGS/${ubuntu_config} "${outdir}"/.config
  54         ;;
  55       *)
  56         # Que sera sera
  57         make ${koutput} allyesconfig CC=$CC
  58         ;;
  59     esac
  60
  61     # GCC 4.8
  62     sed -i "s/CONFIG_CC_STACKPROTECTOR_STRONG=y/# CONFIG_CC_STACKPROTECTOR_STRONG is not set/g" "${outdir}"/.config
  63
  64     # Don't try to sign modules
  65     sed -i "s/CONFIG_MODULE_SIG=y/# CONFIG_MODULE_SIG is not set/g" "${outdir}"/.config
  66
  67     # Disable kernel stack frame correctness validation, introduced in 4.6.0 and currently fails
  68     sed -i "s/CONFIG_STACK_VALIDATION=y/# CONFIG_STACK_VALIDATION is not set/g" "${outdir}"/.config
  69
  70     # Enable CONFIG_KALLSYMS_ALL
  71     echo "CONFIG_KPROBES=y" >> "${outdir}"/.config
  72     echo "CONFIG_FTRACE=y" >> "${outdir}"/.config
  73     echo "CONFIG_BLK_DEV_IO_TRACE=y" >> "${outdir}"/.config
  74     echo "CONFIG_TRACEPOINTS=y" >> "${outdir}"/.config
  75     echo "CONFIG_KALLSYMS_ALL=y" >> "${outdir}"/.config
  76
  77
  78     make ${koutput} olddefconfig CC=$CC
  79     make ${koutput} modules_prepare CC=$CC
  80
  81     # Version specific tasks
  82     case "$kversion" in
  83       Ubuntu*)
  84         # Add Ubuntu ABI number to kernel headers, this is normally done by the packaging code
  85         ABINUM=$(echo $kversion | grep -P -o 'Ubuntu-(lts-)?.*-\K\d+(?=\..*)')
  86         echo "#define UTS_UBUNTU_RELEASE_ABI $ABINUM" >> ${outdir}/include/generated/utsrelease.h
  87         ;;
  88     esac
  89
  90     # On powerpc this object is required to link modules
  91     if [ "${karch}" = "powerpc" ]; then
  92         make ${koutput} arch/powerpc/lib/crtsavres.o CC=$CC
  93     fi
  94 }
  95
  96
  97
  98 build_modules() {
  99
 100     kdir="$1"
 101     bdir="$2"
 102
 103     # Get kernel version from source tree
 104     cd "${kdir}"
 105     kversion=$(make kernelversion)
 106
 107     # Enter latency-tracker source dir
 108     cd "${LTTSRCDIR}"
 109
 110     # kernels 3.10 to 3.10.13 and 3.11 to 3.11.2 introduce a deadlock in the
 111     # timekeeping subsystem. We want those build to fail.
 112     if { vergte "$kversion" "3.10" && verlte "$kversion" "3.10.13"; } || \
 113        { vergte "$kversion" "3.11" && verlte "$kversion" "3.11.2"; }; then
 114
 115         set +e
 116
 117         # Build modules
 118         KERNELDIR="${kdir}" make -j${NPROC} V=1 CC=$CC
 119
 120         # We expect this build to fail, if it doesn't, fail the job.
 121         if [ "$?" -eq 0 ]; then
 122             echo "This build should have failed."
 123             exit 1
 124         fi
 125
 126         # We have to publish at least one file or the build will fail
 127         echo "This kernel is broken, there is a deadlock in the timekeeping subsystem." > "${bdir}/BROKEN.txt.ko"
 128
 129         set -e
 130
 131         KERNELDIR="${kdir}" make clean CC=$CC
 132
 133     else # Regular build
 134
 135         # Build modules against full kernel sources
 136         KERNELDIR="${kdir}" make -j${NPROC} V=1 CC=$CC
 137
 138         # Install modules to build dir
 139         KERNELDIR="${kdir}" make INSTALL_MOD_PATH="${bdir}" modules_install CC=$CC
 140
 141         # Clean build dir
 142         KERNELDIR="${kdir}" make clean CC=$CC
 143     fi
 144 }
 145
 146
 147 ## MAIN ##
 148
 149 # Use all CPU cores
 150 NPROC=$(nproc)
 151
 152 LTTSRCDIR="${WORKSPACE}/src/latency-tracker"
 153 LNXSRCDIR="${WORKSPACE}/src/linux"
 154
 155 LNXBUILDDIR="${WORKSPACE}/build/linux"
 156 LNXHDRDIR="${WORKSPACE}/build/linux-headers"
 157
 158 LTTBUILDKSRCDIR="${WORKSPACE}/build/latency-tracker-ksrc"
 159 LTTBUILDKHDRDIR="${WORKSPACE}/build/latency-tracker-khdr"
 160
 161
 162 # Setup cross compile env if available
 163 if [ "x${cross_arch:-}" != "x" ]; then
 164
 165     case "$cross_arch" in
 166         "armhf")
 167             karch="arm"
 168             cross_compile="arm-linux-gnueabihf-"
 169             ubuntu_config="armhf-config.flavour.generic"
 170             ;;
 171
 172         "arm64")
 173             karch="arm64"
 174             cross_compile="aarch64-linux-gnu-"
 175             ubuntu_config="arm64-config.flavour.generic"
 176             ;;
 177
 178         "powerpc")
 179             karch="powerpc"
 180             cross_compile="powerpc-linux-gnu-"
 181             ubuntu_config="powerpc-config.flavour.powerpc-smp"
 182             ;;
 183
 184         "ppc64el")
 185             karch="powerpc"
 186             cross_compile="powerpc64le-linux-gnu-"
 187             ubuntu_config="ppc64el-config.flavour.generic"
 188             ;;
 189
 190         *)
 191             echo "Unsupported cross arch $arch"
 192             exit 1
 193             ;;
 194     esac
 195
 196     # Use default gcc when cross-compiling
 197     CC="${cross_compile}gcc"
 198
 199     # Export variables used by Kbuild for cross compilation
 200     export ARCH="${karch}"
 201     export CROSS_COMPILE="${cross_compile}"
 202
 203 # Set arch specific values if we are not cross compiling
 204 elif [ "x${arch:-}" != "x" ]; then
 205
 206     case "$arch" in
 207         "x86-32")
 208             karch="x86"
 209             ubuntu_config="i386-config.flavour.generic"
 210             ;;
 211
 212         "x86-64")
 213             karch="x86"
 214             ubuntu_config="amd64-config.flavour.generic"
 215             ;;
 216
 217         "armhf")
 218             karch="arm"
 219             ubuntu_config="armhf-config.flavour.generic"
 220             ;;
 221
 222         "arm64")
 223             karch="arm64"
 224             ubuntu_config="arm64-config.flavour.generic"
 225             ;;
 226
 227         "powerpc")
 228             karch="powerpc"
 229             ubuntu_config="powerpc-config.flavour.powerpc-smp"
 230             ;;
 231
 232         "ppc64el")
 233             karch="powerpc"
 234             ubuntu_config="ppc64el-config.flavour.generic"
 235             ;;
 236
 237         *)
 238             echo "Unsupported arch $arch"
 239             exit 1
 240             ;;
 241     esac
 242
 243     # Use gcc 4.9, older kernel don't build with gcc 5
 244     CC=gcc-4.9
 245
 246 else
 247     echo "Not arch or cross_arch specified"
 248     exit 1
 249 fi
 250
 251
 252
 253
 254 # Create build directories
 255 mkdir -p "${LNXBUILDDIR}" "${LNXHDRDIR}" "${LTTBUILDKSRCDIR}" "${LTTBUILDKHDRDIR}"
 256
 257
 258
 259 ## PREPARE DISTRO STYLE KERNEL HEADERS / DEVEL
 260
 261 # Enter linux source dir
 262 cd "${LNXSRCDIR}"
 263
 264 prepare_lnx_sources "."
 265
 266 # For RT kernels, copy version file
 267 if [ -s localversion-rt ]; then
 268     cp -a localversion-rt "${LNXHDRDIR}"
 269 fi
 270
 271 # Copy all Makefile related stuff
 272 find . -path './include/*' -prune \
 273     -o -path './scripts/*' -prune -o -type f \
 274         \( -name 'Makefile*' -o -name 'Kconfig*' -o -name 'Kbuild*' -o \
 275         -name '*.sh' -o -name '*.pl' -o -name '*.lds' \) \
 276     -print | cpio -pd --preserve-modification-time "${LNXHDRDIR}"
 277
 278 # Copy base scripts and include dirs
 279 cp -a scripts include "${LNXHDRDIR}"
 280
 281 # Copy arch includes
 282 (find arch -name include -type d -print | \
 283     xargs -n1 -i: find : -type f) | \
 284         cpio -pd --preserve-modification-time "${LNXHDRDIR}"
 285
 286 # Copy arch scripts
 287 (find arch -name scripts -type d -print | \
 288     xargs -n1 -i: find : -type f) | \
 289         cpio -pd --preserve-modification-time "${LNXHDRDIR}"
 290
 291 # Cleanup scripts
 292 rm -f "${LNXHDRDIR}/scripts/*.o"
 293 rm -f "${LNXHDRDIR}/scripts/*/*.o"
 294
 295 # On powerpc this object is required to link modules
 296 if [ "${karch}" = "powerpc" ]; then
 297     cp -a --parents arch/powerpc/lib/crtsavres.[So] "${LNXHDRDIR}/"
 298 fi
 299
 300 # Copy modules related stuff, if available
 301 if [ -s Module.symvers ]; then
 302     cp Module.symvers "${LNXHDRDIR}"
 303 fi
 304
 305 if [ -s System.map ]; then
 306     cp System.map "${LNXHDRDIR}"
 307 fi
 308
 309 if [ -s Module.markers ]; then
 310     cp Module.markers "${LNXHDRDIR}"
 311 fi
 312
 313 # Copy config file
 314 cp .config "${LNXHDRDIR}"
 315
 316 # Make sure the Makefile and version.h have a matching timestamp so that
 317 # external modules can be built
 318 if [ -s "${LNXHDRDIR}/include/generated/uapi/linux/version.h" ]; then
 319     touch -r "${LNXHDRDIR}/Makefile" "${LNXHDRDIR}/include/generated/uapi/linux/version.h"
 320 elif [ -s "${LNXHDRDIR}/include/linux/version.h" ]; then
 321     touch -r "${LNXHDRDIR}/Makefile" "${LNXHDRDIR}/include/linux/version.h"
 322 else
 323     echo "Missing version.h"
 324     exit 1
 325 fi
 326 touch -r "${LNXHDRDIR}/.config" "${LNXHDRDIR}/include/generated/autoconf.h"
 327
 328 # Copy .config to include/config/auto.conf so "make prepare" is unnecessary.
 329 cp "${LNXHDRDIR}/.config" "${LNXHDRDIR}/include/config/auto.conf"
 330
 331
 332
 333
 334 ## PREPARE FULL LINUX SOURCE TREE
 335
 336 # Enter linux source dir
 337 cd "${LNXSRCDIR}"
 338
 339 # Make sure linux source dir is clean
 340 git clean -xdf
 341
 342 prepare_lnx_sources "${LNXBUILDDIR}"
 343
 344
 345 ## BUILD modules
 346
 347 # Build modules against full kernel sources
 348 build_modules "${LNXBUILDDIR}" "${LTTBUILDKSRCDIR}"
 349
 350 # Build modules against kernel headers
 351 build_modules "${LNXHDRDIR}" "${LTTBUILDKHDRDIR}"
 352
 353 # Make sure modules were built
 354 tree "${LTTBUILDKSRCDIR}"
 355 if [ "x$(find "${LTTBUILDKSRCDIR}" -name '*.ko*' -printf yes -quit)" != "xyes" ]; then
 356   echo "No modules built!"
 357   exit 1
 358 fi
 359
 360 tree "${LTTBUILDKHDRDIR}"
 361 if [ "x$(find "${LTTBUILDKHDRDIR}" -name '*.ko*' -printf yes -quit)" != "xyes" ]; then
 362   echo "No modules built!"
 363   exit 1
 364 fi
 365
 366 # EOF