jobs/lttng-baremetal-tests.yaml

   1 - defaults:
   2     name: baremetal_benchmarks
   3     description: |
   4       Runs baremetal kernel tests over different combination of kernel and lttng configurations.
   5
   6     triggers:
   7       - pollscm:
   8           cron: "@hourly"
   9     logrotate:
  10       numToKeep: 10
  11
  12     properties:
  13       - throttle:
  14           max-total: 2
  15           option: 'category'
  16           categories:
  17             - 'baremetal-tests'
  18     project-type: freestyle
  19     node: 'x86-64'
  20     wrappers:
  21       - workspace-cleanup
  22       - timestamps
  23       - ansicolor
  24       - credentials-binding:
  25           - text:
  26               credential-id: jenkins_lava_key
  27               variable: LAVA_JENKINS_TOKEN
  28       - inject:
  29           properties-content: |
  30             TOOLS_BRANCH={lttngversion}
  31             UST_BRANCH={lttngversion}
  32             BUILD_DEVICE=baremetal
  33     publishers:
  34       - archive:
  35           artifacts: '*.png,*.csv'
  36           stable: true
  37           do-not-fingerprint: true
  38       - email:
  39           recipients: 'francis.deslauriers@efficios.com'
  40       - image-gallery:
  41         - gallery-type: archived-images-gallery
  42           title: Results
  43           includes: '*.png'
  44       - workspace-cleanup
  45     scm:
  46       - git:
  47           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
  48           branches:
  49             - "{lttngversion}"
  50           shallow-clone: true
  51           skip-tag: true
  52           fastpoll: true
  53           basedir: src/lttng-tools
  54       - git:
  55           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
  56           branches:
  57             - "{lttngversion}"
  58           shallow-clone: true
  59           skip-tag: true
  60           fastpoll: true
  61           basedir: src/lttng-modules
  62       - git:
  63           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
  64           branches:
  65             - "{kversion}"
  66           shallow-clone: true
  67           skip-tag: true
  68           fastpoll: true
  69           basedir: src/linux
  70
  71     builders:
  72       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-master.sh
  73       - trigger-builds:
  74         - project: "build_kernel_PARAM"
  75           property-file: 'properties.txt'
  76           block: true
  77       - inject:
  78           properties-file: properties.txt
  79       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh
  80       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/summarize-results.sh
  81
  82 - defaults:
  83     name: vm_tests
  84     description: |
  85       Runs baremetal kernel tests over different combination of kernel and lttng configurations.
  86     project-type: freestyle
  87     node: 'master'
  88     properties:
  89       - throttle:
  90           max-total: 2
  91           option: 'category'
  92           categories:
  93             - 'kvm-tests'
  94     triggers:
  95       - pollscm:
  96           cron: "@hourly"
  97     logrotate:
  98       numToKeep: 10
  99
 100     wrappers:
 101       - workspace-cleanup
 102       - timestamps
 103       - ansicolor
 104       - credentials-binding:
 105           - text:
 106               credential-id: jenkins_lava_key
 107               variable: LAVA_JENKINS_TOKEN
 108       - inject:
 109           properties-content: |
 110             BUILD_DEVICE=kvm
 111             TOOLS_BRANCH={lttngversion}
 112             UST_BRANCH={lttngversion}
 113     scm:
 114       - git:
 115           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 116           branches:
 117             - "{lttngversion}"
 118           shallow-clone: true
 119           skip-tag: true
 120           fastpoll: true
 121           basedir: src/lttng-tools
 122       - git:
 123           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 124           branches:
 125             - "{lttngversion}"
 126           shallow-clone: true
 127           skip-tag: true
 128           fastpoll: true
 129           basedir: src/lttng-modules
 130       - git:
 131           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 132           branches:
 133             - "{kversion}"
 134           shallow-clone: true
 135           skip-tag: true
 136           fastpoll: true
 137           basedir: src/linux
 138
 139     publishers:
 140       - email:
 141           recipients: 'francis.deslauriers@efficios.com'
 142       - ircbot:
 143           strategy: new-failure-and-fixed
 144           channels:
 145             - name: '#lttng'
 146       - workspace-cleanup
 147
 148     builders:
 149       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-master.sh
 150       - trigger-builds:
 151         - project: "build_kernel_PARAM"
 152           property-file: 'properties.txt'
 153           block: true
 154       - inject:
 155           properties-file: properties.txt
 156       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/run-kvm-tests.sh
 157
 158 - defaults:
 159     name: baremetal_tests
 160     description: |
 161       Runs baremetal kernel tests over different combination of kernel and lttng configurations.
 162     project-type: freestyle
 163     node: 'master'
 164     properties:
 165       - throttle:
 166           max-total: 2
 167           option: 'category'
 168           categories:
 169             - 'baremetal-tests'
 170     triggers:
 171       - pollscm:
 172           cron: "@hourly"
 173     logrotate:
 174       numToKeep: 10
 175
 176     wrappers:
 177       - workspace-cleanup
 178       - timestamps
 179       - ansicolor
 180       - credentials-binding:
 181           - text:
 182               credential-id: jenkins_lava_key
 183               variable: LAVA_JENKINS_TOKEN
 184       - inject:
 185           properties-content: |
 186             UST_BRANCH={lttngversion}
 187             BUILD_DEVICE=baremetal
 188     scm:
 189       - git:
 190           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 191           branches:
 192             - "{lttngversion}"
 193           shallow-clone: true
 194           skip-tag: true
 195           fastpoll: true
 196           basedir: src/lttng-tools
 197       - git:
 198           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 199           branches:
 200             - "{lttngversion}"
 201           shallow-clone: true
 202           skip-tag: true
 203           fastpoll: true
 204           basedir: src/lttng-modules
 205       - git:
 206           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 207           branches:
 208             - "{kversion}"
 209           shallow-clone: true
 210           skip-tag: true
 211           fastpoll: true
 212           basedir: src/linux
 213
 214     publishers:
 215       - email:
 216           recipients: 'francis.deslauriers@efficios.com'
 217       - ircbot:
 218           strategy: new-failure-and-fixed
 219           channels:
 220             - name: '#lttng'
 221       - workspace-cleanup
 222
 223     builders:
 224       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-master.sh
 225       - trigger-builds:
 226         - project: "build_kernel_PARAM"
 227           property-file: 'properties.txt'
 228           block: true
 229       - inject:
 230           properties-file: properties.txt
 231       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/run-baremetal-tests.sh
 232
 233 - job-template:
 234     name: baremetal_benchmarks_k{kversion}_l{lttngversion}
 235     defaults: baremetal_benchmarks
 236 - job-template:
 237     name: vm_tests_k{kversion}_l{lttngversion}
 238     defaults: vm_tests
 239 - job-template:
 240     name: baremetal_tests_k{kversion}_l{lttngversion}
 241     defaults: baremetal_tests
 242
 243 # Canary jobs are made to confirm that the whole Lava pipeline is working.
 244 # They are scheduled once a day always on the same (LTTng, Kernel) code. If any
 245 # of those jobs fails, it means that there is an issue with the configuration
 246 - job-template:
 247     name: baremetal_tests_k{kversion}_l{lttngversion}_canary
 248     defaults: baremetal_tests
 249     triggers:
 250       - timed: "@daily"
 251 - job-template:
 252     name: vm_tests_k{kversion}_l{lttngversion}_canary
 253     defaults: vm_tests
 254     triggers:
 255       - timed: "@daily"
 256 - job-template:
 257     name: baremetal_benchmarks_k{kversion}_l{lttngversion}_canary
 258     defaults: baremetal_benchmarks
 259     triggers:
 260       - timed: "@daily"
 261
 262 - job-template:
 263     name: vm_tests_kmainline_l{lttngversion}
 264     defaults: vm_tests
 265     triggers:
 266       - pollscm:
 267           cron: "@daily"
 268     scm:
 269       - git:
 270           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 271           branches:
 272             - "{lttngversion}"
 273           shallow-clone: true
 274           skip-tag: true
 275           fastpoll: true
 276           basedir: src/lttng-tools
 277       - git:
 278           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 279           branches:
 280             - "{lttngversion}"
 281           shallow-clone: true
 282           skip-tag: true
 283           fastpoll: true
 284           basedir: src/lttng-modules
 285       - git:
 286           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 287           refspec: "+refs/tags/*:refs/remotes/origin/tags/*"
 288           branches:
 289             - "master"
 290           fastpoll: true
 291           basedir: src/linux
 292
 293 - job-template:
 294     name: baremetal_tests_kmainline_l{lttngversion}
 295     defaults: baremetal_tests
 296     triggers:
 297       - pollscm:
 298           cron: "@daily"
 299     scm:
 300       - git:
 301           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 302           branches:
 303             - "{lttngversion}"
 304           shallow-clone: true
 305           skip-tag: true
 306           fastpoll: true
 307           basedir: src/lttng-tools
 308       - git:
 309           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 310           branches:
 311             - "{lttngversion}"
 312           shallow-clone: true
 313           skip-tag: true
 314           fastpoll: true
 315           basedir: src/lttng-modules
 316       - git:
 317           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 318           refspec: "+refs/tags/*:refs/remotes/origin/tags/*"
 319           branches:
 320             - "master"
 321           fastpoll: true
 322           basedir: src/linux
 323
 324 - job-template:
 325     name: baremetal_benchmarks_kmainline_l{lttngversion}
 326     defaults: baremetal_benchmarks
 327     triggers:
 328       - pollscm:
 329           cron: "@daily"
 330     scm:
 331       - git:
 332           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 333           branches:
 334             - "{lttngversion}"
 335           shallow-clone: true
 336           skip-tag: true
 337           fastpoll: true
 338           basedir: src/lttng-tools
 339       - git:
 340           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 341           branches:
 342             - "{lttngversion}"
 343           shallow-clone: true
 344           skip-tag: true
 345           fastpoll: true
 346           basedir: src/lttng-modules
 347       - git:
 348           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 349           refspec: "+refs/tags/*:refs/remotes/origin/tags/*"
 350           branches:
 351             - "master"
 352           fastpoll: true
 353           basedir: src/linux
 354
 355 - job:
 356     name: build_kernel_PARAM
 357     description: |
 358       Builds a Linux Kernel and LTTng Modules if necessary
 359     defaults: global
 360     concurrent: true
 361
 362     logrotate:
 363       numToKeep: 50
 364     node: 'x86-64'
 365
 366     wrappers:
 367       - workspace-cleanup
 368       - timestamps
 369       - ansicolor
 370       - credentials-binding:
 371           - file:
 372               credential-id: lava_jenkins_storage_frdeso
 373               variable: identity_file
 374     builders:
 375       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-slave.sh
 376       - inject:
 377           properties-file: properties.txt
 378       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/check-build-needs.sh
 379       - conditional-step:
 380           condition-kind: not
 381           condition-operand:
 382               condition-kind: file-exists
 383               condition-filename: kernel-built.txt
 384               condition-basedir: workspace
 385           steps:
 386               - shell: !include-raw-escape: scripts/lttng-baremetal-tests/build-kernel.sh
 387       - conditional-step:
 388           condition-kind: not
 389           condition-operand:
 390               condition-kind: file-exists
 391               condition-filename: modules-built.txt
 392               condition-basedir: workspace
 393           steps:
 394               - shell: !include-raw-escape: scripts/lttng-baremetal-tests/build-modules.sh
 395
 396     parameters:
 397       - string:
 398           name: 'LTTNG_MODULES_COMMIT_ID'
 399           description: 'The lttng-modules commmit to build.'
 400       - string:
 401           name: 'KERNEL_COMMIT_ID'
 402           description: 'The kernel commit to build.'
 403       - string:
 404           name: 'KGITREPO'
 405           description: 'The kernel git repo to fetch from'
 406       - string:
 407           name: 'STORAGE_KERNEL_FOLDER'
 408           description: 'Path to store the Kernel image'
 409       - string:
 410           name: 'STORAGE_KERNEL_IMAGE'
 411           description: 'Path to store the Kernel IMAGE'
 412       - string:
 413           name: 'STORAGE_LINUX_MODULES'
 414           description: 'Path to store the Kernel Modules'
 415       - string:
 416           name: 'STORAGE_LTTNG_MODULES'
 417           description: 'Path to store the LTTng Modules'
 418       - string:
 419           name: 'BUILD_DEVICE'
 420           description: 'The target device. (kvm or baremetal)'
 421     publishers:
 422       - workspace-cleanup
 423
 424 ## Project
 425 - project:
 426     name: lttng-kernel-tests
 427     kversion:
 428       - linux-4.4.y
 429       - linux-4.8.y
 430       - v4.8.1
 431     lttngversion:
 432       - master
 433       - stable-2.8
 434       - stable-2.9
 435     jobs:
 436       - 'vm_tests_k{kversion}_l{lttngversion}'
 437       - 'baremetal_benchmarks_k{kversion}_l{lttngversion}'
 438       - 'baremetal_tests_k{kversion}_l{lttngversion}'
 439
 440 - project:
 441     name: lttng-kernel-tests-oldkernel
 442     kversion:
 443       - linux-3.18.y
 444       - linux-4.4.y
 445     lttngversion:
 446       - stable-2.7
 447     jobs:
 448       - 'vm_tests_k{kversion}_l{lttngversion}':
 449       - 'baremetal_tests_k{kversion}_l{lttngversion}':
 450       - 'baremetal_benchmarks_k{kversion}_l{lttngversion}':
 451
 452 - project:
 453     name: lttng-kernel-tests-canary
 454     kversion:
 455       - v4.4.9
 456     lttngversion:
 457       - v2.8.1
 458     jobs:
 459       - 'vm_tests_k{kversion}_l{lttngversion}_canary'
 460       - 'baremetal_tests_k{kversion}_l{lttngversion}_canary'
 461       - 'baremetal_benchmarks_k{kversion}_l{lttngversion}_canary'
 462
 463 - project:
 464     name: lttng-kernel-tests-mainline
 465     lttngversion:
 466       - v2.8.1
 467     jobs:
 468       - 'vm_tests_kmainline_l{lttngversion}'
 469       - 'baremetal_tests_kmainline_l{lttngversion}'
 470       - 'baremetal_benchmarks_kmainline_l{lttngversion}'