jobs/lttng-baremetal-tests.yaml

   1 - defaults:
   2     name: baremetal_benchmarks
   3     description: |
   4       Runs baremetal kernel tests over different combination of kernel and lttng configurations.
   5
   6     triggers:
   7       - pollscm:
   8           cron: "@hourly"
   9     logrotate:
  10       numToKeep: 10
  11
  12     properties:
  13       - throttle:
  14           max-total: 2
  15           option: 'category'
  16           categories:
  17             - 'baremetal-tests'
  18     project-type: freestyle
  19     node: 'x86-64'
  20     wrappers:
  21       - workspace-cleanup
  22       - timestamps
  23       - ansicolor
  24       - credentials-binding:
  25           - text:
  26               credential-id: jenkins_lava_key
  27               variable: LAVA_JENKINS_TOKEN
  28       - inject:
  29           properties-content: |
  30             TOOLS_BRANCH={lttngversion}
  31             UST_BRANCH={lttngversion}
  32             BUILD_DEVICE=baremetal
  33     publishers:
  34       - archive:
  35           artifacts: '*.png,*.csv'
  36           stable: true
  37           do-not-fingerprint: true
  38       - email:
  39           recipients: 'francis.deslauriers@efficios.com'
  40       - image-gallery:
  41         - gallery-type: archived-images-gallery
  42           title: Results
  43           includes: '*.png'
  44     scm:
  45       - git:
  46           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
  47           branches:
  48             - "{lttngversion}"
  49           shallow-clone: true
  50           skip-tag: true
  51           fastpoll: true
  52           basedir: src/lttng-tools
  53       - git:
  54           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
  55           branches:
  56             - "{lttngversion}"
  57           shallow-clone: true
  58           skip-tag: true
  59           fastpoll: true
  60           basedir: src/lttng-modules
  61       - git:
  62           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
  63           branches:
  64             - "{kversion}"
  65           shallow-clone: true
  66           skip-tag: true
  67           fastpoll: true
  68           basedir: src/linux
  69
  70     builders:
  71       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-master.sh
  72       - trigger-builds:
  73         - project: "build_kernel_PARAM"
  74           property-file: 'properties.txt'
  75           block: true
  76       - inject:
  77           properties-file: properties.txt
  78       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh
  79       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/summarize-results.sh
  80
  81 - defaults:
  82     name: vm_tests
  83     description: |
  84       Runs baremetal kernel tests over different combination of kernel and lttng configurations.
  85     project-type: freestyle
  86     node: 'master'
  87     properties:
  88       - throttle:
  89           max-total: 2
  90           option: 'category'
  91           categories:
  92             - 'kvm-tests'
  93     triggers:
  94       - pollscm:
  95           cron: "@hourly"
  96     logrotate:
  97       numToKeep: 10
  98
  99     wrappers:
 100       - workspace-cleanup
 101       - timestamps
 102       - ansicolor
 103       - credentials-binding:
 104           - text:
 105               credential-id: jenkins_lava_key
 106               variable: LAVA_JENKINS_TOKEN
 107       - inject:
 108           properties-content: |
 109             BUILD_DEVICE=kvm
 110             TOOLS_BRANCH={lttngversion}
 111             UST_BRANCH={lttngversion}
 112     scm:
 113       - git:
 114           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 115           branches:
 116             - "{lttngversion}"
 117           shallow-clone: true
 118           skip-tag: true
 119           fastpoll: true
 120           basedir: src/lttng-tools
 121       - git:
 122           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 123           branches:
 124             - "{lttngversion}"
 125           shallow-clone: true
 126           skip-tag: true
 127           fastpoll: true
 128           basedir: src/lttng-modules
 129       - git:
 130           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 131           branches:
 132             - "{kversion}"
 133           shallow-clone: true
 134           skip-tag: true
 135           fastpoll: true
 136           basedir: src/linux
 137
 138     publishers:
 139       - email:
 140           recipients: 'francis.deslauriers@efficios.com'
 141       - ircbot:
 142           strategy: new-failure-and-fixed
 143           channels:
 144             - name: '#lttng'
 145
 146     builders:
 147       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-master.sh
 148       - trigger-builds:
 149         - project: "build_kernel_PARAM"
 150           property-file: 'properties.txt'
 151           block: true
 152       - inject:
 153           properties-file: properties.txt
 154       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/run-kvm-tests.sh
 155
 156 - defaults:
 157     name: baremetal_tests
 158     description: |
 159       Runs baremetal kernel tests over different combination of kernel and lttng configurations.
 160     project-type: freestyle
 161     node: 'master'
 162     properties:
 163       - throttle:
 164           max-total: 2
 165           option: 'category'
 166           categories:
 167             - 'baremetal-tests'
 168     triggers:
 169       - pollscm:
 170           cron: "@hourly"
 171     logrotate:
 172       numToKeep: 10
 173
 174     wrappers:
 175       - workspace-cleanup
 176       - timestamps
 177       - ansicolor
 178       - credentials-binding:
 179           - text:
 180               credential-id: jenkins_lava_key
 181               variable: LAVA_JENKINS_TOKEN
 182       - inject:
 183           properties-content: |
 184             UST_BRANCH={lttngversion}
 185             BUILD_DEVICE=baremetal
 186     scm:
 187       - git:
 188           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 189           branches:
 190             - "{lttngversion}"
 191           shallow-clone: true
 192           skip-tag: true
 193           fastpoll: true
 194           basedir: src/lttng-tools
 195       - git:
 196           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 197           branches:
 198             - "{lttngversion}"
 199           shallow-clone: true
 200           skip-tag: true
 201           fastpoll: true
 202           basedir: src/lttng-modules
 203       - git:
 204           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 205           branches:
 206             - "{kversion}"
 207           shallow-clone: true
 208           skip-tag: true
 209           fastpoll: true
 210           basedir: src/linux
 211
 212     publishers:
 213       - email:
 214           recipients: 'francis.deslauriers@efficios.com'
 215       - ircbot:
 216           strategy: new-failure-and-fixed
 217           channels:
 218             - name: '#lttng'
 219     builders:
 220       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-master.sh
 221       - trigger-builds:
 222         - project: "build_kernel_PARAM"
 223           property-file: 'properties.txt'
 224           block: true
 225       - inject:
 226           properties-file: properties.txt
 227       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/run-baremetal-tests.sh
 228
 229 - job-template:
 230     name: baremetal_benchmarks_k{kversion}_l{lttngversion}
 231     defaults: baremetal_benchmarks
 232 - job-template:
 233     name: vm_tests_k{kversion}_l{lttngversion}
 234     defaults: vm_tests
 235 - job-template:
 236     name: baremetal_tests_k{kversion}_l{lttngversion}
 237     defaults: baremetal_tests
 238
 239 # Canary jobs are made to confirm that the whole Lava pipeline is working.
 240 # They are scheduled once a day always on the same (LTTng, Kernel) code. If any
 241 # of those jobs fails, it means that there is an issue with the configuration
 242 - job-template:
 243     name: baremetal_tests_k{kversion}_l{lttngversion}_canary
 244     defaults: baremetal_tests
 245     triggers:
 246       - timed: "@daily"
 247 - job-template:
 248     name: vm_tests_k{kversion}_l{lttngversion}_canary
 249     defaults: vm_tests
 250     triggers:
 251       - timed: "@daily"
 252 - job-template:
 253     name: baremetal_benchmarks_k{kversion}_l{lttngversion}_canary
 254     defaults: baremetal_benchmarks
 255     triggers:
 256       - timed: "@daily"
 257
 258 - job-template:
 259     name: vm_tests_kmainline_l{lttngversion}
 260     defaults: vm_tests
 261     triggers:
 262       - pollscm:
 263           cron: "@daily"
 264     scm:
 265       - git:
 266           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 267           branches:
 268             - "{lttngversion}"
 269           shallow-clone: true
 270           skip-tag: true
 271           fastpoll: true
 272           basedir: src/lttng-tools
 273       - git:
 274           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 275           branches:
 276             - "{lttngversion}"
 277           shallow-clone: true
 278           skip-tag: true
 279           fastpoll: true
 280           basedir: src/lttng-modules
 281       - git:
 282           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 283           refspec: "+refs/tags/*:refs/remotes/origin/tags/*"
 284           branches:
 285             - "master"
 286           fastpoll: true
 287           basedir: src/linux
 288
 289 - job-template:
 290     name: baremetal_tests_kmainline_l{lttngversion}
 291     defaults: baremetal_tests
 292     triggers:
 293       - pollscm:
 294           cron: "@daily"
 295     scm:
 296       - git:
 297           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 298           branches:
 299             - "{lttngversion}"
 300           shallow-clone: true
 301           skip-tag: true
 302           fastpoll: true
 303           basedir: src/lttng-tools
 304       - git:
 305           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 306           branches:
 307             - "{lttngversion}"
 308           shallow-clone: true
 309           skip-tag: true
 310           fastpoll: true
 311           basedir: src/lttng-modules
 312       - git:
 313           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 314           refspec: "+refs/tags/*:refs/remotes/origin/tags/*"
 315           branches:
 316             - "master"
 317           fastpoll: true
 318           basedir: src/linux
 319
 320 - job-template:
 321     name: baremetal_benchmarks_kmainline_l{lttngversion}
 322     defaults: baremetal_benchmarks
 323     triggers:
 324       - pollscm:
 325           cron: "@daily"
 326     scm:
 327       - git:
 328           url: git://git-mirror.internal.efficios.com/lttng/lttng-tools.git
 329           branches:
 330             - "{lttngversion}"
 331           shallow-clone: true
 332           skip-tag: true
 333           fastpoll: true
 334           basedir: src/lttng-tools
 335       - git:
 336           url: git://git-mirror.internal.efficios.com/lttng/lttng-modules.git
 337           branches:
 338             - "{lttngversion}"
 339           shallow-clone: true
 340           skip-tag: true
 341           fastpoll: true
 342           basedir: src/lttng-modules
 343       - git:
 344           url: git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git
 345           refspec: "+refs/tags/*:refs/remotes/origin/tags/*"
 346           branches:
 347             - "master"
 348           fastpoll: true
 349           basedir: src/linux
 350
 351 - job:
 352     name: build_kernel_PARAM
 353     description: |
 354       Builds a Linux Kernel and LTTng Modules if necessary
 355     defaults: global
 356     concurrent: true
 357
 358     logrotate:
 359       numToKeep: 50
 360     node: 'x86-64'
 361
 362     wrappers:
 363       - workspace-cleanup
 364       - timestamps
 365       - ansicolor
 366       - credentials-binding:
 367           - file:
 368               credential-id: lava_jenkins_storage_frdeso
 369               variable: identity_file
 370     builders:
 371       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/generate-properties-slave.sh
 372       - inject:
 373           properties-file: properties.txt
 374       - shell: !include-raw-escape: scripts/lttng-baremetal-tests/check-build-needs.sh
 375       - conditional-step:
 376           condition-kind: not
 377           condition-operand:
 378               condition-kind: file-exists
 379               condition-filename: kernel-built.txt
 380               condition-basedir: workspace
 381           steps:
 382               - shell: !include-raw-escape: scripts/lttng-baremetal-tests/build-kernel.sh
 383       - conditional-step:
 384           condition-kind: not
 385           condition-operand:
 386               condition-kind: file-exists
 387               condition-filename: modules-built.txt
 388               condition-basedir: workspace
 389           steps:
 390               - shell: !include-raw-escape: scripts/lttng-baremetal-tests/build-modules.sh
 391
 392     parameters:
 393       - string:
 394           name: 'LTTNG_MODULES_COMMIT_ID'
 395           description: 'The lttng-modules commmit to build.'
 396       - string:
 397           name: 'KERNEL_COMMIT_ID'
 398           description: 'The kernel commit to build.'
 399       - string:
 400           name: 'KGITREPO'
 401           description: 'The kernel git repo to fetch from'
 402       - string:
 403           name: 'STORAGE_KERNEL_FOLDER'
 404           description: 'Path to store the Kernel image'
 405       - string:
 406           name: 'STORAGE_KERNEL_IMAGE'
 407           description: 'Path to store the Kernel IMAGE'
 408       - string:
 409           name: 'STORAGE_LINUX_MODULES'
 410           description: 'Path to store the Kernel Modules'
 411       - string:
 412           name: 'STORAGE_LTTNG_MODULES'
 413           description: 'Path to store the LTTng Modules'
 414       - string:
 415           name: 'BUILD_DEVICE'
 416           description: 'The target device. (kvm or baremetal)'
 417
 418 ## Project
 419 - project:
 420     name: lttng-kernel-tests
 421     kversion:
 422       - linux-4.4.y
 423       - linux-4.8.y
 424       - v4.8.1
 425     lttngversion:
 426       - master
 427       - stable-2.8
 428       - stable-2.9
 429     jobs:
 430       - 'vm_tests_k{kversion}_l{lttngversion}'
 431       - 'baremetal_benchmarks_k{kversion}_l{lttngversion}'
 432       - 'baremetal_tests_k{kversion}_l{lttngversion}'
 433
 434 - project:
 435     name: lttng-kernel-tests-oldkernel
 436     kversion:
 437       - linux-3.18.y
 438       - linux-4.4.y
 439     lttngversion:
 440       - stable-2.7
 441     jobs:
 442       - 'vm_tests_k{kversion}_l{lttngversion}':
 443       - 'baremetal_tests_k{kversion}_l{lttngversion}':
 444       - 'baremetal_benchmarks_k{kversion}_l{lttngversion}':
 445
 446 - project:
 447     name: lttng-kernel-tests-canary
 448     kversion:
 449       - v4.4.9
 450     lttngversion:
 451       - v2.8.1
 452     jobs:
 453       - 'vm_tests_k{kversion}_l{lttngversion}_canary'
 454       - 'baremetal_tests_k{kversion}_l{lttngversion}_canary'
 455       - 'baremetal_benchmarks_k{kversion}_l{lttngversion}_canary'
 456
 457 - project:
 458     name: lttng-kernel-tests-mainline
 459     lttngversion:
 460       - v2.8.1
 461     jobs:
 462       - 'vm_tests_kmainline_l{lttngversion}'
 463       - 'baremetal_tests_kmainline_l{lttngversion}'
 464       - 'baremetal_benchmarks_kmainline_l{lttngversion}'