Use s3 (minio) for object storage of system_test.

[lttng-ci.git] / jobs / system-tests.yaml

---
## Anchors
- system_tests_parameters_defaults: &system_tests_parameters_defaults
    name: 'system_tests_parameters_defaults'
    parameters:
      - string:
          name: 'LTTNG_TOOLS_COMMIT_ID'
          default: ''
          description: 'The lttng-tools commit id to build.'
      - string:
          name: 'LTTNG_MODULES_COMMIT_ID'
          default: ''
          description: 'The lttng-modules commit id to build.'
      - string:
          name: 'LTTNG_UST_COMMIT_ID'
          default: ''
          description: 'The lttng-ust commit id to build.'
      - string:
          name: 'KERNEL_TAG_ID'
          default: ''
          description: 'The linux kernel git tag to build against.'
      - string:
          name: 'KERNEL_REPO'
          default: 'git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git'
          description: 'Linux kernel git repo to checkout the kernel id'
      - string:
          name: 'LTTNG_TOOLS_REPO'
          default: 'https://github.com/lttng/lttng-tools.git'
          description: 'LTTng-Tools git repo to checkout the tools id'
      - string:
          name: 'LTTNG_MODULES_REPO'
          default: 'https://github.com/lttng/lttng-modules.git'
          description: 'LTTng-Modules git repo to checkout the Modules id'
      - string:
          name: 'LTTNG_UST_REPO'
          default: 'https://github.com/lttng/lttng-ust.git'
          description: 'LTTng-UST git repo to checkout the UST id'

- publisher:
    name: 'system_tests_email_ext_default'
    publishers:
      - email-ext:
          recipients: 'ci-notification@lists.lttng.org, cc:francis.deslauriers@efficios.com'
          reply-to: ci-notification@lists.lttng.org
          always: false
          unstable: false
          first-failure: true
          first-unstable: true
          not-built: false
          aborted: false
          regression: false
          failure: false
          second-failure: false
          improvement: false
          still-failing: false
          success: false
          fixed: false
          fixed-unhealthy: true
          still-unstable: false
          pre-build: false
          matrix-trigger: only-parent
          send-to:
            - recipients

## Defaults
- defaults:
    name: baremetal_benchmarks
    description: |
      Runs baremetal kernel benchmarks over different combination of kernel and lttng configurations.
    project-type: freestyle
    node: 'x86-64'

    <<: *system_tests_parameters_defaults

    properties:
      - build-discarder:
          num-to-keep: 10
      - throttle:
          max-total: 2
          option: 'category'
          categories:
            - 'baremetal-tests'

    wrappers:
      - workspace-cleanup
      - timestamps
      - ansicolor
      - credentials-binding:
          - text:
              credential-id: jenkins_lava_key
              variable: LAVA_JENKINS_TOKEN
          - file:
              credential-id: system_tests_storage_key
              variable: identity_file
      - inject:
          properties-content: |
            BUILD_DEVICE=baremetal
    scm:
      - git:
          url: https://github.com/lttng/lttng-ci
          basedir: src/lttng-ci/

    builders:
      - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
      - shell: !include-raw-escape: scripts/system-tests/inject-ssh-commands.sh
      - trigger-builds:
        - project: "build_kernel_PARAM"
          property-file: 'properties.txt'
          block: true
      - inject:
          properties-file: properties.txt
      - shell: !include-raw-escape: scripts/system-tests/run-baremetal-benchmarks.sh
      - shell: !include-raw-escape: scripts/system-tests/summarize-results.sh

    publishers:
      - archive:
          artifacts: '*.png,*.csv'
          stable: true
          do-not-fingerprint: true
      - image-gallery:
        - gallery-type: archived-images-gallery
          title: Results
          includes: '*.png'
      - workspace-cleanup

- defaults:
    name: vm_tests
    description: |
      Runs root_regression and root_destructive_tests on a virtual machine over different combinations of kernel and lttng configurations.
    project-type: freestyle
    node: 'x86-64'
    <<: *system_tests_parameters_defaults

    properties:
      - build-discarder:
          num-to-keep: 10
      - throttle:
          max-total: 2
          option: 'category'
          categories:
            - 'kvm-tests'

    wrappers:
      - workspace-cleanup
      - timestamps
      - ansicolor
      - credentials-binding:
          - text:
              credential-id: jenkins_lava_key
              variable: LAVA_JENKINS_TOKEN
      - inject:
          properties-content: |
            BUILD_DEVICE=kvm

    scm:
      - git:
          url: https://github.com/lttng/lttng-ci
          basedir: src/lttng-ci/

    builders:
      - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
      - trigger-builds:
        - project: "build_kernel_PARAM"
          property-file: 'properties.txt'
          block: true
      - inject:
          properties-file: properties.txt
      - shell: !include-raw-escape: scripts/system-tests/run-kvm-tests.sh

    publishers:
      - workspace-cleanup

- defaults:
    name: vm_tests_fuzzing
    description: |
      Runs virtual machine fuzzing tests over different combination of kernel and lttng configurations.
    project-type: freestyle
    node: 'x86-64'
    <<: *system_tests_parameters_defaults

    properties:
      - build-discarder:
          num-to-keep: 10
      - throttle:
          max-total: 2
          option: 'category'
          categories:
            - 'kvm-tests'

    wrappers:
      - workspace-cleanup
      - timestamps
      - ansicolor
      - credentials-binding:
          - text:
              credential-id: jenkins_lava_key
              variable: LAVA_JENKINS_TOKEN
      - inject:
          properties-content: |
            BUILD_DEVICE=kvm

    scm:
      - git:
          url: https://github.com/lttng/lttng-ci
          basedir: src/lttng-ci/

    builders:
      - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
      - trigger-builds:
        - project: "build_kernel_PARAM"
          property-file: 'properties.txt'
          block: true
      - inject:
          properties-file: properties.txt
      - shell: !include-raw-escape: scripts/system-tests/run-kvm-fuzzing-tests.sh

    publishers:
      - workspace-cleanup

- defaults:
    name: baremetal_tests
    description: |
      Runs perf_regression tests on a baremetal machine over different combinations of kernel and lttng configurations.
    project-type: freestyle
    node: 'x86-64'

    <<: *system_tests_parameters_defaults

    properties:
      - build-discarder:
          num-to-keep: 10
      - throttle:
          max-total: 2
          option: 'category'
          categories:
            - 'baremetal-tests'

    wrappers:
      - workspace-cleanup
      - timestamps
      - ansicolor
      - credentials-binding:
          - text:
              credential-id: jenkins_lava_key
              variable: LAVA_JENKINS_TOKEN
      - inject:
          properties-content: |
            BUILD_DEVICE=baremetal

    scm:
      - git:
          url: https://github.com/lttng/lttng-ci
          basedir: src/lttng-ci/

    builders:
      - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
      - trigger-builds:
        - project: "build_kernel_PARAM"
          property-file: 'properties.txt'
          block: true
      - inject:
          properties-file: properties.txt
      - shell: !include-raw-escape: scripts/system-tests/run-baremetal-tests.sh

    publishers:
      - workspace-cleanup

## Templates
- job-template:
    name: build_kernel_PARAM
    description: |
      Builds a Linux Kernel and LTTng Modules if necessary
    concurrent: true
    node: 'x86-64'

    parameters:
      - string:
          name: 'LTTNG_MODULES_COMMIT_ID'
          description: 'The lttng-modules commmit to build.'
      - string:
          name: 'LTTNG_MODULES_REPO'
          description: 'The LTTng Modules git repo to fetch from'
          default: 'git://git-mirror.internal.efficios.com/lttng/lttng-modules.git'
      - string:
          name: 'KERNEL_COMMIT_ID'
          description: 'The kernel commit to build.'
      - string:
          name: 'KGITREPO'
          description: 'The kernel git repo to fetch from'
      - string:
          name: 'STORAGE_KERNEL_FOLDER'
          description: 'Path to store the Kernel image'
      - string:
          name: 'STORAGE_KERNEL_IMAGE'
          description: 'Path to store the Kernel IMAGE'
      - string:
          name: 'STORAGE_LINUX_MODULES'
          description: 'Path to store the Kernel Modules'
      - string:
          name: 'STORAGE_LTTNG_MODULES'
          description: 'Path to store the LTTng Modules'
      - string:
          name: 'BUILD_DEVICE'
          description: 'The target device. (kvm or baremetal)'
      - string:
          name: 'S3_STORAGE_KERNEL_FOLDER'
          description: 'Path to store the Kernel image'
      - string:
          name: 'S3_STORAGE_KERNEL_IMAGE'
          description: 'Path to store the Kernel IMAGE'
      - string:
          name: 'S3_STORAGE_LINUX_MODULES'
          description: 'Path to store the Kernel Modules'
      - string:
          name: 'S3_STORAGE_LTTNG_MODULES'
          description: 'Path to store the LTTng Modules'

    properties:
      - build-discarder:
          num-to-keep: 100

    wrappers:
      - workspace-cleanup
      - timestamps
      - ansicolor
      - credentials-binding:
          - file:
              credential-id: system_tests_storage_key
              variable: identity_file

    scm:
      - git:
          url: https://github.com/lttng/lttng-ci
          basedir: src/lttng-ci/
      - git:
          url : $KGITREPO
          basedir: src/linux/
          branches:
            - $KERNEL_COMMIT_ID
      - git:
          url : $LTTNG_MODULES_REPO
          basedir: src/lttng-modules/
          branches:
            - $LTTNG_MODULES_COMMIT_ID

    builders:
      - shell: !include-raw-escape: scripts/system-tests/generate-properties-slave.sh
      - inject:
          properties-file: properties.txt
      - shell: !include-raw-escape: scripts/system-tests/check-build-needs.sh
      - conditional-step:
          condition-kind: not
          condition-operand:
              condition-kind: file-exists
              condition-filename: kernel-built.txt
              condition-basedir: workspace
          steps:
              - shell: !include-raw-escape: scripts/system-tests/build-kernel.sh
      - conditional-step:
          condition-kind: not
          condition-operand:
              condition-kind: file-exists
              condition-filename: modules-built.txt
              condition-basedir: workspace
          steps:
              - shell: !include-raw-escape: scripts/system-tests/build-modules.sh

    publishers:
      - workspace-cleanup

- job-template:
    name: system_ALL_{test_type}_trigger
    description: |
      This job will trigger the build of jobs when a new tag is push specific
      tracked Linux branches and new commits on LTTng tracked branches

    project-type: freestyle
    node: 'master'

    properties:
      - build-discarder:
          num-to-keep: 10

    triggers:
      - timed: "H 0 * * 1-5"

    wrappers:
      - timestamps
      - ansicolor

    builders:
      - system-groovy:
         command:
           !include-raw-escape: scripts/system-tests/system-trigger.groovy

    publishers:
      - system_tests_email_ext_default

- job-template:
    name: baremetal_benchmarks_k{kversion}_l{lttngversion}
    defaults: baremetal_benchmarks
- job-template:
    name: vm_tests_k{kversion}_l{lttngversion}
    defaults: vm_tests
- job-template:
    name: baremetal_tests_k{kversion}_l{lttngversion}
    defaults: baremetal_tests

- job-template:
    name: vm_tests_fuzzing_k{kversion}_l{lttngversion}
    defaults: vm_tests_fuzzing

# Canary jobs are made to confirm that the whole Lava pipeline is working.
# They are scheduled once a day always on the same (LTTng, Kernel) code. If any
# of those jobs fails, it means that there is an issue with the configuration
- job-template:
    name: baremetal_benchmarks_canary
    defaults: baremetal_benchmarks

- job-template:
    name: baremetal_tests_canary
    defaults: baremetal_tests

- job-template:
    name: vm_tests_canary
    defaults: vm_tests

## Project
- project:
    name: system-tests
    kversion:
      - master
      - linux-4.4.y
      - linux-4.9.y
    lttngversion:
      - master
      - stable-2.9
      - stable-2.10
    jobs:
      - 'vm_tests_k{kversion}_l{lttngversion}'
      - 'baremetal_benchmarks_k{kversion}_l{lttngversion}'
      - 'baremetal_tests_k{kversion}_l{lttngversion}'

- project:
    name: system-tests-oldkernel
    kversion:
      - linux-3.18.y
    lttngversion:
      - stable-2.7
    jobs:
      - 'vm_tests_k{kversion}_l{lttngversion}':
      - 'baremetal_tests_k{kversion}_l{lttngversion}':
      - 'baremetal_benchmarks_k{kversion}_l{lttngversion}':

- project:
    name: system-tests-canary
    jobs:
      - 'vm_tests_canary'
      - 'baremetal_tests_canary'
      - 'baremetal_benchmarks_canary'

- project:
    name: system-fuzzing-tests
    kversion: master
    lttngversion: master
    jobs:
      - 'vm_tests_fuzzing_k{kversion}_l{lttngversion}'
- project:
    name: system-general
    test_type:
      - vm_tests
      - baremetal_tests
      - baremetal_benchmarks
    jobs:
      - 'build_kernel_PARAM'
      - 'system_ALL_{test_type}_trigger'