X-Git-Url: http://git.lttng.org./?a=blobdiff_plain;ds=sidebyside;f=jobs%2Fsystem-tests.yaml;h=49ae463138f283786058877b9d8b277754c4d574;hb=64ed2e0384d168574a1455d384c25db1ad00440d;hp=508259d5c9e6a423abf2a34ffe1c45559c752ee5;hpb=afd0d7f88b9b4852f8dbf7225d0cf575e322efe1;p=lttng-ci.git diff --git a/jobs/system-tests.yaml b/jobs/system-tests.yaml index 508259d..49ae463 100644 --- a/jobs/system-tests.yaml +++ b/jobs/system-tests.yaml @@ -4,43 +4,43 @@ name: 'system_tests_parameters_defaults' parameters: - string: - name: 'tools_commit_id' + name: 'LTTNG_TOOLS_COMMIT_ID' default: '' description: 'The lttng-tools commit id to build.' - string: - name: 'modules_commit_id' + name: 'LTTNG_MODULES_COMMIT_ID' default: '' description: 'The lttng-modules commit id to build.' - string: - name: 'ust_commit_id' + name: 'LTTNG_UST_COMMIT_ID' default: '' description: 'The lttng-ust commit id to build.' - string: - name: 'kernel_tag_id' + name: 'KERNEL_TAG_ID' default: '' description: 'The linux kernel git tag to build against.' - string: - name: 'kernel_repo' + name: 'KERNEL_REPO' default: 'git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git' description: 'Linux kernel git repo to checkout the kernel id' - string: - name: 'tools_repo' + name: 'LTTNG_TOOLS_REPO' default: 'https://github.com/lttng/lttng-tools.git' description: 'LTTng-Tools git repo to checkout the tools id' - string: - name: 'modules_repo' + name: 'LTTNG_MODULES_REPO' default: 'https://github.com/lttng/lttng-modules.git' description: 'LTTng-Modules git repo to checkout the Modules id' - string: - name: 'ust_repo' + name: 'LTTNG_UST_REPO' default: 'https://github.com/lttng/lttng-ust.git' description: 'LTTng-UST git repo to checkout the UST id' -- system_tests_publisher_defaults: &system_tests_publisher_defaults - name: 'system_tests_publisher_defaults' +- publisher: + name: 'system_tests_email_ext_default' publishers: - email-ext: - recipients: '{obj:email_to}' + recipients: 'ci-notification@lists.lttng.org, cc:francis.deslauriers@efficios.com' reply-to: ci-notification@lists.lttng.org always: false unstable: false @@ -61,15 +61,14 @@ matrix-trigger: only-parent send-to: - recipients - - workspace-cleanup -## Defaults -- defaults: - name: baremetal_benchmarks +## Templates +- job-template: + name: baremetal_benchmarks_k{kversion}_l{lttngversion} description: | Runs baremetal kernel benchmarks over different combination of kernel and lttng configurations. project-type: freestyle - node: 'x86-64' + node: 'amd64' <<: *system_tests_parameters_defaults @@ -90,12 +89,20 @@ - text: credential-id: jenkins_lava_key variable: LAVA_JENKINS_TOKEN + - text: + credential-id: jenkins_lava2_key + variable: LAVA2_JENKINS_TOKEN - file: credential-id: system_tests_storage_key variable: identity_file - inject: properties-content: | BUILD_DEVICE=baremetal + LTTNG_VERSION={lttngversion} + scm: + - git: + url: https://github.com/lttng/lttng-ci + basedir: src/lttng-ci/ builders: - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh @@ -114,47 +121,25 @@ artifacts: '*.png,*.csv' stable: true do-not-fingerprint: true - - email-ext: - recipients: '{obj:email_to}' - reply-to: ci-notification@lists.lttng.org - always: false - unstable: false - first-failure: true - first-unstable: true - not-built: false - aborted: false - regression: false - failure: false - second-failure: false - improvement: false - still-failing: false - success: false - fixed: false - fixed-unhealthy: true - still-unstable: false - pre-build: false - matrix-trigger: only-parent - send-to: - - recipients - image-gallery: - gallery-type: archived-images-gallery title: Results includes: '*.png' - workspace-cleanup -- defaults: - name: vm_tests +- job-template: + name: vm_tests_k{kversion}_l{lttngversion} description: | - Runs virtual machine kernel tests over different combination of kernel and lttng configurations. + Runs root_regression and root_destructive_tests on a virtual machine over different combinations of kernel and lttng configurations. project-type: freestyle - node: 'master' + node: 'amd64' <<: *system_tests_parameters_defaults properties: - build-discarder: num-to-keep: 10 - throttle: - max-total: 2 + max-total: 4 option: 'category' categories: - 'kvm-tests' @@ -167,9 +152,18 @@ - text: credential-id: jenkins_lava_key variable: LAVA_JENKINS_TOKEN + - text: + credential-id: jenkins_lava2_key + variable: LAVA2_JENKINS_TOKEN - inject: properties-content: | BUILD_DEVICE=kvm + LTTNG_VERSION={lttngversion} + + scm: + - git: + url: https://github.com/lttng/lttng-ci + basedir: src/lttng-ci/ builders: - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh @@ -181,55 +175,15 @@ properties-file: properties.txt - shell: !include-raw-escape: scripts/system-tests/run-kvm-tests.sh - <<: *system_tests_publisher_defaults - -- defaults: - name: vm_tests_fuzzing - description: | - Runs virtual machine fuzzing tests over different combination of kernel and lttng configurations. - project-type: freestyle - node: 'master' - <<: *system_tests_parameters_defaults - - properties: - - build-discarder: - num-to-keep: 10 - - throttle: - max-total: 2 - option: 'category' - categories: - - 'kvm-tests' - - wrappers: + publishers: - workspace-cleanup - - timestamps - - ansicolor - - credentials-binding: - - text: - credential-id: jenkins_lava_key - variable: LAVA_JENKINS_TOKEN - - inject: - properties-content: | - BUILD_DEVICE=kvm - builders: - - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh - - trigger-builds: - - project: "build_kernel_PARAM" - property-file: 'properties.txt' - block: true - - inject: - properties-file: properties.txt - - shell: !include-raw-escape: scripts/system-tests/run-kvm-fuzzing-tests.sh - - <<: *system_tests_publisher_defaults - -- defaults: - name: baremetal_tests +- job-template: + name: baremetal_tests_k{kversion}_l{lttngversion} description: | - Runs baremetal kernel tests over different combination of kernel and lttng configurations. + Runs perf_regression tests on a baremetal machine over different combinations of kernel and lttng configurations. project-type: freestyle - node: 'master' + node: 'amd64' <<: *system_tests_parameters_defaults @@ -250,9 +204,18 @@ - text: credential-id: jenkins_lava_key variable: LAVA_JENKINS_TOKEN + - text: + credential-id: jenkins_lava2_key + variable: LAVA2_JENKINS_TOKEN - inject: properties-content: | BUILD_DEVICE=baremetal + LTTNG_VERSION={lttngversion} + + scm: + - git: + url: https://github.com/lttng/lttng-ci + basedir: src/lttng-ci/ builders: - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh @@ -264,15 +227,15 @@ properties-file: properties.txt - shell: !include-raw-escape: scripts/system-tests/run-baremetal-tests.sh - <<: *system_tests_publisher_defaults + publishers: + - workspace-cleanup -## Templates - job-template: name: build_kernel_PARAM description: | Builds a Linux Kernel and LTTng Modules if necessary concurrent: true - node: 'x86-64' + node: 'amd64' parameters: - string: @@ -303,6 +266,18 @@ - string: name: 'BUILD_DEVICE' description: 'The target device. (kvm or baremetal)' + - string: + name: 'S3_STORAGE_KERNEL_FOLDER' + description: 'Path to store the Kernel image' + - string: + name: 'S3_STORAGE_KERNEL_IMAGE' + description: 'Path to store the Kernel IMAGE' + - string: + name: 'S3_STORAGE_LINUX_MODULES' + description: 'Path to store the Kernel Modules' + - string: + name: 'S3_STORAGE_LTTNG_MODULES' + description: 'Path to store the LTTng Modules' properties: - build-discarder: @@ -317,6 +292,16 @@ credential-id: system_tests_storage_key variable: identity_file + scm: + - git: + url: https://github.com/lttng/lttng-ci + basedir: src/lttng-ci/ + - git: + url : $LTTNG_MODULES_REPO + basedir: src/lttng-modules/ + branches: + - $LTTNG_MODULES_COMMIT_ID + builders: - shell: !include-raw-escape: scripts/system-tests/generate-properties-slave.sh - inject: @@ -343,20 +328,29 @@ - workspace-cleanup - job-template: - name: system_ALL_trigger + name: system_ALL_{test_type}_trigger description: | This job will trigger the build of jobs when a new tag is push specific tracked Linux branches and new commits on LTTng tracked branches project-type: freestyle node: 'master' + parameters: + - bool: + name: 'FORCE_JOB_RUN' + default: false + description: 'Force the child jobs to run' + - bool: + name: 'FORCE_FAILED_JOB_RUN' + default: false + description: 'Force the failed child jobs to run' properties: - build-discarder: num-to-keep: 10 triggers: - - timed: "@daily" + - timed: "H 0 * * 1-5" wrappers: - timestamps @@ -367,85 +361,54 @@ command: !include-raw-escape: scripts/system-tests/system-trigger.groovy - <<: *system_tests_publisher_defaults - -- job-template: - name: baremetal_benchmarks_k{kversion}_l{lttngversion} - defaults: baremetal_benchmarks -- job-template: - name: vm_tests_k{kversion}_l{lttngversion} - defaults: vm_tests -- job-template: - name: baremetal_tests_k{kversion}_l{lttngversion} - defaults: baremetal_tests + publishers: + - system_tests_email_ext_default -- job-template: - name: vm_tests_fuzzing_k{kversion}_l{lttngversion} - defaults: vm_tests_fuzzing +## Project # Canary jobs are made to confirm that the whole Lava pipeline is working. # They are scheduled once a day always on the same (LTTng, Kernel) code. If any # of those jobs fails, it means that there is an issue with the configuration -- job-template: - name: baremetal_benchmarks_canary - defaults: baremetal_benchmarks - -- job-template: - name: baremetal_tests_canary - defaults: baremetal_tests - -- job-template: - name: vm_tests_canary - defaults: vm_tests -## Project - project: name: system-tests - email_to: 'ci-notification@lists.lttng.org, cc:francis.deslauriers@efficios.com' kversion: + - canary - master - linux-4.4.y - linux-4.9.y + - linux-4.14.y + - linux-4.19.y + - linux-5.0.y + - linux-5.1.y lttngversion: + - canary - master - - stable-2.9 - stable-2.10 + - stable-2.11 + - stable-2.12 jobs: - 'vm_tests_k{kversion}_l{lttngversion}' - 'baremetal_benchmarks_k{kversion}_l{lttngversion}' - 'baremetal_tests_k{kversion}_l{lttngversion}' - - project: - name: system-tests-oldkernel - email_to: 'ci-notification@lists.lttng.org, cc:francis.deslauriers@efficios.com' + name: system-tests-vm-only kversion: - linux-3.18.y - - linux-4.4.y lttngversion: - - stable-2.7 - jobs: - - 'vm_tests_k{kversion}_l{lttngversion}': - - 'baremetal_tests_k{kversion}_l{lttngversion}': - - 'baremetal_benchmarks_k{kversion}_l{lttngversion}': - -- project: - name: system-tests-canary - email_to: 'ci-notification@lists.lttng.org, cc:francis.deslauriers@efficios.com' + - master + - stable-2.10 + - stable-2.11 + - stable-2.12 jobs: - - 'vm_tests_canary' - - 'baremetal_tests_canary' - - 'baremetal_benchmarks_canary' + - 'vm_tests_k{kversion}_l{lttngversion}' -- project: - name: system-fuzzing-tests - email_to: 'ci-notification@lists.lttng.org, cc:francis.deslauriers@efficios.com' - kversion: master - lttngversion: master - jobs: - - 'vm_tests_fuzzing_k{kversion}_l{lttngversion}' - project: name: system-general - email_to: 'ci-notification@lists.lttng.org, cc:francis.deslauriers@efficios.com' + test_type: + - vm_tests + - baremetal_tests + - baremetal_benchmarks jobs: - 'build_kernel_PARAM' - - 'system_ALL_trigger' + - 'system_ALL_{test_type}_trigger'