X-Git-Url: http://git.lttng.org./?a=blobdiff_plain;f=jobs%2Fsystem-tests.yaml;h=d9af256748a6591f1d2abcc8f8af009e14acbc54;hb=32dae18e9f1860e274a91cf31c0f21825b2ee71a;hp=2f8271b8015d44b36c7557cbc59853a5cc436e1f;hpb=c6b6cc8e3f032c190c4fa7601d137cfe188988bc;p=lttng-ci.git

diff --git a/jobs/system-tests.yaml b/jobs/system-tests.yaml
index 2f8271b..d9af256 100644
--- a/jobs/system-tests.yaml
+++ b/jobs/system-tests.yaml
@@ -4,35 +4,35 @@
     name: 'system_tests_parameters_defaults'
     parameters:
       - string:
-          name: 'tools_commit_id'
+          name: 'LTTNG_TOOLS_COMMIT_ID'
           default: ''
           description: 'The lttng-tools commit id to build.'
       - string:
-          name: 'modules_commit_id'
+          name: 'LTTNG_MODULES_COMMIT_ID'
           default: ''
           description: 'The lttng-modules commit id to build.'
       - string:
-          name: 'ust_commit_id'
+          name: 'LTTNG_UST_COMMIT_ID'
           default: ''
           description: 'The lttng-ust commit id to build.'
       - string:
-          name: 'kernel_tag_id'
+          name: 'KERNEL_TAG_ID'
           default: ''
           description: 'The linux kernel git tag to build against.'
       - string:
-          name: 'kernel_repo'
-          default: 'git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git'
+          name: 'KERNEL_REPO'
+          default: 'https://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git'
           description: 'Linux kernel git repo to checkout the kernel id'
       - string:
-          name: 'tools_repo'
+          name: 'LTTNG_TOOLS_REPO'
           default: 'https://github.com/lttng/lttng-tools.git'
           description: 'LTTng-Tools git repo to checkout the tools id'
       - string:
-          name: 'modules_repo'
+          name: 'LTTNG_MODULES_REPO'
           default: 'https://github.com/lttng/lttng-modules.git'
           description: 'LTTng-Modules git repo to checkout the Modules id'
       - string:
-          name: 'ust_repo'
+          name: 'LTTNG_UST_REPO'
           default: 'https://github.com/lttng/lttng-ust.git'
           description: 'LTTng-UST git repo to checkout the UST id'
 
@@ -62,76 +62,19 @@
           send-to:
             - recipients
 
-## Defaults
-- defaults:
-    name: baremetal_benchmarks
-    description: |
-      Runs baremetal kernel benchmarks over different combination of kernel and lttng configurations.
-    project-type: freestyle
-    node: 'x86-64'
-
-    <<: *system_tests_parameters_defaults
-
-    properties:
-      - build-discarder:
-          num-to-keep: 10
-      - throttle:
-          max-total: 2
-          option: 'category'
-          categories:
-            - 'baremetal-tests'
-
-    wrappers:
-      - workspace-cleanup
-      - timestamps
-      - ansicolor
-      - credentials-binding:
-          - text:
-              credential-id: jenkins_lava_key
-              variable: LAVA_JENKINS_TOKEN
-          - file:
-              credential-id: system_tests_storage_key
-              variable: identity_file
-      - inject:
-          properties-content: |
-            BUILD_DEVICE=baremetal
-
-    builders:
-      - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
-      - shell: !include-raw-escape: scripts/system-tests/inject-ssh-commands.sh
-      - trigger-builds:
-        - project: "build_kernel_PARAM"
-          property-file: 'properties.txt'
-          block: true
-      - inject:
-          properties-file: properties.txt
-      - shell: !include-raw-escape: scripts/system-tests/run-baremetal-benchmarks.sh
-      - shell: !include-raw-escape: scripts/system-tests/summarize-results.sh
-
-    publishers:
-      - archive:
-          artifacts: '*.png,*.csv'
-          stable: true
-          do-not-fingerprint: true
-      - image-gallery:
-        - gallery-type: archived-images-gallery
-          title: Results
-          includes: '*.png'
-      - workspace-cleanup
-
-- defaults:
-    name: vm_tests
+- job-template:
+    name: vm_tests_k{kversion}_l{lttngversion}
     description: |
-      Runs virtual machine kernel tests over different combination of kernel and lttng configurations.
+      Runs root_regression and root_destructive_tests on a virtual machine over different combinations of kernel and lttng configurations.
     project-type: freestyle
-    node: 'x86-64'
+    node: 'amd64'
     <<: *system_tests_parameters_defaults
 
     properties:
       - build-discarder:
           num-to-keep: 10
       - throttle:
-          max-total: 2
+          max-total: 4
           option: 'category'
           categories:
             - 'kvm-tests'
@@ -144,51 +87,18 @@
           - text:
               credential-id: jenkins_lava_key
               variable: LAVA_JENKINS_TOKEN
-      - inject:
-          properties-content: |
-            BUILD_DEVICE=kvm
-
-    builders:
-      - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
-      - trigger-builds:
-        - project: "build_kernel_PARAM"
-          property-file: 'properties.txt'
-          block: true
-      - inject:
-          properties-file: properties.txt
-      - shell: !include-raw-escape: scripts/system-tests/run-kvm-tests.sh
-
-    publishers:
-      - workspace-cleanup
-
-- defaults:
-    name: vm_tests_fuzzing
-    description: |
-      Runs virtual machine fuzzing tests over different combination of kernel and lttng configurations.
-    project-type: freestyle
-    node: 'x86-64'
-    <<: *system_tests_parameters_defaults
-
-    properties:
-      - build-discarder:
-          num-to-keep: 10
-      - throttle:
-          max-total: 2
-          option: 'category'
-          categories:
-            - 'kvm-tests'
-
-    wrappers:
-      - workspace-cleanup
-      - timestamps
-      - ansicolor
-      - credentials-binding:
           - text:
-              credential-id: jenkins_lava_key
-              variable: LAVA_JENKINS_TOKEN
+              credential-id: jenkins_lava2_key
+              variable: LAVA2_JENKINS_TOKEN
       - inject:
           properties-content: |
             BUILD_DEVICE=kvm
+            LTTNG_VERSION={lttngversion}
+
+    scm:
+      - git:
+          url: https://github.com/lttng/lttng-ci
+          basedir: src/lttng-ci/
 
     builders:
       - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
@@ -198,17 +108,38 @@
           block: true
       - inject:
           properties-file: properties.txt
-      - shell: !include-raw-escape: scripts/system-tests/run-kvm-fuzzing-tests.sh
+      - shell: !include-raw-escape: scripts/system-tests/run-kvm-tests.sh
 
     publishers:
       - workspace-cleanup
+      - email-ext:
+          recipients: '{obj:email_to}'
+          always: false
+          unstable: false
+          first-failure: true
+          first-unstable: true
+          not-built: false
+          aborted: false
+          regression: false
+          failure: false
+          second-failure: false
+          improvement: false
+          still-failing: true
+          success: false
+          fixed: false
+          fixed-unhealthy: true
+          still-unstable: false
+          pre-build: false
+          matrix-trigger: only-parent
+          send-to:
+            - recipients
 
-- defaults:
-    name: baremetal_tests
+- job-template:
+    name: baremetal_tests_k{kversion}_l{lttngversion}
     description: |
-      Runs baremetal kernel tests over different combination of kernel and lttng configurations.
+      Runs perf_regression tests on a baremetal machine over different combinations of kernel and lttng configurations.
     project-type: freestyle
-    node: 'x86-64'
+    node: 'amd64'
 
     <<: *system_tests_parameters_defaults
 
@@ -229,9 +160,18 @@
           - text:
               credential-id: jenkins_lava_key
               variable: LAVA_JENKINS_TOKEN
+          - text:
+              credential-id: jenkins_lava2_key
+              variable: LAVA2_JENKINS_TOKEN
       - inject:
           properties-content: |
             BUILD_DEVICE=baremetal
+            LTTNG_VERSION={lttngversion}
+
+    scm:
+      - git:
+          url: https://github.com/lttng/lttng-ci
+          basedir: src/lttng-ci/
 
     builders:
       - shell: !include-raw-escape: scripts/system-tests/generate-properties-master.sh
@@ -246,13 +186,12 @@
     publishers:
       - workspace-cleanup
 
-## Templates
 - job-template:
     name: build_kernel_PARAM
     description: |
       Builds a Linux Kernel and LTTng Modules if necessary
     concurrent: true
-    node: 'x86-64'
+    node: 'amd64'
 
     parameters:
       - string:
@@ -261,7 +200,7 @@
       - string:
           name: 'LTTNG_MODULES_REPO'
           description: 'The LTTng Modules git repo to fetch from'
-          default: 'git://git-mirror.internal.efficios.com/lttng/lttng-modules.git'
+          default: 'https://git-mirror.internal.efficios.com/lttng/lttng-modules.git'
       - string:
           name: 'KERNEL_COMMIT_ID'
           description: 'The kernel commit to build.'
@@ -283,6 +222,18 @@
       - string:
           name: 'BUILD_DEVICE'
           description: 'The target device. (kvm or baremetal)'
+      - string:
+          name: 'S3_STORAGE_KERNEL_FOLDER'
+          description: 'Path to store the Kernel image'
+      - string:
+          name: 'S3_STORAGE_KERNEL_IMAGE'
+          description: 'Path to store the Kernel IMAGE'
+      - string:
+          name: 'S3_STORAGE_LINUX_MODULES'
+          description: 'Path to store the Kernel Modules'
+      - string:
+          name: 'S3_STORAGE_LTTNG_MODULES'
+          description: 'Path to store the LTTng Modules'
 
     properties:
       - build-discarder:
@@ -297,6 +248,16 @@
               credential-id: system_tests_storage_key
               variable: identity_file
 
+    scm:
+      - git:
+          url: https://github.com/lttng/lttng-ci
+          basedir: src/lttng-ci/
+      - git:
+          url : $LTTNG_MODULES_REPO
+          basedir: src/lttng-modules/
+          branches:
+            - $LTTNG_MODULES_COMMIT_ID
+
     builders:
       - shell: !include-raw-escape: scripts/system-tests/generate-properties-slave.sh
       - inject:
@@ -330,13 +291,22 @@
 
     project-type: freestyle
     node: 'master'
+    parameters:
+      - bool:
+          name: 'FORCE_JOB_RUN'
+          default: false
+          description: 'Force the child jobs to run'
+      - bool:
+          name: 'FORCE_FAILED_JOB_RUN'
+          default: false
+          description: 'Force the failed child jobs to run'
 
     properties:
       - build-discarder:
           num-to-keep: 10
 
     triggers:
-      - timed: "@daily"
+      - timed: "H 0 * * 1-5"
 
     wrappers:
       - timestamps
@@ -350,82 +320,67 @@
     publishers:
       - system_tests_email_ext_default
 
-- job-template:
-    name: baremetal_benchmarks_k{kversion}_l{lttngversion}
-    defaults: baremetal_benchmarks
-- job-template:
-    name: vm_tests_k{kversion}_l{lttngversion}
-    defaults: vm_tests
-- job-template:
-    name: baremetal_tests_k{kversion}_l{lttngversion}
-    defaults: baremetal_tests
-
-- job-template:
-    name: vm_tests_fuzzing_k{kversion}_l{lttngversion}
-    defaults: vm_tests_fuzzing
+## Project
 
 # Canary jobs are made to confirm that the whole Lava pipeline is working.
 # They are scheduled once a day always on the same (LTTng, Kernel) code. If any
 # of those jobs fails, it means that there is an issue with the configuration
-- job-template:
-    name: baremetal_benchmarks_canary
-    defaults: baremetal_benchmarks
 
-- job-template:
-    name: baremetal_tests_canary
-    defaults: baremetal_tests
-
-- job-template:
-    name: vm_tests_canary
-    defaults: vm_tests
+# Only build the "supported" version against the master kernel since
+# "unsupported" version do not get backport for new kernel.
+- project:
+    name: system-tests-supported-kmaster
+    email_to: 'ci-notification@lists.lttng.org, cc:jgalar@efficios.com'
+    kversion:
+      - master
+    lttngversion:
+      - master
+      - stable-2.11
+      - stable-2.12
+    jobs:
+      - 'vm_tests_k{kversion}_l{lttngversion}'
+      - 'baremetal_tests_k{kversion}_l{lttngversion}'
 
-## Project
+# Test against particular linux version.
 - project:
     name: system-tests
+    email_to: 'ci-notification@lists.lttng.org, cc:jgalar@efficios.com'
     kversion:
-      - master
+      - canary
       - linux-4.4.y
       - linux-4.9.y
+      - linux-4.14.y
+      - linux-4.19.y
+      - linux-5.0.y
+      - linux-5.1.y
+      - linux-5.4.y
     lttngversion:
+      - canary
       - master
-      - stable-2.9
       - stable-2.10
+      - stable-2.11
+      - stable-2.12
     jobs:
       - 'vm_tests_k{kversion}_l{lttngversion}'
-      - 'baremetal_benchmarks_k{kversion}_l{lttngversion}'
       - 'baremetal_tests_k{kversion}_l{lttngversion}'
-
 - project:
-    name: system-tests-oldkernel
+    name: system-tests-vm-only
+    email_to: 'ci-notification@lists.lttng.org, cc:jgalar@efficios.com'
     kversion:
       - linux-3.18.y
-      - linux-4.4.y
     lttngversion:
-      - stable-2.7
-    jobs:
-      - 'vm_tests_k{kversion}_l{lttngversion}':
-      - 'baremetal_tests_k{kversion}_l{lttngversion}':
-      - 'baremetal_benchmarks_k{kversion}_l{lttngversion}':
-
-- project:
-    name: system-tests-canary
+      - master
+      - stable-2.10
+      - stable-2.11
+      - stable-2.12
     jobs:
-      - 'vm_tests_canary'
-      - 'baremetal_tests_canary'
-      - 'baremetal_benchmarks_canary'
+      - 'vm_tests_k{kversion}_l{lttngversion}'
 
-- project:
-    name: system-fuzzing-tests
-    kversion: master
-    lttngversion: master
-    jobs:
-      - 'vm_tests_fuzzing_k{kversion}_l{lttngversion}'
 - project:
     name: system-general
     test_type:
       - vm_tests
       - baremetal_tests
-      - baremetal_benchmarks
     jobs:
       - 'build_kernel_PARAM'
       - 'system_ALL_{test_type}_trigger'