X-Git-Url: http://git.lttng.org./?a=blobdiff_plain;f=jobs%2Flttng-modules.yaml;h=3dcfd1beca1919c710b22c1add28bf28668939d1;hb=11d1fd9c2c82031e2262c4ff07e5e2ea4f8e5115;hp=c2743a46b456ff16dab3f567ece982a72cb5864e;hpb=f3d8604b477b84631d624aed305afdd944ffa5c6;p=lttng-ci.git diff --git a/jobs/lttng-modules.yaml b/jobs/lttng-modules.yaml index c2743a4..3dcfd1b 100644 --- a/jobs/lttng-modules.yaml +++ b/jobs/lttng-modules.yaml @@ -1,4 +1,121 @@ --- +## Anchors +- lttng-modules_build_parameters_defaults: <tng-modules_build_parameters_defaults + name: 'lttng-modules_build_parameters_defaults' + parameters: + - string: + name: 'mversion' + default: '{mversion}' + description: 'The lttng-modules branch to build.' + - string: + name: 'maxConcurrentBuild' + default: '20' + description: 'The maximum number of concurrent child build to run.' + - string: + name: 'kverfloor' + default: '{kverfloor}' + description: 'The lowest kernel version to build.' + - string: + name: 'kverceil' + default: '{kverceil}' + description: 'The highest kernel version to build. (excluded)' + - string: + name: 'kverfilter' + default: '{kverfilter}' + description: 'Kernel versions list filtering strategy.' + - string: + name: 'kgitrepo' + default: 'git://git-mirror.internal.efficios.com/git/linux-all.git' + description: 'The linux kernel git repository url.' + - string: + name: 'kbuildjob' + default: 'lttng-modules_VERSION_param-{parambuildtype}' + description: 'The parametrized job to use for child builds.' + +- lttng-modules_build_parameters_ubuntu: <tng-modules_build_parameters_ubuntu + name: 'lttng-modules_build_parameters_ubuntu' + parameters: + - string: + name: 'mversion' + default: '{mversion}' + description: 'The lttng-modules branch to build.' + - string: + name: 'maxConcurrentBuild' + default: '20' + description: 'The maximum number of concurrent child build to run.' + - string: + name: 'kverfloor' + default: '{kverfloor}' + description: 'The lowest kernel version to build.' + - string: + name: 'kverceil' + default: '{kverceil}' + description: 'The highest kernel version to build. (excluded)' + - string: + name: 'kverfilter' + default: '{kverfilter}' + description: 'Kernel versions list filtering strategy.' + - string: + name: 'kgitrepo' + default: 'git://git-mirror.internal.efficios.com/git/ubuntu-{uversion}.git' + description: 'The linux kernel git repository url.' + - string: + name: 'kbuildjob' + default: 'lttng-modules_VERSION_param-{parambuildtype}' + description: 'The parametrized job to use for child builds.' + - string: + name: 'uversion' + default: '{uversion}' + description: 'The lowest kernel version to build.' + +- lttng-modules_build_parameters_rt: <tng-modules_build_parameters_rt + name: 'lttng-modules_build_parameters_rt' + parameters: + - string: + name: 'mversion' + default: '{mversion}' + description: 'The lttng-modules branch to build.' + - string: + name: 'maxConcurrentBuild' + default: '20' + description: 'The maximum number of concurrent child build to run.' + - string: + name: 'kverfloor' + default: 'v2.6.36-rt0-rebase' + description: 'The lowest kernel version to build.' + - string: + name: 'kverceil' + default: '{kverceil}' + description: 'The highest kernel version to build. (excluded)' + - string: + name: 'kverfilter' + default: '{kverfilter}' + description: 'Kernel versions list filtering strategy.' + - string: + name: 'kgitrepo' + default: 'git://git-mirror.internal.efficios.com/kernel/rt/linux-stable-rt.git' + description: 'The linux kernel git repository url.' + - string: + name: 'kbuildjob' + default: 'lttng-modules_VERSION_param-build' + description: 'The parametrized job to use for child builds.' + +- lttng-modules_build_builders_defaults: <tng-modules_build_builders_defaults + name: 'lttng-modules_build_builders_defaults' + builders: + - system-groovy: + command: + !include-raw-escape: scripts/lttng-modules/master.groovy + +- lttng-modules_build_rt_builders_defaults: <tng-modules_build_rt_builders_defaults + name: 'lttng-modules_build_rt_builders_defaults' + builders: + - system-groovy: + command: + !include-raw-escape: scripts/lttng-modules/master-rt.groovy + + +## Defaults - defaults: name: lttng-modules description: | @@ -9,9 +126,6 @@ project-type: freestyle - logrotate: - numToKeep: 2 - wrappers: - workspace-cleanup - timestamps @@ -19,131 +133,237 @@ scm: - git: - url: git://github.com/lttng/lttng-modules.git + url: git://github.com/{github_user}/{github_name}.git browser: githubweb - browser-url: https://github.com/lttng/lttng-modules + browser-url: https://github.com/{github_user}/{github_name} branches: - "{mversion}" shallow-clone: true - skip-tag: true fastpoll: true - basedir: lttng-modules + basedir: src/lttng-modules + wipe-workspace: false + skip-tag: true triggers: - pollscm: cron: "@hourly" properties: + - build-discarder: + num-to-keep: 2 - github: - url: https://github.com/lttng/lttng-modules + url: https://github.com/{github_user}/{github_name} + + publishers: + - workspace-cleanup + - email-ext: + recipients: '{obj:email_to}' + reply-to: ci-notification@lists.lttng.org + always: false + unstable: false + first-failure: true + first-unstable: true + not-built: false + aborted: false + regression: false + failure: false + second-failure: false + improvement: false + still-failing: false + success: false + fixed: false + fixed-unhealthy: true + still-unstable: false + pre-build: false + matrix-trigger: only-parent + send-to: + - recipients ## Templates - job-template: - name: lttng-modules_{mversion}_{kversion}_{buildtype} + name: lttng-modules_ALL_trigger-vanilla defaults: lttng-modules + description: | + The LTTng modules provide Linux kernel tracing capability to the LTTng + 2.0 tracer toolset. - project-type: matrix - node: 'master' # Applies only to matrix flyweight task - axes: - - axis: - type: slave - name: arch - values: '{obj:arch}' + This job will trigger the build jobs when a new tag is added to the vanilla + and stable kernel trees. + +
Job is managed by Jenkins Job Builder.
+ + node: 'master' + + wrappers: + - timestamps + - ansicolor + + scm: [] + + triggers: + - timed: "@hourly" builders: - - copyartifact: - project: kernel_{kversion}_{buildtype}/arch=$arch - which-build: last-successful - stable: true - filter: 'build/**' - target: 'deps/linux' - do-not-fingerprint: true - - shell: | - git clone --depth=1 -b "v{kversion}" --reference $HOME/gitcache/linux-stable.git/ git://artifacts.internal.efficios.com/git/linux-stable.git linux - - shell: - !include-raw-escape: scripts/lttng-modules/build.sh + - system-groovy: + command: + !include-raw-escape: scripts/lttng-modules/trigger-vanilla.groovy - publishers: - - archive: - artifacts: 'build/**' - allow-empty: false - - workspace-cleanup + publishers: [] - job-template: - name: lttng-modules_{mversion}_build-vanilla + name: lttng-modules_{mversion}_{buildtype}-vanilla defaults: lttng-modules + description: | + The LTTng modules provide Linux kernel tracing capability to the LTTng + 2.0 tracer toolset. + + This job will build the {mversion} branch against stable vanilla + kernel tags. + +Job is managed by Jenkins Job Builder.
node: 'master' - parameters: - - string: - name: 'mversion' - default: '{mversion}' - description: 'The lttng-modules branch to build.' - - string: - name: 'maxConcurrentBuild' - default: '4' - description: 'The maximum number of concurrent child build to run.' - - string: - name: 'kverfloor' - default: 'v2.6.36' - description: 'The lowest kernel version to build.' - - string: - name: 'kgitrepo' - default: 'git://artifacts.internal.efficios.com/git/linux-stable.git' - description: 'The linux kernel git repository url.' - - string: - name: 'kbuildjob' - default: 'lttng-modules_VERSION_param-build' - description: 'The parametrized job to use for child builds.' + <<: *lttng-modules_build_parameters_defaults + <<: *lttng-modules_build_builders_defaults - builders: - - system-groovy: - command: - !include-raw-escape: scripts/lttng-modules/master.groovy +- job-template: + name: lttng-modules_{mversion}_fullbuild-vanilla + defaults: lttng-modules + description: | + The LTTng modules provide Linux kernel tracing capability to the LTTng + 2.0 tracer toolset. - publishers: - - workspace-cleanup + This job will build the {mversion} branch against all stable vanilla + kernel tags. + +Job is managed by Jenkins Job Builder.
+ + node: 'master' + + <<: *lttng-modules_build_parameters_defaults + <<: *lttng-modules_build_builders_defaults + + triggers: + - pollscm: + cron: "@midnight" - job-template: - name: lttng-modules_{mversion}_build-{uversion} + name: lttng-modules_{mversion}_{buildtype}-{uversion} defaults: lttng-modules + description: | + The LTTng modules provide Linux kernel tracing capability to the LTTng + 2.0 tracer toolset. + + This job will build the {mversion} branch against Ubuntu {uversion} + released kernels, including the LTS backport kernels. + +Job is managed by Jenkins Job Builder.
node: 'master' + <<: *lttng-modules_build_parameters_ubuntu + <<: *lttng-modules_build_builders_defaults + +- job-template: + name: lttng-modules_{mversion}_fullbuild-{uversion} + defaults: lttng-modules + description: | + The LTTng modules provide Linux kernel tracing capability to the LTTng + 2.0 tracer toolset. + + This job will build the {mversion} branch against Ubuntu {uversion} + released kernels, including the LTS backport kernels. + +Job is managed by Jenkins Job Builder.
+ + node: 'master' + + <<: *lttng-modules_build_parameters_ubuntu + <<: *lttng-modules_build_builders_defaults + + triggers: + - pollscm: + cron: "@midnight" + +- job-template: + name: lttng-modules_{mversion}_build-rt + defaults: lttng-modules + description: | + The LTTng modules provide Linux kernel tracing capability to the LTTng + 2.0 tracer toolset. + + This job will build the {mversion} branch against all Linutronix RT + kernels. + +Job is managed by Jenkins Job Builder.
+ + node: 'master' + + <<: *lttng-modules_build_parameters_rt + <<: *lttng-modules_build_rt_builders_defaults + +- job-template: + name: lttng-modules_VERSION_param-build + defaults: lttng-modules + description: | + This is a parametrized job used by 'master' jobs to build any combinations + of lttng-modules and linux kernel versions. + +Job is managed by Jenkins Job Builder.
+ + project-type: matrix + node: 'master' # Applies only to matrix flyweight task + axes: + - axis: + type: slave + name: arch + values: '{obj:arch}' + + properties: + - build-discarder: + days-to-keep: 2 + parameters: - string: name: 'mversion' - default: '{mversion}' + default: 'master' description: 'The lttng-modules branch to build.' - string: - name: 'maxConcurrentBuild' - default: '4' - description: 'The maximum number of concurrent child build to run.' - - string: - name: 'uversion' - default: '{uversion}' - description: 'The lowest kernel version to build.' + name: 'ktag' + default: '' + description: 'The linux kernel git tag to build against.' - string: name: 'kgitrepo' - default: 'git://artifacts.internal.efficios.com/git/ubuntu-{uversion}.git' + default: 'git://git-mirror.internal.efficios.com/git/linux-all.git' description: 'The linux kernel git repository url.' - - string: - name: 'kbuildjob' - default: 'lttng-modules_VERSION_param-build' - description: 'The parametrized job to use for child builds.' + + concurrent: true + + scm: + - git: + url: git://github.com/lttng/lttng-modules.git + browser: githubweb + browser-url: https://github.com/lttng/lttng-modules + branches: + - "${{mversion}}" + skip-tag: true + basedir: src/lttng-modules + + triggers: builders: - - system-groovy: - command: - !include-raw-escape: scripts/lttng-modules/master-ubuntu.groovy + - shell: | + git clone --depth=1 -b "$ktag" --reference $HOME/gitcache/linux-stable.git/ "$kgitrepo" src/linux + - shell: + !include-raw-escape: scripts/lttng-modules/param-build.sh publishers: - workspace-cleanup - job-template: - name: lttng-modules_VERSION_param-build + name: lttng-modules_VERSION_param-crossbuild defaults: lttng-modules description: | This is a parametrized job used by 'master' jobs to build any combinations @@ -155,9 +375,13 @@ node: 'master' # Applies only to matrix flyweight task axes: - axis: - type: slave - name: arch - values: '{obj:arch}' + type: user-defined + name: cross_arch + values: '{obj:cross_arch}' + + properties: + - build-discarder: + days-to-keep: 2 parameters: - string: @@ -165,17 +389,15 @@ default: 'master' description: 'The lttng-modules branch to build.' - string: - name: 'kversion' + name: 'ktag' default: '' description: 'The linux kernel git tag to build against.' - string: name: 'kgitrepo' - default: 'git://artifacts.internal.efficios.com/git/linux-stable.git' + default: 'git://git-mirror.internal.efficios.com/git/linux-all.git' description: 'The linux kernel git repository url.' concurrent: true - logrotate: - daysToKeep: -1 scm: - git: @@ -185,14 +407,15 @@ branches: - "${{mversion}}" skip-tag: true - basedir: lttng-modules + basedir: src/lttng-modules + + triggers: builders: - shell: | - git clone --depth=1 -b "$kversion" --reference $HOME/gitcache/linux-stable.git/ "$kgitrepo" linux + git clone --depth=1 -b "$ktag" --reference $HOME/gitcache/linux-stable.git/ "$kgitrepo" src/linux - shell: !include-raw-escape: scripts/lttng-modules/param-build.sh - publishers: - workspace-cleanup @@ -205,14 +428,6 @@ - pollscm: cron: "@daily" - scm: - - git: - url: git://github.com/lttng/lttng-modules.git - browser: githubweb - browser-url: https://github.com/lttng/lttng-modules - branches: - - "{mversion}" - wrappers: - workspace-cleanup - timestamps @@ -225,12 +440,15 @@ password: COVERITY_SCAN_TOKEN builders: + - shell: | + git clone --depth=1 -b v4.10 --reference $HOME/gitcache/linux-stable.git/ git://git-mirror.internal.efficios.com/kernel/stable/linux-stable.git src/linux + cd src/linux + make defconfig + sed -i "s/# CONFIG_KALLSYMS_ALL is not set/CONFIG_KALLSYMS_ALL=y/g" .config + make modules_prepare - shell: !include-raw-escape: scripts/common/coverity.sh - publishers: - - workspace-cleanup - - job-template: name: lttng-modules_{mversion}_cppcheck defaults: lttng-modules @@ -239,44 +457,167 @@ - pollscm: cron: "@daily" - scm: - - git: - url: git://github.com/lttng/lttng-modules.git - browser: githubweb - browser-url: https://github.com/lttng/lttng-modules - branches: - - "{mversion}" - builders: - shell: | - rm -f cppcheck.xml - cppcheck --enable=all --xml --xml-version=2 $WORKSPACE 2> cppcheck.xml + rm -f cppcheck-result.xml + cppcheck --enable=all --xml --xml-version=2 $WORKSPACE/src/lttng-modules 2> cppcheck-result.xml publishers: - archive: - artifacts: 'cppcheck.xml' + artifacts: 'cppcheck-result.xml' allow-empty: false - cppcheck: - pattern: 'cppcheck.xml' - - email: - recipients: 'ci-notification@lists.lttng.org' - notify-every-unstable-build: true - send-to-individuals: false + pattern: 'cppcheck-result.xml' + +- job-template: + name: lttng-modules_{mversion}_sloccount + defaults: lttng-modules + description: | + The LTTng modules provide Linux kernel tracing capability to the LTTng + 2.0 tracer toolset. + + This job runs the sloccount utility and generates a trend report. + +Job is managed by Jenkins Job Builder.
+ + triggers: + - pollscm: + cron: "@daily" + + builders: + - shell: | + cloc --by-file --xml --out=cloc.xml src/lttng-modules/ + + publishers: + - archive: + artifacts: 'cloc.xml' + allow-empty: false + - sloccount: + report-files: 'cloc.xml' + - workspace-cleanup ## Project - project: name: lttng-modules - mversion: - !include: jobs/inc/lttng-modules-versions.yaml.inc + github_user: lttng + github_name: lttng-modules + email_to: 'ci-notification@lists.lttng.org, cc:mathieu.desnoyers@efficios.com' jobs: - - 'lttng-modules_{mversion}_build-vanilla' - - 'lttng-modules_{mversion}_build-{uversion}': + +# Vanilla normal builds + - 'lttng-modules_{mversion}_{buildtype}-vanilla': + mversion: + - stable-2.9 + - stable-2.10 + - stable-2.11 + - master + buildtype: build + parambuildtype: build + kverfloor: v2.6.36 + kverceil: '' + kverfilter: stable-head + - 'lttng-modules_{mversion}_{buildtype}-vanilla': + mversion: stable-2.7 + buildtype: build + parambuildtype: build + kverfloor: v2.6.36 + kverceil: v4.8-rc0 + kverfilter: stable-head + - 'lttng-modules_{mversion}_fullbuild-vanilla': + mversion: + - stable-2.9 + - stable-2.10 + - stable-2.11 + - master + buildtype: build + parambuildtype: build + kverfloor: v2.6.36 + kverceil: '' + kverfilter: none + - 'lttng-modules_{mversion}_fullbuild-vanilla': + mversion: stable-2.7 + buildtype: build + parambuildtype: build + kverfloor: v2.6.36 + kverceil: v4.8-rc0 + kverfilter: none + +# RT normal builds + - 'lttng-modules_{mversion}_build-rt': + mversion: master + kverceil: '' + kverfilter: stable-head + +# Ubuntu normal builds + - 'lttng-modules_{mversion}_{buildtype}-{uversion}': + mversion: + - stable-2.9 + - stable-2.10 + - stable-2.11 + - master uversion: - trusty - xenial + - bionic + buildtype: build + parambuildtype: build + kverfloor: '' + kverceil: '' + kverfilter: stable-head + +# Vanilla crossbuilds + - 'lttng-modules_{mversion}_{buildtype}-vanilla': + mversion: + - stable-2.9 + - stable-2.10 + - stable-2.11 + - master + buildtype: crossbuild + parambuildtype: crossbuild + kverfloor: v3.16 + kverceil: '' + kverfilter: stable-head + - 'lttng-modules_{mversion}_{buildtype}-vanilla': + mversion: stable-2.7 + buildtype: crossbuild + parambuildtype: crossbuild + kverfloor: v3.16 + kverceil: v4.8-rc0 + kverfilter: stable-head + +# Ubuntu cross builds + - 'lttng-modules_{mversion}_{buildtype}-{uversion}': + mversion: + - stable-2.9 + - stable-2.10 + - stable-2.11 + - master + uversion: + - trusty + - xenial + - bionic + buildtype: crossbuild + parambuildtype: crossbuild + kverfloor: '' + kverceil: '' + kverfilter: stable-head + +# Parametrized kernel and modules build jobs - 'lttng-modules_VERSION_param-build': arch: !!python/tuple [x86-32, x86-64] - - 'lttng-modules_{mversion}_cppcheck' + - 'lttng-modules_VERSION_param-crossbuild': + cross_arch: !!python/tuple [armhf, arm64, powerpc, ppc64el] + +# Misc jobs + - 'lttng-modules_ALL_trigger-vanilla' + - 'lttng-modules_{mversion}_cppcheck': + mversion: + - stable-2.9 + - stable-2.10 + - stable-2.11 + - master + - 'lttng-modules_{mversion}_sloccount': + mversion: master - 'lttng-modules_{mversion}_coverity': mversion: master