From: Francis Deslauriers Date: Fri, 23 Feb 2018 18:24:37 +0000 (-0500) Subject: jjb: lava: change lava jobs directory name X-Git-Url: https://git.lttng.org./?a=commitdiff_plain;h=3868791dff578a02f2a8d2e0b155aa7d4ef9361f;p=lttng-ci.git jjb: lava: change lava jobs directory name Signed-off-by: Francis Deslauriers --- diff --git a/lava/baremetal-tests/destructive-tests.yml b/lava/baremetal-tests/destructive-tests.yml deleted file mode 100644 index fdf4d72..0000000 --- a/lava/baremetal-tests/destructive-tests.yml +++ /dev/null @@ -1,24 +0,0 @@ -metadata: - format: Lava-Test Test Definition 1.0 - name: lttng-destructive-tests - description: "Run root destructive test suite" -install: - steps: - - export TMPDIR="/tmp" - - cd - - systemctl stop systemd-timesyncd.service - - ulimit -c unlimited - - mkdir -p coredump - - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern -run: - steps: - - source /root/lttngvenv/activate - - cd /root/lttngvenv/src/lttng-tools - - lava-test-case build-test-suite --shell "make" - - export LTTNG_ENABLE_DESTRUCTIVE_TESTS="will-break-my-system" - - cd tests - #Need to check if the file is present for branches where the testcase was not backported - - lava-test-case run-tests --shell "if [ -e root_destructive_tests ]; then prove --verbose --merge --exec '' - < root_destructive_tests; else echo 'root_destructive_tests not found'; fi" - - cd - - tar czf coredump.tar.gz coredump - - lava-test-case-attach run-benchmarks coredump.tar.gz diff --git a/lava/baremetal-tests/failing-close.yml b/lava/baremetal-tests/failing-close.yml deleted file mode 100644 index f326a9f..0000000 --- a/lava/baremetal-tests/failing-close.yml +++ /dev/null @@ -1,37 +0,0 @@ -metadata: - format: Lava-Test Test Definition 1.0 - name: benchmark-syscall-failing-close - description: "Perform syscall tracing benchmark of failing close" -params: - JENKINS_JOBNAME: "default jobname" - -install: - deps: - - python3-pandas - - python3-numpy - git-repos: - - url: https://github.com/lttng/lttng-ci - destination: ci - branch: master - steps: - - export TMPDIR="/tmp" - - ulimit -c unlimited - - mkdir -p coredump - - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern -run: - steps: - - source /root/lttngvenv/activate - - export BENCHMARK_DIR=$(mktemp --directory)/bm - - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR - - cd $BENCHMARK_DIR - - lava-test-case build-benchmarks --shell "make" - - lava-test-case run-benchmarks --shell "./run.sh failing-close sys_close" - - lava-test-case-attach run-benchmarks "./results.csv" - - cd - - - cd ci - - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv - - mv ./processed_results.csv ../processed_results_close.csv - - cd - - - tar czf coredump.tar.gz coredump - - lava-test-case-attach run-benchmarks coredump.tar.gz - - lava-test-case-attach run-benchmarks "./processed_results_close.csv" diff --git a/lava/baremetal-tests/failing-ioctl.yml b/lava/baremetal-tests/failing-ioctl.yml deleted file mode 100644 index 0ea2872..0000000 --- a/lava/baremetal-tests/failing-ioctl.yml +++ /dev/null @@ -1,37 +0,0 @@ -metadata: - format: Lava-Test Test Definition 1.0 - name: benchmark-syscall-failing-ioctl - description: "Perform syscall tracing benchmark of failing ioctl" -params: - JENKINS_JOBNAME: "default jobname" - -install: - deps: - - python3-pandas - - python3-numpy - git-repos: - - url: https://github.com/lttng/lttng-ci - destination: ci - branch: master - steps: - - export TMPDIR="/tmp" - - ulimit -c unlimited - - mkdir -p coredump - - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern -run: - steps: - - source /root/lttngvenv/activate - - export BENCHMARK_DIR=$(mktemp --directory)/bm - - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR - - cd $BENCHMARK_DIR - - lava-test-case build-benchmarks --shell "make" - - lava-test-case run-benchmarks --shell "./run.sh failing-ioctl sys_ioctl" - - lava-test-case-attach run-benchmarks "./results.csv" - - cd - - - cd ci - - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv - - mv ./processed_results.csv ../processed_results_ioctl.csv - - cd - - - tar czf coredump.tar.gz coredump - - lava-test-case-attach run-benchmarks coredump.tar.gz - - lava-test-case-attach run-benchmarks "./processed_results_ioctl.csv" diff --git a/lava/baremetal-tests/failing-open-efault.yml b/lava/baremetal-tests/failing-open-efault.yml deleted file mode 100644 index 790ae36..0000000 --- a/lava/baremetal-tests/failing-open-efault.yml +++ /dev/null @@ -1,37 +0,0 @@ -metadata: - format: Lava-Test Test Definition 1.0 - name: benchmark-syscall-failing-open-efault - description: "Perform syscall tracing benchmark of failing open-efault" -params: - JENKINS_JOBNAME: "default jobname" - -install: - deps: - - python3-pandas - - python3-numpy - git-repos: - - url: https://github.com/lttng/lttng-ci - destination: ci - branch: master - steps: - - export TMPDIR="/tmp" - - ulimit -c unlimited - - mkdir -p coredump - - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern -run: - steps: - - source /root/lttngvenv/activate - - export BENCHMARK_DIR=$(mktemp --directory)/bm - - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR - - cd $BENCHMARK_DIR - - lava-test-case build-benchmarks --shell "make" - - lava-test-case run-benchmarks --shell "./run.sh failing-open-efault sys_open" - - lava-test-case-attach run-benchmarks "./results.csv" - - cd - - - cd ci - - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv - - mv ./processed_results.csv ../processed_results_open_efault.csv - - cd - - - tar czf coredump.tar.gz coredump - - lava-test-case-attach run-benchmarks coredump.tar.gz - - lava-test-case-attach run-benchmarks "./processed_results_open_efault.csv" diff --git a/lava/baremetal-tests/failing-open-enoent.yml b/lava/baremetal-tests/failing-open-enoent.yml deleted file mode 100644 index 34c4dac..0000000 --- a/lava/baremetal-tests/failing-open-enoent.yml +++ /dev/null @@ -1,37 +0,0 @@ -metadata: - format: Lava-Test Test Definition 1.0 - name: benchmark-syscall-failing-open-enoent - description: "Perform syscall tracing benchmark of failing open-enoent" -params: - JENKINS_JOBNAME: "default jobname" - -install: - deps: - - python3-pandas - - python3-numpy - git-repos: - - url: https://github.com/lttng/lttng-ci - destination: ci - branch: master - steps: - - export TMPDIR="/tmp" - - ulimit -c unlimited - - mkdir -p coredump - - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern -run: - steps: - - source /root/lttngvenv/activate - - export BENCHMARK_DIR=$(mktemp --directory)/bm - - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR - - cd $BENCHMARK_DIR - - lava-test-case build-benchmarks --shell "make" - - lava-test-case run-benchmarks --shell "./run.sh failing-open-enoent sys_open" - - lava-test-case-attach run-benchmarks "./results.csv" - - cd - - - cd ci - - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv - - mv ./processed_results.csv ../processed_results_open_enoent.csv - - cd - - - tar czf coredump.tar.gz coredump - - lava-test-case-attach run-benchmarks coredump.tar.gz - - lava-test-case-attach run-benchmarks "./processed_results_open_enoent.csv" diff --git a/lava/baremetal-tests/kernel-tests.yml b/lava/baremetal-tests/kernel-tests.yml deleted file mode 100644 index 35ee979..0000000 --- a/lava/baremetal-tests/kernel-tests.yml +++ /dev/null @@ -1,21 +0,0 @@ -metadata: - format: Lava-Test Test Definition 1.0 - name: lttng-kernel-test - description: "Run kernel test suite" -install: - steps: - - export TMPDIR="/tmp" - - cd - - ulimit -c unlimited - - mkdir -p coredump - - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern -run: - steps: - - source /root/lttngvenv/activate - - cd /root/lttngvenv/src/lttng-tools - - lava-test-case build-test-suite --shell "make" - - cd tests - - lava-test-case run-tests --shell "prove --verbose --merge --exec '' - < root_regression" - - cd - - tar czf coredump.tar.gz coredump - - lava-test-case-attach run-benchmarks coredump.tar.gz diff --git a/lava/baremetal-tests/kprobe-fuzzing-tests.yml b/lava/baremetal-tests/kprobe-fuzzing-tests.yml deleted file mode 100644 index d2efd18..0000000 --- a/lava/baremetal-tests/kprobe-fuzzing-tests.yml +++ /dev/null @@ -1,22 +0,0 @@ -metadata: - format: Lava-Test Test Definition 1.0 - name: lttng-fuzzing-kprobe-test - description: "Run kprobe fuzzing test suite" -install: - git-repos: - - url: https://github.com/lttng/lttng-ci - destination: ci - branch: master - steps: - - export TMPDIR="/tmp" - - cd - - ulimit -c unlimited - - mkdir -p coredump - - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern -run: - steps: - - source /root/lttngvenv/activate - - cd ci/ - - lava-test-case run-tests --shell "./scripts/system-tests/kprobe-fuzzing.sh" - - tar czf coredump.tar.gz coredump - - lava-test-case-attach run-benchmarks coredump.tar.gz diff --git a/lava/baremetal-tests/lttng-test-filter.yml b/lava/baremetal-tests/lttng-test-filter.yml deleted file mode 100644 index a8f288d..0000000 --- a/lava/baremetal-tests/lttng-test-filter.yml +++ /dev/null @@ -1,38 +0,0 @@ -metadata: - format: Lava-Test Test Definition 1.0 - name: benchmark-lttng-test-filter - description: "Perform syscall tracing benchmark of the lttng-test-filter" -params: - JENKINS_JOBNAME: "default jobname" - -install: - deps: - - python3-pandas - - python3-numpy - git-repos: - - url: https://github.com/lttng/lttng-ci - destination: ci - branch: master - steps: - - export TMPDIR="/tmp" - - ulimit -c unlimited - - mkdir -p coredump - - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern -run: - steps: - - source /root/lttngvenv/activate - - export BENCHMARK_DIR=$(mktemp --directory)/bm - - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR - - cd $BENCHMARK_DIR - - modprobe lttng-test - - lava-test-case build-benchmarks --shell "make" - - lava-test-case run-benchmarks --shell "./run.sh lttng-test-filter lttng_test_filter_event" - - lava-test-case-attach run-benchmarks "./results.csv" - - cd - - - cd ci - - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv - - mv ./processed_results.csv ../processed_results_lttng_test_filter.csv - - cd - - - tar czf coredump.tar.gz coredump - - lava-test-case-attach run-benchmarks coredump.tar.gz - - lava-test-case-attach run-benchmarks "./processed_results_lttng_test_filter.csv" diff --git a/lava/baremetal-tests/perf-tests.yml b/lava/baremetal-tests/perf-tests.yml deleted file mode 100644 index b289711..0000000 --- a/lava/baremetal-tests/perf-tests.yml +++ /dev/null @@ -1,24 +0,0 @@ -metadata: - format: Lava-Test Test Definition 1.0 - name: lttng-perf-tests - description: "Run perf regression test suite" -install: - deps: - - libpfm4-dev - steps: - - export TMPDIR="/tmp" - - cd - - ulimit -c unlimited - - mkdir -p coredump - - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern -run: - steps: - - source /root/lttngvenv/activate - - cd /root/lttngvenv/src/lttng-tools - - lava-test-case build-test-suite --shell "make" - - cd tests - #Need to check if the file is present for branches where the testcase was not backported - - lava-test-case run-tests --shell "if [ -e perf_regression ]; then prove --verbose --merge --exec '' - < perf_regression; else echo 'perf_regression not found'; fi" - - cd - - tar czf coredump.tar.gz coredump - - lava-test-case-attach run-benchmarks coredump.tar.gz diff --git a/lava/baremetal-tests/raw-syscall-getpid.yml b/lava/baremetal-tests/raw-syscall-getpid.yml deleted file mode 100644 index f4da5cd..0000000 --- a/lava/baremetal-tests/raw-syscall-getpid.yml +++ /dev/null @@ -1,37 +0,0 @@ -metadata: - format: Lava-Test Test Definition 1.0 - name: benchmark-raw-syscall-getpid - description: "Perform syscall tracing benchmark of the raw syscall getpid" -params: - JENKINS_JOBNAME: "default jobname" - -install: - deps: - - python3-pandas - - python3-numpy - git-repos: - - url: https://github.com/lttng/lttng-ci - destination: ci - branch: master - steps: - - export TMPDIR="/tmp" - - ulimit -c unlimited - - mkdir -p coredump - - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern -run: - steps: - - source /root/lttngvenv/activate - - export BENCHMARK_DIR=$(mktemp --directory)/bm - - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR - - cd $BENCHMARK_DIR - - lava-test-case build-benchmarks --shell "make" - - lava-test-case run-benchmarks --shell "./run.sh raw-syscall-getpid sys_getpid" - - lava-test-case-attach run-benchmarks "./results.csv" - - cd - - - cd ci - - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv - - mv ./processed_results.csv ../processed_results_raw_syscall_getpid.csv - - cd - - - tar czf coredump.tar.gz coredump - - lava-test-case-attach run-benchmarks coredump.tar.gz - - lava-test-case-attach run-benchmarks "./processed_results_raw_syscall_getpid.csv" diff --git a/lava/baremetal-tests/success-dup-close.yml b/lava/baremetal-tests/success-dup-close.yml deleted file mode 100644 index 0443984..0000000 --- a/lava/baremetal-tests/success-dup-close.yml +++ /dev/null @@ -1,37 +0,0 @@ -metadata: - format: Lava-Test Test Definition 1.0 - name: benchmark-syscall-success-dup-close - description: "Perform syscall tracing benchmark of successful dup and close" -params: - JENKINS_JOBNAME: "default jobname" - -install: - deps: - - python3-pandas - - python3-numpy - git-repos: - - url: https://github.com/lttng/lttng-ci - destination: ci - branch: master - steps: - - export TMPDIR="/tmp" - - ulimit -c unlimited - - mkdir -p coredump - - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern -run: - steps: - - source /root/lttngvenv/activate - - export BENCHMARK_DIR=$(mktemp --directory)/bm - - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR - - cd $BENCHMARK_DIR - - lava-test-case build-benchmarks --shell "make" - - lava-test-case run-benchmarks --shell "./run.sh success-dup-close sys_close,sys_dup" - - lava-test-case-attach run-benchmarks "./results.csv" - - cd - - - cd ci - - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv - - mv ./processed_results.csv ../processed_results_dup_close.csv - - cd - - - tar czf coredump.tar.gz coredump - - lava-test-case-attach run-benchmarks coredump.tar.gz - - lava-test-case-attach run-benchmarks "./processed_results_dup_close.csv" diff --git a/lava/system-tests/destructive-tests.yml b/lava/system-tests/destructive-tests.yml new file mode 100644 index 0000000..fdf4d72 --- /dev/null +++ b/lava/system-tests/destructive-tests.yml @@ -0,0 +1,24 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: lttng-destructive-tests + description: "Run root destructive test suite" +install: + steps: + - export TMPDIR="/tmp" + - cd + - systemctl stop systemd-timesyncd.service + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - cd /root/lttngvenv/src/lttng-tools + - lava-test-case build-test-suite --shell "make" + - export LTTNG_ENABLE_DESTRUCTIVE_TESTS="will-break-my-system" + - cd tests + #Need to check if the file is present for branches where the testcase was not backported + - lava-test-case run-tests --shell "if [ -e root_destructive_tests ]; then prove --verbose --merge --exec '' - < root_destructive_tests; else echo 'root_destructive_tests not found'; fi" + - cd + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz diff --git a/lava/system-tests/failing-close.yml b/lava/system-tests/failing-close.yml new file mode 100644 index 0000000..f326a9f --- /dev/null +++ b/lava/system-tests/failing-close.yml @@ -0,0 +1,37 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: benchmark-syscall-failing-close + description: "Perform syscall tracing benchmark of failing close" +params: + JENKINS_JOBNAME: "default jobname" + +install: + deps: + - python3-pandas + - python3-numpy + git-repos: + - url: https://github.com/lttng/lttng-ci + destination: ci + branch: master + steps: + - export TMPDIR="/tmp" + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - export BENCHMARK_DIR=$(mktemp --directory)/bm + - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR + - cd $BENCHMARK_DIR + - lava-test-case build-benchmarks --shell "make" + - lava-test-case run-benchmarks --shell "./run.sh failing-close sys_close" + - lava-test-case-attach run-benchmarks "./results.csv" + - cd - + - cd ci + - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv + - mv ./processed_results.csv ../processed_results_close.csv + - cd - + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz + - lava-test-case-attach run-benchmarks "./processed_results_close.csv" diff --git a/lava/system-tests/failing-ioctl.yml b/lava/system-tests/failing-ioctl.yml new file mode 100644 index 0000000..0ea2872 --- /dev/null +++ b/lava/system-tests/failing-ioctl.yml @@ -0,0 +1,37 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: benchmark-syscall-failing-ioctl + description: "Perform syscall tracing benchmark of failing ioctl" +params: + JENKINS_JOBNAME: "default jobname" + +install: + deps: + - python3-pandas + - python3-numpy + git-repos: + - url: https://github.com/lttng/lttng-ci + destination: ci + branch: master + steps: + - export TMPDIR="/tmp" + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - export BENCHMARK_DIR=$(mktemp --directory)/bm + - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR + - cd $BENCHMARK_DIR + - lava-test-case build-benchmarks --shell "make" + - lava-test-case run-benchmarks --shell "./run.sh failing-ioctl sys_ioctl" + - lava-test-case-attach run-benchmarks "./results.csv" + - cd - + - cd ci + - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv + - mv ./processed_results.csv ../processed_results_ioctl.csv + - cd - + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz + - lava-test-case-attach run-benchmarks "./processed_results_ioctl.csv" diff --git a/lava/system-tests/failing-open-efault.yml b/lava/system-tests/failing-open-efault.yml new file mode 100644 index 0000000..790ae36 --- /dev/null +++ b/lava/system-tests/failing-open-efault.yml @@ -0,0 +1,37 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: benchmark-syscall-failing-open-efault + description: "Perform syscall tracing benchmark of failing open-efault" +params: + JENKINS_JOBNAME: "default jobname" + +install: + deps: + - python3-pandas + - python3-numpy + git-repos: + - url: https://github.com/lttng/lttng-ci + destination: ci + branch: master + steps: + - export TMPDIR="/tmp" + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - export BENCHMARK_DIR=$(mktemp --directory)/bm + - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR + - cd $BENCHMARK_DIR + - lava-test-case build-benchmarks --shell "make" + - lava-test-case run-benchmarks --shell "./run.sh failing-open-efault sys_open" + - lava-test-case-attach run-benchmarks "./results.csv" + - cd - + - cd ci + - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv + - mv ./processed_results.csv ../processed_results_open_efault.csv + - cd - + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz + - lava-test-case-attach run-benchmarks "./processed_results_open_efault.csv" diff --git a/lava/system-tests/failing-open-enoent.yml b/lava/system-tests/failing-open-enoent.yml new file mode 100644 index 0000000..34c4dac --- /dev/null +++ b/lava/system-tests/failing-open-enoent.yml @@ -0,0 +1,37 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: benchmark-syscall-failing-open-enoent + description: "Perform syscall tracing benchmark of failing open-enoent" +params: + JENKINS_JOBNAME: "default jobname" + +install: + deps: + - python3-pandas + - python3-numpy + git-repos: + - url: https://github.com/lttng/lttng-ci + destination: ci + branch: master + steps: + - export TMPDIR="/tmp" + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - export BENCHMARK_DIR=$(mktemp --directory)/bm + - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR + - cd $BENCHMARK_DIR + - lava-test-case build-benchmarks --shell "make" + - lava-test-case run-benchmarks --shell "./run.sh failing-open-enoent sys_open" + - lava-test-case-attach run-benchmarks "./results.csv" + - cd - + - cd ci + - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv + - mv ./processed_results.csv ../processed_results_open_enoent.csv + - cd - + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz + - lava-test-case-attach run-benchmarks "./processed_results_open_enoent.csv" diff --git a/lava/system-tests/kernel-tests.yml b/lava/system-tests/kernel-tests.yml new file mode 100644 index 0000000..35ee979 --- /dev/null +++ b/lava/system-tests/kernel-tests.yml @@ -0,0 +1,21 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: lttng-kernel-test + description: "Run kernel test suite" +install: + steps: + - export TMPDIR="/tmp" + - cd + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - cd /root/lttngvenv/src/lttng-tools + - lava-test-case build-test-suite --shell "make" + - cd tests + - lava-test-case run-tests --shell "prove --verbose --merge --exec '' - < root_regression" + - cd + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz diff --git a/lava/system-tests/kprobe-fuzzing-tests.yml b/lava/system-tests/kprobe-fuzzing-tests.yml new file mode 100644 index 0000000..d2efd18 --- /dev/null +++ b/lava/system-tests/kprobe-fuzzing-tests.yml @@ -0,0 +1,22 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: lttng-fuzzing-kprobe-test + description: "Run kprobe fuzzing test suite" +install: + git-repos: + - url: https://github.com/lttng/lttng-ci + destination: ci + branch: master + steps: + - export TMPDIR="/tmp" + - cd + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - cd ci/ + - lava-test-case run-tests --shell "./scripts/system-tests/kprobe-fuzzing.sh" + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz diff --git a/lava/system-tests/lttng-test-filter.yml b/lava/system-tests/lttng-test-filter.yml new file mode 100644 index 0000000..a8f288d --- /dev/null +++ b/lava/system-tests/lttng-test-filter.yml @@ -0,0 +1,38 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: benchmark-lttng-test-filter + description: "Perform syscall tracing benchmark of the lttng-test-filter" +params: + JENKINS_JOBNAME: "default jobname" + +install: + deps: + - python3-pandas + - python3-numpy + git-repos: + - url: https://github.com/lttng/lttng-ci + destination: ci + branch: master + steps: + - export TMPDIR="/tmp" + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - export BENCHMARK_DIR=$(mktemp --directory)/bm + - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR + - cd $BENCHMARK_DIR + - modprobe lttng-test + - lava-test-case build-benchmarks --shell "make" + - lava-test-case run-benchmarks --shell "./run.sh lttng-test-filter lttng_test_filter_event" + - lava-test-case-attach run-benchmarks "./results.csv" + - cd - + - cd ci + - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv + - mv ./processed_results.csv ../processed_results_lttng_test_filter.csv + - cd - + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz + - lava-test-case-attach run-benchmarks "./processed_results_lttng_test_filter.csv" diff --git a/lava/system-tests/perf-tests.yml b/lava/system-tests/perf-tests.yml new file mode 100644 index 0000000..b289711 --- /dev/null +++ b/lava/system-tests/perf-tests.yml @@ -0,0 +1,24 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: lttng-perf-tests + description: "Run perf regression test suite" +install: + deps: + - libpfm4-dev + steps: + - export TMPDIR="/tmp" + - cd + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - cd /root/lttngvenv/src/lttng-tools + - lava-test-case build-test-suite --shell "make" + - cd tests + #Need to check if the file is present for branches where the testcase was not backported + - lava-test-case run-tests --shell "if [ -e perf_regression ]; then prove --verbose --merge --exec '' - < perf_regression; else echo 'perf_regression not found'; fi" + - cd + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz diff --git a/lava/system-tests/raw-syscall-getpid.yml b/lava/system-tests/raw-syscall-getpid.yml new file mode 100644 index 0000000..f4da5cd --- /dev/null +++ b/lava/system-tests/raw-syscall-getpid.yml @@ -0,0 +1,37 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: benchmark-raw-syscall-getpid + description: "Perform syscall tracing benchmark of the raw syscall getpid" +params: + JENKINS_JOBNAME: "default jobname" + +install: + deps: + - python3-pandas + - python3-numpy + git-repos: + - url: https://github.com/lttng/lttng-ci + destination: ci + branch: master + steps: + - export TMPDIR="/tmp" + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - export BENCHMARK_DIR=$(mktemp --directory)/bm + - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR + - cd $BENCHMARK_DIR + - lava-test-case build-benchmarks --shell "make" + - lava-test-case run-benchmarks --shell "./run.sh raw-syscall-getpid sys_getpid" + - lava-test-case-attach run-benchmarks "./results.csv" + - cd - + - cd ci + - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv + - mv ./processed_results.csv ../processed_results_raw_syscall_getpid.csv + - cd - + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz + - lava-test-case-attach run-benchmarks "./processed_results_raw_syscall_getpid.csv" diff --git a/lava/system-tests/success-dup-close.yml b/lava/system-tests/success-dup-close.yml new file mode 100644 index 0000000..0443984 --- /dev/null +++ b/lava/system-tests/success-dup-close.yml @@ -0,0 +1,37 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: benchmark-syscall-success-dup-close + description: "Perform syscall tracing benchmark of successful dup and close" +params: + JENKINS_JOBNAME: "default jobname" + +install: + deps: + - python3-pandas + - python3-numpy + git-repos: + - url: https://github.com/lttng/lttng-ci + destination: ci + branch: master + steps: + - export TMPDIR="/tmp" + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - export BENCHMARK_DIR=$(mktemp --directory)/bm + - git clone https://github.com/frdeso/syscall-bench-it.git $BENCHMARK_DIR + - cd $BENCHMARK_DIR + - lava-test-case build-benchmarks --shell "make" + - lava-test-case run-benchmarks --shell "./run.sh success-dup-close sys_close,sys_dup" + - lava-test-case-attach run-benchmarks "./results.csv" + - cd - + - cd ci + - python3 ./scripts/system-tests/parse-results.py $BENCHMARK_DIR/results.csv + - mv ./processed_results.csv ../processed_results_dup_close.csv + - cd - + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz + - lava-test-case-attach run-benchmarks "./processed_results_dup_close.csv" diff --git a/scripts/system-tests/lava-submit.py b/scripts/system-tests/lava-submit.py index 38a6fcf..94ecba2 100644 --- a/scripts/system-tests/lava-submit.py +++ b/scripts/system-tests/lava-submit.py @@ -193,37 +193,37 @@ def get_baremetal_benchmarks_cmd(): { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', - 'testdef': 'lava/baremetal-tests/failing-close.yml' + 'testdef': 'lava/system-tests/failing-close.yml' }, { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', - 'testdef': 'lava/baremetal-tests/failing-ioctl.yml' + 'testdef': 'lava/system-tests/failing-ioctl.yml' }, { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', - 'testdef': 'lava/baremetal-tests/failing-open-efault.yml' + 'testdef': 'lava/system-tests/failing-open-efault.yml' }, { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', - 'testdef': 'lava/baremetal-tests/success-dup-close.yml' + 'testdef': 'lava/system-tests/success-dup-close.yml' }, { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', - 'testdef': 'lava/baremetal-tests/raw-syscall-getpid.yml' + 'testdef': 'lava/system-tests/raw-syscall-getpid.yml' }, { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', - 'testdef': 'lava/baremetal-tests/failing-open-enoent.yml' + 'testdef': 'lava/system-tests/failing-open-enoent.yml' }, { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', - 'testdef': 'lava/baremetal-tests/lttng-test-filter.yml' + 'testdef': 'lava/system-tests/lttng-test-filter.yml' } ], 'timeout': 7200 @@ -239,7 +239,7 @@ def get_baremetal_tests_cmd(): { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', - 'testdef': 'lava/baremetal-tests/perf-tests.yml' + 'testdef': 'lava/system-tests/perf-tests.yml' } ], 'timeout': 3600 @@ -255,12 +255,12 @@ def get_kvm_tests_cmd(): { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', - 'testdef': 'lava/baremetal-tests/kernel-tests.yml' + 'testdef': 'lava/system-tests/kernel-tests.yml' }, { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', - 'testdef': 'lava/baremetal-tests/destructive-tests.yml' + 'testdef': 'lava/system-tests/destructive-tests.yml' } ], 'timeout': 7200 @@ -275,7 +275,7 @@ def get_kprobes_test_cmd(): { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', - 'testdef': 'lava/baremetal-tests/kprobe-fuzzing-tests.yml' + 'testdef': 'lava/system-tests/kprobe-fuzzing-tests.yml' } ], 'timeout': 7200