jjb: Add back open_enoent Lava benchmark testcase

Initially, this testcase was removed because of its bimodal behaviour.
After investigation, we were not able to find the exact reason behind
this but we decided to keep running the testcase while keeping in mind
its bimodal nature.

Signed-off-by: Francis Deslauriers <francis.deslauriers@efficios.com>

diff --git a/lava/baremetal-tests/failing-open-enoent.yml b/lava/baremetal-tests/failing-open-enoent.yml
new file mode 100644 (file)
index 0000000..5ad6dbe
--- /dev/null
+++ b/lava/baremetal-tests/failing-open-enoent.yml
@@ -0,0 +1,39 @@
+metadata:
+        format: Lava-Test Test Definition 1.0
+        name: benchmark-syscall-failing-open-enoent
+        description: "Perform syscall tracing benchmark of failing open-enoent"
+params:
+    JENKINS_JOBNAME: "default jobname"
+
+install:
+        deps:
+                - python3-pandas
+                - python3-numpy
+        git-repos:
+                - url: https://github.com/frdeso/syscall-bench-it.git
+                  destination: benchmarks
+                  branch: master
+                - url: https://github.com/lttng/lttng-ci
+                  destination: ci
+                  branch: master
+        steps:
+                - export TMPDIR="/tmp"
+                - ulimit -c unlimited
+                - mkdir -p coredump
+                - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern
+run:
+        steps:
+                - source /root/lttngvenv/activate
+                - cd benchmarks
+                - lava-test-case build-benchmarks --shell "make"
+                - lava-test-case run-benchmarks --shell "./run.sh failing-open-enoent sys_open"
+                - lava-test-case-attach run-benchmarks "./results.csv"
+                - cd -
+                - cd ci
+                - python3 ./scripts/lttng-baremetal-tests/parse-results.py ../benchmarks/results.csv
+                - mv ./processed_results.csv ../processed_results_open_enoent.csv
+                - cd -
+                - tar czf coredump.tar.gz coredump
+                - lava-test-case-attach run-benchmarks coredump.tar.gz
+                - lava-test-case-attach run-benchmarks "./processed_results_open_enoent.csv"
+

diff --git a/scripts/lttng-baremetal-tests/lava-submit.py b/scripts/lttng-baremetal-tests/lava-submit.py
index 34ad7118563298c098527b7a54a75f1f165d90f6..8ba92514f8a239a9907c6105310324c0cb315730 100644 (file)
--- a/scripts/lttng-baremetal-tests/lava-submit.py
+++ b/scripts/lttng-baremetal-tests/lava-submit.py
@@ -72,6 +72,7 @@ def fetch_benchmark_results(server, job):
     content = get_job_bundle_content(server, job)
     testcases = ['processed_results_close.csv',
             'processed_results_open_efault.csv',
+            'processed_results_open_enoent.csv',
             'processed_results_dup_close.csv',
             'processed_results_lttng_test_filter.csv']
 
@@ -200,6 +201,11 @@ def get_baremetal_benchmarks_cmd():
                     'revision': 'master',
                     'testdef': 'lava/baremetal-tests/success-dup-close.yml'
                 },
+                {
+                    'git-repo': 'https://github.com/lttng/lttng-ci.git',
+                    'revision': 'master',
+                    'testdef': 'lava/baremetal-tests/failing-open-enoent.yml'
+                },
                 {
                     'git-repo': 'https://github.com/lttng/lttng-ci.git',
                     'revision': 'master',

diff --git a/scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh b/scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh
index 9c64afd06b0dcc531d5cd2c5680b1e72d21a676f..9d37e3264a585ed85c5b16b5f8973e450b0defae 100644 (file)
--- a/scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh
+++ b/scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh
@@ -41,6 +41,7 @@ echo "$BUILD_NUMBER,$TIMESTAMP,$KERNEL_COMMIT_ID,$LTTNG_MODULES_COMMIT_ID,$LTTNG
 # Copy the result files for each benchmark and metadata on storage server
 $SCP_COMMAND ./processed_results_close.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/close.csv"
 $SCP_COMMAND ./processed_results_open_efault.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/open-efault.csv"
+$SCP_COMMAND ./processed_results_open_enoent.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/open-enoent.csv"
 $SCP_COMMAND ./processed_results_dup_close.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/dup-close.csv"
 $SCP_COMMAND ./processed_results_lttng_test_filter.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/lttng-test-filter.csv"
 $SCP_COMMAND ./metadata.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/metadata.csv"