From: Francis Deslauriers Date: Thu, 16 Mar 2017 14:23:30 +0000 (-0400) Subject: jjb: Add back open_enoent Lava benchmark testcase X-Git-Url: https://git.lttng.org./?a=commitdiff_plain;h=6ebb730627cef9520a626551b8d1b9f678085375;p=lttng-ci.git jjb: Add back open_enoent Lava benchmark testcase Initially, this testcase was removed because of its bimodal behaviour. After investigation, we were not able to find the exact reason behind this but we decided to keep running the testcase while keeping in mind its bimodal nature. Signed-off-by: Francis Deslauriers --- diff --git a/lava/baremetal-tests/failing-open-enoent.yml b/lava/baremetal-tests/failing-open-enoent.yml new file mode 100644 index 0000000..5ad6dbe --- /dev/null +++ b/lava/baremetal-tests/failing-open-enoent.yml @@ -0,0 +1,39 @@ +metadata: + format: Lava-Test Test Definition 1.0 + name: benchmark-syscall-failing-open-enoent + description: "Perform syscall tracing benchmark of failing open-enoent" +params: + JENKINS_JOBNAME: "default jobname" + +install: + deps: + - python3-pandas + - python3-numpy + git-repos: + - url: https://github.com/frdeso/syscall-bench-it.git + destination: benchmarks + branch: master + - url: https://github.com/lttng/lttng-ci + destination: ci + branch: master + steps: + - export TMPDIR="/tmp" + - ulimit -c unlimited + - mkdir -p coredump + - echo "$(pwd)/coredump/core.%e.%p.%h.%t" > /proc/sys/kernel/core_pattern +run: + steps: + - source /root/lttngvenv/activate + - cd benchmarks + - lava-test-case build-benchmarks --shell "make" + - lava-test-case run-benchmarks --shell "./run.sh failing-open-enoent sys_open" + - lava-test-case-attach run-benchmarks "./results.csv" + - cd - + - cd ci + - python3 ./scripts/lttng-baremetal-tests/parse-results.py ../benchmarks/results.csv + - mv ./processed_results.csv ../processed_results_open_enoent.csv + - cd - + - tar czf coredump.tar.gz coredump + - lava-test-case-attach run-benchmarks coredump.tar.gz + - lava-test-case-attach run-benchmarks "./processed_results_open_enoent.csv" + diff --git a/scripts/lttng-baremetal-tests/lava-submit.py b/scripts/lttng-baremetal-tests/lava-submit.py index 34ad711..8ba9251 100644 --- a/scripts/lttng-baremetal-tests/lava-submit.py +++ b/scripts/lttng-baremetal-tests/lava-submit.py @@ -72,6 +72,7 @@ def fetch_benchmark_results(server, job): content = get_job_bundle_content(server, job) testcases = ['processed_results_close.csv', 'processed_results_open_efault.csv', + 'processed_results_open_enoent.csv', 'processed_results_dup_close.csv', 'processed_results_lttng_test_filter.csv'] @@ -200,6 +201,11 @@ def get_baremetal_benchmarks_cmd(): 'revision': 'master', 'testdef': 'lava/baremetal-tests/success-dup-close.yml' }, + { + 'git-repo': 'https://github.com/lttng/lttng-ci.git', + 'revision': 'master', + 'testdef': 'lava/baremetal-tests/failing-open-enoent.yml' + }, { 'git-repo': 'https://github.com/lttng/lttng-ci.git', 'revision': 'master', diff --git a/scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh b/scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh index 9c64afd..9d37e32 100644 --- a/scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh +++ b/scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh @@ -41,6 +41,7 @@ echo "$BUILD_NUMBER,$TIMESTAMP,$KERNEL_COMMIT_ID,$LTTNG_MODULES_COMMIT_ID,$LTTNG # Copy the result files for each benchmark and metadata on storage server $SCP_COMMAND ./processed_results_close.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/close.csv" $SCP_COMMAND ./processed_results_open_efault.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/open-efault.csv" +$SCP_COMMAND ./processed_results_open_enoent.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/open-enoent.csv" $SCP_COMMAND ./processed_results_dup_close.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/dup-close.csv" $SCP_COMMAND ./processed_results_lttng_test_filter.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/lttng-test-filter.csv" $SCP_COMMAND ./metadata.csv "$STORAGE_USER@$STORAGE_HOST:$RESULT_STORAGE_FOLDER/metadata.csv"