From: Francis Deslauriers Date: Mon, 9 Jan 2017 17:45:22 +0000 (-0500) Subject: Lava: Generate plots including all past benchmark results X-Git-Url: https://git.lttng.org./?a=commitdiff_plain;h=b87dc589e41ab64b351f082aa6b5e0bfae55ae59;p=lttng-ci.git Lava: Generate plots including all past benchmark results Signed-off-by: Francis Deslauriers --- diff --git a/jobs/lttng-baremetal-tests.yaml b/jobs/lttng-baremetal-tests.yaml index 581b621..66373d8 100644 --- a/jobs/lttng-baremetal-tests.yaml +++ b/jobs/lttng-baremetal-tests.yaml @@ -76,6 +76,7 @@ - inject: properties-file: properties.txt - shell: !include-raw-escape: scripts/lttng-baremetal-tests/run-baremetal-benchmarks.sh + - shell: !include-raw-escape: scripts/lttng-baremetal-tests/summarize-results.sh - defaults: name: vm_tests diff --git a/scripts/lttng-baremetal-tests/generate-plots.py b/scripts/lttng-baremetal-tests/generate-plots.py new file mode 100644 index 0000000..6df689f --- /dev/null +++ b/scripts/lttng-baremetal-tests/generate-plots.py @@ -0,0 +1,123 @@ +# Copyright (C) 2017 - Francis Deslauriers +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . + + +import os, sys +import numpy as np +import pandas as pd + +#Set Matplotlib to use the PNG non interactive backend +import matplotlib as mpl +mpl.use('Agg') + +import matplotlib.pyplot as plt +from matplotlib.ticker import MaxNLocator +from cycler import cycler + +def rename_cols(df): + new_cols = {'baseline_1thr_pereventmean': 'basel_1thr', + 'baseline_2thr_pereventmean': 'basel_2thr', + 'baseline_4thr_pereventmean': 'basel_4thr', + 'baseline_8thr_pereventmean': 'basel_8thr', + 'baseline_16thr_pereventmean': 'basel_16thr', + 'lttng_1thr_pereventmean': 'lttng_1thr', + 'lttng_2thr_pereventmean': 'lttng_2thr', + 'lttng_4thr_pereventmean': 'lttng_4thr', + 'lttng_8thr_pereventmean': 'lttng_8thr', + 'lttng_16thr_pereventmean': 'lttng_16thr' + } + df.rename(columns=new_cols, inplace=True) + return df + +def create_plot(df, graph_type): + # We split the data into two plots so it's easier to read + lower = ['basel_1thr', 'basel_2thr', 'basel_4thr', 'lttng_1thr', 'lttng_2thr', 'lttng_4thr'] + lower_color = ['lightcoral', 'gray', 'chartreuse', 'red', 'black', 'forestgreen'] + upper = ['basel_8thr', 'basel_16thr', 'lttng_8thr', 'lttng_16thr'] + upper_color = ['deepskyblue', 'orange', 'mediumblue', 'saddlebrown'] + + + title='Meantime per syscalls for {} testcase'.format(graph_type) + + # Create a plot with 2 sub-plots + f, arrax = plt.subplots(2, sharex=True, figsize=(12, 14)) + + f.suptitle(title, fontsize=18) + + for (ax, sub, colors) in zip(arrax, [lower, upper], [lower_color,upper_color]): + curr_df = df[sub] + ax.set_prop_cycle(cycler('color', colors)) + ax.plot(curr_df, marker='o') + ax.set_ylim(0) + ax.grid() + ax.set_xlabel('Jenkins Build ID') + ax.set_ylabel('Meantime per syscall [ns]') + ax.legend(labels=curr_df.columns.values, bbox_to_anchor=(1.2,1)) + ax.xaxis.set_major_locator(MaxNLocator(integer=True)) + + plt.savefig('{}.png'.format(graph_type), bbox_inches='tight') + +# Writes a file that contains commit id of all configurations shown in the +# plots +def create_metadata_file(res_dir): + list_ = [] + for dirname, dirnames, res_files in os.walk('./'+res_dir): + if len(dirnames) > 0: + continue + metadata = pd.read_csv(os.path.join(dirname, 'metadata.csv')) + list_.append(metadata) + + df = pd.concat(list_) + df.index=df.build_id + df.sort_index(inplace=True) + df.to_csv('metadata.csv', index=False) + +#Iterates over a result directory and creates the plots for the different +#testcases +def create_plots(res_dir): + df = pd.DataFrame() + metadata_df = pd.DataFrame() + list_ = [] + for dirname, dirnames, res_files in os.walk('./'+res_dir): + if len(dirnames) > 0: + continue + metadata = pd.read_csv(os.path.join(dirname, 'metadata.csv')) + + for res in res_files: + if res in 'metadata.csv': + continue + tmp = pd.read_csv(os.path.join(dirname, res)) + #Use the build id as the index for the dataframe for filtering + tmp.index = metadata.build_id + #Add the testcase name to the row for later filtering + tmp['testcase'] = res.split('.')[0] + list_.append(tmp) + + df = pd.concat(list_) + df = rename_cols(df) + df.sort_index(inplace=True) + + #Go over the entire dataframe by testcase and create a plot for each type + for testcase in df.testcase.unique(): + df_testcase = df.loc[df['testcase'] == testcase] + create_plot(df=df_testcase, graph_type=testcase) + +def main(): + res_path = sys.argv[1] + create_plots(os.path.join(res_path)) + create_metadata_file(os.path.join(res_path)) + +if __name__ == '__main__': + main() diff --git a/scripts/lttng-baremetal-tests/summarize-results.sh b/scripts/lttng-baremetal-tests/summarize-results.sh new file mode 100644 index 0000000..b9ae903 --- /dev/null +++ b/scripts/lttng-baremetal-tests/summarize-results.sh @@ -0,0 +1,38 @@ +#!/bin/bash -xeu +# Copyright (C) 2017 - Francis Deslauriers +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . + +$SCP_COMMAND -r "$STORAGE_USER@$STORAGE_HOST:$BASE_STORAGE_FOLDER/benchmark-results/$JOB_NAME/" ./plot-data/ + +PYTHON3="python3" + +PYENV_HOME=$WORKSPACE/.pyenv/ + +# Delete previously built virtualenv +if [ -d "$PYENV_HOME" ]; then + rm -rf "$PYENV_HOME" +fi + +# Create virtualenv and install necessary packages +virtualenv -p $PYTHON3 "$PYENV_HOME" + +set +ux +. "$PYENV_HOME/bin/activate" +set -ux + +pip install pandas +pip install matplotlib + +python3 lttng-ci/scripts/lttng-baremetal-tests/generate-plots.py ./plot-data/