diff options
Diffstat (limited to '09-check_regression/results-vs-prev.log')
| -rw-r--r-- | 09-check_regression/results-vs-prev.log | 210 |
1 files changed, 210 insertions, 0 deletions
diff --git a/09-check_regression/results-vs-prev.log b/09-check_regression/results-vs-prev.log new file mode 100644 index 0000000..5f85bad --- /dev/null +++ b/09-check_regression/results-vs-prev.log @@ -0,0 +1,210 @@ ++ relative_opt= ++ '[' xset = xset ']' ++ relative_opt=--relative ++ results=("$results_ref" "${results[@]}") ++ num=0 ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression ++ results_top=bkp-01.tcwglab:/home/tcwg-benchmark/results ++ csvs= ++ for i in "${results[@]}" ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/27203/ results-vs-prev-0/ ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ hw_tag=stm32 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-vs-prev-0 --csv_results_dir /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ results_dir=undef ++ csv_results_dir=undef ++ hw_tag=undef ++ has_perf_logs=undef ++ metrics=() ++ verbose=false ++ test 12 -gt 0 ++ case $1 in ++ results_dir=results-vs-prev-0 ++ shift ++ shift ++ test 10 -gt 0 ++ case $1 in ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ shift ++ shift ++ test 8 -gt 0 ++ case $1 in ++ hw_tag=stm32 ++ shift ++ shift ++ test 6 -gt 0 ++ case $1 in ++ has_perf_logs=no ++ shift ++ shift ++ test 4 -gt 0 ++ case $1 in ++ verbose=true ++ shift ++ shift ++ test 2 -gt 0 ++ case $1 in ++ num_symbols=0 ++ shift ++ shift ++ test 0 -gt 0 ++ check_option results-vs-prev-0 'results_dir not set.' ++ local var=results-vs-prev-0 ++ local 'msg=results_dir not set.' ++ '[' xresults-vs-prev-0 = xundef ']' ++ check_option /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 'csv_results_dir not set.' ++ local var=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ local 'msg=csv_results_dir not set.' ++ '[' x/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 = xundef ']' ++ check_option stm32 'hw_tag not set.' ++ local var=stm32 ++ local 'msg=hw_tag not set.' ++ '[' xstm32 = xundef ']' ++ check_option no 'has_perf_logs not set.' ++ local var=no ++ local 'msg=has_perf_logs not set.' ++ '[' xno = xundef ']' ++ '[' 0 = 0 ']' ++ metrics=(perf size vect sve md5sum) ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ true ++ verbose_opt=--verbose ++ num_entries_opt=' --num-symbols 0' ++ gather_perf_data no stm32 results-vs-prev-0 /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ local has_perf_logs=no ++ local hw_tag=stm32 ++ local results_dir=results-vs-prev-0 ++ local csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0 ++ '[' xno = xyes ']' ++ mapfile -t this_csv +++ find results-vs-prev-0 -name results.csv -a '!' -path 'results-vs-prev-0/csv_results/*' ++ '[' 1 -eq 1 ']' ++ cat results-vs-prev-0/dev-01.tcwglab/results.csv ++ cut -d, -f 1-3 ++ '[' xno = xyes ']' ++ bmk_name=coremark ++ metrics=("${metrics[@]:1}") ++ merge_opts=("$csv_results_dir/perf.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/size.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/vect.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/sve.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/md5sum.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv --results_dir results-vs-prev-0 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/perf.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/size.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/vect.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/sve.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/md5sum.csv ++ csvs=' /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv' ++ num=1 ++ for i in "${results[@]}" ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/27203/ results-vs-prev-1/ ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ hw_tag=stm32 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-vs-prev-1 --csv_results_dir /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts ++ results_dir=undef ++ csv_results_dir=undef ++ hw_tag=undef ++ has_perf_logs=undef ++ metrics=() ++ verbose=false ++ test 12 -gt 0 ++ case $1 in ++ results_dir=results-vs-prev-1 ++ shift ++ shift ++ test 10 -gt 0 ++ case $1 in ++ csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ shift ++ shift ++ test 8 -gt 0 ++ case $1 in ++ hw_tag=stm32 ++ shift ++ shift ++ test 6 -gt 0 ++ case $1 in ++ has_perf_logs=no ++ shift ++ shift ++ test 4 -gt 0 ++ case $1 in ++ verbose=true ++ shift ++ shift ++ test 2 -gt 0 ++ case $1 in ++ num_symbols=0 ++ shift ++ shift ++ test 0 -gt 0 ++ check_option results-vs-prev-1 'results_dir not set.' ++ local var=results-vs-prev-1 ++ local 'msg=results_dir not set.' ++ '[' xresults-vs-prev-1 = xundef ']' ++ check_option /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 'csv_results_dir not set.' ++ local var=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ local 'msg=csv_results_dir not set.' ++ '[' x/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 = xundef ']' ++ check_option stm32 'hw_tag not set.' ++ local var=stm32 ++ local 'msg=hw_tag not set.' ++ '[' xstm32 = xundef ']' ++ check_option no 'has_perf_logs not set.' ++ local var=no ++ local 'msg=has_perf_logs not set.' ++ '[' xno = xundef ']' ++ '[' 0 = 0 ']' ++ metrics=(perf size vect sve md5sum) ++ mkdir -p /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ true ++ verbose_opt=--verbose ++ num_entries_opt=' --num-symbols 0' ++ gather_perf_data no stm32 results-vs-prev-1 /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ local has_perf_logs=no ++ local hw_tag=stm32 ++ local results_dir=results-vs-prev-1 ++ local csv_results_dir=/home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1 ++ '[' xno = xyes ']' ++ mapfile -t this_csv +++ find results-vs-prev-1 -name results.csv -a '!' -path 'results-vs-prev-1/csv_results/*' ++ '[' 1 -eq 1 ']' ++ cat results-vs-prev-1/dev-01.tcwglab/results.csv ++ cut -d, -f 1-3 ++ '[' xno = xyes ']' ++ bmk_name=coremark ++ metrics=("${metrics[@]:1}") ++ merge_opts=("$csv_results_dir/perf.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/size.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/vect.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/sve.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ for metric in "${metrics[@]}" ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/md5sum.csv --perf_csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv --results_dir results-vs-prev-1 ++ merge_opts+=("$csv_results_dir/$metric.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/perf.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/size.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/vect.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/sve.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/md5sum.csv ++ csvs=' /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv' ++ num=2 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 10 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv ++ cat /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/results-vs-prev-internal.csv ++ c++filt -p ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv ++ c++filt -p ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv ++ c++filt -p ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py -p 10 /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-0/results.csv /home/tcwg-buildslave/workspace/tcwg_bmk_1/artifacts/09-check_regression/csv-results-vs-prev-1/results.csv |