summaryrefslogtreecommitdiff
path: root/results-vs-prev/tcwg-benchmark-results.log
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-02 07:15:21 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-02 08:10:26 +0000
commite54ab200d2254539cd1ba72912c062ae95c8053b (patch)
tree43bd572fbb0c48be5f8386cde59779dbb2d0d236 /results-vs-prev/tcwg-benchmark-results.log
parent5bfd008ea0bc8b7652011371f0e23599b05e3c01 (diff)
onsuccess: #78: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/78/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -O2_mthumb: | 1 check_regression status : 0
Diffstat (limited to 'results-vs-prev/tcwg-benchmark-results.log')
-rw-r--r--results-vs-prev/tcwg-benchmark-results.log150
1 files changed, 75 insertions, 75 deletions
diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log
index 26c5439..880fe50 100644
--- a/results-vs-prev/tcwg-benchmark-results.log
+++ b/results-vs-prev/tcwg-benchmark-results.log
@@ -3,15 +3,15 @@
+ relative_opt=--relative
+ results=("$results_ref" "${results[@]}")
+ num=0
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev
++ mkdir -p artifacts/results-vs-prev
+ j=0
+ for i in "${results[@]}"
+ rm -rf results-0
+ '[' -d base-artifacts/annex/bmk-data ']'
+ ln -s base-artifacts/annex/bmk-data results-0
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
++ csv_results_dir=artifacts/results-vs-prev/csv-results-0
++ mkdir -p artifacts/results-vs-prev/csv-results-0
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
@@ -28,7 +28,7 @@
+ shift
+ test 10 -gt 0
+ case $1 in
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ shift
+ shift
+ test 8 -gt 0
@@ -56,10 +56,10 @@
+ local var=results-0/
+ local 'msg=results_dir not set.'
+ '[' xresults-0/ = xundef ']'
-+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 'csv_results_dir not set.'
-+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.'
++ local var=artifacts/results-vs-prev/csv-results-0
+ local 'msg=csv_results_dir not set.'
-+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 = xundef ']'
++ '[' xartifacts/results-vs-prev/csv-results-0 = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -70,38 +70,38 @@
+ '[' xno = xundef ']'
+ '[' 1 = 0 ']'
+ '[' xperf '!=' xperf ']'
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ mkdir -p artifacts/results-vs-prev/csv-results-0
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-0/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0
+ local has_perf_logs=no
+ local hw_tag=stm32
+ local results_dir=results-0/
-+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ local csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ '[' xno = xyes ']'
+ mapfile -t this_csv
++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv
-+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=1
+ for i in "${results[@]}"
+ rm -rf results-1
-+ '[' -d artifacts/99-rewrite/artifacts.old/annex/bmk-data ']'
-+ ln -s artifacts/99-rewrite/artifacts.old/annex/bmk-data results-1
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
++ '[' -d artifacts/annex/bmk-data ']'
++ ln -s artifacts/annex/bmk-data results-1
++ csv_results_dir=artifacts/results-vs-prev/csv-results-1
++ mkdir -p artifacts/results-vs-prev/csv-results-1
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
@@ -118,7 +118,7 @@
+ shift
+ test 10 -gt 0
+ case $1 in
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ shift
+ shift
+ test 8 -gt 0
@@ -146,10 +146,10 @@
+ local var=results-1/
+ local 'msg=results_dir not set.'
+ '[' xresults-1/ = xundef ']'
-+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 'csv_results_dir not set.'
-+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.'
++ local var=artifacts/results-vs-prev/csv-results-1
+ local 'msg=csv_results_dir not set.'
-+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 = xundef ']'
++ '[' xartifacts/results-vs-prev/csv-results-1 = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -160,36 +160,36 @@
+ '[' xno = xundef ']'
+ '[' 1 = 0 ']'
+ '[' xperf '!=' xperf ']'
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ mkdir -p artifacts/results-vs-prev/csv-results-1
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-1/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1
+ local has_perf_logs=no
+ local hw_tag=stm32
+ local results_dir=results-1/
-+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ local csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ '[' xno = xyes ']'
+ mapfile -t this_csv
++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv
-+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv --threshold_interesting=5
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5
+ csvs=
+ for i in "${results[@]}"
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ csv_results_dir=artifacts/results-vs-prev/csv-results-0
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
@@ -206,7 +206,7 @@
+ shift
+ test 10 -gt 0
+ case $1 in
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ shift
+ shift
+ test 8 -gt 0
@@ -226,7 +226,7 @@
+ shift
+ test 2 -gt 0
+ case $1 in
-+ interesting_symbols='--interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv'
++ interesting_symbols='--interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv'
+ shift
+ shift
+ test 0 -gt 0
@@ -234,10 +234,10 @@
+ local var=results-0/
+ local 'msg=results_dir not set.'
+ '[' xresults-0/ = xundef ']'
-+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 'csv_results_dir not set.'
-+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.'
++ local var=artifacts/results-vs-prev/csv-results-0
+ local 'msg=csv_results_dir not set.'
-+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0 = xundef ']'
++ '[' xartifacts/results-vs-prev/csv-results-0 = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -248,47 +248,47 @@
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ mkdir -p artifacts/results-vs-prev/csv-results-0
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-0/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0
+ local has_perf_logs=no
+ local hw_tag=stm32
+ local results_dir=results-0/
-+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0
++ local csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ '[' xno = xyes ']'
+ mapfile -t this_csv
++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv
-+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/perf.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/size.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/vect.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/sve.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
-+ csvs=' artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv'
++ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv'
+ num=1
+ for i in "${results[@]}"
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ csv_results_dir=artifacts/results-vs-prev/csv-results-1
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
@@ -305,7 +305,7 @@
+ shift
+ test 10 -gt 0
+ case $1 in
-+ csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ shift
+ shift
+ test 8 -gt 0
@@ -325,7 +325,7 @@
+ shift
+ test 2 -gt 0
+ case $1 in
-+ interesting_symbols='--interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv'
++ interesting_symbols='--interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv'
+ shift
+ shift
+ test 0 -gt 0
@@ -333,10 +333,10 @@
+ local var=results-1/
+ local 'msg=results_dir not set.'
+ '[' xresults-1/ = xundef ']'
-+ check_option artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 'csv_results_dir not set.'
-+ local var=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.'
++ local var=artifacts/results-vs-prev/csv-results-1
+ local 'msg=csv_results_dir not set.'
-+ '[' xartifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1 = xundef ']'
++ '[' xartifacts/results-vs-prev/csv-results-1 = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -347,55 +347,55 @@
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ mkdir -p artifacts/results-vs-prev/csv-results-1
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-1/ artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1
+ local has_perf_logs=no
+ local hw_tag=stm32
+ local results_dir=results-1/
-+ local csv_results_dir=artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1
++ local csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ '[' xno = xyes ']'
+ mapfile -t this_csv
++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv
-+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/perf.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/size.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/vect.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/sve.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
-+ csvs=' artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv'
++ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv'
+ num=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv
-+ cat artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ cat artifacts/results-vs-prev/csvs2table-results-internal.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
+ '[' x--relative == x--relative ']'
+ '[' 2 == 2 ']'
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-0/results.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/99-rewrite/artifacts.old/results-vs-prev/interesting-symbols.csv
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/99-rewrite/artifacts.old/results-vs-prev/compare-results-internal.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv true
-+ grep -Fxq 'Same results' artifacts/99-rewrite/artifacts.old/results-vs-prev/cmp-results.diff
-+ rm artifacts/99-rewrite/artifacts.old/results-vs-prev/cmp-results.diff
-+ cp artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv artifacts/99-rewrite/artifacts.old/results-vs-prev/results-internal.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true
++ grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff
++ rm artifacts/results-vs-prev/cmp-results.diff
++ cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv