+ relative_opt= + '[' xset = xset ']' + relative_opt=--relative + results=("$results_ref" "${results[@]}") + num=0 + mkdir -p artifacts/results-vs-prev + j=0 + for i in "${results[@]}" + rm -rf results-0 + '[' -d base-artifacts/annex/bmk-data ']' + ln -s base-artifacts/annex/bmk-data results-0 + csv_results_dir=artifacts/results-vs-prev/csv-results-0 + mkdir -p artifacts/results-vs-prev/csv-results-0 + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef + has_perf_logs=undef + interesting_symbols= + metrics=() + verbose=false + test 12 -gt 0 + case $1 in + results_dir=results-0/ + shift + shift + test 10 -gt 0 + case $1 in + csv_results_dir=artifacts/results-vs-prev/csv-results-0 + shift + shift + test 8 -gt 0 + case $1 in + metrics=("${metrics[@]}" "$2") + shift + shift + test 6 -gt 0 + case $1 in + hw_tag=stm32 + shift + shift + test 4 -gt 0 + case $1 in + has_perf_logs=no + shift + shift + test 2 -gt 0 + case $1 in + verbose=true + shift + shift + test 0 -gt 0 + check_option results-0/ 'results_dir not set.' + local var=results-0/ + local 'msg=results_dir not set.' + '[' xresults-0/ = xundef ']' + check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.' + local var=artifacts/results-vs-prev/csv-results-0 + local 'msg=csv_results_dir not set.' + '[' xartifacts/results-vs-prev/csv-results-0 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' + '[' xstm32 = xundef ']' + check_option no 'has_perf_logs not set.' + local var=no + local 'msg=has_perf_logs not set.' + '[' xno = xundef ']' + '[' 1 = 0 ']' + '[' xperf '!=' xperf ']' + mkdir -p artifacts/results-vs-prev/csv-results-0 + true + verbose_opt=--verbose + num_entries_opt=' ' + gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-0/ + local csv_results_dir=artifacts/results-vs-prev/csv-results-0 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cut -d, -f 1-3 + cat results-0/dev-01.tcwglab/results.csv + echo benchmark,symbol,status + local first_line=true + IFS=, + read -r bmk symb sample + true + first_line=false + continue + IFS=, + read -r bmk symb sample + false + case $sample in + status=success + echo coremark,coremark,success + IFS=, + read -r bmk symb sample + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ cat artifacts/results-vs-prev/csv-results-0/perf.csv ++ wc -l + '[' 2 == 1 ']' + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + merge_opts+=("$csv_results_dir/status.csv") + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.2 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=1 + for i in "${results[@]}" + rm -rf results-1 + '[' -d artifacts/annex/bmk-data ']' + ln -s artifacts/annex/bmk-data results-1 + csv_results_dir=artifacts/results-vs-prev/csv-results-1 + mkdir -p artifacts/results-vs-prev/csv-results-1 + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef + has_perf_logs=undef + interesting_symbols= + metrics=() + verbose=false + test 12 -gt 0 + case $1 in + results_dir=results-1/ + shift + shift + test 10 -gt 0 + case $1 in + csv_results_dir=artifacts/results-vs-prev/csv-results-1 + shift + shift + test 8 -gt 0 + case $1 in + metrics=("${metrics[@]}" "$2") + shift + shift + test 6 -gt 0 + case $1 in + hw_tag=stm32 + shift + shift + test 4 -gt 0 + case $1 in + has_perf_logs=no + shift + shift + test 2 -gt 0 + case $1 in + verbose=true + shift + shift + test 0 -gt 0 + check_option results-1/ 'results_dir not set.' + local var=results-1/ + local 'msg=results_dir not set.' + '[' xresults-1/ = xundef ']' + check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.' + local var=artifacts/results-vs-prev/csv-results-1 + local 'msg=csv_results_dir not set.' + '[' xartifacts/results-vs-prev/csv-results-1 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' + '[' xstm32 = xundef ']' + check_option no 'has_perf_logs not set.' + local var=no + local 'msg=has_perf_logs not set.' + '[' xno = xundef ']' + '[' 1 = 0 ']' + '[' xperf '!=' xperf ']' + mkdir -p artifacts/results-vs-prev/csv-results-1 + true + verbose_opt=--verbose + num_entries_opt=' ' + gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-1/ + local csv_results_dir=artifacts/results-vs-prev/csv-results-1 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cut -d, -f 1-3 + cat results-1/dev-01.tcwglab/results.csv + echo benchmark,symbol,status + local first_line=true + IFS=, + read -r bmk symb sample + true + first_line=false + continue + IFS=, + read -r bmk symb sample + false + case $sample in + status=success + echo coremark,coremark,success + IFS=, + read -r bmk symb sample + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ cat artifacts/results-vs-prev/csv-results-1/perf.csv ++ wc -l + '[' 2 == 1 ']' + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + merge_opts+=("$csv_results_dir/status.csv") + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.2 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=2 + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5 + csvs= + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-prev/csv-results-0 + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef + has_perf_logs=undef + interesting_symbols= + metrics=() + verbose=false + test 12 -gt 0 + case $1 in + results_dir=results-0/ + shift + shift + test 10 -gt 0 + case $1 in + csv_results_dir=artifacts/results-vs-prev/csv-results-0 + shift + shift + test 8 -gt 0 + case $1 in + hw_tag=stm32 + shift + shift + test 6 -gt 0 + case $1 in + has_perf_logs=no + shift + shift + test 4 -gt 0 + case $1 in + verbose=true + shift + shift + test 2 -gt 0 + case $1 in + interesting_symbols='--interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv' + shift + shift + test 0 -gt 0 + check_option results-0/ 'results_dir not set.' + local var=results-0/ + local 'msg=results_dir not set.' + '[' xresults-0/ = xundef ']' + check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.' + local var=artifacts/results-vs-prev/csv-results-0 + local 'msg=csv_results_dir not set.' + '[' xartifacts/results-vs-prev/csv-results-0 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' + '[' xstm32 = xundef ']' + check_option no 'has_perf_logs not set.' + local var=no + local 'msg=has_perf_logs not set.' + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) + mkdir -p artifacts/results-vs-prev/csv-results-0 + true + verbose_opt=--verbose + num_entries_opt=' ' + gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-0/ + local csv_results_dir=artifacts/results-vs-prev/csv-results-0 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cut -d, -f 1-3 + cat results-0/dev-01.tcwglab/results.csv + echo benchmark,symbol,status + local first_line=true + IFS=, + read -r bmk symb sample + true + first_line=false + continue + IFS=, + read -r bmk symb sample + false + case $sample in + status=success + echo coremark,coremark,success + IFS=, + read -r bmk symb sample + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ cat artifacts/results-vs-prev/csv-results-0/perf.csv ++ wc -l + '[' 2 == 1 ']' + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + merge_opts+=("$csv_results_dir/status.csv") + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv artifacts/results-vs-prev/csv-results-0/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.2 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + csvs=' artifacts/results-vs-prev/csv-results-0/results.csv' + num=1 + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-prev/csv-results-1 + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef + has_perf_logs=undef + interesting_symbols= + metrics=() + verbose=false + test 12 -gt 0 + case $1 in + results_dir=results-1/ + shift + shift + test 10 -gt 0 + case $1 in + csv_results_dir=artifacts/results-vs-prev/csv-results-1 + shift + shift + test 8 -gt 0 + case $1 in + hw_tag=stm32 + shift + shift + test 6 -gt 0 + case $1 in + has_perf_logs=no + shift + shift + test 4 -gt 0 + case $1 in + verbose=true + shift + shift + test 2 -gt 0 + case $1 in + interesting_symbols='--interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv' + shift + shift + test 0 -gt 0 + check_option results-1/ 'results_dir not set.' + local var=results-1/ + local 'msg=results_dir not set.' + '[' xresults-1/ = xundef ']' + check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.' + local var=artifacts/results-vs-prev/csv-results-1 + local 'msg=csv_results_dir not set.' + '[' xartifacts/results-vs-prev/csv-results-1 = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' + '[' xstm32 = xundef ']' + check_option no 'has_perf_logs not set.' + local var=no + local 'msg=has_perf_logs not set.' + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) + mkdir -p artifacts/results-vs-prev/csv-results-1 + true + verbose_opt=--verbose + num_entries_opt=' ' + gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1 + local has_perf_logs=no + local hw_tag=stm32 + local results_dir=results-1/ + local csv_results_dir=artifacts/results-vs-prev/csv-results-1 + '[' xno = xyes ']' + mapfile -t this_csv ++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cut -d, -f 1-3 + cat results-1/dev-01.tcwglab/results.csv + echo benchmark,symbol,status + local first_line=true + IFS=, + read -r bmk symb sample + true + first_line=false + continue + IFS=, + read -r bmk symb sample + false + case $sample in + status=success + echo coremark,coremark,success + IFS=, + read -r bmk symb sample + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ wc -l ++ cat artifacts/results-vs-prev/csv-results-1/perf.csv + '[' 2 == 1 ']' + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + merge_opts+=("$csv_results_dir/status.csv") + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv artifacts/results-vs-prev/csv-results-1/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.2 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv' + num=2 + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + cat artifacts/results-vs-prev/csvs2table-results-internal.csv + c++filt -p + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p + '[' x--relative == x--relative ']' + '[' 2 == 2 ']' + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true + true + grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff + cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv