summaryrefslogtreecommitdiff
path: root/results-vs-prev
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-14 11:23:43 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-14 11:23:44 +0000
commitda12736bb3778528b8ea680b880b7d9e748196f2 (patch)
treed58322a8a27d9438cdf1df83f1a789347d38381d /results-vs-prev
parent0a4e0a20f3c43be8c7fb8a48b5def3203fa5470f (diff)
onsuccess: #81: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/81/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -Os_mthumb: | 1 check_regression status : 0
Diffstat (limited to 'results-vs-prev')
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
-rw-r--r--results-vs-prev/compare-results-internal.csv12
-rw-r--r--results-vs-prev/csv-results-1/perf.csv2
-rw-r--r--results-vs-prev/csv-results-1/results.csv14
-rw-r--r--results-vs-prev/csv-results-1/size.csv2
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv12
-rw-r--r--results-vs-prev/csvs2table-results-full.csv12
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv12
-rw-r--r--results-vs-prev/csvs2table-results.csv12
-rw-r--r--results-vs-prev/results-internal.csv12
-rw-r--r--results-vs-prev/tcwg-benchmark-results.log68
11 files changed, 80 insertions, 80 deletions
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index 1fb0719..02f715e 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-num_sve_loops_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average
+size_variation_average,num_vect_loops_variation_average,num_sve_loops_variation_average,benchmark,symbol,sample_variation_average
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 93bcc29..7698772 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19311,19311,66108,66108,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19311,19314,66108,66108,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv
index 3c80e6b..a8f2eaa 100644
--- a/results-vs-prev/csv-results-1/perf.csv
+++ b/results-vs-prev/csv-results-1/perf.csv
@@ -1,2 +1,2 @@
benchmark,symbol,sample,dso
-coremark,coremark,19311,na
+coremark,coremark,19314,na
diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv
index df5a12c..a0abeab 100644
--- a/results-vs-prev/csv-results-1/results.csv
+++ b/results-vs-prev/csv-results-1/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,mean,19311,27,-1,-1,-1
-Mean,geomean-successful-tests,19311,27,-1,-1,-1
-Mean,geomean-all-tests,19311,27,-1,-1,-1
-Mean,average-successful-tests,19311,337,-1,-1,-1
-Mean,average-all-tests,19311,337,-1,-1,-1
-coremark,coremark,19311,66108,-1,-1,-1
+Mean,mean,19314,27,-1,-1,-1
+Mean,geomean-successful-tests,19314,27,-1,-1,-1
+Mean,geomean-all-tests,19314,27,-1,-1,-1
+Mean,average-successful-tests,19314,337,-1,-1,-1
+Mean,average-all-tests,19314,337,-1,-1,-1
+coremark,coremark,19314,66108,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -261,7 +261,7 @@ coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1
coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1
coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1
coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1
-coremark,[.] _read,-1,136,-1,-1,-1
+coremark,[.] _read,-1,132,-1,-1,-1
coremark,[.] _read_r,-1,44,-1,-1,-1
coremark,[.] _realloc_r,-1,840,-1,-1,-1
coremark,[.] __register_exitproc,-1,128,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv
index 6e11c1e..9b905e4 100644
--- a/results-vs-prev/csv-results-1/size.csv
+++ b/results-vs-prev/csv-results-1/size.csv
@@ -256,7 +256,7 @@ coremark,[.] RCCEx_PLLSAI1_Config,284
coremark,[.] RCCEx_PLLSAI2_Config,256
coremark,[.] RCC_IRQHandler,2
coremark,[.] RCC_SetFlashLatencyFromMSIRange,140
-coremark,[.] _read,136
+coremark,[.] _read,132
coremark,[.] _read_r,44
coremark,[.] _realloc_r,840
coremark,[.] __register_exitproc,128
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 93bcc29..7698772 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19311,19311,66108,66108,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19311,19314,66108,66108,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 93bcc29..7698772 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19311,19311,66108,66108,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19311,19314,66108,66108,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 93bcc29..7698772 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19311,19311,66108,66108,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19311,19314,66108,66108,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 93bcc29..7698772 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19311,19311,66108,66108,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19311,19314,66108,66108,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 93bcc29..7698772 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19311,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19311,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19311,19311,66108,66108,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19311,19314,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19311,19314,337,337,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19311,19314,66108,66108,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log
index 880fe50..015e0eb 100644
--- a/results-vs-prev/tcwg-benchmark-results.log
+++ b/results-vs-prev/tcwg-benchmark-results.log
@@ -11,9 +11,9 @@
+ ln -s base-artifacts/annex/bmk-data results-0
+ csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ mkdir -p artifacts/results-vs-prev/csv-results-0
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -85,13 +85,13 @@
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=1
@@ -101,9 +101,9 @@
+ ln -s artifacts/annex/bmk-data results-1
+ csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ mkdir -p artifacts/results-vs-prev/csv-results-1
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -175,23 +175,23 @@
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5
+ csvs=
+ for i in "${results[@]}"
+ csv_results_dir=artifacts/results-vs-prev/csv-results-0
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -263,34 +263,34 @@
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv'
+ num=1
+ for i in "${results[@]}"
+ csv_results_dir=artifacts/results-vs-prev/csv-results-1
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -362,40 +362,40 @@
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv'
+ num=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ cat artifacts/results-vs-prev/csvs2table-results-internal.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
+ '[' x--relative == x--relative ']'
+ '[' 2 == 2 ']'
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true
+ grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff
+ rm artifacts/results-vs-prev/cmp-results.diff
+ cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv