summaryrefslogtreecommitdiff
path: root/results-vs-prev
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-11-02 11:37:10 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-11-02 11:37:25 +0000
commit6a1eb3e18a213e97dec3b00dc699c02f9479e157 (patch)
treeed678d6ee65326cb985564599b3262447c45d651 /results-vs-prev
parentf3455f93490e5cea0f5fe14f93d79f09a0a9d37c (diff)
onsuccess: #86: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/86/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -Os_mthumb: | 1 check_regression status : 0
Diffstat (limited to 'results-vs-prev')
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
-rw-r--r--results-vs-prev/compare-results-internal.csv12
-rw-r--r--results-vs-prev/csv-results-0/results.csv6
-rw-r--r--results-vs-prev/csv-results-0/size.csv6
-rw-r--r--results-vs-prev/csv-results-1/perf.csv2
-rw-r--r--results-vs-prev/csv-results-1/results.csv36
-rw-r--r--results-vs-prev/csv-results-1/size.csv26
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv12
-rw-r--r--results-vs-prev/csvs2table-results-full.csv12
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv12
-rw-r--r--results-vs-prev/csvs2table-results.csv12
-rw-r--r--results-vs-prev/results-internal.csv12
-rw-r--r--results-vs-prev/tcwg-benchmark-results.log8
13 files changed, 79 insertions, 79 deletions
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index cf4f1f6..6024688 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-sample_variation_average,num_sve_loops_variation_average,size_variation_average,benchmark,symbol,num_vect_loops_variation_average
+size_variation_average,sample_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 36c2cfe..df6aefb 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,102,n/a,n/a,n/a,19314,19403,66100,67572,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv
index a0abeab..7f9e9aa 100644
--- a/results-vs-prev/csv-results-0/results.csv
+++ b/results-vs-prev/csv-results-0/results.csv
@@ -4,7 +4,7 @@ Mean,geomean-successful-tests,19314,27,-1,-1,-1
Mean,geomean-all-tests,19314,27,-1,-1,-1
Mean,average-successful-tests,19314,337,-1,-1,-1
Mean,average-all-tests,19314,337,-1,-1,-1
-coremark,coremark,19314,66108,-1,-1,-1
+coremark,coremark,19314,66100,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -300,8 +300,8 @@ coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1
coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1
coremark,[.] signal,-1,80,-1,-1,-1
coremark,[.] _signal_r,-1,80,-1,-1,-1
-coremark,[.] __sigtramp,-1,104,-1,-1,-1
-coremark,[.] __sigtramp_r,-1,100,-1,-1,-1
+coremark,[.] __sigtramp,-1,100,-1,-1,-1
+coremark,[.] __sigtramp_r,-1,98,-1,-1,-1
coremark,[.] __sinit,-1,64,-1,-1,-1
coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1
coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv
index 9b905e4..9d06dee 100644
--- a/results-vs-prev/csv-results-0/size.csv
+++ b/results-vs-prev/csv-results-0/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-coremark,coremark,66108
+coremark,coremark,66100
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -295,8 +295,8 @@ coremark,[.] __sfp_lock_release,12
coremark,[.] __sfvwrite_r,740
coremark,[.] signal,80
coremark,[.] _signal_r,80
-coremark,[.] __sigtramp,104
-coremark,[.] __sigtramp_r,100
+coremark,[.] __sigtramp,100
+coremark,[.] __sigtramp_r,98
coremark,[.] __sinit,64
coremark,[.] __sjis_mbtowc,142
coremark,[.] __sjis_wctomb,86
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv
index a8f2eaa..5b44e15 100644
--- a/results-vs-prev/csv-results-1/perf.csv
+++ b/results-vs-prev/csv-results-1/perf.csv
@@ -1,2 +1,2 @@
benchmark,symbol,sample,dso
-coremark,coremark,19314,na
+coremark,coremark,19403,na
diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv
index 7f9e9aa..0f32cac 100644
--- a/results-vs-prev/csv-results-1/results.csv
+++ b/results-vs-prev/csv-results-1/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,mean,19314,27,-1,-1,-1
-Mean,geomean-successful-tests,19314,27,-1,-1,-1
-Mean,geomean-all-tests,19314,27,-1,-1,-1
-Mean,average-successful-tests,19314,337,-1,-1,-1
-Mean,average-all-tests,19314,337,-1,-1,-1
-coremark,coremark,19314,66100,-1,-1,-1
+Mean,mean,19403,27,-1,-1,-1
+Mean,geomean-successful-tests,19403,27,-1,-1,-1
+Mean,geomean-all-tests,19403,27,-1,-1,-1
+Mean,average-successful-tests,19403,345,-1,-1,-1
+Mean,average-all-tests,19403,345,-1,-1,-1
+coremark,coremark,19403,67572,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -69,12 +69,12 @@ coremark,[.] core_list_mergesort,-1,154,-1,-1,-1
coremark,[.] core_list_remove,-1,22,-1,-1,-1
coremark,[.] core_list_reverse,-1,18,-1,-1,-1
coremark,[.] core_list_undo_remove,-1,18,-1,-1,-1
-coremark,[.] core_state_transition,-1,270,-1,-1,-1
+coremark,[.] core_state_transition,-1,316,-1,-1,-1
coremark,[.] crc16,-1,4,-1,-1,-1
coremark,[.] crcu16,-1,20,-1,-1,-1
coremark,[.] crcu32,-1,20,-1,-1,-1
coremark,[.] crcu8,-1,44,-1,-1,-1
-coremark,[.] currentlocale,-1,92,-1,-1,-1
+coremark,[.] currentlocale,-1,80,-1,-1,-1
coremark,[.] __d2b,-1,188,-1,-1,-1
coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1
coremark,[.] Default_Handler,-1,2,-1,-1,-1
@@ -97,7 +97,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1
coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1
coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1
coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] _dtoa_r,-1,4148,-1,-1,-1
+coremark,[.] _dtoa_r,-1,4156,-1,-1,-1
coremark,[.] __env_lock,-1,12,-1,-1,-1
coremark,[.] __env_unlock,-1,12,-1,-1,-1
coremark,[.] __eqdf2,-1,122,-1,-1,-1
@@ -143,7 +143,7 @@ coremark,[.] _fstat,-1,28,-1,-1,-1
coremark,[.] _fstat_r,-1,44,-1,-1,-1
coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1
coremark,[.] __gedf2,-1,138,-1,-1,-1
-coremark,[.] get_arg,-1,3072,-1,-1,-1
+coremark,[.] get_arg,-1,3608,-1,-1,-1
coremark,[.] _getenv_r,-1,16,-1,-1,-1
coremark,[.] __get_locale_env,-1,80,-1,-1,-1
coremark,[.] _getpid,-1,4,-1,-1,-1
@@ -180,13 +180,13 @@ coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1
coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1
coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1
coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] initialise_monitor_handles,-1,292,-1,-1,-1
+coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1
coremark,[.] _init_signal,-1,56,-1,-1,-1
coremark,[.] _init_signal_r,-1,48,-1,-1,-1
coremark,[.] _isatty,-1,100,-1,-1,-1
coremark,[.] _isatty_r,-1,36,-1,-1,-1
coremark,[.] iterate,-1,62,-1,-1,-1
-coremark,[.] __jis_mbtowc,-1,300,-1,-1,-1
+coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1
coremark,[.] __jis_wctomb,-1,124,-1,-1,-1
coremark,[.] _kill,-1,28,-1,-1,-1
coremark,[.] _kill_r,-1,44,-1,-1,-1
@@ -209,7 +209,7 @@ coremark,[.] _lseek,-1,4,-1,-1,-1
coremark,[.] _lseek_r,-1,44,-1,-1,-1
coremark,[.] __lshift,-1,240,-1,-1,-1
coremark,[.] __ltdf2,-1,130,-1,-1,-1
-coremark,[.] main,-1,1380,-1,-1,-1
+coremark,[.] main,-1,1364,-1,-1,-1
coremark,[.] __malloc_lock,-1,12,-1,-1,-1
coremark,[.] _malloc_r,-1,1384,-1,-1,-1
coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1
@@ -223,7 +223,7 @@ coremark,[.] matrix_sum,-1,78,-1,-1,-1
coremark,[.] matrix_test,-1,158,-1,-1,-1
coremark,[.] _mbtowc_r,-1,20,-1,-1,-1
coremark,[.] __mcmp,-1,66,-1,-1,-1
-coremark,[.] __mdiff,-1,372,-1,-1,-1
+coremark,[.] __mdiff,-1,388,-1,-1,-1
coremark,[.] memcpy,-1,308,-1,-1,-1
coremark,[.] MemManage_Handler,-1,2,-1,-1,-1
coremark,[.] memmove,-1,254,-1,-1,-1
@@ -284,7 +284,7 @@ coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __s2b,-1,180,-1,-1,-1
coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1
coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __sbprintf,-1,256,-1,-1,-1
+coremark,[.] __sbprintf,-1,264,-1,-1,-1
coremark,[.] _sbrk,-1,80,-1,-1,-1
coremark,[.] _sbrk_r,-1,36,-1,-1,-1
coremark,[.] __sclose,-1,8,-1,-1,-1
@@ -292,7 +292,7 @@ coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __seofread,-1,4,-1,-1,-1
coremark,[.] __set_ctype,-1,12,-1,-1,-1
coremark,[.] setlocale,-1,24,-1,-1,-1
-coremark,[.] _setlocale_r,-1,548,-1,-1,-1
+coremark,[.] _setlocale_r,-1,536,-1,-1,-1
coremark,[.] __sflush_r,-1,308,-1,-1,-1
coremark,[.] __sfp,-1,192,-1,-1,-1
coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1
@@ -380,9 +380,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1
coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1
coremark,[.] vfiprintf,-1,28,-1,-1,-1
-coremark,[.] _vfiprintf_r,-1,7752,-1,-1,-1
+coremark,[.] _vfiprintf_r,-1,8012,-1,-1,-1
coremark,[.] vfprintf,-1,28,-1,-1,-1
-coremark,[.] _vfprintf_r,-1,12174,-1,-1,-1
+coremark,[.] _vfprintf_r,-1,12616,-1,-1,-1
coremark,[.] wcrtomb,-1,88,-1,-1,-1
coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1
coremark,[.] wcsnrtombs,-1,44,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv
index 9d06dee..58c505c 100644
--- a/results-vs-prev/csv-results-1/size.csv
+++ b/results-vs-prev/csv-results-1/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-coremark,coremark,66100
+coremark,coremark,67572
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -64,12 +64,12 @@ coremark,[.] core_list_mergesort,154
coremark,[.] core_list_remove,22
coremark,[.] core_list_reverse,18
coremark,[.] core_list_undo_remove,18
-coremark,[.] core_state_transition,270
+coremark,[.] core_state_transition,316
coremark,[.] crc16,4
coremark,[.] crcu16,20
coremark,[.] crcu32,20
coremark,[.] crcu8,44
-coremark,[.] currentlocale,92
+coremark,[.] currentlocale,80
coremark,[.] __d2b,188
coremark,[.] DebugMon_Handler,2
coremark,[.] Default_Handler,2
@@ -92,7 +92,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,2
coremark,[.] DMA2_Channel5_IRQHandler,2
coremark,[.] DMA2_Channel6_IRQHandler,2
coremark,[.] DMA2_Channel7_IRQHandler,2
-coremark,[.] _dtoa_r,4148
+coremark,[.] _dtoa_r,4156
coremark,[.] __env_lock,12
coremark,[.] __env_unlock,12
coremark,[.] __eqdf2,122
@@ -138,7 +138,7 @@ coremark,[.] _fstat,28
coremark,[.] _fstat_r,44
coremark,[.] _fwalk_sglue,68
coremark,[.] __gedf2,138
-coremark,[.] get_arg,3072
+coremark,[.] get_arg,3608
coremark,[.] _getenv_r,16
coremark,[.] __get_locale_env,80
coremark,[.] _getpid,4
@@ -175,13 +175,13 @@ coremark,[.] I2C2_ER_IRQHandler,2
coremark,[.] I2C2_EV_IRQHandler,2
coremark,[.] I2C3_ER_IRQHandler,2
coremark,[.] I2C3_EV_IRQHandler,2
-coremark,[.] initialise_monitor_handles,292
+coremark,[.] initialise_monitor_handles,296
coremark,[.] _init_signal,56
coremark,[.] _init_signal_r,48
coremark,[.] _isatty,100
coremark,[.] _isatty_r,36
coremark,[.] iterate,62
-coremark,[.] __jis_mbtowc,300
+coremark,[.] __jis_mbtowc,476
coremark,[.] __jis_wctomb,124
coremark,[.] _kill,28
coremark,[.] _kill_r,44
@@ -204,7 +204,7 @@ coremark,[.] _lseek,4
coremark,[.] _lseek_r,44
coremark,[.] __lshift,240
coremark,[.] __ltdf2,130
-coremark,[.] main,1380
+coremark,[.] main,1364
coremark,[.] __malloc_lock,12
coremark,[.] _malloc_r,1384
coremark,[.] _malloc_trim_r,184
@@ -218,7 +218,7 @@ coremark,[.] matrix_sum,78
coremark,[.] matrix_test,158
coremark,[.] _mbtowc_r,20
coremark,[.] __mcmp,66
-coremark,[.] __mdiff,372
+coremark,[.] __mdiff,388
coremark,[.] memcpy,308
coremark,[.] MemManage_Handler,2
coremark,[.] memmove,254
@@ -279,7 +279,7 @@ coremark,[.] RTC_WKUP_IRQHandler,2
coremark,[.] __s2b,180
coremark,[.] SAI1_IRQHandler,2
coremark,[.] SAI2_IRQHandler,2
-coremark,[.] __sbprintf,256
+coremark,[.] __sbprintf,264
coremark,[.] _sbrk,80
coremark,[.] _sbrk_r,36
coremark,[.] __sclose,8
@@ -287,7 +287,7 @@ coremark,[.] SDMMC1_IRQHandler,2
coremark,[.] __seofread,4
coremark,[.] __set_ctype,12
coremark,[.] setlocale,24
-coremark,[.] _setlocale_r,548
+coremark,[.] _setlocale_r,536
coremark,[.] __sflush_r,308
coremark,[.] __sfp,192
coremark,[.] __sfp_lock_acquire,12
@@ -375,9 +375,9 @@ coremark,[.] USART3_IRQHandler,2
coremark,[.] __utf8_mbtowc,510
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,7752
+coremark,[.] _vfiprintf_r,8012
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,12174
+coremark,[.] _vfprintf_r,12616
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 36c2cfe..df6aefb 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,102,n/a,n/a,n/a,19314,19403,66100,67572,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 36c2cfe..df6aefb 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,102,n/a,n/a,n/a,19314,19403,66100,67572,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 36c2cfe..df6aefb 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,102,n/a,n/a,n/a,19314,19403,66100,67572,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 36c2cfe..df6aefb 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,102,n/a,n/a,n/a,19314,19403,66100,67572,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 36c2cfe..df6aefb 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19403,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,102,n/a,n/a,n/a,19314,19403,337,345,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,102,n/a,n/a,n/a,19314,19403,66100,67572,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log
index a9a6b05..e74b38b 100644
--- a/results-vs-prev/tcwg-benchmark-results.log
+++ b/results-vs-prev/tcwg-benchmark-results.log
@@ -83,8 +83,8 @@
+ mapfile -t this_csv
++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
-+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat results-0/dev-01.tcwglab/results.csv
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
@@ -261,8 +261,8 @@
+ mapfile -t this_csv
++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
-+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat results-0/dev-01.tcwglab/results.csv
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
@@ -360,8 +360,8 @@
+ mapfile -t this_csv
++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
-+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat results-1/dev-01.tcwglab/results.csv
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
@@ -390,8 +390,8 @@
+ c++filt -p
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ '[' x--relative == x--relative ']'
+ '[' 2 == 2 ']'
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv