summaryrefslogtreecommitdiff
path: root/results-vs-prev
diff options
context:
space:
mode:
Diffstat (limited to 'results-vs-prev')
-rw-r--r--results-vs-prev/cmp-results.diff14
-rw-r--r--results-vs-prev/compare-results-internal.csv12
-rw-r--r--results-vs-prev/csv-results-0/perf.csv4
-rw-r--r--results-vs-prev/csv-results-0/results.csv12
-rw-r--r--results-vs-prev/csv-results-1/perf.csv4
-rw-r--r--results-vs-prev/csv-results-1/results.csv143
-rw-r--r--results-vs-prev/csv-results-1/size.csv133
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv12
-rw-r--r--results-vs-prev/csvs2table-results-full.csv12
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv12
-rw-r--r--results-vs-prev/csvs2table-results.csv12
-rw-r--r--results-vs-prev/interesting-symbols.csv4
-rw-r--r--results-vs-prev/results-internal.csv12
-rw-r--r--results-vs-prev/tcwg-benchmark-results.log136
14 files changed, 276 insertions, 246 deletions
diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff
index 9e98b9e..f7578a1 100644
--- a/results-vs-prev/cmp-results.diff
+++ b/results-vs-prev/cmp-results.diff
@@ -1,12 +1,6 @@
0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16
-Mean,average-all-tests,0,0,,,,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,,,,,,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,0,50,,,,14467,-1,345,172,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,,50,,,,14467,-1,345,172,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,0,-4,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,,,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,0,100,,,,14467,-1,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,,100,,,,14467,-1,28,28,-1,-1,-1,-1,-1,-1
-Mean,mean,0,-4,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,mean,,,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,,201,,,,-1,14405,172,345,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,,,,,,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,,104,,,,-1,14404,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,,,,,,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
ERROR: Results differ !! see artifacts/results-vs-prev/csvs2table-results-internal.csv.diff for details
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 85b22c7..e458d90 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,0,-4,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,0,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,0,-4,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,0,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,0,0,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,201,n/a,n/a,n/a,-1,14405,172,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,104,n/a,n/a,n/a,-1,14404,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv
index cbd9b7c..a28559b 100644
--- a/results-vs-prev/csv-results-0/perf.csv
+++ b/results-vs-prev/csv-results-0/perf.csv
@@ -1,2 +1,2 @@
-benchmark,symbol,sample
-coremark,coremark,14467
+benchmark,symbol,sample,dso
+coremark,coremark,888888888,na
diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv
index c414751..9e65b9e 100644
--- a/results-vs-prev/csv-results-0/results.csv
+++ b/results-vs-prev/csv-results-0/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,mean,14467,28,-1,-1,-1
-Mean,geomean-successful-tests,14467,28,-1,-1,-1
-Mean,geomean-all-tests,14467,28,-1,-1,-1
-Mean,average-successful-tests,14467,345,-1,-1,-1
-Mean,average-all-tests,14467,345,-1,-1,-1
-coremark,coremark,14467,65068,-1,-1,-1
+Mean,mean,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,-1,28,-1,-1,-1
+Mean,geomean-all-tests,-1,-1,-1,-1,-1
+Mean,average-successful-tests,-1,172,-1,-1,-1
+Mean,average-all-tests,-1,-1,-1,-1,-1
+coremark,coremark,888888888,65068,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv
index 4e4840a..b67e08d 100644
--- a/results-vs-prev/csv-results-1/perf.csv
+++ b/results-vs-prev/csv-results-1/perf.csv
@@ -1,2 +1,2 @@
-benchmark,symbol,sample
-coremark,coremark,888888888
+benchmark,symbol,sample,dso
+coremark,coremark,14405,na
diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv
index 9e65b9e..f082d26 100644
--- a/results-vs-prev/csv-results-1/results.csv
+++ b/results-vs-prev/csv-results-1/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,mean,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,-1,28,-1,-1,-1
-Mean,geomean-all-tests,-1,-1,-1,-1,-1
-Mean,average-successful-tests,-1,172,-1,-1,-1
-Mean,average-all-tests,-1,-1,-1,-1,-1
-coremark,coremark,888888888,65068,-1,-1,-1
+Mean,average-successful-tests,14405,345,-1,-1,-1
+Mean,average-all-tests,14405,345,-1,-1,-1
+Mean,mean,14404,29,-1,-1,-1
+Mean,geomean-successful-tests,14404,29,-1,-1,-1
+Mean,geomean-all-tests,14404,29,-1,-1,-1
+coremark,coremark,14405,67748,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -40,7 +40,7 @@ coremark,[.] _Balloc,-1,76,-1,-1,-1
coremark,[.] _Bfree,-1,18,-1,-1,-1
coremark,[.] BusFault_Handler,-1,2,-1,-1,-1
coremark,[.] calc_func,-1,142,-1,-1,-1
-coremark,[.] __call_exitprocs,-1,176,-1,-1,-1
+coremark,[.] __call_exitprocs,-1,192,-1,-1,-1
coremark,[.] _calloc_r,-1,108,-1,-1,-1
coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1
coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1
@@ -48,7 +48,8 @@ coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1
coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1
coremark,[.] check_data_types,-1,4,-1,-1,-1
coremark,[.] cleanup_stdio,-1,64,-1,-1,-1
-coremark,[.] _close,-1,40,-1,-1,-1
+coremark,[.] _clock,-1,18,-1,-1,-1
+coremark,[.] _close,-1,148,-1,-1,-1
coremark,[.] _close_r,-1,36,-1,-1,-1
coremark,[.] cmp_complex,-1,284,-1,-1,-1
coremark,[.] __cmpdf2,-1,122,-1,-1,-1
@@ -56,10 +57,10 @@ coremark,[.] cmp_idx,-1,58,-1,-1,-1
coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __copybits,-1,90,-1,-1,-1
coremark,[.] copy_info,-1,6,-1,-1,-1
-coremark,[.] core_bench_list,-1,774,-1,-1,-1
+coremark,[.] core_bench_list,-1,776,-1,-1,-1
coremark,[.] core_bench_matrix,-1,32,-1,-1,-1
coremark,[.] core_bench_state,-1,288,-1,-1,-1
-coremark,[.] core_init_matrix,-1,226,-1,-1,-1
+coremark,[.] core_init_matrix,-1,222,-1,-1,-1
coremark,[.] core_init_state,-1,296,-1,-1,-1
coremark,[.] core_list_find,-1,52,-1,-1,-1
coremark,[.] core_list_init,-1,464,-1,-1,-1
@@ -68,7 +69,7 @@ coremark,[.] core_list_mergesort,-1,178,-1,-1,-1
coremark,[.] core_list_remove,-1,28,-1,-1,-1
coremark,[.] core_list_reverse,-1,20,-1,-1,-1
coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1
-coremark,[.] core_state_transition,-1,424,-1,-1,-1
+coremark,[.] core_state_transition,-1,438,-1,-1,-1
coremark,[.] crc16,-1,366,-1,-1,-1
coremark,[.] crcu16,-1,362,-1,-1,-1
coremark,[.] crcu32,-1,734,-1,-1,-1
@@ -97,8 +98,8 @@ coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1
coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1
coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1
coremark,[.] _dtoa_r,-1,3656,-1,-1,-1
-coremark,[.] __env_lock,-1,2,-1,-1,-1
-coremark,[.] __env_unlock,-1,2,-1,-1,-1
+coremark,[.] __env_lock,-1,12,-1,-1,-1
+coremark,[.] __env_unlock,-1,12,-1,-1,-1
coremark,[.] __eqdf2,-1,122,-1,-1,-1
coremark,[.] __errno,-1,12,-1,-1,-1
coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1
@@ -114,9 +115,9 @@ coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1
coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1
coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1
coremark,[.] fclose,-1,16,-1,-1,-1
-coremark,[.] _fclose_r,-1,128,-1,-1,-1
-coremark,[.] fflush,-1,72,-1,-1,-1
-coremark,[.] _fflush_r,-1,44,-1,-1,-1
+coremark,[.] _fclose_r,-1,192,-1,-1,-1
+coremark,[.] fflush,-1,116,-1,-1,-1
+coremark,[.] _fflush_r,-1,84,-1,-1,-1
coremark,[.] _findenv_r,-1,128,-1,-1,-1
coremark,[.] fiprintf,-1,40,-1,-1,-1
coremark,[.] _fiprintf_r,-1,28,-1,-1,-1
@@ -128,29 +129,30 @@ coremark,[.] __floatsidf,-1,34,-1,-1,-1
coremark,[.] __floatundidf,-1,106,-1,-1,-1
coremark,[.] __floatunsidf,-1,30,-1,-1,-1
coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __fp_lock,-1,4,-1,-1,-1
-coremark,[.] __fp_lock_all,-1,20,-1,-1,-1
+coremark,[.] __fp_lock,-1,28,-1,-1,-1
+coremark,[.] __fp_lock_all,-1,36,-1,-1,-1
coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __fp_unlock,-1,4,-1,-1,-1
-coremark,[.] __fp_unlock_all,-1,20,-1,-1,-1
-coremark,[.] __fputwc,-1,152,-1,-1,-1
-coremark,[.] fputwc,-1,72,-1,-1,-1
-coremark,[.] _fputwc_r,-1,38,-1,-1,-1
+coremark,[.] __fp_unlock,-1,28,-1,-1,-1
+coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1
+coremark,[.] __fputwc,-1,156,-1,-1,-1
+coremark,[.] fputwc,-1,112,-1,-1,-1
+coremark,[.] _fputwc_r,-1,96,-1,-1,-1
coremark,[.] _free_r,-1,508,-1,-1,-1
coremark,[.] frexp,-1,100,-1,-1,-1
-coremark,[.] _fstat,-1,30,-1,-1,-1
+coremark,[.] _fstat,-1,28,-1,-1,-1
coremark,[.] _fstat_r,-1,44,-1,-1,-1
coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1
coremark,[.] __gedf2,-1,138,-1,-1,-1
-coremark,[.] get_arg,-1,2976,-1,-1,-1
+coremark,[.] get_arg,-1,2984,-1,-1,-1
coremark,[.] _getenv_r,-1,16,-1,-1,-1
coremark,[.] __get_locale_env,-1,80,-1,-1,-1
coremark,[.] _getpid,-1,4,-1,-1,-1
coremark,[.] _getpid_r,-1,4,-1,-1,-1
coremark,[.] get_seed_args,-1,14,-1,-1,-1
+coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1
coremark,[.] get_time,-1,16,-1,-1,-1
coremark,[.] _gettimeofday,-1,40,-1,-1,-1
-coremark,[.] global_stdio_init.part.0,-1,208,-1,-1,-1
+coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1
coremark,[.] __gtdf2,-1,138,-1,-1,-1
coremark,[.] HAL_GetTick,-1,12,-1,-1,-1
coremark,[.] HAL_IncTick,-1,24,-1,-1,-1
@@ -163,11 +165,13 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1
coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1
coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1
coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1
-coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1064,-1,-1,-1
+coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1
coremark,[.] HAL_RCC_GetSysClockFreq,-1,172,-1,-1,-1
coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1
coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1
coremark,[.] HardFault_Handler,-1,2,-1,-1,-1
+coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1
+coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1
coremark,[.] __hi0bits,-1,68,-1,-1,-1
coremark,[.] __i2b,-1,92,-1,-1,-1
coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1
@@ -176,23 +180,24 @@ coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1
coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1
coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1
coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] initialise_monitor_handles,-1,108,-1,-1,-1
+coremark,[.] initialise_monitor_handles,-1,292,-1,-1,-1
coremark,[.] _init_signal,-1,56,-1,-1,-1
coremark,[.] _init_signal_r,-1,48,-1,-1,-1
-coremark,[.] _isatty,-1,112,-1,-1,-1
+coremark,[.] _isatty,-1,100,-1,-1,-1
coremark,[.] _isatty_r,-1,36,-1,-1,-1
coremark,[.] iterate,-1,70,-1,-1,-1
coremark,[.] __jis_mbtowc,-1,300,-1,-1,-1
coremark,[.] __jis_wctomb,-1,124,-1,-1,-1
-coremark,[.] _kill,-1,40,-1,-1,-1
+coremark,[.] _kill,-1,28,-1,-1,-1
coremark,[.] _kill_r,-1,44,-1,-1,-1
+coremark,[.] _kill_shared,-1,46,-1,-1,-1
coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __ledf2,-1,130,-1,-1,-1
coremark,[.] __libc_fini_array,-1,40,-1,-1,-1
coremark,[.] __libc_init_array,-1,80,-1,-1,-1
coremark,[.] _link,-1,16,-1,-1,-1
coremark,[.] __lo0bits,-1,94,-1,-1,-1
-coremark,[.] __loadlocale,-1,1728,-1,-1,-1
+coremark,[.] __loadlocale,-1,1736,-1,-1,-1
coremark,[.] localeconv,-1,8,-1,-1,-1
coremark,[.] __localeconv_l,-1,4,-1,-1,-1
coremark,[.] _localeconv_r,-1,8,-1,-1,-1
@@ -200,22 +205,22 @@ coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1
coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1
coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] _lseek,-1,40,-1,-1,-1
+coremark,[.] _lseek,-1,4,-1,-1,-1
coremark,[.] _lseek_r,-1,44,-1,-1,-1
coremark,[.] __lshift,-1,240,-1,-1,-1
coremark,[.] __ltdf2,-1,130,-1,-1,-1
coremark,[.] main,-1,1644,-1,-1,-1
-coremark,[.] __malloc_lock,-1,2,-1,-1,-1
-coremark,[.] _malloc_r,-1,1364,-1,-1,-1
+coremark,[.] __malloc_lock,-1,12,-1,-1,-1
+coremark,[.] _malloc_r,-1,1384,-1,-1,-1
coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1
-coremark,[.] __malloc_unlock,-1,2,-1,-1,-1
-coremark,[.] matrix_add_const,-1,58,-1,-1,-1
+coremark,[.] __malloc_unlock,-1,12,-1,-1,-1
+coremark,[.] matrix_add_const,-1,60,-1,-1,-1
coremark,[.] matrix_mul_const,-1,74,-1,-1,-1
coremark,[.] matrix_mul_matrix,-1,106,-1,-1,-1
coremark,[.] matrix_mul_matrix_bitextract,-1,114,-1,-1,-1
coremark,[.] matrix_mul_vect,-1,62,-1,-1,-1
coremark,[.] matrix_sum,-1,88,-1,-1,-1
-coremark,[.] matrix_test,-1,888,-1,-1,-1
+coremark,[.] matrix_test,-1,848,-1,-1,-1
coremark,[.] _mbtowc_r,-1,20,-1,-1,-1
coremark,[.] __mcmp,-1,66,-1,-1,-1
coremark,[.] __mdiff,-1,376,-1,-1,-1
@@ -229,7 +234,7 @@ coremark,[.] __multadd,-1,160,-1,-1,-1
coremark,[.] __multiply,-1,364,-1,-1,-1
coremark,[.] __nedf2,-1,122,-1,-1,-1
coremark,[.] NMI_Handler,-1,2,-1,-1,-1
-coremark,[.] _open,-1,56,-1,-1,-1
+coremark,[.] _open,-1,18,-1,-1,-1
coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1
coremark,[.] parseval,-1,138,-1,-1,-1
coremark,[.] PendSV_Handler,-1,2,-1,-1,-1
@@ -237,19 +242,18 @@ coremark,[.] portable_fini,-1,6,-1,-1,-1
coremark,[.] portable_free,-1,2,-1,-1,-1
coremark,[.] portable_init,-1,6,-1,-1,-1
coremark,[.] portable_malloc,-1,4,-1,-1,-1
-coremark,[.] __pow5mult,-1,180,-1,-1,-1
+coremark,[.] __pow5mult,-1,188,-1,-1,-1
coremark,[.] printf,-1,40,-1,-1,-1
coremark,[.] _printf_r,-1,30,-1,-1,-1
-coremark,[.] putc,-1,88,-1,-1,-1
+coremark,[.] putc,-1,128,-1,-1,-1
coremark,[.] putchar,-1,16,-1,-1,-1
coremark,[.] _putchar_r,-1,6,-1,-1,-1
-coremark,[.] _putc_r,-1,76,-1,-1,-1
+coremark,[.] _putc_r,-1,118,-1,-1,-1
coremark,[.] puts,-1,16,-1,-1,-1
-coremark,[.] _puts_r,-1,104,-1,-1,-1
+coremark,[.] _puts_r,-1,152,-1,-1,-1
coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1
coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1
coremark,[.] quorem,-1,300,-1,-1,-1
-coremark,[.] _raise,-1,2,-1,-1,-1
coremark,[.] raise,-1,88,-1,-1,-1
coremark,[.] _raise_r,-1,82,-1,-1,-1
coremark,[.] __ratio,-1,96,-1,-1,-1
@@ -257,20 +261,30 @@ coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1
coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1
coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1
coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1
-coremark,[.] _read,-1,128,-1,-1,-1
+coremark,[.] _read,-1,136,-1,-1,-1
coremark,[.] _read_r,-1,44,-1,-1,-1
-coremark,[.] _realloc_r,-1,836,-1,-1,-1
-coremark,[.] __register_exitproc,-1,100,-1,-1,-1
-coremark,[.] remap_handle,-1,64,-1,-1,-1
+coremark,[.] _realloc_r,-1,840,-1,-1,-1
+coremark,[.] __register_exitproc,-1,128,-1,-1,-1
+coremark,[.] register_fini,-1,20,-1,-1,-1
coremark,[.] _rename,-1,82,-1,-1,-1
coremark,[.] Reset_Handler,-1,54,-1,-1,-1
+coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1
+coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1
+coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1
+coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1
+coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1
+coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1
+coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1
+coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1
+coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1
+coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1
coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1
coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1
coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __s2b,-1,180,-1,-1,-1
coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1
coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __sbprintf,-1,212,-1,-1,-1
+coremark,[.] __sbprintf,-1,256,-1,-1,-1
coremark,[.] _sbrk,-1,80,-1,-1,-1
coremark,[.] _sbrk_r,-1,36,-1,-1,-1
coremark,[.] __sclose,-1,8,-1,-1,-1
@@ -280,15 +294,15 @@ coremark,[.] __set_ctype,-1,12,-1,-1,-1
coremark,[.] setlocale,-1,24,-1,-1,-1
coremark,[.] _setlocale_r,-1,552,-1,-1,-1
coremark,[.] __sflush_r,-1,308,-1,-1,-1
-coremark,[.] __sfp,-1,164,-1,-1,-1
-coremark,[.] __sfp_lock_acquire,-1,2,-1,-1,-1
-coremark,[.] __sfp_lock_release,-1,2,-1,-1,-1
-coremark,[.] __sfvwrite_r,-1,768,-1,-1,-1
+coremark,[.] __sfp,-1,192,-1,-1,-1
+coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1
+coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1
+coremark,[.] __sfvwrite_r,-1,764,-1,-1,-1
coremark,[.] signal,-1,80,-1,-1,-1
-coremark,[.] _signal_r,-1,78,-1,-1,-1
+coremark,[.] _signal_r,-1,80,-1,-1,-1
coremark,[.] __sigtramp,-1,104,-1,-1,-1
coremark,[.] __sigtramp_r,-1,100,-1,-1,-1
-coremark,[.] __sinit,-1,32,-1,-1,-1
+coremark,[.] __sinit,-1,64,-1,-1,-1
coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1
coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1
coremark,[.] __smakebuf_r,-1,208,-1,-1,-1
@@ -300,7 +314,7 @@ coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1
coremark,[.] __sread,-1,34,-1,-1,-1
coremark,[.] __sseek,-1,34,-1,-1,-1
coremark,[.] start_time,-1,20,-1,-1,-1
-coremark,[.] _stat,-1,78,-1,-1,-1
+coremark,[.] _stat,-1,60,-1,-1,-1
coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1
coremark,[.] stop_time,-1,20,-1,-1,-1
coremark,[.] strcasecmp,-1,76,-1,-1,-1
@@ -322,11 +336,12 @@ coremark,[.] SVC_Handler,-1,2,-1,-1,-1
coremark,[.] __swbuf,-1,24,-1,-1,-1
coremark,[.] __swbuf_r,-1,172,-1,-1,-1
coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1
-coremark,[.] _swiclose,-1,68,-1,-1,-1
-coremark,[.] _swilseek,-1,144,-1,-1,-1
-coremark,[.] _swiopen,-1,156,-1,-1,-1
-coremark,[.] _swiread,-1,88,-1,-1,-1
-coremark,[.] _swiwrite,-1,88,-1,-1,-1
+coremark,[.] _swiclose,-1,54,-1,-1,-1
+coremark,[.] _swilseek,-1,196,-1,-1,-1
+coremark,[.] _swiopen,-1,200,-1,-1,-1
+coremark,[.] _swiread,-1,58,-1,-1,-1
+coremark,[.] _swistat,-1,124,-1,-1,-1
+coremark,[.] _swiwrite,-1,58,-1,-1,-1
coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __swrite,-1,62,-1,-1,-1
coremark,[.] __swsetup_r,-1,196,-1,-1,-1
@@ -356,7 +371,7 @@ coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1
coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1
coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __ulp,-1,100,-1,-1,-1
-coremark,[.] _unlink,-1,68,-1,-1,-1
+coremark,[.] _unlink,-1,64,-1,-1,-1
coremark,[.] __unorddf2,-1,44,-1,-1,-1
coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1
coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1
@@ -365,9 +380,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1
coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1
coremark,[.] vfiprintf,-1,28,-1,-1,-1
-coremark,[.] _vfiprintf_r,-1,6510,-1,-1,-1
+coremark,[.] _vfiprintf_r,-1,7016,-1,-1,-1
coremark,[.] vfprintf,-1,28,-1,-1,-1
-coremark,[.] _vfprintf_r,-1,10276,-1,-1,-1
+coremark,[.] _vfprintf_r,-1,10868,-1,-1,-1
coremark,[.] wcrtomb,-1,88,-1,-1,-1
coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1
coremark,[.] wcsnrtombs,-1,44,-1,-1,-1
@@ -376,6 +391,6 @@ coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1
coremark,[.] wcsrtombs,-1,36,-1,-1,-1
coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1
coremark,[.] _wctomb_r,-1,20,-1,-1,-1
-coremark,[.] _write,-1,132,-1,-1,-1
+coremark,[.] _write,-1,176,-1,-1,-1
coremark,[.] _write_r,-1,44,-1,-1,-1
coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv
index 8e707b7..3ff1091 100644
--- a/results-vs-prev/csv-results-1/size.csv
+++ b/results-vs-prev/csv-results-1/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-coremark,coremark,65068
+coremark,coremark,67748
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -35,7 +35,7 @@ coremark,[.] _Balloc,76
coremark,[.] _Bfree,18
coremark,[.] BusFault_Handler,2
coremark,[.] calc_func,142
-coremark,[.] __call_exitprocs,176
+coremark,[.] __call_exitprocs,192
coremark,[.] _calloc_r,108
coremark,[.] CAN1_RX0_IRQHandler,2
coremark,[.] CAN1_RX1_IRQHandler,2
@@ -43,7 +43,8 @@ coremark,[.] CAN1_SCE_IRQHandler,2
coremark,[.] CAN1_TX_IRQHandler,2
coremark,[.] check_data_types,4
coremark,[.] cleanup_stdio,64
-coremark,[.] _close,40
+coremark,[.] _clock,18
+coremark,[.] _close,148
coremark,[.] _close_r,36
coremark,[.] cmp_complex,284
coremark,[.] __cmpdf2,122
@@ -51,10 +52,10 @@ coremark,[.] cmp_idx,58
coremark,[.] COMP_IRQHandler,2
coremark,[.] __copybits,90
coremark,[.] copy_info,6
-coremark,[.] core_bench_list,774
+coremark,[.] core_bench_list,776
coremark,[.] core_bench_matrix,32
coremark,[.] core_bench_state,288
-coremark,[.] core_init_matrix,226
+coremark,[.] core_init_matrix,222
coremark,[.] core_init_state,296
coremark,[.] core_list_find,52
coremark,[.] core_list_init,464
@@ -63,7 +64,7 @@ coremark,[.] core_list_mergesort,178
coremark,[.] core_list_remove,28
coremark,[.] core_list_reverse,20
coremark,[.] core_list_undo_remove,22
-coremark,[.] core_state_transition,424
+coremark,[.] core_state_transition,438
coremark,[.] crc16,366
coremark,[.] crcu16,362
coremark,[.] crcu32,734
@@ -92,8 +93,8 @@ coremark,[.] DMA2_Channel5_IRQHandler,2
coremark,[.] DMA2_Channel6_IRQHandler,2
coremark,[.] DMA2_Channel7_IRQHandler,2
coremark,[.] _dtoa_r,3656
-coremark,[.] __env_lock,2
-coremark,[.] __env_unlock,2
+coremark,[.] __env_lock,12
+coremark,[.] __env_unlock,12
coremark,[.] __eqdf2,122
coremark,[.] __errno,12
coremark,[.] __eucjp_mbtowc,190
@@ -109,9 +110,9 @@ coremark,[.] EXTI3_IRQHandler,2
coremark,[.] EXTI4_IRQHandler,2
coremark,[.] EXTI9_5_IRQHandler,2
coremark,[.] fclose,16
-coremark,[.] _fclose_r,128
-coremark,[.] fflush,72
-coremark,[.] _fflush_r,44
+coremark,[.] _fclose_r,192
+coremark,[.] fflush,116
+coremark,[.] _fflush_r,84
coremark,[.] _findenv_r,128
coremark,[.] fiprintf,40
coremark,[.] _fiprintf_r,28
@@ -123,29 +124,30 @@ coremark,[.] __floatsidf,34
coremark,[.] __floatundidf,106
coremark,[.] __floatunsidf,30
coremark,[.] FMC_IRQHandler,2
-coremark,[.] __fp_lock,4
-coremark,[.] __fp_lock_all,20
+coremark,[.] __fp_lock,28
+coremark,[.] __fp_lock_all,36
coremark,[.] FPU_IRQHandler,2
-coremark,[.] __fp_unlock,4
-coremark,[.] __fp_unlock_all,20
-coremark,[.] __fputwc,152
-coremark,[.] fputwc,72
-coremark,[.] _fputwc_r,38
+coremark,[.] __fp_unlock,28
+coremark,[.] __fp_unlock_all,36
+coremark,[.] __fputwc,156
+coremark,[.] fputwc,112
+coremark,[.] _fputwc_r,96
coremark,[.] _free_r,508
coremark,[.] frexp,100
-coremark,[.] _fstat,30
+coremark,[.] _fstat,28
coremark,[.] _fstat_r,44
coremark,[.] _fwalk_sglue,68
coremark,[.] __gedf2,138
-coremark,[.] get_arg,2976
+coremark,[.] get_arg,2984
coremark,[.] _getenv_r,16
coremark,[.] __get_locale_env,80
coremark,[.] _getpid,4
coremark,[.] _getpid_r,4
coremark,[.] get_seed_args,14
+coremark,[.] _get_semihosting_exts,268
coremark,[.] get_time,16
coremark,[.] _gettimeofday,40
-coremark,[.] global_stdio_init.part.0,208
+coremark,[.] global_stdio_init.part.0,236
coremark,[.] __gtdf2,138
coremark,[.] HAL_GetTick,12
coremark,[.] HAL_IncTick,24
@@ -158,11 +160,13 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,36
coremark,[.] HAL_PWREx_ControlVoltageScaling,128
coremark,[.] HAL_PWREx_GetVoltageRange,16
coremark,[.] HAL_RCC_ClockConfig,304
-coremark,[.] HAL_RCCEx_PeriphCLKConfig,1064
+coremark,[.] HAL_RCCEx_PeriphCLKConfig,1048
coremark,[.] HAL_RCC_GetSysClockFreq,172
coremark,[.] HAL_RCC_OscConfig,1520
coremark,[.] HAL_SYSTICK_Config,52
coremark,[.] HardFault_Handler,2
+coremark,[.] _has_ext_exit_extended,64
+coremark,[.] _has_ext_stdout_stderr,64
coremark,[.] __hi0bits,68
coremark,[.] __i2b,92
coremark,[.] I2C1_ER_IRQHandler,2
@@ -171,23 +175,24 @@ coremark,[.] I2C2_ER_IRQHandler,2
coremark,[.] I2C2_EV_IRQHandler,2
coremark,[.] I2C3_ER_IRQHandler,2
coremark,[.] I2C3_EV_IRQHandler,2
-coremark,[.] initialise_monitor_handles,108
+coremark,[.] initialise_monitor_handles,292
coremark,[.] _init_signal,56
coremark,[.] _init_signal_r,48
-coremark,[.] _isatty,112
+coremark,[.] _isatty,100
coremark,[.] _isatty_r,36
coremark,[.] iterate,70
coremark,[.] __jis_mbtowc,300
coremark,[.] __jis_wctomb,124
-coremark,[.] _kill,40
+coremark,[.] _kill,28
coremark,[.] _kill_r,44
+coremark,[.] _kill_shared,46
coremark,[.] LCD_IRQHandler,2
coremark,[.] __ledf2,130
coremark,[.] __libc_fini_array,40
coremark,[.] __libc_init_array,80
coremark,[.] _link,16
coremark,[.] __lo0bits,94
-coremark,[.] __loadlocale,1728
+coremark,[.] __loadlocale,1736
coremark,[.] localeconv,8
coremark,[.] __localeconv_l,4
coremark,[.] _localeconv_r,8
@@ -195,22 +200,22 @@ coremark,[.] __locale_mb_cur_max,12
coremark,[.] LPTIM1_IRQHandler,2
coremark,[.] LPTIM2_IRQHandler,2
coremark,[.] LPUART1_IRQHandler,2
-coremark,[.] _lseek,40
+coremark,[.] _lseek,4
coremark,[.] _lseek_r,44
coremark,[.] __lshift,240
coremark,[.] __ltdf2,130
coremark,[.] main,1644
-coremark,[.] __malloc_lock,2
-coremark,[.] _malloc_r,1364
+coremark,[.] __malloc_lock,12
+coremark,[.] _malloc_r,1384
coremark,[.] _malloc_trim_r,184
-coremark,[.] __malloc_unlock,2
-coremark,[.] matrix_add_const,58
+coremark,[.] __malloc_unlock,12
+coremark,[.] matrix_add_const,60
coremark,[.] matrix_mul_const,74
coremark,[.] matrix_mul_matrix,106
coremark,[.] matrix_mul_matrix_bitextract,114
coremark,[.] matrix_mul_vect,62
coremark,[.] matrix_sum,88
-coremark,[.] matrix_test,888
+coremark,[.] matrix_test,848
coremark,[.] _mbtowc_r,20
coremark,[.] __mcmp,66
coremark,[.] __mdiff,376
@@ -224,7 +229,7 @@ coremark,[.] __multadd,160
coremark,[.] __multiply,364
coremark,[.] __nedf2,122
coremark,[.] NMI_Handler,2
-coremark,[.] _open,56
+coremark,[.] _open,18
coremark,[.] OTG_FS_IRQHandler,2
coremark,[.] parseval,138
coremark,[.] PendSV_Handler,2
@@ -232,19 +237,18 @@ coremark,[.] portable_fini,6
coremark,[.] portable_free,2
coremark,[.] portable_init,6
coremark,[.] portable_malloc,4
-coremark,[.] __pow5mult,180
+coremark,[.] __pow5mult,188
coremark,[.] printf,40
coremark,[.] _printf_r,30
-coremark,[.] putc,88
+coremark,[.] putc,128
coremark,[.] putchar,16
coremark,[.] _putchar_r,6
-coremark,[.] _putc_r,76
+coremark,[.] _putc_r,118
coremark,[.] puts,16
-coremark,[.] _puts_r,104
+coremark,[.] _puts_r,152
coremark,[.] PVD_PVM_IRQHandler,2
coremark,[.] QUADSPI_IRQHandler,2
coremark,[.] quorem,300
-coremark,[.] _raise,2
coremark,[.] raise,88
coremark,[.] _raise_r,82
coremark,[.] __ratio,96
@@ -252,20 +256,30 @@ coremark,[.] RCCEx_PLLSAI1_Config,284
coremark,[.] RCCEx_PLLSAI2_Config,256
coremark,[.] RCC_IRQHandler,2
coremark,[.] RCC_SetFlashLatencyFromMSIRange,140
-coremark,[.] _read,128
+coremark,[.] _read,136
coremark,[.] _read_r,44
-coremark,[.] _realloc_r,836
-coremark,[.] __register_exitproc,100
-coremark,[.] remap_handle,64
+coremark,[.] _realloc_r,840
+coremark,[.] __register_exitproc,128
+coremark,[.] register_fini,20
coremark,[.] _rename,82
coremark,[.] Reset_Handler,54
+coremark,[.] __retarget_lock_acquire,2
+coremark,[.] __retarget_lock_acquire_recursive,2
+coremark,[.] __retarget_lock_close,2
+coremark,[.] __retarget_lock_close_recursive,2
+coremark,[.] __retarget_lock_init,2
+coremark,[.] __retarget_lock_init_recursive,2
+coremark,[.] __retarget_lock_release,2
+coremark,[.] __retarget_lock_release_recursive,2
+coremark,[.] __retarget_lock_try_acquire,4
+coremark,[.] __retarget_lock_try_acquire_recursive,4
coremark,[.] RNG_IRQHandler,2
coremark,[.] RTC_Alarm_IRQHandler,2
coremark,[.] RTC_WKUP_IRQHandler,2
coremark,[.] __s2b,180
coremark,[.] SAI1_IRQHandler,2
coremark,[.] SAI2_IRQHandler,2
-coremark,[.] __sbprintf,212
+coremark,[.] __sbprintf,256
coremark,[.] _sbrk,80
coremark,[.] _sbrk_r,36
coremark,[.] __sclose,8
@@ -275,15 +289,15 @@ coremark,[.] __set_ctype,12
coremark,[.] setlocale,24
coremark,[.] _setlocale_r,552
coremark,[.] __sflush_r,308
-coremark,[.] __sfp,164
-coremark,[.] __sfp_lock_acquire,2
-coremark,[.] __sfp_lock_release,2
-coremark,[.] __sfvwrite_r,768
+coremark,[.] __sfp,192
+coremark,[.] __sfp_lock_acquire,12
+coremark,[.] __sfp_lock_release,12
+coremark,[.] __sfvwrite_r,764
coremark,[.] signal,80
-coremark,[.] _signal_r,78
+coremark,[.] _signal_r,80
coremark,[.] __sigtramp,104
coremark,[.] __sigtramp_r,100
-coremark,[.] __sinit,32
+coremark,[.] __sinit,64
coremark,[.] __sjis_mbtowc,142
coremark,[.] __sjis_wctomb,86
coremark,[.] __smakebuf_r,208
@@ -295,7 +309,7 @@ coremark,[.] __sprint_r.part.0,120
coremark,[.] __sread,34
coremark,[.] __sseek,34
coremark,[.] start_time,20
-coremark,[.] _stat,78
+coremark,[.] _stat,60
coremark,[.] stdio_exit_handler,24
coremark,[.] stop_time,20
coremark,[.] strcasecmp,76
@@ -317,11 +331,12 @@ coremark,[.] SVC_Handler,2
coremark,[.] __swbuf,24
coremark,[.] __swbuf_r,172
coremark,[.] __swhatbuf_r,96
-coremark,[.] _swiclose,68
-coremark,[.] _swilseek,144
-coremark,[.] _swiopen,156
-coremark,[.] _swiread,88
-coremark,[.] _swiwrite,88
+coremark,[.] _swiclose,54
+coremark,[.] _swilseek,196
+coremark,[.] _swiopen,200
+coremark,[.] _swiread,58
+coremark,[.] _swistat,124
+coremark,[.] _swiwrite,58
coremark,[.] SWPMI1_IRQHandler,2
coremark,[.] __swrite,62
coremark,[.] __swsetup_r,196
@@ -351,7 +366,7 @@ coremark,[.] TSC_IRQHandler,2
coremark,[.] UART4_IRQHandler,2
coremark,[.] UART5_IRQHandler,2
coremark,[.] __ulp,100
-coremark,[.] _unlink,68
+coremark,[.] _unlink,64
coremark,[.] __unorddf2,44
coremark,[.] UsageFault_Handler,2
coremark,[.] USART1_IRQHandler,2
@@ -360,9 +375,9 @@ coremark,[.] USART3_IRQHandler,2
coremark,[.] __utf8_mbtowc,466
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,6510
+coremark,[.] _vfiprintf_r,7016
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,10276
+coremark,[.] _vfprintf_r,10868
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
@@ -371,6 +386,6 @@ coremark,[.] _wcsnrtombs_r,36
coremark,[.] wcsrtombs,36
coremark,[.] _wcsrtombs_r,22
coremark,[.] _wctomb_r,20
-coremark,[.] _write,132
+coremark,[.] _write,176
coremark,[.] _write_r,44
coremark,[.] WWDG_IRQHandler,2
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 4ac454a..0569f39 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
+Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 4ac454a..0569f39 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
+Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 4ac454a..0569f39 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
+Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 4ac454a..0569f39 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
+Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/interesting-symbols.csv b/results-vs-prev/interesting-symbols.csv
index 1a90f3f..edfb08b 100644
--- a/results-vs-prev/interesting-symbols.csv
+++ b/results-vs-prev/interesting-symbols.csv
@@ -1,2 +1,2 @@
-benchmark,symbol
-coremark,coremark
+benchmark,symbol,dso
+coremark,coremark,na
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 4ac454a..0569f39 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
-coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
+Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1
+coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log
index 76bb491..08ad2c3 100644
--- a/results-vs-prev/tcwg-benchmark-results.log
+++ b/results-vs-prev/tcwg-benchmark-results.log
@@ -4,16 +4,15 @@
+ results=("$results_ref" "${results[@]}")
+ num=0
+ mkdir -p artifacts/results-vs-prev
-+ results_top=bkp-01.tcwglab:/home/tcwg-benchmark/results
+ j=0
+ for i in "${results[@]}"
-+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/ results-0/
++ '[' -d bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 ']'
++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/ results-0/
+ csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ mkdir -p artifacts/results-vs-prev/csv-results-0
-+ hw_tag=stm32
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -23,7 +22,7 @@
+ verbose=false
+ test 12 -gt 0
+ case $1 in
-+ results_dir=results-0
++ results_dir=results-0/
+ shift
+ shift
+ test 10 -gt 0
@@ -52,10 +51,10 @@
+ shift
+ shift
+ test 0 -gt 0
-+ check_option results-0 'results_dir not set.'
-+ local var=results-0
++ check_option results-0/ 'results_dir not set.'
++ local var=results-0/
+ local 'msg=results_dir not set.'
-+ '[' xresults-0 = xundef ']'
++ '[' xresults-0/ = xundef ']'
+ check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.'
+ local var=artifacts/results-vs-prev/csv-results-0
+ local 'msg=csv_results_dir not set.'
@@ -74,31 +73,34 @@
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-0 artifacts/results-vs-prev/csv-results-0
++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=results-0
++ local results_dir=results-0/
+ local csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find results-0 -name results.csv -a '!' -path 'results-0/csv_results/*'
+++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv
+ j=1
+ for i in "${results[@]}"
-+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/ results-1/
++ '[' -d artifacts/annex/bmk-data ']'
++ rm -rf results-1
++ ln -s artifacts/annex/bmk-data results-1
+ csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ mkdir -p artifacts/results-vs-prev/csv-results-1
-+ hw_tag=stm32
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -108,7 +110,7 @@
+ verbose=false
+ test 12 -gt 0
+ case $1 in
-+ results_dir=results-1
++ results_dir=results-1/
+ shift
+ shift
+ test 10 -gt 0
@@ -137,10 +139,10 @@
+ shift
+ shift
+ test 0 -gt 0
-+ check_option results-1 'results_dir not set.'
-+ local var=results-1
++ check_option results-1/ 'results_dir not set.'
++ local var=results-1/
+ local 'msg=results_dir not set.'
-+ '[' xresults-1 = xundef ']'
++ '[' xresults-1/ = xundef ']'
+ check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.'
+ local var=artifacts/results-vs-prev/csv-results-1
+ local 'msg=csv_results_dir not set.'
@@ -159,31 +161,32 @@
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-1 artifacts/results-vs-prev/csv-results-1
++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=results-1
++ local results_dir=results-1/
+ local csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find results-1 -name results.csv -a '!' -path 'results-1/csv_results/*'
+++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv
+ j=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5
+ csvs=
+ for i in "${results[@]}"
+ csv_results_dir=artifacts/results-vs-prev/csv-results-0
-+ hw_tag=stm32
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -193,7 +196,7 @@
+ verbose=false
+ test 12 -gt 0
+ case $1 in
-+ results_dir=results-0
++ results_dir=results-0/
+ shift
+ shift
+ test 10 -gt 0
@@ -222,10 +225,10 @@
+ shift
+ shift
+ test 0 -gt 0
-+ check_option results-0 'results_dir not set.'
-+ local var=results-0
++ check_option results-0/ 'results_dir not set.'
++ local var=results-0/
+ local 'msg=results_dir not set.'
-+ '[' xresults-0 = xundef ']'
++ '[' xresults-0/ = xundef ']'
+ check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.'
+ local var=artifacts/results-vs-prev/csv-results-0
+ local 'msg=csv_results_dir not set.'
@@ -244,42 +247,43 @@
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-0 artifacts/results-vs-prev/csv-results-0
++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=results-0
++ local results_dir=results-0/
+ local csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find results-0 -name results.csv -a '!' -path 'results-0/csv_results/*'
+++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv
+ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv'
+ num=1
+ for i in "${results[@]}"
+ csv_results_dir=artifacts/results-vs-prev/csv-results-1
-+ hw_tag=stm32
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -289,7 +293,7 @@
+ verbose=false
+ test 12 -gt 0
+ case $1 in
-+ results_dir=results-1
++ results_dir=results-1/
+ shift
+ shift
+ test 10 -gt 0
@@ -318,10 +322,10 @@
+ shift
+ shift
+ test 0 -gt 0
-+ check_option results-1 'results_dir not set.'
-+ local var=results-1
++ check_option results-1/ 'results_dir not set.'
++ local var=results-1/
+ local 'msg=results_dir not set.'
-+ '[' xresults-1 = xundef ']'
++ '[' xresults-1/ = xundef ']'
+ check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.'
+ local var=artifacts/results-vs-prev/csv-results-1
+ local 'msg=csv_results_dir not set.'
@@ -340,47 +344,49 @@
+ true
+ verbose_opt=--verbose
+ num_entries_opt=' '
-+ gather_perf_data no stm32 results-1 artifacts/results-vs-prev/csv-results-1
++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=results-1
++ local results_dir=results-1/
+ local csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find results-1 -name results.csv -a '!' -path 'results-1/csv_results/*'
+++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv
+ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv'
+ num=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ cat artifacts/results-vs-prev/csvs2table-results-internal.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
+ '[' x--relative == x--relative ']'
+ '[' 2 == 2 ']'
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true
+ true
+ grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff
+ cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv