onsuccess: #34: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/34/

Results :
  | # reset_artifacts:
  | -10
  | # build_abe binutils:
  | -9
  | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
  | -8
  | # build_abe newlib:
  | -6
  | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
  | -5
  | # benchmark -- -Os_mthumb:
  | 1

check_regression status : 0

12 files changed, 46 insertions, 128 deletions

diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index a0ddb49..a6e301f 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-num_vect_loops_variation_average,size_variation_average,num_sve_loops_variation_average,benchmark,symbol,sample_variation_average
+num_sve_loops_variation_average,num_vect_loops_variation_average,sample_variation_average,benchmark,symbol,size_variation_average
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 5332af3..376ae89 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19508,19508,60796,60796,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/compare-results.csv b/results-vs-prev/compare-results.csv
deleted file mode 100644
index cbcb948..0000000
--- a/results-vs-prev/compare-results.csv
+++ /dev/null
@@ -1,82 +0,0 @@
-bmk,symbol,result
-Coremark,[.] __aeabi_dsub                                    ,1
-Coremark,[.] __aeabi_f2d                                     ,1
-Coremark,[.] __aeabi_i2d                                     ,1
-Coremark,[.] __aeabi_l2d                                     ,1
-Coremark,[.] __aeabi_ui2d                                    ,1
-Coremark,[.] __aeabi_ul2d                                    ,1
-Coremark,[.] __any_on                                        ,1
-Coremark,[.] __ascii_mbtowc                                  ,1
-Coremark,[.] __ascii_wctomb                                  ,1
-Coremark,[.] __assert                                        ,1
-Coremark,[.] __assert_func                                   ,1
-Coremark,[.] atexit                                          ,1
-Coremark,[.] __b2d                                           ,1
-Coremark,[.] _Balloc                                         ,1
-Coremark,[.] _Bfree                                          ,1
-Coremark,[.] BusFault_Handler                                ,1
-Coremark,[.] calc_func                                       ,1
-Coremark,[.] __call_exitprocs                                ,1
-Coremark,[.] _calloc_r                                       ,1
-Coremark,[.] CAN1_RX0_IRQHandler                             ,1
-Coremark,[.] CAN1_RX1_IRQHandler                             ,1
-Coremark,[.] CAN1_SCE_IRQHandler                             ,1
-Coremark,[.] CAN1_TX_IRQHandler                              ,1
-Coremark,[.] check_data_types                                ,1
-Coremark,[.] cleanup_stdio                                   ,1
-Coremark,[.] _close                                          ,1
-Coremark,[.] _close_r                                        ,1
-Coremark,[.] cmp_complex                                     ,1
-Coremark,[.] __cmpdf2                                        ,1
-Coremark,[.] cmp_idx                                         ,1
-Coremark,[.] COMP_IRQHandler                                 ,1
-Coremark,[.] __copybits                                      ,1
-Coremark,[.] copy_info                                       ,1
-Coremark,[.] core_bench_list                                 ,1
-Coremark,[.] core_bench_matrix                               ,1
-Coremark,[.] core_bench_state                                ,1
-Coremark,[.] core_init_matrix                                ,1
-Coremark,[.] core_init_state                                 ,1
-Coremark,[.] core_list_find                                  ,1
-Coremark,[.] core_list_init                                  ,1
-Coremark,[.] core_list_insert_new                            ,1
-Coremark,[.] core_list_mergesort                             ,1
-Coremark,[.] core_list_remove                                ,1
-Coremark,[.] core_list_reverse                               ,1
-Coremark,[.] core_list_undo_remove                           ,1
-Coremark,[.] core_state_transition                           ,1
-Coremark,[.] crc16                                           ,1
-Coremark,[.] crcu16                                          ,1
-Coremark,[.] crcu32                                          ,1
-Coremark,[.] crcu8                                           ,100
-Coremark,[.] currentlocale                                   ,1
-Coremark,[.] __d2b                                           ,1
-Coremark,[.] DebugMon_Handler                                ,1
-Coremark,[.] Default_Handler                                 ,1
-Coremark,[.] DFSDM1_FLT0_IRQHandler                          ,1
-Coremark,[.] DFSDM1_FLT1_IRQHandler                          ,1
-Coremark,[.] DFSDM1_FLT2_IRQHandler                          ,1
-Coremark,[.] DFSDM1_FLT3_IRQHandler                          ,1
-Coremark,[.] __divdf3                                        ,1
-Coremark,[.] DMA1_Channel1_IRQHandler                        ,1
-Coremark,[.] DMA1_Channel2_IRQHandler                        ,1
-Coremark,[.] DMA1_Channel3_IRQHandler                        ,1
-Coremark,[.] DMA1_Channel4_IRQHandler                        ,1
-Coremark,[.] DMA1_Channel5_IRQHandler                        ,1
-Coremark,[.] DMA1_Channel6_IRQHandler                        ,1
-Coremark,[.] DMA1_Channel7_IRQHandler                        ,1
-Coremark,[.] DMA2_Channel1_IRQHandler                        ,1
-Coremark,[.] DMA2_Channel2_IRQHandler                        ,1
-Coremark,[.] DMA2_Channel3_IRQHandler                        ,1
-Coremark,[.] DMA2_Channel4_IRQHandler                        ,1
-Coremark,[.] DMA2_Channel5_IRQHandler                        ,1
-Coremark,[.] DMA2_Channel6_IRQHandler                        ,1
-Coremark,[.] DMA2_Channel7_IRQHandler                        ,1
-Coremark,[.] _dtoa_r                                         ,1
-Coremark,[.] __env_lock                                      ,1
-Coremark,[.] __env_unlock                                    ,1
-Coremark,[.] __eqdf2                                         ,1
-Coremark,[.] __errno                                         ,1
-Coremark,[.] __eucjp_mbtowc                                  ,1
-Coremark,[.] __eucjp_wctomb                                  ,1
-Coremark,[.] _exit                                           ,1
diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv
index 6f7cee8..2d6f8f8 100644
--- a/results-vs-prev/csv-results-0/perf.csv
+++ b/results-vs-prev/csv-results-0/perf.csv
@@ -1,2 +1,2 @@
 benchmark,symbol,sample,dso
-coremark,coremark,20147,na
+coremark,coremark,19508,na
diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv
index 359a2bf..508d8b0 100644
--- a/results-vs-prev/csv-results-0/results.csv
+++ b/results-vs-prev/csv-results-0/results.csv
@@ -1,10 +1,10 @@
 benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,mean,20147,27,-1,-1,-1
-Mean,geomean-successful-tests,20147,27,-1,-1,-1
-Mean,geomean-all-tests,20147,27,-1,-1,-1
-Mean,average-successful-tests,20147,322,-1,-1,-1
-Mean,average-all-tests,20147,322,-1,-1,-1
-coremark,coremark,20147,60796,-1,-1,-1
+Mean,mean,19508,27,-1,-1,-1
+Mean,geomean-successful-tests,19508,27,-1,-1,-1
+Mean,geomean-all-tests,19508,27,-1,-1,-1
+Mean,average-successful-tests,19508,322,-1,-1,-1
+Mean,average-all-tests,19508,322,-1,-1,-1
+coremark,coremark,19508,60796,-1,-1,-1
 coremark,[.] abort,-1,14,-1,-1,-1
 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -72,7 +72,7 @@ coremark,[.] core_state_transition,-1,270,-1,-1,-1
 coremark,[.] crc16,-1,4,-1,-1,-1
 coremark,[.] crcu16,-1,20,-1,-1,-1
 coremark,[.] crcu32,-1,20,-1,-1,-1
-coremark,[.] crcu8,-1,56,-1,-1,-1
+coremark,[.] crcu8,-1,44,-1,-1,-1
 coremark,[.] currentlocale,-1,92,-1,-1,-1
 coremark,[.] __d2b,-1,188,-1,-1,-1
 coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv
index 3104a3a..f7d1c11 100644
--- a/results-vs-prev/csv-results-0/size.csv
+++ b/results-vs-prev/csv-results-0/size.csv
@@ -67,7 +67,7 @@ coremark,[.] core_state_transition,270
 coremark,[.] crc16,4

 coremark,[.] crcu16,20

 coremark,[.] crcu32,20

-coremark,[.] crcu8,56

+coremark,[.] crcu8,44

 coremark,[.] currentlocale,92

 coremark,[.] __d2b,188

 coremark,[.] DebugMon_Handler,2

diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 5332af3..376ae89 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19508,19508,60796,60796,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 5332af3..376ae89 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19508,19508,60796,60796,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 5332af3..376ae89 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19508,19508,60796,60796,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv.diff b/results-vs-prev/csvs2table-results-internal.csv.diff
deleted file mode 100644
index e69de29..0000000
--- a/results-vs-prev/csvs2table-results-internal.csv.diff
+++ /dev/null
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 5332af3..376ae89 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19508,19508,60796,60796,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 5332af3..376ae89 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19508,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,19508,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19508,19508,60796,60796,-1,-1,-1,-1,-1,-1