onsuccess: #33: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/33/

Results :
  | # reset_artifacts:
  | -10
  | # build_abe binutils:
  | -9
  | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
  | -8
  | # build_abe newlib:
  | -6
  | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
  | -5
  | # benchmark -- -Os_mthumb:
  | 1

check_regression status : 0

11 files changed, 47 insertions, 47 deletions

diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index 55498c8..a0ddb49 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-sample_variation_average,size_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average
+num_vect_loops_variation_average,size_variation_average,num_sve_loops_variation_average,benchmark,symbol,sample_variation_average
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index e291e5d..5332af3 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,20147,20147,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/compare-results.csv b/results-vs-prev/compare-results.csv
index 310f240..cbcb948 100644
--- a/results-vs-prev/compare-results.csv
+++ b/results-vs-prev/compare-results.csv
@@ -48,7 +48,7 @@ Coremark,[.] core_state_transition                           ,1
 Coremark,[.] crc16                                           ,1
 Coremark,[.] crcu16                                          ,1
 Coremark,[.] crcu32                                          ,1
-Coremark,[.] crcu8                                           ,1
+Coremark,[.] crcu8                                           ,100
 Coremark,[.] currentlocale                                   ,1
 Coremark,[.] __d2b                                           ,1
 Coremark,[.] DebugMon_Handler                                ,1
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv
index 6f7cee8..2d6f8f8 100644
--- a/results-vs-prev/csv-results-1/perf.csv
+++ b/results-vs-prev/csv-results-1/perf.csv
@@ -1,2 +1,2 @@
 benchmark,symbol,sample,dso
-coremark,coremark,20147,na
+coremark,coremark,19508,na
diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv
index 359a2bf..508d8b0 100644
--- a/results-vs-prev/csv-results-1/results.csv
+++ b/results-vs-prev/csv-results-1/results.csv
@@ -1,10 +1,10 @@
 benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,mean,20147,27,-1,-1,-1
-Mean,geomean-successful-tests,20147,27,-1,-1,-1
-Mean,geomean-all-tests,20147,27,-1,-1,-1
-Mean,average-successful-tests,20147,322,-1,-1,-1
-Mean,average-all-tests,20147,322,-1,-1,-1
-coremark,coremark,20147,60796,-1,-1,-1
+Mean,mean,19508,27,-1,-1,-1
+Mean,geomean-successful-tests,19508,27,-1,-1,-1
+Mean,geomean-all-tests,19508,27,-1,-1,-1
+Mean,average-successful-tests,19508,322,-1,-1,-1
+Mean,average-all-tests,19508,322,-1,-1,-1
+coremark,coremark,19508,60796,-1,-1,-1
 coremark,[.] abort,-1,14,-1,-1,-1
 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -72,7 +72,7 @@ coremark,[.] core_state_transition,-1,270,-1,-1,-1
 coremark,[.] crc16,-1,4,-1,-1,-1
 coremark,[.] crcu16,-1,20,-1,-1,-1
 coremark,[.] crcu32,-1,20,-1,-1,-1
-coremark,[.] crcu8,-1,56,-1,-1,-1
+coremark,[.] crcu8,-1,44,-1,-1,-1
 coremark,[.] currentlocale,-1,92,-1,-1,-1
 coremark,[.] __d2b,-1,188,-1,-1,-1
 coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv
index 3104a3a..f7d1c11 100644
--- a/results-vs-prev/csv-results-1/size.csv
+++ b/results-vs-prev/csv-results-1/size.csv
@@ -67,7 +67,7 @@ coremark,[.] core_state_transition,270
 coremark,[.] crc16,4

 coremark,[.] crcu16,20

 coremark,[.] crcu32,20

-coremark,[.] crcu8,56

+coremark,[.] crcu8,44

 coremark,[.] currentlocale,92

 coremark,[.] __d2b,188

 coremark,[.] DebugMon_Handler,2

diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index e291e5d..5332af3 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,20147,20147,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index e291e5d..5332af3 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,20147,20147,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index e291e5d..5332af3 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,20147,20147,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index e291e5d..5332af3 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,20147,20147,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index e291e5d..5332af3 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,7 +1,7 @@
 benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,20147,20147,27,27,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,20147,20147,322,322,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,20147,20147,60796,60796,-1,-1,-1,-1,-1,-1
+Mean,mean,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,97,100,n/a,n/a,n/a,20147,19508,27,27,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,97,100,n/a,n/a,n/a,20147,19508,322,322,-1,-1,-1,-1,-1,-1
+coremark,coremark,97,100,n/a,n/a,n/a,20147,19508,60796,60796,-1,-1,-1,-1,-1,-1