diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-06-16 23:07:58 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-06-16 23:07:58 +0000 |
commit | 2b6600196bfd1290bf1e47dcd163190e2fff65df (patch) | |
tree | f80b21636de9c86cc54ad0a671c5c29f7bb3b292 /results-vs-prev | |
parent | 07af34f079b21f1dedbaec3a96bd10216c05d669 (diff) |
onsuccess: #30: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/30/
Results :
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -8
| # build_abe newlib:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -5
| # benchmark -- -O3_mthumb artifacts/results_id:
| 1
check_regression status : 0
Diffstat (limited to 'results-vs-prev')
-rw-r--r-- | results-vs-prev/cmp-results.diff | 12 | ||||
-rw-r--r-- | results-vs-prev/compare-results-internal.csv | 12 | ||||
-rw-r--r-- | results-vs-prev/compare-results.csv | 2 | ||||
-rw-r--r-- | results-vs-prev/csv-results-0/perf.csv | 2 | ||||
-rw-r--r-- | results-vs-prev/csv-results-0/results.csv | 20 | ||||
-rw-r--r-- | results-vs-prev/csv-results-0/size.csv | 10 | ||||
-rw-r--r-- | results-vs-prev/csv-results-1/perf.csv | 2 | ||||
-rw-r--r-- | results-vs-prev/csv-results-1/results.csv | 12 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results-brief.csv | 14 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results-full.csv | 14 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results-internal.csv | 14 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results.csv | 14 | ||||
-rw-r--r-- | results-vs-prev/results-internal.csv | 14 | ||||
-rw-r--r-- | results-vs-prev/tcwg-benchmark-results.log | 6 |
14 files changed, 79 insertions, 69 deletions
diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff new file mode 100644 index 0000000..9e98b9e --- /dev/null +++ b/results-vs-prev/cmp-results.diff @@ -0,0 +1,12 @@ +0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16 +Mean,average-all-tests,0,0,,,,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,,,,,,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,0,50,,,,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,,50,,,,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,0,-4,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,,,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,0,100,,,,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,,100,,,,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,mean,0,-4,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,mean,,,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +ERROR: Results differ !! see artifacts/results-vs-prev/csvs2table-results-internal.csv.diff for details diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 2c061bd..85b22c7 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,average-successful-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,mean,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -coremark,coremark,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,0,-4,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,0,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,0,-4,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,0,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,0,0,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/compare-results.csv b/results-vs-prev/compare-results.csv deleted file mode 100644 index 8a8e18a..0000000 --- a/results-vs-prev/compare-results.csv +++ /dev/null @@ -1,2 +0,0 @@ -bmk,symbol,result -coremark,coremark ,1 diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv index 9ad5836..cbd9b7c 100644 --- a/results-vs-prev/csv-results-0/perf.csv +++ b/results-vs-prev/csv-results-0/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample -coremark,coremark,14262 +coremark,coremark,14467 diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index a1bfc7e..c414751 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,average-successful-tests,14262,343,-1,-1,-1 -Mean,average-all-tests,14262,343,-1,-1,-1 -Mean,mean,14261,28,-1,-1,-1 -Mean,geomean-successful-tests,14261,28,-1,-1,-1 -Mean,geomean-all-tests,14261,28,-1,-1,-1 -coremark,coremark,14262,64748,-1,-1,-1 +Mean,mean,14467,28,-1,-1,-1 +Mean,geomean-successful-tests,14467,28,-1,-1,-1 +Mean,geomean-all-tests,14467,28,-1,-1,-1 +Mean,average-successful-tests,14467,345,-1,-1,-1 +Mean,average-all-tests,14467,345,-1,-1,-1 +coremark,coremark,14467,65068,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -69,10 +69,10 @@ coremark,[.] core_list_remove,-1,28,-1,-1,-1 coremark,[.] core_list_reverse,-1,20,-1,-1,-1 coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1 coremark,[.] core_state_transition,-1,424,-1,-1,-1 -coremark,[.] crc16,-1,284,-1,-1,-1 -coremark,[.] crcu16,-1,280,-1,-1,-1 -coremark,[.] crcu32,-1,576,-1,-1,-1 -coremark,[.] crcu8,-1,144,-1,-1,-1 +coremark,[.] crc16,-1,366,-1,-1,-1 +coremark,[.] crcu16,-1,362,-1,-1,-1 +coremark,[.] crcu32,-1,734,-1,-1,-1 +coremark,[.] crcu8,-1,178,-1,-1,-1 coremark,[.] currentlocale,-1,92,-1,-1,-1 coremark,[.] __d2b,-1,188,-1,-1,-1 coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv index df30fea..8e707b7 100644 --- a/results-vs-prev/csv-results-0/size.csv +++ b/results-vs-prev/csv-results-0/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,64748
+coremark,coremark,65068
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -64,10 +64,10 @@ coremark,[.] core_list_remove,28 coremark,[.] core_list_reverse,20
coremark,[.] core_list_undo_remove,22
coremark,[.] core_state_transition,424
-coremark,[.] crc16,284
-coremark,[.] crcu16,280
-coremark,[.] crcu32,576
-coremark,[.] crcu8,144
+coremark,[.] crc16,366
+coremark,[.] crcu16,362
+coremark,[.] crcu32,734
+coremark,[.] crcu8,178
coremark,[.] currentlocale,92
coremark,[.] __d2b,188
coremark,[.] DebugMon_Handler,2
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index cbd9b7c..4e4840a 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample -coremark,coremark,14467 +coremark,coremark,888888888 diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index c414751..9e65b9e 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,mean,14467,28,-1,-1,-1 -Mean,geomean-successful-tests,14467,28,-1,-1,-1 -Mean,geomean-all-tests,14467,28,-1,-1,-1 -Mean,average-successful-tests,14467,345,-1,-1,-1 -Mean,average-all-tests,14467,345,-1,-1,-1 -coremark,coremark,14467,65068,-1,-1,-1 +Mean,mean,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,-1,28,-1,-1,-1 +Mean,geomean-all-tests,-1,-1,-1,-1,-1 +Mean,average-successful-tests,-1,172,-1,-1,-1 +Mean,average-all-tests,-1,-1,-1,-1,-1 +coremark,coremark,888888888,65068,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 0e4a25e..4ac454a 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,7 @@ -benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 0e4a25e..4ac454a 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,7 @@ -benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 0e4a25e..4ac454a 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,7 @@ -benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 0e4a25e..4ac454a 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,7 @@ -benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 0e4a25e..4ac454a 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,7 @@ -benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum -Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1 -coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index 9428c91..76bb491 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -7,7 +7,7 @@ + results_top=bkp-01.tcwglab:/home/tcwg-benchmark/results + j=0 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33233/ results-0/ ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/ results-0/ + csv_results_dir=artifacts/results-vs-prev/csv-results-0 + mkdir -p artifacts/results-vs-prev/csv-results-0 + hw_tag=stm32 @@ -92,7 +92,7 @@ + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv + j=1 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/ results-1/ ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/ results-1/ + csv_results_dir=artifacts/results-vs-prev/csv-results-1 + mkdir -p artifacts/results-vs-prev/csv-results-1 + hw_tag=stm32 @@ -381,6 +381,6 @@ + '[' 2 == 2 ']' + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true ++ true + grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff -+ rm artifacts/results-vs-prev/cmp-results.diff + cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv |