diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-10-26 11:18:25 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-10-26 11:18:26 +0000 |
commit | f3455f93490e5cea0f5fe14f93d79f09a0a9d37c (patch) | |
tree | 10161c581681e41975e82cead28db041cae35a85 /results-vs-prev | |
parent | 732c9357351f2bf4d62d9c2fe3d45d2f1916b335 (diff) |
onsuccess: #85: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/85/
Results :
| # reset_artifacts:
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -8
| # build_abe newlib:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -5
| # benchmark -- -Os_mthumb:
| 1
check_regression status : 0
Diffstat (limited to 'results-vs-prev')
-rw-r--r-- | results-vs-prev/bmk-specific-variability.csv | 2 | ||||
-rw-r--r-- | results-vs-prev/compare-results-internal.csv | 2 | ||||
-rw-r--r-- | results-vs-prev/csv-results-1/results.csv | 6 | ||||
-rw-r--r-- | results-vs-prev/csv-results-1/size.csv | 6 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results-brief.csv | 2 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results-full.csv | 2 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results-internal.csv | 2 | ||||
-rw-r--r-- | results-vs-prev/csvs2table-results.csv | 2 | ||||
-rw-r--r-- | results-vs-prev/results-internal.csv | 2 | ||||
-rw-r--r-- | results-vs-prev/tcwg-benchmark-results.log | 8 |
10 files changed, 17 insertions, 17 deletions
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 0adab08..cf4f1f6 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_vect_loops_variation_average,num_sve_loops_variation_average,sample_variation_average,benchmark,symbol,size_variation_average +sample_variation_average,num_sve_loops_variation_average,size_variation_average,benchmark,symbol,num_vect_loops_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 00c20dc..36c2cfe 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1, Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index a0abeab..7f9e9aa 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -4,7 +4,7 @@ Mean,geomean-successful-tests,19314,27,-1,-1,-1 Mean,geomean-all-tests,19314,27,-1,-1,-1 Mean,average-successful-tests,19314,337,-1,-1,-1 Mean,average-all-tests,19314,337,-1,-1,-1 -coremark,coremark,19314,66108,-1,-1,-1 +coremark,coremark,19314,66100,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -300,8 +300,8 @@ coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1 coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1 coremark,[.] signal,-1,80,-1,-1,-1 coremark,[.] _signal_r,-1,80,-1,-1,-1 -coremark,[.] __sigtramp,-1,104,-1,-1,-1 -coremark,[.] __sigtramp_r,-1,100,-1,-1,-1 +coremark,[.] __sigtramp,-1,100,-1,-1,-1 +coremark,[.] __sigtramp_r,-1,98,-1,-1,-1 coremark,[.] __sinit,-1,64,-1,-1,-1 coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index 9b905e4..9d06dee 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,66108
+coremark,coremark,66100
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -295,8 +295,8 @@ coremark,[.] __sfp_lock_release,12 coremark,[.] __sfvwrite_r,740
coremark,[.] signal,80
coremark,[.] _signal_r,80
-coremark,[.] __sigtramp,104
-coremark,[.] __sigtramp_r,100
+coremark,[.] __sigtramp,100
+coremark,[.] __sigtramp_r,98
coremark,[.] __sinit,64
coremark,[.] __sjis_mbtowc,142
coremark,[.] __sjis_wctomb,86
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 00c20dc..36c2cfe 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1, Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 00c20dc..36c2cfe 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1, Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 00c20dc..36c2cfe 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1, Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 00c20dc..36c2cfe 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1, Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 00c20dc..36c2cfe 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1, Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index 880fe50..a9a6b05 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -92,7 +92,7 @@ + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv -/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 +/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=1 + for i in "${results[@]}" @@ -182,7 +182,7 @@ + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv -/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 +/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=2 + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5 @@ -282,7 +282,7 @@ + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv -/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 +/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + csvs=' artifacts/results-vs-prev/csv-results-0/results.csv' + num=1 @@ -381,7 +381,7 @@ + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv -/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0 +/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv' + num=2 |