summaryrefslogtreecommitdiff
path: root/results-vs-prev
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-26 11:18:25 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-26 11:18:26 +0000
commitf3455f93490e5cea0f5fe14f93d79f09a0a9d37c (patch)
tree10161c581681e41975e82cead28db041cae35a85 /results-vs-prev
parent732c9357351f2bf4d62d9c2fe3d45d2f1916b335 (diff)
onsuccess: #85: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/85/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -Os_mthumb: | 1 check_regression status : 0
Diffstat (limited to 'results-vs-prev')
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
-rw-r--r--results-vs-prev/compare-results-internal.csv2
-rw-r--r--results-vs-prev/csv-results-1/results.csv6
-rw-r--r--results-vs-prev/csv-results-1/size.csv6
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv2
-rw-r--r--results-vs-prev/csvs2table-results-full.csv2
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv2
-rw-r--r--results-vs-prev/csvs2table-results.csv2
-rw-r--r--results-vs-prev/results-internal.csv2
-rw-r--r--results-vs-prev/tcwg-benchmark-results.log8
10 files changed, 17 insertions, 17 deletions
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index 0adab08..cf4f1f6 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-num_vect_loops_variation_average,num_sve_loops_variation_average,sample_variation_average,benchmark,symbol,size_variation_average
+sample_variation_average,num_sve_loops_variation_average,size_variation_average,benchmark,symbol,num_vect_loops_variation_average
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 00c20dc..36c2cfe 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv
index a0abeab..7f9e9aa 100644
--- a/results-vs-prev/csv-results-1/results.csv
+++ b/results-vs-prev/csv-results-1/results.csv
@@ -4,7 +4,7 @@ Mean,geomean-successful-tests,19314,27,-1,-1,-1
Mean,geomean-all-tests,19314,27,-1,-1,-1
Mean,average-successful-tests,19314,337,-1,-1,-1
Mean,average-all-tests,19314,337,-1,-1,-1
-coremark,coremark,19314,66108,-1,-1,-1
+coremark,coremark,19314,66100,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -300,8 +300,8 @@ coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1
coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1
coremark,[.] signal,-1,80,-1,-1,-1
coremark,[.] _signal_r,-1,80,-1,-1,-1
-coremark,[.] __sigtramp,-1,104,-1,-1,-1
-coremark,[.] __sigtramp_r,-1,100,-1,-1,-1
+coremark,[.] __sigtramp,-1,100,-1,-1,-1
+coremark,[.] __sigtramp_r,-1,98,-1,-1,-1
coremark,[.] __sinit,-1,64,-1,-1,-1
coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1
coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv
index 9b905e4..9d06dee 100644
--- a/results-vs-prev/csv-results-1/size.csv
+++ b/results-vs-prev/csv-results-1/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-coremark,coremark,66108
+coremark,coremark,66100
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -295,8 +295,8 @@ coremark,[.] __sfp_lock_release,12
coremark,[.] __sfvwrite_r,740
coremark,[.] signal,80
coremark,[.] _signal_r,80
-coremark,[.] __sigtramp,104
-coremark,[.] __sigtramp_r,100
+coremark,[.] __sigtramp,100
+coremark,[.] __sigtramp_r,98
coremark,[.] __sinit,64
coremark,[.] __sjis_mbtowc,142
coremark,[.] __sjis_wctomb,86
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 00c20dc..36c2cfe 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 00c20dc..36c2cfe 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 00c20dc..36c2cfe 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 00c20dc..36c2cfe 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 00c20dc..36c2cfe 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -4,4 +4,4 @@ Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19314,19314,27,27,-1,-1,-1,-1,-1,-1
Mean,average-successful-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
Mean,average-all-tests,100,100,n/a,n/a,n/a,19314,19314,337,337,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66108,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,19314,19314,66108,66100,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log
index 880fe50..a9a6b05 100644
--- a/results-vs-prev/tcwg-benchmark-results.log
+++ b/results-vs-prev/tcwg-benchmark-results.log
@@ -92,7 +92,7 @@
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv
-/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
+/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=1
+ for i in "${results[@]}"
@@ -182,7 +182,7 @@
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv
-/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
+/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=2
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5
@@ -282,7 +282,7 @@
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv
-/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
+/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv'
+ num=1
@@ -381,7 +381,7 @@
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv
-/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.0
+/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv'
+ num=2