summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--annex/bmk-data2
-rwxr-xr-xdashboard/dashboard-generate.sh2
-rw-r--r--dashboard/squad/Mean/results-functional.json4
-rw-r--r--dashboard/squad/Mean/results-metadata.json10
-rw-r--r--dashboard/squad/Mean/results-metrics.json3
-rw-r--r--dashboard/squad/coremark/results-metadata.json12
-rw-r--r--dashboard/squad/coremark/results-metrics.json2
-rwxr-xr-xdashboard/squad/dashboard-push-squad.sh13
-rw-r--r--git/binutils_rev2
-rw-r--r--git/gcc_rev2
-rw-r--r--git/newlib_rev2
-rw-r--r--mail/jira-body.txt26
-rw-r--r--mail/mail-body.txt26
-rw-r--r--mail/mail-subject.txt2
-rw-r--r--manifest.sh32
-rw-r--r--notify/jira/comment-template.txt2
-rw-r--r--notify/mail-body.txt30
-rw-r--r--notify/mail-recipients.txt2
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
-rw-r--r--results-vs-prev/compare-results-internal.csv12
-rw-r--r--results-vs-prev/csv-results-1/perf.csv2
-rw-r--r--results-vs-prev/csv-results-1/results.csv37
-rw-r--r--results-vs-prev/csv-results-1/size.csv27
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv12
-rw-r--r--results-vs-prev/csvs2table-results-full.csv12
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv12
-rw-r--r--results-vs-prev/csvs2table-results.csv12
-rw-r--r--results-vs-prev/results-internal.csv12
29 files changed, 163 insertions, 153 deletions
diff --git a/annex/bmk-data b/annex/bmk-data
index 4c4089e..0dfc210 100644
--- a/annex/bmk-data
+++ b/annex/bmk-data
@@ -1 +1 @@
-bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/315-4356e7a328a4a09bb1f492a324ffd9d6.tar.xz
+bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/318-7dcd9043832bcf8f1d49f30d896acecb.tar.xz
diff --git a/dashboard/dashboard-generate.sh b/dashboard/dashboard-generate.sh
index eefb764..a6c48bc 100755
--- a/dashboard/dashboard-generate.sh
+++ b/dashboard/dashboard-generate.sh
@@ -11,4 +11,4 @@ fi
--top_artifacts "$top_artifacts" \
--baseline_branch "linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3" \
--components "binutils gcc newlib" \
- --run_date "2022-08-12T17:10:53+00:00"
+ --run_date "2022-09-08T00:42:43+00:00"
diff --git a/dashboard/squad/Mean/results-functional.json b/dashboard/squad/Mean/results-functional.json
deleted file mode 100644
index 9daec28..0000000
--- a/dashboard/squad/Mean/results-functional.json
+++ /dev/null
@@ -1,4 +0,0 @@
-{
- "build" : "pass",
- "run" : "pass"
-}
diff --git a/dashboard/squad/Mean/results-metadata.json b/dashboard/squad/Mean/results-metadata.json
deleted file mode 100644
index d2896c5..0000000
--- a/dashboard/squad/Mean/results-metadata.json
+++ /dev/null
@@ -1,10 +0,0 @@
-{
- " job_status": "[TCWG CI] No change after binutils: 1865 commits",
- " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3&id=#BASE-ARTIFACTS-REV#",
- "datetime": "2022-08-12T17:10:53+00:00",
- "build_url": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/",
- "build_log": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/console",
- "version_binutils":"c21736aed1d4877e090df60362413669dbdc391d",
- "version_gcc": "7ed1a816bab15098e959c249bd0aef8452913223",
- "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3&id=#BASE-ARTIFACTS-REV#"
-}
diff --git a/dashboard/squad/Mean/results-metrics.json b/dashboard/squad/Mean/results-metrics.json
deleted file mode 100644
index a400712..0000000
--- a/dashboard/squad/Mean/results-metrics.json
+++ /dev/null
@@ -1,3 +0,0 @@
-{
- "perf" : "14799"
-}
diff --git a/dashboard/squad/coremark/results-metadata.json b/dashboard/squad/coremark/results-metadata.json
index d2896c5..ffd4c0f 100644
--- a/dashboard/squad/coremark/results-metadata.json
+++ b/dashboard/squad/coremark/results-metadata.json
@@ -1,10 +1,10 @@
{
- " job_status": "[TCWG CI] No change after binutils: 1865 commits",
+ " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 673 commits",
" details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3&id=#BASE-ARTIFACTS-REV#",
- "datetime": "2022-08-12T17:10:53+00:00",
- "build_url": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/",
- "build_log": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/console",
- "version_binutils":"c21736aed1d4877e090df60362413669dbdc391d",
- "version_gcc": "7ed1a816bab15098e959c249bd0aef8452913223",
+ "datetime": "2022-09-08T00:42:43+00:00",
+ "build_url": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/318/",
+ "build_log": "https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/318/console",
+ "version_binutils":"f4b581f2d1ac69c27a06a328e11763b44544aadb",
+ "version_gcc": "7df3693f745eb909aacd710613811e5951e8af3b",
"artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3&id=#BASE-ARTIFACTS-REV#"
}
diff --git a/dashboard/squad/coremark/results-metrics.json b/dashboard/squad/coremark/results-metrics.json
index a400712..cd0d3f3 100644
--- a/dashboard/squad/coremark/results-metrics.json
+++ b/dashboard/squad/coremark/results-metrics.json
@@ -1,3 +1,3 @@
{
- "perf" : "14799"
+ "perf" : "14800"
}
diff --git a/dashboard/squad/dashboard-push-squad.sh b/dashboard/squad/dashboard-push-squad.sh
index c3047f1..394ac51 100755
--- a/dashboard/squad/dashboard-push-squad.sh
+++ b/dashboard/squad/dashboard-push-squad.sh
@@ -20,21 +20,14 @@ if [ -f $top_artifacts/git/base-artifacts_rev ]; then
sed -i -e "s|#BASE-ARTIFACTS-REV#|$base_artifacts_rev|" */results-metadata.json
fi
-echo "Uploading results to https://qa-reports.linaro.org//tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315"
+echo "Uploading results to https://qa-reports.linaro.org//tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/318"
set +x
-echo "pushing https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/coremark"
+echo "pushing https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/318/coremark"
curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \
--form tests=@coremark/results-functional.json \
--form metrics=@coremark/results-metrics.json \
--form metadata=@coremark/results-metadata.json \
- https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/coremark
-
-echo "pushing https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/Mean"
-curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \
- --form tests=@Mean/results-functional.json \
- --form metrics=@Mean/results-metrics.json \
- --form metadata=@Mean/results-metadata.json \
- https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/Mean
+ https://qa-reports.linaro.org//api/submit/tcwg/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/318/coremark
diff --git a/git/binutils_rev b/git/binutils_rev
index 8e02fe9..f02074d 100644
--- a/git/binutils_rev
+++ b/git/binutils_rev
@@ -1 +1 @@
-c21736aed1d4877e090df60362413669dbdc391d
+f4b581f2d1ac69c27a06a328e11763b44544aadb
diff --git a/git/gcc_rev b/git/gcc_rev
index 97163f6..9eaee92 100644
--- a/git/gcc_rev
+++ b/git/gcc_rev
@@ -1 +1 @@
-7ed1a816bab15098e959c249bd0aef8452913223
+7df3693f745eb909aacd710613811e5951e8af3b
diff --git a/git/newlib_rev b/git/newlib_rev
index b2b2f8e..3ff4436 100644
--- a/git/newlib_rev
+++ b/git/newlib_rev
@@ -1 +1 @@
-3c722c80220ff776a24294620a39d4c086cdd8f2
+0b6342c97f08765e9873b3c52d61657c2aa596e5
diff --git a/mail/jira-body.txt b/mail/jira-body.txt
index 639610e..5f9cc9a 100644
--- a/mail/jira-body.txt
+++ b/mail/jira-body.txt
@@ -1,7 +1,19 @@
-After binutils
-c21736aed1d4877e090df60362413669dbdc391d PR29542, PowerPC gold internal error in get_output_view,
-f3bc603561c993cdb8811c361ec5e9e484628cdc stab nearest_line bfd_malloc_and_get_section
-544c5619574318a6f9044c6aace524a9808ed1d6 PKG_CHECK_MODULES for msgpack and jansson
-db0f0fcbf35348272c6ad58e213610a78d3bc97a Automatic date update in version.in
-58d69206b8173b9d027a6c65f56cdaf045ae6e64 Automatic date update in version.in
-... and 1860 more binutils commits
+After binutils/gcc/newlib
+f4b581f2d1ac69c27a06a328e11763b44544aadb [AArch64] Update FPSR/FPCR fields for FPU and SVE
+758dd750bc6d752b290aefdd62048ca2ea5899d4 Support objcopy changing compression to or from zstd
+034235cebd790d4f9a1728043a175d7d7d9338b1 Re: compress .gnu.debuglto_.debug_* sections if requested
+7afbac7ddd7299491a88341149bc72b38173447a compress .gnu.debuglto_.debug_* sections if requested
+bb996692bd9654d6f2345ab65742796d5fde6829 RISC-V/gas: allow generating up to 176-bit instructions with .insn
+... and 93 more binutils commits
+7df3693f745eb909aacd710613811e5951e8af3b Convert nonzero mask in irange to wide_int.
+f50d103183c551c7f9f9f20efaf2ebbf83d5e99f [PR107130] range-ops: Separate out ffs and popcount optimizations.
+70e3f71a279856eabf99bbc92c0345c3ad20b615 diagnostics: Add test for fixed _Pragma location issue [PR91669]
+69fd6dcc32c92132010b7d1fe4c2a37bc045d524 Daily bump.
+c27ddea7465bfbc3b7077ddb13889014c9fd995e libstdc++: Update status docs for compare_exchange padding bits
+... and 201 more gcc commits
+0b6342c97f08765e9873b3c52d61657c2aa596e5 Rerun automake in newlib/
+01f6251c0969f92bf802e1c9f2acd199353a3956 Fix missing extern C statement
+d9dc88048aa1ba41b4ebb003f3ed7b8e042d3175 powerpc/setjmp: Add 64-bit support
+5230eb7f8c6b43c71d7e38d138935c48de930b76 Implement sysconf for Arm
+eb5c631ead537ac5640d7e4b1ea0edbef344d6d9 upstream OpenBSD: arc4random: fix indent
+... and 364 more newlib commits
diff --git a/mail/mail-body.txt b/mail/mail-body.txt
index e1ca344..07eb675 100644
--- a/mail/mail-body.txt
+++ b/mail/mail-body.txt
@@ -1,10 +1,22 @@
-After binutils
-c21736aed1d4877e090df60362413669dbdc391d PR29542, PowerPC gold internal error in get_output_view,
-f3bc603561c993cdb8811c361ec5e9e484628cdc stab nearest_line bfd_malloc_and_get_section
-544c5619574318a6f9044c6aace524a9808ed1d6 PKG_CHECK_MODULES for msgpack and jansson
-db0f0fcbf35348272c6ad58e213610a78d3bc97a Automatic date update in version.in
-58d69206b8173b9d027a6c65f56cdaf045ae6e64 Automatic date update in version.in
-... and 1860 more binutils commits
+After binutils/gcc/newlib
+f4b581f2d1ac69c27a06a328e11763b44544aadb [AArch64] Update FPSR/FPCR fields for FPU and SVE
+758dd750bc6d752b290aefdd62048ca2ea5899d4 Support objcopy changing compression to or from zstd
+034235cebd790d4f9a1728043a175d7d7d9338b1 Re: compress .gnu.debuglto_.debug_* sections if requested
+7afbac7ddd7299491a88341149bc72b38173447a compress .gnu.debuglto_.debug_* sections if requested
+bb996692bd9654d6f2345ab65742796d5fde6829 RISC-V/gas: allow generating up to 176-bit instructions with .insn
+... and 93 more binutils commits
+7df3693f745eb909aacd710613811e5951e8af3b Convert nonzero mask in irange to wide_int.
+f50d103183c551c7f9f9f20efaf2ebbf83d5e99f [PR107130] range-ops: Separate out ffs and popcount optimizations.
+70e3f71a279856eabf99bbc92c0345c3ad20b615 diagnostics: Add test for fixed _Pragma location issue [PR91669]
+69fd6dcc32c92132010b7d1fe4c2a37bc045d524 Daily bump.
+c27ddea7465bfbc3b7077ddb13889014c9fd995e libstdc++: Update status docs for compare_exchange padding bits
+... and 201 more gcc commits
+0b6342c97f08765e9873b3c52d61657c2aa596e5 Rerun automake in newlib/
+01f6251c0969f92bf802e1c9f2acd199353a3956 Fix missing extern C statement
+d9dc88048aa1ba41b4ebb003f3ed7b8e042d3175 powerpc/setjmp: Add 64-bit support
+5230eb7f8c6b43c71d7e38d138935c48de930b76 Implement sysconf for Arm
+eb5c631ead537ac5640d7e4b1ea0edbef344d6d9 upstream OpenBSD: arc4random: fix indent
+... and 364 more newlib commits
Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI.
diff --git a/mail/mail-subject.txt b/mail/mail-subject.txt
index 0007434..e5790ff 100644
--- a/mail/mail-subject.txt
+++ b/mail/mail-subject.txt
@@ -1 +1 @@
-[TCWG CI] No change after binutils: 1865 commits
+[TCWG CI] No change after binutils/gcc/newlib: 673 commits
diff --git a/manifest.sh b/manifest.sh
index 230bbd5..1457630 100644
--- a/manifest.sh
+++ b/manifest.sh
@@ -1,4 +1,4 @@
-declare -g "jenkins_scripts_rev=77ad4fb7c777a9a671b2df6208dc214f6a847617"
+declare -g "jenkins_scripts_rev=02cea73c81938abcb9ffd6df24105b2ace73faeb"
# Artifacts directory
rr[top_artifacts]="artifacts"
# Recording parameters to manifest: artifacts/manifest.sh
@@ -6,26 +6,28 @@ rr[ci_project]="tcwg_bmk_gnu_eabi_stm32"
rr[ci_config]="gnu_eabi-master-arm_eabi-coremark-O3"
declare -g "bmk_branch=master"
declare -g "scripts_branch=master"
-rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#c21736aed1d4877e090df60362413669dbdc391d"
+rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#f4b581f2d1ac69c27a06a328e11763b44544aadb"
+rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#7df3693f745eb909aacd710613811e5951e8af3b"
+rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#0b6342c97f08765e9873b3c52d61657c2aa596e5"
rr[mode]="build"
rr[update_baseline]="onsuccess"
-declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/"
+declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/318/"
declare -g "SQUAD_GRP=tcwg"
-# Processed 20 options
-rr[base-artifacts_rev]=5613a88a3a2e6eefb9c97294ba057c98fd7fe6ab
+# Processed 24 options
+rr[base-artifacts_rev]=3305aae99da7e69a7858ad0222760e5d144c0400
rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git
-rr[binutils_rev]=c21736aed1d4877e090df60362413669dbdc391d
-rr[debug_binutils_date]=1664168009 # 6 hours ago
+rr[binutils_rev]=f4b581f2d1ac69c27a06a328e11763b44544aadb
+rr[debug_binutils_date]=1664871274 # 26 minutes ago
rr[gcc_url]=https://github.com/gcc-mirror/gcc.git
-rr[gcc_rev]=7ed1a816bab15098e959c249bd0aef8452913223
-rr[debug_gcc_date]=1664177444 # 3 hours ago
+rr[gcc_rev]=7df3693f745eb909aacd710613811e5951e8af3b
+rr[debug_gcc_date]=1664868761 # 71 minutes ago
rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git
-rr[newlib_rev]=3c722c80220ff776a24294620a39d4c086cdd8f2
-rr[debug_newlib_date]=1648706044 # 6 months ago
+rr[newlib_rev]=0b6342c97f08765e9873b3c52d61657c2aa596e5
+rr[debug_newlib_date]=1664376593 # 6 days ago
rr[gcc_url]=https://github.com/gcc-mirror/gcc.git
-rr[gcc_rev]=7ed1a816bab15098e959c249bd0aef8452913223
-rr[debug_gcc_date]=1664177444 # 4 hours ago
-rr[results_date]=1660324253
+rr[gcc_rev]=7df3693f745eb909aacd710613811e5951e8af3b
+rr[debug_gcc_date]=1664868761 # 79 minutes ago
+rr[results_date]=1662597763
rr[ci_project]="tcwg_bmk-code_speed-coremark"
rr[ci_config]="gnu_eabi-arm_eabi-master-O3"
# Saving rr[] in the manifest
@@ -34,13 +36,11 @@ rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git"
rr[baseline_branch]="linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3"
rr[breakup_changed_components]="breakup_changed_components gcc"
rr[components]="binutils gcc newlib"
-rr[gcc_git]="baseline"
rr[host_c++]="/usr/bin/g++"
rr[host_cc]="/usr/bin/gcc"
rr[major]="1"
rr[metric_id]="sample"
rr[minor]="0"
-rr[newlib_git]="baseline"
rr[no_regression_p]="no_regression_p"
rr[no_regression_result]="0"
rr[old_format_baseline_branch]="linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3"
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index c257bbe..1c9401d 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[GNU-689]
No change
-Details: https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/318/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 8d62669..00689d5 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,13 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after:
- | 1865 commits in binutils
- | c21736aed1d PR29542, PowerPC gold internal error in get_output_view,
- | f3bc603561c stab nearest_line bfd_malloc_and_get_section
- | 544c5619574 PKG_CHECK_MODULES for msgpack and jansson
- | db0f0fcbf35 Automatic date update in version.in
- | 58d69206b81 Automatic date update in version.in
- | ... and 1860 more commits in binutils
+ | 673 commits in binutils,gcc,newlib
+ | f4b581f2d1a [AArch64] Update FPSR/FPCR fields for FPU and SVE
+ | 758dd750bc6 Support objcopy changing compression to or from zstd
+ | 034235cebd7 Re: compress .gnu.debuglto_.debug_* sections if requested
+ | 7afbac7ddd7 compress .gnu.debuglto_.debug_* sections if requested
+ | bb996692bd9 RISC-V/gas: allow generating up to 176-bit instructions with .insn
+ | ... and 93 more commits in binutils
+ | 7df3693f745 Convert nonzero mask in irange to wide_int.
+ | f50d103183c [PR107130] range-ops: Separate out ffs and popcount optimizations.
+ | 70e3f71a279 diagnostics: Add test for fixed _Pragma location issue [PR91669]
+ | 69fd6dcc32c Daily bump.
+ | c27ddea7465 libstdc++: Update status docs for compare_exchange padding bits
+ | ... and 201 more commits in gcc
+ | 0b6342c97 Rerun automake in newlib/
+ | 01f6251c0 Fix missing extern C statement
+ | d9dc88048 powerpc/setjmp: Add 64-bit support
+ | 5230eb7f8 Implement sysconf for Arm
+ | eb5c631ea upstream OpenBSD: arc4random: fix indent
+ | ... and 364 more commits in newlib
No change
@@ -27,6 +39,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/314/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/318/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk_ci_gnu_eabi-build-tcwg_bmk_stm32-gnu_eabi-master-arm_eabi-coremark-O3/315/artifact/artifacts
diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt
index 56b65bb..aa219ef 100644
--- a/notify/mail-recipients.txt
+++ b/notify/mail-recipients.txt
@@ -1 +1 @@
-bcc:tcwg-validation@linaro.org,maxim.kuvyrkov@linaro.org
+bcc:tcwg-validation@linaro.org
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index e55bd2e..651762b 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 1865 commits in binutils: No change
+[Linaro-TCWG-CI] 673 commits in binutils,gcc,newlib: No change
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index cb2760f..55498c8 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-num_sve_loops_variation_average,size_variation_average,sample_variation_average,benchmark,symbol,num_vect_loops_variation_average
+sample_variation_average,size_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 59622a8..04d9719 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,14799,14799,65404,65404,-1,-1,-1,-1,-1,-1
+Mean,mean,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,14799,14800,65404,65452,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv
index aad4623..0f671fd 100644
--- a/results-vs-prev/csv-results-1/perf.csv
+++ b/results-vs-prev/csv-results-1/perf.csv
@@ -1,2 +1,2 @@
benchmark,symbol,sample,dso
-coremark,coremark,14799,na
+coremark,coremark,14800,na
diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv
index 479474e..4978480 100644
--- a/results-vs-prev/csv-results-1/results.csv
+++ b/results-vs-prev/csv-results-1/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,mean,14799,28,-1,-1,-1
-Mean,geomean-successful-tests,14799,28,-1,-1,-1
-Mean,geomean-all-tests,14799,28,-1,-1,-1
-Mean,average-successful-tests,14799,346,-1,-1,-1
-Mean,average-all-tests,14799,346,-1,-1,-1
-coremark,coremark,14799,65404,-1,-1,-1
+Mean,mean,14800,29,-1,-1,-1
+Mean,geomean-successful-tests,14800,29,-1,-1,-1
+Mean,geomean-all-tests,14800,29,-1,-1,-1
+Mean,average-successful-tests,14800,347,-1,-1,-1
+Mean,average-all-tests,14800,347,-1,-1,-1
+coremark,coremark,14800,65452,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -40,15 +40,14 @@ coremark,[.] _Balloc,-1,76,-1,-1,-1
coremark,[.] _Bfree,-1,18,-1,-1,-1
coremark,[.] BusFault_Handler,-1,2,-1,-1,-1
coremark,[.] calc_func,-1,138,-1,-1,-1
-coremark,[.] __call_exitprocs,-1,164,-1,-1,-1
+coremark,[.] __call_exitprocs,-1,156,-1,-1,-1
coremark,[.] _calloc_r,-1,108,-1,-1,-1
coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1
coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1
coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1
coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1
coremark,[.] check_data_types,-1,4,-1,-1,-1
-coremark,[.] _cleanup,-1,20,-1,-1,-1
-coremark,[.] _cleanup_r,-1,12,-1,-1,-1
+coremark,[.] cleanup_stdio,-1,64,-1,-1,-1
coremark,[.] _close,-1,40,-1,-1,-1
coremark,[.] _close_r,-1,36,-1,-1,-1
coremark,[.] cmp_complex,-1,274,-1,-1,-1
@@ -105,7 +104,7 @@ coremark,[.] __errno,-1,12,-1,-1,-1
coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1
coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1
coremark,[.] _exit,-1,20,-1,-1,-1
-coremark,[.] exit,-1,32,-1,-1,-1
+coremark,[.] exit,-1,28,-1,-1,-1
coremark,[.] __extendsfdf2,-1,66,-1,-1,-1
coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1
coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1
@@ -141,7 +140,7 @@ coremark,[.] _free_r,-1,508,-1,-1,-1
coremark,[.] frexp,-1,100,-1,-1,-1
coremark,[.] _fstat,-1,30,-1,-1,-1
coremark,[.] _fstat_r,-1,44,-1,-1,-1
-coremark,[.] _fwalk_reent,-1,72,-1,-1,-1
+coremark,[.] _fwalk_sglue,-1,70,-1,-1,-1
coremark,[.] __gedf2,-1,138,-1,-1,-1
coremark,[.] get_arg,-1,3080,-1,-1,-1
coremark,[.] _getenv_r,-1,16,-1,-1,-1
@@ -151,6 +150,7 @@ coremark,[.] _getpid_r,-1,4,-1,-1,-1
coremark,[.] get_seed_args,-1,14,-1,-1,-1
coremark,[.] get_time,-1,16,-1,-1,-1
coremark,[.] _gettimeofday,-1,40,-1,-1,-1
+coremark,[.] global_stdio_init.part.0,-1,208,-1,-1,-1
coremark,[.] __gtdf2,-1,138,-1,-1,-1
coremark,[.] HAL_GetTick,-1,12,-1,-1,-1
coremark,[.] HAL_IncTick,-1,24,-1,-1,-1
@@ -206,8 +206,8 @@ coremark,[.] __lshift,-1,240,-1,-1,-1
coremark,[.] __ltdf2,-1,130,-1,-1,-1
coremark,[.] main,-1,1660,-1,-1,-1
coremark,[.] __malloc_lock,-1,2,-1,-1,-1
-coremark,[.] _malloc_r,-1,1380,-1,-1,-1
-coremark,[.] _malloc_trim_r,-1,168,-1,-1,-1
+coremark,[.] _malloc_r,-1,1400,-1,-1,-1
+coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1
coremark,[.] __malloc_unlock,-1,2,-1,-1,-1
coremark,[.] matrix_add_const,-1,208,-1,-1,-1
coremark,[.] matrix_mul_const,-1,74,-1,-1,-1
@@ -260,7 +260,7 @@ coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1
coremark,[.] _read,-1,128,-1,-1,-1
coremark,[.] _read_r,-1,44,-1,-1,-1
coremark,[.] _realloc_r,-1,836,-1,-1,-1
-coremark,[.] __register_exitproc,-1,104,-1,-1,-1
+coremark,[.] __register_exitproc,-1,100,-1,-1,-1
coremark,[.] remap_handle,-1,64,-1,-1,-1
coremark,[.] _rename,-1,82,-1,-1,-1
coremark,[.] Reset_Handler,-1,54,-1,-1,-1
@@ -288,13 +288,10 @@ coremark,[.] signal,-1,80,-1,-1,-1
coremark,[.] _signal_r,-1,78,-1,-1,-1
coremark,[.] __sigtramp,-1,104,-1,-1,-1
coremark,[.] __sigtramp_r,-1,100,-1,-1,-1
-coremark,[.] __sinit,-1,8,-1,-1,-1
-coremark,[.] __sinit_lock_acquire,-1,2,-1,-1,-1
-coremark,[.] __sinit_lock_release,-1,2,-1,-1,-1
-coremark,[.] __sinit.part.0,-1,212,-1,-1,-1
+coremark,[.] __sinit,-1,32,-1,-1,-1
coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1
coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1
-coremark,[.] __smakebuf_r,-1,228,-1,-1,-1
+coremark,[.] __smakebuf_r,-1,220,-1,-1,-1
coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1
coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1
@@ -304,6 +301,7 @@ coremark,[.] __sread,-1,34,-1,-1,-1
coremark,[.] __sseek,-1,34,-1,-1,-1
coremark,[.] start_time,-1,20,-1,-1,-1
coremark,[.] _stat,-1,78,-1,-1,-1
+coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1
coremark,[.] stop_time,-1,20,-1,-1,-1
coremark,[.] strcasecmp,-1,76,-1,-1,-1
coremark,[.] strcat,-1,62,-1,-1,-1
@@ -332,6 +330,7 @@ coremark,[.] _swiwrite,-1,88,-1,-1,-1
coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __swrite,-1,62,-1,-1,-1
coremark,[.] __swsetup_r,-1,192,-1,-1,-1
+coremark,[.] sysconf,-1,26,-1,-1,-1
coremark,[.] _system,-1,86,-1,-1,-1
coremark,[.] SystemClock_Config,-1,144,-1,-1,-1
coremark,[.] SystemInit,-1,80,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv
index 5becda7..f24d0fc 100644
--- a/results-vs-prev/csv-results-1/size.csv
+++ b/results-vs-prev/csv-results-1/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-coremark,coremark,65404
+coremark,coremark,65452
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -35,15 +35,14 @@ coremark,[.] _Balloc,76
coremark,[.] _Bfree,18
coremark,[.] BusFault_Handler,2
coremark,[.] calc_func,138
-coremark,[.] __call_exitprocs,164
+coremark,[.] __call_exitprocs,156
coremark,[.] _calloc_r,108
coremark,[.] CAN1_RX0_IRQHandler,2
coremark,[.] CAN1_RX1_IRQHandler,2
coremark,[.] CAN1_SCE_IRQHandler,2
coremark,[.] CAN1_TX_IRQHandler,2
coremark,[.] check_data_types,4
-coremark,[.] _cleanup,20
-coremark,[.] _cleanup_r,12
+coremark,[.] cleanup_stdio,64
coremark,[.] _close,40
coremark,[.] _close_r,36
coremark,[.] cmp_complex,274
@@ -100,7 +99,7 @@ coremark,[.] __errno,12
coremark,[.] __eucjp_mbtowc,190
coremark,[.] __eucjp_wctomb,124
coremark,[.] _exit,20
-coremark,[.] exit,32
+coremark,[.] exit,28
coremark,[.] __extendsfdf2,66
coremark,[.] EXTI0_IRQHandler,2
coremark,[.] EXTI15_10_IRQHandler,2
@@ -136,7 +135,7 @@ coremark,[.] _free_r,508
coremark,[.] frexp,100
coremark,[.] _fstat,30
coremark,[.] _fstat_r,44
-coremark,[.] _fwalk_reent,72
+coremark,[.] _fwalk_sglue,70
coremark,[.] __gedf2,138
coremark,[.] get_arg,3080
coremark,[.] _getenv_r,16
@@ -146,6 +145,7 @@ coremark,[.] _getpid_r,4
coremark,[.] get_seed_args,14
coremark,[.] get_time,16
coremark,[.] _gettimeofday,40
+coremark,[.] global_stdio_init.part.0,208
coremark,[.] __gtdf2,138
coremark,[.] HAL_GetTick,12
coremark,[.] HAL_IncTick,24
@@ -201,8 +201,8 @@ coremark,[.] __lshift,240
coremark,[.] __ltdf2,130
coremark,[.] main,1660
coremark,[.] __malloc_lock,2
-coremark,[.] _malloc_r,1380
-coremark,[.] _malloc_trim_r,168
+coremark,[.] _malloc_r,1400
+coremark,[.] _malloc_trim_r,184
coremark,[.] __malloc_unlock,2
coremark,[.] matrix_add_const,208
coremark,[.] matrix_mul_const,74
@@ -255,7 +255,7 @@ coremark,[.] RCC_SetFlashLatencyFromMSIRange,140
coremark,[.] _read,128
coremark,[.] _read_r,44
coremark,[.] _realloc_r,836
-coremark,[.] __register_exitproc,104
+coremark,[.] __register_exitproc,100
coremark,[.] remap_handle,64
coremark,[.] _rename,82
coremark,[.] Reset_Handler,54
@@ -283,13 +283,10 @@ coremark,[.] signal,80
coremark,[.] _signal_r,78
coremark,[.] __sigtramp,104
coremark,[.] __sigtramp_r,100
-coremark,[.] __sinit,8
-coremark,[.] __sinit_lock_acquire,2
-coremark,[.] __sinit_lock_release,2
-coremark,[.] __sinit.part.0,212
+coremark,[.] __sinit,32
coremark,[.] __sjis_mbtowc,142
coremark,[.] __sjis_wctomb,86
-coremark,[.] __smakebuf_r,228
+coremark,[.] __smakebuf_r,220
coremark,[.] SPI1_IRQHandler,2
coremark,[.] SPI2_IRQHandler,2
coremark,[.] SPI3_IRQHandler,2
@@ -299,6 +296,7 @@ coremark,[.] __sread,34
coremark,[.] __sseek,34
coremark,[.] start_time,20
coremark,[.] _stat,78
+coremark,[.] stdio_exit_handler,24
coremark,[.] stop_time,20
coremark,[.] strcasecmp,76
coremark,[.] strcat,62
@@ -327,6 +325,7 @@ coremark,[.] _swiwrite,88
coremark,[.] SWPMI1_IRQHandler,2
coremark,[.] __swrite,62
coremark,[.] __swsetup_r,192
+coremark,[.] sysconf,26
coremark,[.] _system,86
coremark,[.] SystemClock_Config,144
coremark,[.] SystemInit,80
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 59622a8..04d9719 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,14799,14799,65404,65404,-1,-1,-1,-1,-1,-1
+Mean,mean,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,14799,14800,65404,65452,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 59622a8..04d9719 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,14799,14799,65404,65404,-1,-1,-1,-1,-1,-1
+Mean,mean,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,14799,14800,65404,65452,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 59622a8..04d9719 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,14799,14799,65404,65404,-1,-1,-1,-1,-1,-1
+Mean,mean,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,14799,14800,65404,65452,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 59622a8..04d9719 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,14799,14799,65404,65404,-1,-1,-1,-1,-1,-1
+Mean,mean,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,14799,14800,65404,65452,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 59622a8..04d9719 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14799,14799,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14799,346,346,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,14799,14799,65404,65404,-1,-1,-1,-1,-1,-1
+Mean,mean,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,100,104,n/a,n/a,n/a,14799,14800,28,29,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,14799,14800,346,347,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,14799,14800,65404,65452,-1,-1,-1,-1,-1,-1