summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-11-19 06:21:34 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-11-19 06:21:34 +0000
commitd7d94fa5a32db4a2faf4c49e22a1dfccb2848a21 (patch)
treec87620f64899fa6e2d52b543cdee3ac2c0ddd4fc
parent4e23bd6f4f14ca3b4b32473ec37abecaf5549458 (diff)
onsuccess: #84: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/84/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -O2_mthumb: | 1 check_regression status : 0
-rw-r--r--01-reset_artifacts/console.log.xzbin2484 -> 2544 bytes
-rw-r--r--02-prepare_abe/console.log.xzbin2604 -> 2648 bytes
-rw-r--r--03-build_abe-binutils/console.log.xzbin27268 -> 27480 bytes
-rw-r--r--03-build_abe-binutils/make-binutils.log.xzbin17672 -> 17460 bytes
-rw-r--r--04-build_abe-stage1/console.log.xzbin90880 -> 91572 bytes
-rw-r--r--04-build_abe-stage1/make-gcc-stage1.log.xzbin70920 -> 70712 bytes
-rw-r--r--06-build_abe-newlib/console.log.xzbin13060 -> 12760 bytes
-rw-r--r--06-build_abe-newlib/make-newlib.log.xzbin7020 -> 7076 bytes
-rw-r--r--07-build_abe-stage2/console.log.xzbin171024 -> 171640 bytes
-rw-r--r--07-build_abe-stage2/make-gcc-stage2.log.xzbin141516 -> 141640 bytes
-rw-r--r--08-benchmark/benchmark-build.log54
-rw-r--r--08-benchmark/console.log.xzbin3320 -> 3388 bytes
-rw-r--r--09-check_regression/console.log.xzbin4756 -> 4900 bytes
-rw-r--r--09-check_regression/output-bmk-results.log10
-rw-r--r--annex/bmk-data2
-rw-r--r--git/binutils_rev2
-rw-r--r--git/gcc_rev2
-rw-r--r--git/newlib_rev2
-rw-r--r--jenkins/build-name2
-rw-r--r--jenkins/notify-full.log225
-rw-r--r--jenkins/notify-init.log70
-rw-r--r--jenkins/run-build.env6
-rw-r--r--manifest.sh4
-rw-r--r--notify/jira/comment-template.txt2
-rw-r--r--notify/mail-body.txt36
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--notify/output-bmk-results.log252
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
-rw-r--r--results-vs-prev/cmp-results.diff7
-rw-r--r--results-vs-prev/compare-results-internal.csv14
-rw-r--r--results-vs-prev/csv-results-0/results.csv792
-rw-r--r--results-vs-prev/csv-results-0/status.csv2
-rw-r--r--results-vs-prev/csv-results-1/results.csv788
-rw-r--r--results-vs-prev/csv-results-1/size.csv10
-rw-r--r--results-vs-prev/csv-results-1/status.csv2
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv9
-rw-r--r--results-vs-prev/csvs2table-results-full.csv9
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv9
-rw-r--r--results-vs-prev/csvs2table-results.csv9
-rw-r--r--results-vs-prev/results-internal.csv9
-rw-r--r--results-vs-prev/tcwg-benchmark-results.log22
41 files changed, 1250 insertions, 1105 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz
index fb7c53f..edf58ec 100644
--- a/01-reset_artifacts/console.log.xz
+++ b/01-reset_artifacts/console.log.xz
Binary files differ
diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz
index f474cdf..7b51805 100644
--- a/02-prepare_abe/console.log.xz
+++ b/02-prepare_abe/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz
index c0b747d..96a5012 100644
--- a/03-build_abe-binutils/console.log.xz
+++ b/03-build_abe-binutils/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz
index f324633..104523e 100644
--- a/03-build_abe-binutils/make-binutils.log.xz
+++ b/03-build_abe-binutils/make-binutils.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz
index 281830b..d951ed6 100644
--- a/04-build_abe-stage1/console.log.xz
+++ b/04-build_abe-stage1/console.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz
index 58aa6e2..3bb7163 100644
--- a/04-build_abe-stage1/make-gcc-stage1.log.xz
+++ b/04-build_abe-stage1/make-gcc-stage1.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz
index 1cdba53..dcca151 100644
--- a/06-build_abe-newlib/console.log.xz
+++ b/06-build_abe-newlib/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz
index fbbd730..520d342 100644
--- a/06-build_abe-newlib/make-newlib.log.xz
+++ b/06-build_abe-newlib/make-newlib.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz
index 1231f51..f41ecfe 100644
--- a/07-build_abe-stage2/console.log.xz
+++ b/07-build_abe-stage2/console.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz
index 93a5800..d3c6ef0 100644
--- a/07-build_abe-stage2/make-gcc-stage2.log.xz
+++ b/07-build_abe-stage2/make-gcc-stage2.log.xz
Binary files differ
diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log
index 95c3508..d74f15c 100644
--- a/08-benchmark/benchmark-build.log
+++ b/08-benchmark/benchmark-build.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #44884
+Started TCWG Benchmark #45061
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_12
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXKiCpRb/agent.54519
-SSH_AGENT_PID=54521
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXdsNSI6/agent.55567
+SSH_AGENT_PID=55569
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_11813106922623314382.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_11813106922623314382.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_12_tmp/private_key_11937733333905500615.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_12_tmp/private_key_11937733333905500615.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_12/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 34bba566f8ddf26613b22d17ff41af3f245a3690 (origin/master)
+Checking out Revision e66588736a8242a8389a9fe7edff26f68445e538 (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 34bba566f8ddf26613b22d17ff41af3f245a3690 # timeout=10
-Commit message: "pw-trigger.sh: Fix prerequisite bot check"
- > /usr/bin/git rev-list --no-walk 34bba566f8ddf26613b22d17ff41af3f245a3690 # timeout=10
+ > /usr/bin/git checkout -f e66588736a8242a8389a9fe7edff26f68445e538 # timeout=10
+Commit message: "tcwg-update-lnt-results.sh: add execution rights"
+ > /usr/bin/git rev-list --no-walk e66588736a8242a8389a9fe7edff26f68445e538 # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_12/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd (origin/master)
+Checking out Revision c40175524fbfe595576e5d24bc9bcf5ae416e259 (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd # timeout=10
-Commit message: "metric_utils.py: Add entries for status."
- > /usr/bin/git rev-list --no-walk 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd # timeout=10
+ > /usr/bin/git checkout -f c40175524fbfe595576e5d24bc9bcf5ae416e259 # timeout=10
+Commit message: "gather-metrics.sh: regenerate status.csv in case we have only results.csv"
+ > /usr/bin/git rev-list --no-walk c40175524fbfe595576e5d24bc9bcf5ae416e259 # timeout=10
No emails were triggered.
-New run name is '#44884-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins15028427725997704021.sh
+New run name is '#45061-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_12] $ /bin/bash /tmp/jenkins7294595751057053433.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
+ case "$bmk_hw:$image_arch" in
+ hw_tag=stm32
+ has_perf_logs=no
-++ echo build-03.tcwglab:52154:/tmp/tmp.vSWGdhlSEJ
-++ sed -e s/@build_num@/44884/g -e s/@hw_tag@/stm32/g
-+ results_dest=build-03.tcwglab:52154:/tmp/tmp.vSWGdhlSEJ
+++ echo build-02.tcwglab:52067:/tmp/tmp.b555xGDWmn
+++ sed -e s/@build_num@/45061/g -e s/@hw_tag@/stm32/g
++ results_dest=build-02.tcwglab:52067:/tmp/tmp.b555xGDWmn
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 54638
++ wait 55691
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,18 +87,20 @@ New run name is '#44884-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2-
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #147163 started.
-TCWG Benchmark_backend #147163-44884+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS
-New run name is '#44884-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
+TCWG Benchmark_backend #147576 started.
+TCWG Benchmark_backend #147576-45061+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS
+New run name is '#45061-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 54521 killed;
+echo Agent pid 55569 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
+#45060-tcwg_bmk-code_vect-spec2k6/gnu-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
+#45060-tcwg_bmk-code_vect-spec2k6/gnu-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
-Completed TCWG Benchmark #44884-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS
+Completed TCWG Benchmark #45061-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS
diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz
index 9ca03d8..ff89bca 100644
--- a/08-benchmark/console.log.xz
+++ b/08-benchmark/console.log.xz
Binary files differ
diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz
index b7f6a79..0c6c371 100644
--- a/09-check_regression/console.log.xz
+++ b/09-check_regression/console.log.xz
Binary files differ
diff --git a/09-check_regression/output-bmk-results.log b/09-check_regression/output-bmk-results.log
index 3f99de7..efeb500 100644
--- a/09-check_regression/output-bmk-results.log
+++ b/09-check_regression/output-bmk-results.log
@@ -1,2 +1,8 @@
-DEBUG: checking symbol.regression : coremark,coremark : size=0% (threshold=10%)
-DEBUG: checking symbol.improvement : coremark,coremark : size=0% (threshold=10%)
+Empty DataFrame
+Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y]
+Index: []
+Empty DataFrame
+Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y]
+Index: []
+DEBUG: checking symbol.regression : coremark,coremark : size=1% (threshold=10%)
+DEBUG: checking symbol.improvement : coremark,coremark : size=1% (threshold=10%)
diff --git a/annex/bmk-data b/annex/bmk-data
index a774928..8cec4cc 100644
--- a/annex/bmk-data
+++ b/annex/bmk-data
@@ -1 +1 @@
-bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2/82-ccf452a4c22879a61356c3cc796f725d.tar.xz
+bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2/84-8d87e175996bc7cd3c7e56916f2e7e4f.tar.xz
diff --git a/git/binutils_rev b/git/binutils_rev
index 3678236..a43e394 100644
--- a/git/binutils_rev
+++ b/git/binutils_rev
@@ -1 +1 @@
-e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
+1e62d51f295be4f77185769907e22f36d6e39b3c
diff --git a/git/gcc_rev b/git/gcc_rev
index 0c80dff..fadef29 100644
--- a/git/gcc_rev
+++ b/git/gcc_rev
@@ -1 +1 @@
-401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
+af7fa3135b6b046fe3ba869993221042a65301eb
diff --git a/git/newlib_rev b/git/newlib_rev
index 6903a71..c548e70 100644
--- a/git/newlib_rev
+++ b/git/newlib_rev
@@ -1 +1 @@
-3d94e07c49b50caecf836eea34e03dddde8c29c1
+643275ed18b7ddab73bc7dcb0d971b7d4b1db392
diff --git a/jenkins/build-name b/jenkins/build-name
index b631626..e5299de 100644
--- a/jenkins/build-name
+++ b/jenkins/build-name
@@ -1 +1 @@
-#82-binutils-gcc-newlib-R1
+#84-binutils-gcc-newlib-R1
diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log
index 224b152..76e25a1 100644
--- a/jenkins/notify-full.log
+++ b/jenkins/notify-full.log
@@ -26,17 +26,17 @@
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/81/
+# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/
# Using dir : base-artifacts
-+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/81/'
++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/'
+ echo '# Using dir : base-artifacts'
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/
+# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/84/
# Using dir : artifacts
-+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/'
++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/84/'
+ echo '# Using dir : artifacts'
+ echo ''
+ mkdir -p artifacts/notify
@@ -84,7 +84,7 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ '[' xe5da53e26f4e3b14c542a0cb65828a3a9e574ca3 '!=' xe0446214a07dd4e6709c63d1eb3d764181264246 ']'
+++ '[' x1e62d51f295be4f77185769907e22f36d6e39b3c '!=' xe5da53e26f4e3b14c542a0cb65828a3a9e574ca3 ']'
++ echo -ne binutils
++ delim=' '
++ for c in $(print_updated_components)
@@ -99,7 +99,7 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ '[' x401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a '!=' x879cf9ff45d94065d89e24b71c6b27c7076ac518 ']'
+++ '[' xaf7fa3135b6b046fe3ba869993221042a65301eb '!=' x401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a ']'
++ echo -ne ' gcc'
++ delim=' '
++ for c in $(print_updated_components)
@@ -114,17 +114,19 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ '[' x3d94e07c49b50caecf836eea34e03dddde8c29c1 '!=' x3d94e07c49b50caecf836eea34e03dddde8c29c1 ']'
+++ '[' x643275ed18b7ddab73bc7dcb0d971b7d4b1db392 '!=' x3d94e07c49b50caecf836eea34e03dddde8c29c1 ']'
+++ echo -ne ' newlib'
+++ delim=' '
++ echo
# Debug traces :
-# change_kind=multiple_components : binutils gcc
+# change_kind=multiple_components : binutils gcc newlib
+ local c base_rev cur_rev c_commits
-+ '[' 2 = 0 ']'
-+ '[' 2 = 1 ']'
++ '[' 3 = 0 ']'
++ '[' 3 = 1 ']'
+ change_kind=multiple_components
+ changed_single_component=
+ echo '# Debug traces :'
-+ echo '# change_kind=multiple_components : binutils gcc'
++ echo '# change_kind=multiple_components : binutils gcc newlib'
+ for c in "${changed_components[@]}"
++ get_baseline_git binutils_rev
++ set -euf -o pipefail
@@ -132,17 +134,17 @@
++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/binutils_rev
-+ base_rev=e0446214a07dd4e6709c63d1eb3d764181264246
++ base_rev=e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
++ get_current_git binutils_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/binutils_rev
-+ cur_rev=e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
-++ git -C binutils rev-list --count e0446214a07dd4e6709c63d1eb3d764181264246..e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
-# rev for binutils : e0446214a07dd4e6709c63d1eb3d764181264246..e5da53e26f4e3b14c542a0cb65828a3a9e574ca3 (14 commits)
-+ c_commits=14
-+ echo '# rev for binutils : e0446214a07dd4e6709c63d1eb3d764181264246..e5da53e26f4e3b14c542a0cb65828a3a9e574ca3 (14 commits)'
++ cur_rev=1e62d51f295be4f77185769907e22f36d6e39b3c
+++ git -C binutils rev-list --count e5da53e26f4e3b14c542a0cb65828a3a9e574ca3..1e62d51f295be4f77185769907e22f36d6e39b3c
+# rev for binutils : e5da53e26f4e3b14c542a0cb65828a3a9e574ca3..1e62d51f295be4f77185769907e22f36d6e39b3c (114 commits)
++ c_commits=114
++ echo '# rev for binutils : e5da53e26f4e3b14c542a0cb65828a3a9e574ca3..1e62d51f295be4f77185769907e22f36d6e39b3c (114 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git gcc_rev
++ set -euf -o pipefail
@@ -150,18 +152,36 @@
++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/gcc_rev
-+ base_rev=879cf9ff45d94065d89e24b71c6b27c7076ac518
++ base_rev=401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
++ get_current_git gcc_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/gcc_rev
-+ cur_rev=401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
-++ git -C gcc rev-list --count 879cf9ff45d94065d89e24b71c6b27c7076ac518..401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
-# rev for gcc : 879cf9ff45d94065d89e24b71c6b27c7076ac518..401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a (63 commits)
++ cur_rev=af7fa3135b6b046fe3ba869993221042a65301eb
+++ git -C gcc rev-list --count 401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a..af7fa3135b6b046fe3ba869993221042a65301eb
+# rev for gcc : 401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a..af7fa3135b6b046fe3ba869993221042a65301eb (219 commits)
++ c_commits=219
++ echo '# rev for gcc : 401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a..af7fa3135b6b046fe3ba869993221042a65301eb (219 commits)'
++ for c in "${changed_components[@]}"
+++ get_baseline_git newlib_rev
+++ set -euf -o pipefail
+++ local base_artifacts=base-artifacts
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
+++ get_current_git newlib_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/newlib_rev
++ cur_rev=643275ed18b7ddab73bc7dcb0d971b7d4b1db392
+++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..643275ed18b7ddab73bc7dcb0d971b7d4b1db392
+# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 (11 commits)
-+ c_commits=63
-+ echo '# rev for gcc : 879cf9ff45d94065d89e24b71c6b27c7076ac518..401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a (63 commits)'
++ c_commits=11
++ echo '# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 (11 commits)'
+ echo ''
+ setup_stages_to_run
+ '[' ignore = onregression ']'
@@ -196,7 +216,7 @@
+ local artifacts_mail_dir
+ artifacts_mail_dir=artifacts/notify
+ local res=0
-+ wait 1220
++ wait 5536
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ size build verbose
+ assert_with_msg 'ERROR while trying to regenerate bmk-data results. Aborting..' '[' 0 = 0 ']'
+ set -euf -o pipefail +x
@@ -270,9 +290,9 @@
+++ get_current_manifest BUILD_URL
+++ get_manifest artifacts/manifest.sh BUILD_URL
+++ set +x
-++ url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/artifact/artifacts
+++ url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/84/artifact/artifacts
++ '[' '' '!=' '' ']'
-++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/artifact/artifacts/notify/mail-body.txt/*view*/'
+++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/84/artifact/artifacts/notify/mail-body.txt/*view*/'
# print all notification files
+ echo '# print all notification files'
+ true
@@ -305,16 +325,16 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=e0446214a07dd4e6709c63d1eb3d764181264246
+++ base_rev=e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
-+++ git -C binutils rev-list --count e0446214a07dd4e6709c63d1eb3d764181264246..e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
-++ c_commits=14
-++ new_commits=14
+++ cur_rev=1e62d51f295be4f77185769907e22f36d6e39b3c
++++ git -C binutils rev-list --count e5da53e26f4e3b14c542a0cb65828a3a9e574ca3..1e62d51f295be4f77185769907e22f36d6e39b3c
+++ c_commits=114
+++ new_commits=114
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
+++ set -euf -o pipefail
@@ -322,20 +342,37 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=879cf9ff45d94065d89e24b71c6b27c7076ac518
+++ base_rev=401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
-+++ git -C gcc rev-list --count 879cf9ff45d94065d89e24b71c6b27c7076ac518..401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
-++ c_commits=63
-++ new_commits=77
-+++ echo binutils gcc
+++ cur_rev=af7fa3135b6b046fe3ba869993221042a65301eb
++++ git -C gcc rev-list --count 401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a..af7fa3135b6b046fe3ba869993221042a65301eb
+++ c_commits=219
+++ new_commits=333
+++ for c in "${changed_components[@]}"
++++ get_baseline_git newlib_rev
++++ set -euf -o pipefail
++++ local base_artifacts=base-artifacts
++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
++++ set -euf -o pipefail +x
++++ cat base-artifacts/git/newlib_rev
+++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
++++ get_current_git newlib_rev
++++ set -euf -o pipefail
++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
++++ set -euf -o pipefail +x
++++ cat artifacts/git/newlib_rev
+++ cur_rev=643275ed18b7ddab73bc7dcb0d971b7d4b1db392
++++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..643275ed18b7ddab73bc7dcb0d971b7d4b1db392
+++ c_commits=11
+++ new_commits=344
++++ echo binutils gcc newlib
+++ tr ' ' ,
-++ components=binutils,gcc
-++ echo '77 commits in binutils,gcc'
+++ components=binutils,gcc,newlib
+++ echo '344 commits in binutils,gcc,newlib'
++ '[' --oneline = --oneline ']'
++ return 0
++ bmk_print_result --oneline
@@ -423,17 +460,17 @@
++ case "$ci_config" in
++ echo 'arm O2'
++ return 0
-+ echo '[Linaro-TCWG-CI]' '77 commits in binutils,gcc: No change on arm O2'
++ echo '[Linaro-TCWG-CI]' '344 commits in binutils,gcc,newlib: No change on arm O2'
+ print_mail_body
+ local bad_artifacts_url good_artifacts_url
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/artifact/artifacts
++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/84/artifact/artifacts
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/81/artifact/artifacts
++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/artifact/artifacts
+ cat
++ bmk_print_config --short
++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh
@@ -514,16 +551,16 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=e0446214a07dd4e6709c63d1eb3d764181264246
+++ base_rev=e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
-+++ git -C binutils rev-list --count e0446214a07dd4e6709c63d1eb3d764181264246..e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
-++ c_commits=14
-++ new_commits=14
+++ cur_rev=1e62d51f295be4f77185769907e22f36d6e39b3c
++++ git -C binutils rev-list --count e5da53e26f4e3b14c542a0cb65828a3a9e574ca3..1e62d51f295be4f77185769907e22f36d6e39b3c
+++ c_commits=114
+++ new_commits=114
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
+++ set -euf -o pipefail
@@ -531,20 +568,37 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=879cf9ff45d94065d89e24b71c6b27c7076ac518
+++ base_rev=401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
-+++ git -C gcc rev-list --count 879cf9ff45d94065d89e24b71c6b27c7076ac518..401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
-++ c_commits=63
-++ new_commits=77
-+++ echo binutils gcc
+++ cur_rev=af7fa3135b6b046fe3ba869993221042a65301eb
++++ git -C gcc rev-list --count 401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a..af7fa3135b6b046fe3ba869993221042a65301eb
+++ c_commits=219
+++ new_commits=333
+++ for c in "${changed_components[@]}"
++++ get_baseline_git newlib_rev
++++ set -euf -o pipefail
++++ local base_artifacts=base-artifacts
++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
++++ set -euf -o pipefail +x
++++ cat base-artifacts/git/newlib_rev
+++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
++++ get_current_git newlib_rev
++++ set -euf -o pipefail
++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
++++ set -euf -o pipefail +x
++++ cat artifacts/git/newlib_rev
+++ cur_rev=643275ed18b7ddab73bc7dcb0d971b7d4b1db392
++++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..643275ed18b7ddab73bc7dcb0d971b7d4b1db392
+++ c_commits=11
+++ new_commits=344
++++ echo binutils gcc newlib
+++ tr ' ' ,
-++ components=binutils,gcc
-++ echo '77 commits in binutils,gcc'
+++ components=binutils,gcc,newlib
+++ echo '344 commits in binutils,gcc,newlib'
++ '[' --short = --oneline ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git binutils_rev
@@ -553,19 +607,19 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=e0446214a07dd4e6709c63d1eb3d764181264246
+++ base_rev=e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
-+++ git -C binutils rev-list --count e0446214a07dd4e6709c63d1eb3d764181264246..e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
-++ c_commits=14
+++ cur_rev=1e62d51f295be4f77185769907e22f36d6e39b3c
++++ git -C binutils rev-list --count e5da53e26f4e3b14c542a0cb65828a3a9e574ca3..1e62d51f295be4f77185769907e22f36d6e39b3c
+++ c_commits=114
++ '[' '' '!=' '' ']'
-++ git -C binutils log -n 5 --oneline e0446214a07dd4e6709c63d1eb3d764181264246..e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
-++ '[' 14 -gt 5 ']'
-++ echo '... and 9 more commits in binutils'
+++ git -C binutils log -n 5 --oneline e5da53e26f4e3b14c542a0cb65828a3a9e574ca3..1e62d51f295be4f77185769907e22f36d6e39b3c
+++ '[' 114 -gt 5 ']'
+++ echo '... and 109 more commits in binutils'
++ '[' '' '!=' '' ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
@@ -574,19 +628,40 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=879cf9ff45d94065d89e24b71c6b27c7076ac518
+++ base_rev=401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
-+++ git -C gcc rev-list --count 879cf9ff45d94065d89e24b71c6b27c7076ac518..401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
-++ c_commits=63
+++ cur_rev=af7fa3135b6b046fe3ba869993221042a65301eb
++++ git -C gcc rev-list --count 401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a..af7fa3135b6b046fe3ba869993221042a65301eb
+++ c_commits=219
+++ '[' '' '!=' '' ']'
+++ git -C gcc log -n 5 --oneline 401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a..af7fa3135b6b046fe3ba869993221042a65301eb
+++ '[' 219 -gt 5 ']'
+++ echo '... and 214 more commits in gcc'
+++ '[' '' '!=' '' ']'
+++ for c in "${changed_components[@]}"
++++ get_baseline_git newlib_rev
++++ set -euf -o pipefail
++++ local base_artifacts=base-artifacts
++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
++++ set -euf -o pipefail +x
++++ cat base-artifacts/git/newlib_rev
+++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
++++ get_current_git newlib_rev
++++ set -euf -o pipefail
++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
++++ set -euf -o pipefail +x
++++ cat artifacts/git/newlib_rev
+++ cur_rev=643275ed18b7ddab73bc7dcb0d971b7d4b1db392
++++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..643275ed18b7ddab73bc7dcb0d971b7d4b1db392
+++ c_commits=11
++ '[' '' '!=' '' ']'
-++ git -C gcc log -n 5 --oneline 879cf9ff45d94065d89e24b71c6b27c7076ac518..401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
-++ '[' 63 -gt 5 ']'
-++ echo '... and 58 more commits in gcc'
+++ git -C newlib log -n 5 --oneline 3d94e07c49b50caecf836eea34e03dddde8c29c1..643275ed18b7ddab73bc7dcb0d971b7d4b1db392
+++ '[' 11 -gt 5 ']'
+++ echo '... and 6 more commits in newlib'
++ '[' '' '!=' '' ']'
++ return 0
++ bmk_print_result --short
@@ -731,15 +806,17 @@
+ echo '... Skipping'
+ return
+ generate_lnt_report
-+ wait 1403
-# generate_lnt_report
-... Skipping
++ wait 5750
+ set -euf -o pipefail
+# generate_lnt_report
+ echo '# generate_lnt_report'
+ true
++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/lnt-utils.sh
+ case "$ci_project" in
-+ echo '... Skipping'
-+ return
++ local cc cur_rev describe
++ case "${rr[toolchain]}" in
++ false
++ true
+ false
+ post_to_jira
# post_to_jira
diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log
index 03a985d..99e5704 100644
--- a/jenkins/notify-init.log
+++ b/jenkins/notify-init.log
@@ -26,17 +26,17 @@
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/81/
+# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/
# Using dir : base-artifacts
-+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/81/'
++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/'
+ echo '# Using dir : base-artifacts'
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/
+# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/84/
# Using dir : artifacts
-+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/'
++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/84/'
+ echo '# Using dir : artifacts'
+ echo ''
+ mkdir -p artifacts/notify
@@ -84,7 +84,7 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ '[' xe5da53e26f4e3b14c542a0cb65828a3a9e574ca3 '!=' xe0446214a07dd4e6709c63d1eb3d764181264246 ']'
+++ '[' x1e62d51f295be4f77185769907e22f36d6e39b3c '!=' xe5da53e26f4e3b14c542a0cb65828a3a9e574ca3 ']'
++ echo -ne binutils
++ delim=' '
++ for c in $(print_updated_components)
@@ -99,7 +99,7 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ '[' x401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a '!=' x879cf9ff45d94065d89e24b71c6b27c7076ac518 ']'
+++ '[' xaf7fa3135b6b046fe3ba869993221042a65301eb '!=' x401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a ']'
++ echo -ne ' gcc'
++ delim=' '
++ for c in $(print_updated_components)
@@ -107,6 +107,8 @@
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+# Debug traces :
+# change_kind=multiple_components : binutils gcc newlib
+++ cat artifacts/git/newlib_rev
+++ get_baseline_git newlib_rev
+++ set -euf -o pipefail
@@ -114,17 +116,17 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ '[' x3d94e07c49b50caecf836eea34e03dddde8c29c1 '!=' x3d94e07c49b50caecf836eea34e03dddde8c29c1 ']'
+++ '[' x643275ed18b7ddab73bc7dcb0d971b7d4b1db392 '!=' x3d94e07c49b50caecf836eea34e03dddde8c29c1 ']'
+++ echo -ne ' newlib'
+++ delim=' '
++ echo
-# Debug traces :
-# change_kind=multiple_components : binutils gcc
+ local c base_rev cur_rev c_commits
-+ '[' 2 = 0 ']'
-+ '[' 2 = 1 ']'
++ '[' 3 = 0 ']'
++ '[' 3 = 1 ']'
+ change_kind=multiple_components
+ changed_single_component=
+ echo '# Debug traces :'
-+ echo '# change_kind=multiple_components : binutils gcc'
++ echo '# change_kind=multiple_components : binutils gcc newlib'
+ for c in "${changed_components[@]}"
++ get_baseline_git binutils_rev
++ set -euf -o pipefail
@@ -132,17 +134,17 @@
++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/binutils_rev
-+ base_rev=e0446214a07dd4e6709c63d1eb3d764181264246
++ base_rev=e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
++ get_current_git binutils_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/binutils_rev
-+ cur_rev=e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
-++ git -C binutils rev-list --count e0446214a07dd4e6709c63d1eb3d764181264246..e5da53e26f4e3b14c542a0cb65828a3a9e574ca3
-# rev for binutils : e0446214a07dd4e6709c63d1eb3d764181264246..e5da53e26f4e3b14c542a0cb65828a3a9e574ca3 (14 commits)
-+ c_commits=14
-+ echo '# rev for binutils : e0446214a07dd4e6709c63d1eb3d764181264246..e5da53e26f4e3b14c542a0cb65828a3a9e574ca3 (14 commits)'
++ cur_rev=1e62d51f295be4f77185769907e22f36d6e39b3c
+++ git -C binutils rev-list --count e5da53e26f4e3b14c542a0cb65828a3a9e574ca3..1e62d51f295be4f77185769907e22f36d6e39b3c
+# rev for binutils : e5da53e26f4e3b14c542a0cb65828a3a9e574ca3..1e62d51f295be4f77185769907e22f36d6e39b3c (114 commits)
++ c_commits=114
++ echo '# rev for binutils : e5da53e26f4e3b14c542a0cb65828a3a9e574ca3..1e62d51f295be4f77185769907e22f36d6e39b3c (114 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git gcc_rev
++ set -euf -o pipefail
@@ -150,18 +152,36 @@
++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/gcc_rev
-+ base_rev=879cf9ff45d94065d89e24b71c6b27c7076ac518
++ base_rev=401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
++ get_current_git gcc_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/gcc_rev
-+ cur_rev=401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
-++ git -C gcc rev-list --count 879cf9ff45d94065d89e24b71c6b27c7076ac518..401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a
-# rev for gcc : 879cf9ff45d94065d89e24b71c6b27c7076ac518..401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a (63 commits)
++ cur_rev=af7fa3135b6b046fe3ba869993221042a65301eb
+++ git -C gcc rev-list --count 401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a..af7fa3135b6b046fe3ba869993221042a65301eb
+# rev for gcc : 401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a..af7fa3135b6b046fe3ba869993221042a65301eb (219 commits)
++ c_commits=219
++ echo '# rev for gcc : 401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a..af7fa3135b6b046fe3ba869993221042a65301eb (219 commits)'
++ for c in "${changed_components[@]}"
+++ get_baseline_git newlib_rev
+++ set -euf -o pipefail
+++ local base_artifacts=base-artifacts
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
+++ get_current_git newlib_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/newlib_rev
++ cur_rev=643275ed18b7ddab73bc7dcb0d971b7d4b1db392
+++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..643275ed18b7ddab73bc7dcb0d971b7d4b1db392
+# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 (11 commits)
-+ c_commits=63
-+ echo '# rev for gcc : 879cf9ff45d94065d89e24b71c6b27c7076ac518..401dc18184af6b32a3ccbe1eaeed0c7ff9ae1d5a (63 commits)'
++ c_commits=11
++ echo '# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..643275ed18b7ddab73bc7dcb0d971b7d4b1db392 (11 commits)'
+ echo ''
+ setup_stages_to_run
+ '[' ignore = onregression ']'
@@ -187,10 +207,10 @@
# post_interesting_commits
+ set -euf -o pipefail
+ echo '# post_interesting_commits'
+Init stage ran successfully.
+ local stage=init
+ '[' multiple_components '!=' single_commit ']'
+ return
-Init stage ran successfully.
+ '[' init '!=' full ']'
+ echo 'Init stage ran successfully.'
+ exit 0
diff --git a/jenkins/run-build.env b/jenkins/run-build.env
index 254d46d..f779c78 100644
--- a/jenkins/run-build.env
+++ b/jenkins/run-build.env
@@ -1,15 +1,15 @@
-build_name="#82"
+build_name="#84"
docker_opts=(--distro
default
--ssh_info
true )
source build_container.sh
trap "cleanup_all_containers" EXIT
-build_name="#82-binutils-gcc-newlib"
+build_name="#84-binutils-gcc-newlib"
branch_opt=(==rr\[binutils_git\]
git://sourceware.org/git/binutils-gdb.git#master
==rr\[gcc_git\]
https://github.com/gcc-mirror/gcc.git#master
==rr\[newlib_git\]
git://sourceware.org/git/newlib-cygwin.git#master )
-build_name="#82-binutils-gcc-newlib-R1"
+build_name="#84-binutils-gcc-newlib-R1"
diff --git a/manifest.sh b/manifest.sh
index d452338..8cf0db8 100644
--- a/manifest.sh
+++ b/manifest.sh
@@ -1,4 +1,4 @@
-declare -g "jenkins_scripts_rev=34bba566f8ddf26613b22d17ff41af3f245a3690"
+declare -g "jenkins_scripts_rev=e66588736a8242a8389a9fe7edff26f68445e538"
# Artifacts directory
# Recording parameters to manifest: artifacts/manifest.sh
rr[ci_project]="tcwg_bmk-code_size-coremark"
@@ -7,7 +7,7 @@ declare -g "bmk_branch=master"
declare -g "scripts_branch=master"
rr[mode]="build"
rr[update_baseline]="onsuccess"
-declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/"
+declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/84/"
declare -g "SQUAD_GRP=tcwg"
rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master"
rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master"
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index b0a71a9..33b556a 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[GNU-686]
No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/84/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index d8fe565..8be2d41 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,19 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
In CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O2 after:
- | 77 commits in binutils,gcc
- | e5da53e26f4 Remove declaration of re_comp
- | df3926bb636 Automatic date update in version.in
- | 328e0159543 Automatic date update in version.in
- | 943e09db605 Automatic date update in version.in
- | a7a0cb6c92e bfd, binutils: add gfx11 amdgpu architectures
- | ... and 9 more commits in binutils
- | 401dc18184a RISC-V: Fix RVV dynamic frm tests failure
- | 5dfa501d2f2 RISC-V: Support FP l/ll round and rint HF mode autovec
- | 93e92b2e5d6 Revert "[PATCH v2] In the pipeline, USE or CLOBBER should delay execution if it starts a new live range."
- | 4b754091bef i386: Remove *stack_protect_set_4s_<mode>_di alternative that will never match
- | 3a5a30792f6 LibF7: Use paper-pencil method for sqrt instead of Newton-Raphson iteration.
- | ... and 58 more commits in gcc
+ | 344 commits in binutils,gcc,newlib
+ | 1e62d51f295 Automatic date update in version.in
+ | 8fbb497b720 gas: bpf: do not allow referring to register names as symbols in operands
+ | 26c7a0ea380 Automatic date update in version.in
+ | e5d6f72eb3d bpf: avoid creating wrong symbols while parsing
+ | 41336620315 gdb: pass address_space to target dcache functions
+ | ... and 109 more commits in binutils
+ | af7fa3135b6 RISC-V: Fix bug of tuple move splitter
+ | f65f63c4d86 analyzer: new warning: -Wanalyzer-undefined-behavior-strtok [PR107573]
+ | 9d58d2d8ba2 Daily bump.
+ | f73808b3b4f MAINTAINERS: Update my email address.
+ | 279e407a06c libstdc++: Check string value_type in std::make_format_args [PR112607]
+ | ... and 214 more commits in gcc
+ | 643275ed1 Cygwin: Document /dev/disk/by-* subdirectories
+ | 41e13e4d9 Cygwin: Add /dev/disk/by-label and /dev/disk/by-uuid symlinks
+ | 6ccbfe6a3 __sfvwrite_r: call __sputc_r rather than putc in __SCLE case
+ | 61ccd3f94 v{fs}printf/v{fs}wprintf: create external output helpers
+ | 7e4840bc4 newlib.hin: regenerate
+ | ... and 6 more commits in newlib
No change
@@ -34,6 +40,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/81/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/84/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O2-build/82/artifact/artifacts
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index 48f7bbe..3da1122 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 77 commits in binutils,gcc: No change on arm O2
+[Linaro-TCWG-CI] 344 commits in binutils,gcc,newlib: No change on arm O2
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index ef2ab71..76a007f 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -1,214 +1,258 @@
--- modulename: output-bmk-results, funcname: <module>
<string>(1): --- modulename: output-bmk-results, funcname: main
-output-bmk-results.py(287): results_csv = sys.argv[1]
-output-bmk-results.py(288): variability_file = sys.argv[2]
-output-bmk-results.py(289): run_step_artifacts_dir = sys.argv[3]
-output-bmk-results.py(290): metric = sys.argv[4]
-output-bmk-results.py(291): mode = sys.argv[5]
-output-bmk-results.py(292): details = sys.argv[6]
-output-bmk-results.py(294): merged_df = read_results_csv(results_csv)
+output-bmk-results.py(322): results_csv = sys.argv[1]
+output-bmk-results.py(323): variability_file = sys.argv[2]
+output-bmk-results.py(324): run_step_artifacts_dir = sys.argv[3]
+output-bmk-results.py(325): metric = sys.argv[4]
+output-bmk-results.py(326): mode = sys.argv[5]
+output-bmk-results.py(327): details = sys.argv[6]
+output-bmk-results.py(329): merged_df = read_results_csv(results_csv)
--- modulename: output-bmk-results, funcname: read_results_csv
-output-bmk-results.py(277): df = pd.read_csv(results_csv)
-output-bmk-results.py(278): df = df.fillna(-1)
-output-bmk-results.py(280): for metric in get_comparable_metrics(df):
+output-bmk-results.py(312): df = pd.read_csv(results_csv)
+output-bmk-results.py(313): df = df.fillna(-1)
+output-bmk-results.py(315): for metric in get_comparable_metrics(df):
--- modulename: output-bmk-results, funcname: get_comparable_metrics
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
--- modulename: output-bmk-results, funcname: <genexpr>
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
--- modulename: output-bmk-results, funcname: <genexpr>
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
--- modulename: output-bmk-results, funcname: <genexpr>
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
--- modulename: output-bmk-results, funcname: <genexpr>
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
--- modulename: output-bmk-results, funcname: <genexpr>
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
--- modulename: output-bmk-results, funcname: <genexpr>
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(199): & metric_utils.comparable_metrics
-output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
-output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int")
-output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int")
-output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int")
-output-bmk-results.py(280): for metric in get_comparable_metrics(df):
-output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int")
-output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int")
-output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int")
-output-bmk-results.py(280): for metric in get_comparable_metrics(df):
-output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int")
-output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int")
-output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int")
-output-bmk-results.py(280): for metric in get_comparable_metrics(df):
-output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int")
-output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int")
-output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int")
-output-bmk-results.py(280): for metric in get_comparable_metrics(df):
-output-bmk-results.py(284): return df
-output-bmk-results.py(295): read_specific_variability_file(variability_file)
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+ --- modulename: output-bmk-results, funcname: <genexpr>
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(207): & metric_utils.comparable_metrics
+output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \
+output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int")
+output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int")
+output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int")
+output-bmk-results.py(315): for metric in get_comparable_metrics(df):
+output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int")
+output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int")
+output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int")
+output-bmk-results.py(315): for metric in get_comparable_metrics(df):
+output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int")
+output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int")
+output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int")
+output-bmk-results.py(315): for metric in get_comparable_metrics(df):
+output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int")
+output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int")
+output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int")
+output-bmk-results.py(315): for metric in get_comparable_metrics(df):
+output-bmk-results.py(319): return df
+output-bmk-results.py(330): read_specific_variability_file(variability_file)
--- modulename: output-bmk-results, funcname: read_specific_variability_file
output-bmk-results.py(51): if not os.path.exists(bmk_specific_filename):
output-bmk-results.py(53): specific_variability = pd.read_csv(bmk_specific_filename, index_col=False)
-output-bmk-results.py(296): output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details)
+output-bmk-results.py(331): output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details)
--- modulename: output-bmk-results, funcname: output_bmk_results
-output-bmk-results.py(248): f_regr = Outfile("{0}/results.regressions".format(run_step_artifacts), "w")
+output-bmk-results.py(278): f_regr = Outfile("{0}/results.regressions".format(run_step_artifacts), "w")
--- modulename: output-bmk-results, funcname: __init__
output-bmk-results.py(19): self.filename=filename
output-bmk-results.py(20): self.predicate=predicate
output-bmk-results.py(21): if predicate:
output-bmk-results.py(22): self.outf = open(filename, mode)
output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf)
-output-bmk-results.py(249): f_ebp = Outfile("{0}/extra-bisect-params".format(run_step_artifacts), "w")
+output-bmk-results.py(279): f_ebp = Outfile("{0}/extra-bisect-params".format(run_step_artifacts), "w")
--- modulename: output-bmk-results, funcname: __init__
output-bmk-results.py(19): self.filename=filename
output-bmk-results.py(20): self.predicate=predicate
output-bmk-results.py(21): if predicate:
output-bmk-results.py(22): self.outf = open(filename, mode)
output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf)
-output-bmk-results.py(250): f_skip = Outfile("{0}/any.skipped".format(run_step_artifacts), "w", predicate=(details=="verbose"))
+output-bmk-results.py(280): f_skip = Outfile("{0}/any.skipped".format(run_step_artifacts), "w", predicate=(details=="verbose"))
--- modulename: output-bmk-results, funcname: __init__
output-bmk-results.py(19): self.filename=filename
output-bmk-results.py(20): self.predicate=predicate
output-bmk-results.py(21): if predicate:
output-bmk-results.py(22): self.outf = open(filename, mode)
output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf)
-output-bmk-results.py(252): f_ebp.write("extra_build_params=")
+output-bmk-results.py(282): f_ebp.write("extra_build_params=")
--- modulename: output-bmk-results, funcname: write
output-bmk-results.py(36): if not self.predicate or not self.outf:
output-bmk-results.py(38): self.outf.write(string)
-output-bmk-results.py(256): df = merged_df[merged_df["benchmark"] != "Mean"]
-output-bmk-results.py(259): exe_df = df[df["symbol"].str.endswith("_base.default")]
-output-bmk-results.py(260): sym_df = df[~df["symbol"].str.endswith("_base.default")]
-output-bmk-results.py(262): output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details)
+output-bmk-results.py(286): df = merged_df[merged_df["benchmark"] != "Mean"]
+output-bmk-results.py(289): exe_df = df[df["symbol"].str.endswith("_base.default")]
+output-bmk-results.py(290): sym_df = df[~df["symbol"].str.endswith("_base.default")]
+output-bmk-results.py(293): output_bmk_results_status(exe_df, "regression", f_regr, f_ebp, run_step_artifacts, details)
+ --- modulename: output-bmk-results, funcname: output_bmk_results_status
+output-bmk-results.py(256): f_out = Outfile("{0}/status.{1}".format(run_step_artifacts, change_kind), "w", predicate=(details=="verbose"))
+ --- modulename: output-bmk-results, funcname: __init__
+output-bmk-results.py(19): self.filename=filename
+output-bmk-results.py(20): self.predicate=predicate
+output-bmk-results.py(21): if predicate:
+output-bmk-results.py(22): self.outf = open(filename, mode)
+output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf)
+output-bmk-results.py(258): print(results_df)
+Empty DataFrame
+Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y]
+Index: []
+output-bmk-results.py(261): for index, row in results_df.iterrows():
+output-bmk-results.py(275): f_out.close()
+ --- modulename: output-bmk-results, funcname: close
+output-bmk-results.py(29): if not self.outf:
+output-bmk-results.py(31): self.outf.close()
+output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
+output-bmk-results.py(33): os.remove(self.filename)
+output-bmk-results.py(294): output_bmk_results_status(exe_df, "improvement", None, None, run_step_artifacts, details)
+ --- modulename: output-bmk-results, funcname: output_bmk_results_status
+output-bmk-results.py(256): f_out = Outfile("{0}/status.{1}".format(run_step_artifacts, change_kind), "w", predicate=(details=="verbose"))
+ --- modulename: output-bmk-results, funcname: __init__
+output-bmk-results.py(19): self.filename=filename
+output-bmk-results.py(20): self.predicate=predicate
+output-bmk-results.py(21): if predicate:
+output-bmk-results.py(22): self.outf = open(filename, mode)
+output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf)
+output-bmk-results.py(258): print(results_df)
+Empty DataFrame
+Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y]
+Index: []
+output-bmk-results.py(261): for index, row in results_df.iterrows():
+output-bmk-results.py(275): f_out.close()
+ --- modulename: output-bmk-results, funcname: close
+output-bmk-results.py(29): if not self.outf:
+output-bmk-results.py(31): self.outf.close()
+output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
+output-bmk-results.py(33): os.remove(self.filename)
+output-bmk-results.py(297): output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details)
--- modulename: output-bmk-results, funcname: output_bmk_results_1
-output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
+output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
--- modulename: output-bmk-results, funcname: __init__
output-bmk-results.py(19): self.filename=filename
output-bmk-results.py(20): self.predicate=predicate
output-bmk-results.py(21): if predicate:
output-bmk-results.py(22): self.outf = open(filename, mode)
output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf)
-output-bmk-results.py(212): rel_metric = "rel_" + metric
-output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1]
-output-bmk-results.py(216): for index, row in out_df.iterrows():
-output-bmk-results.py(245): f_out.close()
+output-bmk-results.py(220): rel_metric = "rel_" + metric
+output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1]
+output-bmk-results.py(224): for index, row in out_df.iterrows():
+output-bmk-results.py(253): f_out.close()
--- modulename: output-bmk-results, funcname: close
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
output-bmk-results.py(33): os.remove(self.filename)
-output-bmk-results.py(263): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details)
+output-bmk-results.py(298): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details)
--- modulename: output-bmk-results, funcname: output_bmk_results_1
-output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
+output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
--- modulename: output-bmk-results, funcname: __init__
output-bmk-results.py(19): self.filename=filename
output-bmk-results.py(20): self.predicate=predicate
output-bmk-results.py(21): if predicate:
output-bmk-results.py(22): self.outf = open(filename, mode)
output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf)
-output-bmk-results.py(212): rel_metric = "rel_" + metric
-output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1]
-output-bmk-results.py(216): for index, row in out_df.iterrows():
-output-bmk-results.py(245): f_out.close()
+output-bmk-results.py(220): rel_metric = "rel_" + metric
+output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1]
+output-bmk-results.py(224): for index, row in out_df.iterrows():
+output-bmk-results.py(253): f_out.close()
--- modulename: output-bmk-results, funcname: close
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
output-bmk-results.py(33): os.remove(self.filename)
-output-bmk-results.py(265): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details)
+output-bmk-results.py(300): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details)
--- modulename: output-bmk-results, funcname: output_bmk_results_1
-output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
+output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
--- modulename: output-bmk-results, funcname: __init__
output-bmk-results.py(19): self.filename=filename
output-bmk-results.py(20): self.predicate=predicate
output-bmk-results.py(21): if predicate:
output-bmk-results.py(22): self.outf = open(filename, mode)
output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf)
-output-bmk-results.py(212): rel_metric = "rel_" + metric
-output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1]
-output-bmk-results.py(216): for index, row in out_df.iterrows():
-output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
+output-bmk-results.py(220): rel_metric = "rel_" + metric
+output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1]
+output-bmk-results.py(224): for index, row in out_df.iterrows():
+output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
--- modulename: output-bmk-results, funcname: get_threshold
output-bmk-results.py(98): if metric == "sample":
output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops":
output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : coremark,coremark : size=0% (threshold=10%)
-output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
+output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
+output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+DEBUG: checking symbol.regression : coremark,coremark : size=1% (threshold=10%)
+output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176): return (result - 100 > threshold)
-output-bmk-results.py(225): continue
-output-bmk-results.py(216): for index, row in out_df.iterrows():
-output-bmk-results.py(245): f_out.close()
+output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics:
+output-bmk-results.py(184): return (result - 100 > threshold)
+output-bmk-results.py(233): continue
+output-bmk-results.py(224): for index, row in out_df.iterrows():
+output-bmk-results.py(253): f_out.close()
--- modulename: output-bmk-results, funcname: close
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
output-bmk-results.py(33): os.remove(self.filename)
-output-bmk-results.py(266): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details)
+output-bmk-results.py(301): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details)
--- modulename: output-bmk-results, funcname: output_bmk_results_1
-output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
+output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
--- modulename: output-bmk-results, funcname: __init__
output-bmk-results.py(19): self.filename=filename
output-bmk-results.py(20): self.predicate=predicate
output-bmk-results.py(21): if predicate:
output-bmk-results.py(22): self.outf = open(filename, mode)
output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf)
-output-bmk-results.py(212): rel_metric = "rel_" + metric
-output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1]
-output-bmk-results.py(216): for index, row in out_df.iterrows():
-output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
+output-bmk-results.py(220): rel_metric = "rel_" + metric
+output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1]
+output-bmk-results.py(224): for index, row in out_df.iterrows():
+output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
--- modulename: output-bmk-results, funcname: get_threshold
output-bmk-results.py(98): if metric == "sample":
output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops":
output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : coremark,coremark : size=0% (threshold=10%)
-output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
+output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
+output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+DEBUG: checking symbol.improvement : coremark,coremark : size=1% (threshold=10%)
+output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185): return (100 - result > threshold)
-output-bmk-results.py(225): continue
-output-bmk-results.py(216): for index, row in out_df.iterrows():
-output-bmk-results.py(245): f_out.close()
+output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics:
+output-bmk-results.py(193): return (100 - result > threshold)
+output-bmk-results.py(233): continue
+output-bmk-results.py(224): for index, row in out_df.iterrows():
+output-bmk-results.py(253): f_out.close()
--- modulename: output-bmk-results, funcname: close
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
output-bmk-results.py(33): os.remove(self.filename)
-output-bmk-results.py(268): f_ebp.write("\n")
+output-bmk-results.py(303): f_ebp.write("\n")
--- modulename: output-bmk-results, funcname: write
output-bmk-results.py(36): if not self.predicate or not self.outf:
output-bmk-results.py(38): self.outf.write(string)
-output-bmk-results.py(270): f_skip.close()
+output-bmk-results.py(305): f_skip.close()
--- modulename: output-bmk-results, funcname: close
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
output-bmk-results.py(33): os.remove(self.filename)
-output-bmk-results.py(271): f_regr.close()
+output-bmk-results.py(306): f_regr.close()
--- modulename: output-bmk-results, funcname: close
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
output-bmk-results.py(33): os.remove(self.filename)
-output-bmk-results.py(272): f_ebp.close()
+output-bmk-results.py(307): f_ebp.close()
--- modulename: output-bmk-results, funcname: close
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
-output-bmk-results.py(297): return 0
+output-bmk-results.py(332): return 0
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index 1fb0719..a019008 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-num_sve_loops_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average
+sample_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,num_sve_loops_variation_average
diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff
new file mode 100644
index 0000000..ed393dd
--- /dev/null
+++ b/results-vs-prev/cmp-results.diff
@@ -0,0 +1,7 @@
+0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19
+Mean,average-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,mean,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+ERROR: Results differ !! see artifacts/results-vs-prev/csvs2table-results-internal.csv.diff for details
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index e1ae6ce..57fa00f 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
-benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
+benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
+Mean,mean,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313
diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv
index fc1d204..9de98ab 100644
--- a/results-vs-prev/csv-results-0/results.csv
+++ b/results-vs-prev/csv-results-0/results.csv
@@ -1,396 +1,396 @@
-benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,mean,15313,28,-1,-1,-1
-Mean,geomean-successful-tests,15313,28,-1,-1,-1
-Mean,geomean-all-tests,15313,28,-1,-1,-1
-Mean,average-successful-tests,15313,355,-1,-1,-1
-Mean,average-all-tests,15313,355,-1,-1,-1
-coremark,coremark,15313,69652,-1,-1,-1
-coremark,[.] abort,-1,14,-1,-1,-1
-coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __adddf3,-1,630,-1,-1,-1
-coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1
-coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1
-coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1
-coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1
-coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1
-coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1
-coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1
-coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1
-coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1
-coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1
-coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1
-coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1
-coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1
-coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1
-coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1
-coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1
-coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1
-coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1
-coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1
-coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1
-coremark,[.] __any_on,-1,92,-1,-1,-1
-coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1
-coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1
-coremark,[.] __assert,-1,10,-1,-1,-1
-coremark,[.] __assert_func,-1,64,-1,-1,-1
-coremark,[.] atexit,-1,12,-1,-1,-1
-coremark,[.] __b2d,-1,188,-1,-1,-1
-coremark,[.] _Balloc,-1,76,-1,-1,-1
-coremark,[.] _Bfree,-1,18,-1,-1,-1
-coremark,[.] BusFault_Handler,-1,2,-1,-1,-1
-coremark,[.] calc_func,-1,142,-1,-1,-1
-coremark,[.] __call_exitprocs,-1,192,-1,-1,-1
-coremark,[.] _calloc_r,-1,108,-1,-1,-1
-coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] check_data_types,-1,4,-1,-1,-1
-coremark,[.] cleanup_stdio,-1,64,-1,-1,-1
-coremark,[.] _clock,-1,18,-1,-1,-1
-coremark,[.] _close,-1,148,-1,-1,-1
-coremark,[.] _close_r,-1,36,-1,-1,-1
-coremark,[.] cmp_complex,-1,26,-1,-1,-1
-coremark,[.] __cmpdf2,-1,122,-1,-1,-1
-coremark,[.] cmp_idx,-1,58,-1,-1,-1
-coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __copybits,-1,90,-1,-1,-1
-coremark,[.] copy_info,-1,6,-1,-1,-1
-coremark,[.] core_bench_list,-1,484,-1,-1,-1
-coremark,[.] core_bench_matrix,-1,32,-1,-1,-1
-coremark,[.] core_bench_state,-1,220,-1,-1,-1
-coremark,[.] core_init_matrix,-1,222,-1,-1,-1
-coremark,[.] core_init_state,-1,200,-1,-1,-1
-coremark,[.] core_list_find,-1,52,-1,-1,-1
-coremark,[.] core_list_init,-1,256,-1,-1,-1
-coremark,[.] core_list_insert_new,-1,60,-1,-1,-1
-coremark,[.] core_list_mergesort,-1,262,-1,-1,-1
-coremark,[.] core_list_remove,-1,28,-1,-1,-1
-coremark,[.] core_list_reverse,-1,20,-1,-1,-1
-coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1
-coremark,[.] core_state_transition,-1,486,-1,-1,-1
-coremark,[.] crc16,-1,92,-1,-1,-1
-coremark,[.] crcu16,-1,90,-1,-1,-1
-coremark,[.] crcu32,-1,172,-1,-1,-1
-coremark,[.] crcu8,-1,42,-1,-1,-1
-coremark,[.] currentlocale,-1,80,-1,-1,-1
-coremark,[.] __d2b,-1,188,-1,-1,-1
-coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1
-coremark,[.] Default_Handler,-1,2,-1,-1,-1
-coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __divdf3,-1,464,-1,-1,-1
-coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] _dtoa_r,-1,4156,-1,-1,-1
-coremark,[.] __env_lock,-1,12,-1,-1,-1
-coremark,[.] __env_unlock,-1,12,-1,-1,-1
-coremark,[.] __eqdf2,-1,122,-1,-1,-1
-coremark,[.] __errno,-1,12,-1,-1,-1
-coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1
-coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1
-coremark,[.] _exit,-1,20,-1,-1,-1
-coremark,[.] exit,-1,28,-1,-1,-1
-coremark,[.] __extendsfdf2,-1,66,-1,-1,-1
-coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] fclose,-1,16,-1,-1,-1
-coremark,[.] _fclose_r,-1,192,-1,-1,-1
-coremark,[.] fflush,-1,116,-1,-1,-1
-coremark,[.] _fflush_r,-1,84,-1,-1,-1
-coremark,[.] _findenv_r,-1,128,-1,-1,-1
-coremark,[.] fiprintf,-1,40,-1,-1,-1
-coremark,[.] _fiprintf_r,-1,28,-1,-1,-1
-coremark,[.] __fixdfsi,-1,78,-1,-1,-1
-coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1
-coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __floatdidf,-1,90,-1,-1,-1
-coremark,[.] __floatsidf,-1,34,-1,-1,-1
-coremark,[.] __floatundidf,-1,106,-1,-1,-1
-coremark,[.] __floatunsidf,-1,30,-1,-1,-1
-coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __fp_lock,-1,28,-1,-1,-1
-coremark,[.] __fp_lock_all,-1,36,-1,-1,-1
-coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __fp_unlock,-1,28,-1,-1,-1
-coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1
-coremark,[.] __fputwc,-1,156,-1,-1,-1
-coremark,[.] fputwc,-1,60,-1,-1,-1
-coremark,[.] _fputwc_r,-1,144,-1,-1,-1
-coremark,[.] _free_r,-1,488,-1,-1,-1
-coremark,[.] frexp,-1,100,-1,-1,-1
-coremark,[.] _fstat,-1,28,-1,-1,-1
-coremark,[.] _fstat_r,-1,44,-1,-1,-1
-coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1
-coremark,[.] __gedf2,-1,138,-1,-1,-1
-coremark,[.] get_arg,-1,3608,-1,-1,-1
-coremark,[.] _getenv_r,-1,16,-1,-1,-1
-coremark,[.] __get_locale_env,-1,80,-1,-1,-1
-coremark,[.] _getpid,-1,4,-1,-1,-1
-coremark,[.] _getpid_r,-1,4,-1,-1,-1
-coremark,[.] get_seed_args,-1,14,-1,-1,-1
-coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1
-coremark,[.] get_time,-1,16,-1,-1,-1
-coremark,[.] _gettimeofday,-1,40,-1,-1,-1
-coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1
-coremark,[.] __gtdf2,-1,138,-1,-1,-1
-coremark,[.] HAL_GetTick,-1,12,-1,-1,-1
-coremark,[.] HAL_IncTick,-1,24,-1,-1,-1
-coremark,[.] hal_init,-1,14,-1,-1,-1
-coremark,[.] HAL_Init,-1,48,-1,-1,-1
-coremark,[.] HAL_InitTick,-1,76,-1,-1,-1
-coremark,[.] HAL_MspInit,-1,2,-1,-1,-1
-coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1
-coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1
-coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1
-coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1
-coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1
-coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1
-coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1
-coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1
-coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1
-coremark,[.] HardFault_Handler,-1,2,-1,-1,-1
-coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1
-coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1
-coremark,[.] __hi0bits,-1,82,-1,-1,-1
-coremark,[.] __i2b,-1,92,-1,-1,-1
-coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1
-coremark,[.] _init_signal,-1,56,-1,-1,-1
-coremark,[.] _init_signal_r,-1,48,-1,-1,-1
-coremark,[.] _isatty,-1,100,-1,-1,-1
-coremark,[.] _isatty_r,-1,36,-1,-1,-1
-coremark,[.] iterate,-1,62,-1,-1,-1
-coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1
-coremark,[.] __jis_wctomb,-1,124,-1,-1,-1
-coremark,[.] _kill,-1,28,-1,-1,-1
-coremark,[.] _kill_r,-1,44,-1,-1,-1
-coremark,[.] _kill_shared,-1,46,-1,-1,-1
-coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __ledf2,-1,130,-1,-1,-1
-coremark,[.] __libc_fini_array,-1,40,-1,-1,-1
-coremark,[.] __libc_init_array,-1,80,-1,-1,-1
-coremark,[.] _link,-1,16,-1,-1,-1
-coremark,[.] __lo0bits,-1,128,-1,-1,-1
-coremark,[.] __loadlocale,-1,1736,-1,-1,-1
-coremark,[.] localeconv,-1,8,-1,-1,-1
-coremark,[.] __localeconv_l,-1,4,-1,-1,-1
-coremark,[.] _localeconv_r,-1,8,-1,-1,-1
-coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1
-coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] _lseek,-1,4,-1,-1,-1
-coremark,[.] _lseek_r,-1,44,-1,-1,-1
-coremark,[.] __lshift,-1,240,-1,-1,-1
-coremark,[.] __ltdf2,-1,130,-1,-1,-1
-coremark,[.] main,-1,1400,-1,-1,-1
-coremark,[.] __malloc_lock,-1,12,-1,-1,-1
-coremark,[.] _malloc_r,-1,1384,-1,-1,-1
-coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1
-coremark,[.] __malloc_unlock,-1,12,-1,-1,-1
-coremark,[.] matrix_add_const,-1,60,-1,-1,-1
-coremark,[.] matrix_mul_const,-1,74,-1,-1,-1
-coremark,[.] matrix_mul_matrix,-1,106,-1,-1,-1
-coremark,[.] matrix_mul_matrix_bitextract,-1,114,-1,-1,-1
-coremark,[.] matrix_mul_vect,-1,62,-1,-1,-1
-coremark,[.] matrix_sum,-1,88,-1,-1,-1
-coremark,[.] matrix_test,-1,670,-1,-1,-1
-coremark,[.] _mbtowc_r,-1,20,-1,-1,-1
-coremark,[.] __mcmp,-1,66,-1,-1,-1
-coremark,[.] __mdiff,-1,388,-1,-1,-1
-coremark,[.] memcpy,-1,308,-1,-1,-1
-coremark,[.] MemManage_Handler,-1,2,-1,-1,-1
-coremark,[.] memmove,-1,254,-1,-1,-1
-coremark,[.] memset,-1,162,-1,-1,-1
-coremark,[.] _mprec_log10,-1,64,-1,-1,-1
-coremark,[.] __muldf3,-1,596,-1,-1,-1
-coremark,[.] __multadd,-1,160,-1,-1,-1
-coremark,[.] __multiply,-1,364,-1,-1,-1
-coremark,[.] __nedf2,-1,122,-1,-1,-1
-coremark,[.] NMI_Handler,-1,2,-1,-1,-1
-coremark,[.] _open,-1,18,-1,-1,-1
-coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] parseval,-1,138,-1,-1,-1
-coremark,[.] PendSV_Handler,-1,2,-1,-1,-1
-coremark,[.] portable_fini,-1,6,-1,-1,-1
-coremark,[.] portable_free,-1,2,-1,-1,-1
-coremark,[.] portable_init,-1,6,-1,-1,-1
-coremark,[.] portable_malloc,-1,4,-1,-1,-1
-coremark,[.] __pow5mult,-1,192,-1,-1,-1
-coremark,[.] printf,-1,40,-1,-1,-1
-coremark,[.] _printf_r,-1,30,-1,-1,-1
-coremark,[.] putc,-1,164,-1,-1,-1
-coremark,[.] putchar,-1,16,-1,-1,-1
-coremark,[.] _putchar_r,-1,6,-1,-1,-1
-coremark,[.] _putc_r,-1,156,-1,-1,-1
-coremark,[.] puts,-1,16,-1,-1,-1
-coremark,[.] _puts_r,-1,188,-1,-1,-1
-coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] quorem,-1,300,-1,-1,-1
-coremark,[.] raise,-1,88,-1,-1,-1
-coremark,[.] _raise_r,-1,82,-1,-1,-1
-coremark,[.] __ratio,-1,96,-1,-1,-1
-coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1
-coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1
-coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1
-coremark,[.] _read,-1,132,-1,-1,-1
-coremark,[.] _read_r,-1,44,-1,-1,-1
-coremark,[.] _realloc_r,-1,840,-1,-1,-1
-coremark,[.] __register_exitproc,-1,128,-1,-1,-1
-coremark,[.] register_fini,-1,20,-1,-1,-1
-coremark,[.] _rename,-1,82,-1,-1,-1
-coremark,[.] Reset_Handler,-1,54,-1,-1,-1
-coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1
-coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1
-coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __s2b,-1,180,-1,-1,-1
-coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __sbprintf,-1,264,-1,-1,-1
-coremark,[.] _sbrk,-1,80,-1,-1,-1
-coremark,[.] _sbrk_r,-1,36,-1,-1,-1
-coremark,[.] __sclose,-1,8,-1,-1,-1
-coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __seofread,-1,4,-1,-1,-1
-coremark,[.] __set_ctype,-1,12,-1,-1,-1
-coremark,[.] setlocale,-1,24,-1,-1,-1
-coremark,[.] _setlocale_r,-1,536,-1,-1,-1
-coremark,[.] __sflush_r,-1,308,-1,-1,-1
-coremark,[.] __sfp,-1,192,-1,-1,-1
-coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1
-coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1
-coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1
-coremark,[.] signal,-1,80,-1,-1,-1
-coremark,[.] _signal_r,-1,80,-1,-1,-1
-coremark,[.] __sigtramp,-1,100,-1,-1,-1
-coremark,[.] __sigtramp_r,-1,98,-1,-1,-1
-coremark,[.] __sinit,-1,64,-1,-1,-1
-coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1
-coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1
-coremark,[.] __smakebuf_r,-1,208,-1,-1,-1
-coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __sprint_r,-1,22,-1,-1,-1
-coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1
-coremark,[.] __sread,-1,34,-1,-1,-1
-coremark,[.] __sseek,-1,34,-1,-1,-1
-coremark,[.] start_time,-1,20,-1,-1,-1
-coremark,[.] _stat,-1,60,-1,-1,-1
-coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1
-coremark,[.] stop_time,-1,20,-1,-1,-1
-coremark,[.] strcasecmp,-1,76,-1,-1,-1
-coremark,[.] strcat,-1,62,-1,-1,-1
-coremark,[.] strchr,-1,206,-1,-1,-1
-coremark,[.] strcmp,-1,734,-1,-1,-1
-coremark,[.] strcpy,-1,186,-1,-1,-1
-coremark,[.] strlcpy,-1,76,-1,-1,-1
-coremark,[.] strlen,-1,216,-1,-1,-1
-coremark,[.] strncasecmp,-1,84,-1,-1,-1
-coremark,[.] strncmp,-1,120,-1,-1,-1
-coremark,[.] strncpy,-1,104,-1,-1,-1
-coremark,[.] strtol,-1,24,-1,-1,-1
-coremark,[.] strtol_l,-1,24,-1,-1,-1
-coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1
-coremark,[.] _strtol_r,-1,2,-1,-1,-1
-coremark,[.] __subdf3,-1,634,-1,-1,-1
-coremark,[.] SVC_Handler,-1,2,-1,-1,-1
-coremark,[.] __swbuf,-1,24,-1,-1,-1
-coremark,[.] __swbuf_r,-1,172,-1,-1,-1
-coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1
-coremark,[.] _swiclose,-1,54,-1,-1,-1
-coremark,[.] _swilseek,-1,196,-1,-1,-1
-coremark,[.] _swiopen,-1,228,-1,-1,-1
-coremark,[.] _swiread,-1,58,-1,-1,-1
-coremark,[.] _swistat,-1,124,-1,-1,-1
-coremark,[.] _swiwrite,-1,58,-1,-1,-1
-coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __swrite,-1,62,-1,-1,-1
-coremark,[.] __swsetup_r,-1,244,-1,-1,-1
-coremark,[.] sysconf,-1,26,-1,-1,-1
-coremark,[.] _system,-1,86,-1,-1,-1
-coremark,[.] SystemClock_Config,-1,144,-1,-1,-1
-coremark,[.] SystemInit,-1,80,-1,-1,-1
-coremark,[.] SysTick_Handler,-1,4,-1,-1,-1
-coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] time_in_secs,-1,32,-1,-1,-1
-coremark,[.] _times,-1,30,-1,-1,-1
-coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __ulp,-1,100,-1,-1,-1
-coremark,[.] _unlink,-1,64,-1,-1,-1
-coremark,[.] __unorddf2,-1,44,-1,-1,-1
-coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1
-coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1
-coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1
-coremark,[.] vfiprintf,-1,28,-1,-1,-1
-coremark,[.] _vfiprintf_r,-1,8068,-1,-1,-1
-coremark,[.] vfprintf,-1,28,-1,-1,-1
-coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1
-coremark,[.] wcrtomb,-1,88,-1,-1,-1
-coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1
-coremark,[.] wcsnrtombs,-1,44,-1,-1,-1
-coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1
-coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1
-coremark,[.] wcsrtombs,-1,36,-1,-1,-1
-coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1
-coremark,[.] _wctomb_r,-1,20,-1,-1,-1
-coremark,[.] _write,-1,176,-1,-1,-1
-coremark,[.] _write_r,-1,44,-1,-1,-1
-coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1
+benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum,status
+Mean,mean,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,-1,-1,-1,-1,-1,-1
+coremark,coremark,15313,69652,-1,-1,-1,15313
+coremark,[.] abort,-1,14,-1,-1,-1,-1
+coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __adddf3,-1,630,-1,-1,-1,-1
+coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1,-1
+coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1,-1
+coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1,-1
+coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1,-1
+coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1,-1
+coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1,-1
+coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1,-1
+coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1,-1
+coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1,-1
+coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1,-1
+coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1,-1
+coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1,-1
+coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1,-1
+coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1,-1
+coremark,[.] __any_on,-1,92,-1,-1,-1,-1
+coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1,-1
+coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1,-1
+coremark,[.] __assert,-1,10,-1,-1,-1,-1
+coremark,[.] __assert_func,-1,64,-1,-1,-1,-1
+coremark,[.] atexit,-1,12,-1,-1,-1,-1
+coremark,[.] __b2d,-1,188,-1,-1,-1,-1
+coremark,[.] _Balloc,-1,76,-1,-1,-1,-1
+coremark,[.] _Bfree,-1,18,-1,-1,-1,-1
+coremark,[.] BusFault_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] calc_func,-1,142,-1,-1,-1,-1
+coremark,[.] __call_exitprocs,-1,192,-1,-1,-1,-1
+coremark,[.] _calloc_r,-1,108,-1,-1,-1,-1
+coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] check_data_types,-1,4,-1,-1,-1,-1
+coremark,[.] cleanup_stdio,-1,64,-1,-1,-1,-1
+coremark,[.] _clock,-1,18,-1,-1,-1,-1
+coremark,[.] _close,-1,148,-1,-1,-1,-1
+coremark,[.] _close_r,-1,36,-1,-1,-1,-1
+coremark,[.] cmp_complex,-1,26,-1,-1,-1,-1
+coremark,[.] __cmpdf2,-1,122,-1,-1,-1,-1
+coremark,[.] cmp_idx,-1,58,-1,-1,-1,-1
+coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __copybits,-1,90,-1,-1,-1,-1
+coremark,[.] copy_info,-1,6,-1,-1,-1,-1
+coremark,[.] core_bench_list,-1,484,-1,-1,-1,-1
+coremark,[.] core_bench_matrix,-1,32,-1,-1,-1,-1
+coremark,[.] core_bench_state,-1,220,-1,-1,-1,-1
+coremark,[.] core_init_matrix,-1,222,-1,-1,-1,-1
+coremark,[.] core_init_state,-1,200,-1,-1,-1,-1
+coremark,[.] core_list_find,-1,52,-1,-1,-1,-1
+coremark,[.] core_list_init,-1,256,-1,-1,-1,-1
+coremark,[.] core_list_insert_new,-1,60,-1,-1,-1,-1
+coremark,[.] core_list_mergesort,-1,262,-1,-1,-1,-1
+coremark,[.] core_list_remove,-1,28,-1,-1,-1,-1
+coremark,[.] core_list_reverse,-1,20,-1,-1,-1,-1
+coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1,-1
+coremark,[.] core_state_transition,-1,486,-1,-1,-1,-1
+coremark,[.] crc16,-1,92,-1,-1,-1,-1
+coremark,[.] crcu16,-1,90,-1,-1,-1,-1
+coremark,[.] crcu32,-1,172,-1,-1,-1,-1
+coremark,[.] crcu8,-1,42,-1,-1,-1,-1
+coremark,[.] currentlocale,-1,80,-1,-1,-1,-1
+coremark,[.] __d2b,-1,188,-1,-1,-1,-1
+coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] Default_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __divdf3,-1,464,-1,-1,-1,-1
+coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] _dtoa_r,-1,4156,-1,-1,-1,-1
+coremark,[.] __env_lock,-1,12,-1,-1,-1,-1
+coremark,[.] __env_unlock,-1,12,-1,-1,-1,-1
+coremark,[.] __eqdf2,-1,122,-1,-1,-1,-1
+coremark,[.] __errno,-1,12,-1,-1,-1,-1
+coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1,-1
+coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1,-1
+coremark,[.] _exit,-1,20,-1,-1,-1,-1
+coremark,[.] exit,-1,28,-1,-1,-1,-1
+coremark,[.] __extendsfdf2,-1,66,-1,-1,-1,-1
+coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] fclose,-1,16,-1,-1,-1,-1
+coremark,[.] _fclose_r,-1,192,-1,-1,-1,-1
+coremark,[.] fflush,-1,116,-1,-1,-1,-1
+coremark,[.] _fflush_r,-1,84,-1,-1,-1,-1
+coremark,[.] _findenv_r,-1,128,-1,-1,-1,-1
+coremark,[.] fiprintf,-1,40,-1,-1,-1,-1
+coremark,[.] _fiprintf_r,-1,28,-1,-1,-1,-1
+coremark,[.] __fixdfsi,-1,78,-1,-1,-1,-1
+coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1,-1
+coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __floatdidf,-1,90,-1,-1,-1,-1
+coremark,[.] __floatsidf,-1,34,-1,-1,-1,-1
+coremark,[.] __floatundidf,-1,106,-1,-1,-1,-1
+coremark,[.] __floatunsidf,-1,30,-1,-1,-1,-1
+coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __fp_lock,-1,28,-1,-1,-1,-1
+coremark,[.] __fp_lock_all,-1,36,-1,-1,-1,-1
+coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __fp_unlock,-1,28,-1,-1,-1,-1
+coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1,-1
+coremark,[.] __fputwc,-1,156,-1,-1,-1,-1
+coremark,[.] fputwc,-1,60,-1,-1,-1,-1
+coremark,[.] _fputwc_r,-1,144,-1,-1,-1,-1
+coremark,[.] _free_r,-1,488,-1,-1,-1,-1
+coremark,[.] frexp,-1,100,-1,-1,-1,-1
+coremark,[.] _fstat,-1,28,-1,-1,-1,-1
+coremark,[.] _fstat_r,-1,44,-1,-1,-1,-1
+coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1,-1
+coremark,[.] __gedf2,-1,138,-1,-1,-1,-1
+coremark,[.] get_arg,-1,3608,-1,-1,-1,-1
+coremark,[.] _getenv_r,-1,16,-1,-1,-1,-1
+coremark,[.] __get_locale_env,-1,80,-1,-1,-1,-1
+coremark,[.] _getpid,-1,4,-1,-1,-1,-1
+coremark,[.] _getpid_r,-1,4,-1,-1,-1,-1
+coremark,[.] get_seed_args,-1,14,-1,-1,-1,-1
+coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1,-1
+coremark,[.] get_time,-1,16,-1,-1,-1,-1
+coremark,[.] _gettimeofday,-1,40,-1,-1,-1,-1
+coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1,-1
+coremark,[.] __gtdf2,-1,138,-1,-1,-1,-1
+coremark,[.] HAL_GetTick,-1,12,-1,-1,-1,-1
+coremark,[.] HAL_IncTick,-1,24,-1,-1,-1,-1
+coremark,[.] hal_init,-1,14,-1,-1,-1,-1
+coremark,[.] HAL_Init,-1,48,-1,-1,-1,-1
+coremark,[.] HAL_InitTick,-1,76,-1,-1,-1,-1
+coremark,[.] HAL_MspInit,-1,2,-1,-1,-1,-1
+coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1,-1
+coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1,-1
+coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1,-1
+coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1,-1
+coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1,-1
+coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1,-1
+coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1,-1
+coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1,-1
+coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1,-1
+coremark,[.] HardFault_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1,-1
+coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1,-1
+coremark,[.] __hi0bits,-1,82,-1,-1,-1,-1
+coremark,[.] __i2b,-1,92,-1,-1,-1,-1
+coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1,-1
+coremark,[.] _init_signal,-1,56,-1,-1,-1,-1
+coremark,[.] _init_signal_r,-1,48,-1,-1,-1,-1
+coremark,[.] _isatty,-1,100,-1,-1,-1,-1
+coremark,[.] _isatty_r,-1,36,-1,-1,-1,-1
+coremark,[.] iterate,-1,62,-1,-1,-1,-1
+coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1,-1
+coremark,[.] __jis_wctomb,-1,124,-1,-1,-1,-1
+coremark,[.] _kill,-1,28,-1,-1,-1,-1
+coremark,[.] _kill_r,-1,44,-1,-1,-1,-1
+coremark,[.] _kill_shared,-1,46,-1,-1,-1,-1
+coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __ledf2,-1,130,-1,-1,-1,-1
+coremark,[.] __libc_fini_array,-1,40,-1,-1,-1,-1
+coremark,[.] __libc_init_array,-1,80,-1,-1,-1,-1
+coremark,[.] _link,-1,16,-1,-1,-1,-1
+coremark,[.] __lo0bits,-1,128,-1,-1,-1,-1
+coremark,[.] __loadlocale,-1,1736,-1,-1,-1,-1
+coremark,[.] localeconv,-1,8,-1,-1,-1,-1
+coremark,[.] __localeconv_l,-1,4,-1,-1,-1,-1
+coremark,[.] _localeconv_r,-1,8,-1,-1,-1,-1
+coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1,-1
+coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] _lseek,-1,4,-1,-1,-1,-1
+coremark,[.] _lseek_r,-1,44,-1,-1,-1,-1
+coremark,[.] __lshift,-1,240,-1,-1,-1,-1
+coremark,[.] __ltdf2,-1,130,-1,-1,-1,-1
+coremark,[.] main,-1,1400,-1,-1,-1,-1
+coremark,[.] __malloc_lock,-1,12,-1,-1,-1,-1
+coremark,[.] _malloc_r,-1,1384,-1,-1,-1,-1
+coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1,-1
+coremark,[.] __malloc_unlock,-1,12,-1,-1,-1,-1
+coremark,[.] matrix_add_const,-1,60,-1,-1,-1,-1
+coremark,[.] matrix_mul_const,-1,74,-1,-1,-1,-1
+coremark,[.] matrix_mul_matrix,-1,106,-1,-1,-1,-1
+coremark,[.] matrix_mul_matrix_bitextract,-1,114,-1,-1,-1,-1
+coremark,[.] matrix_mul_vect,-1,62,-1,-1,-1,-1
+coremark,[.] matrix_sum,-1,88,-1,-1,-1,-1
+coremark,[.] matrix_test,-1,670,-1,-1,-1,-1
+coremark,[.] _mbtowc_r,-1,20,-1,-1,-1,-1
+coremark,[.] __mcmp,-1,66,-1,-1,-1,-1
+coremark,[.] __mdiff,-1,388,-1,-1,-1,-1
+coremark,[.] memcpy,-1,308,-1,-1,-1,-1
+coremark,[.] MemManage_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] memmove,-1,254,-1,-1,-1,-1
+coremark,[.] memset,-1,162,-1,-1,-1,-1
+coremark,[.] _mprec_log10,-1,64,-1,-1,-1,-1
+coremark,[.] __muldf3,-1,596,-1,-1,-1,-1
+coremark,[.] __multadd,-1,160,-1,-1,-1,-1
+coremark,[.] __multiply,-1,364,-1,-1,-1,-1
+coremark,[.] __nedf2,-1,122,-1,-1,-1,-1
+coremark,[.] NMI_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] _open,-1,18,-1,-1,-1,-1
+coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] parseval,-1,138,-1,-1,-1,-1
+coremark,[.] PendSV_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] portable_fini,-1,6,-1,-1,-1,-1
+coremark,[.] portable_free,-1,2,-1,-1,-1,-1
+coremark,[.] portable_init,-1,6,-1,-1,-1,-1
+coremark,[.] portable_malloc,-1,4,-1,-1,-1,-1
+coremark,[.] __pow5mult,-1,192,-1,-1,-1,-1
+coremark,[.] printf,-1,40,-1,-1,-1,-1
+coremark,[.] _printf_r,-1,30,-1,-1,-1,-1
+coremark,[.] putc,-1,164,-1,-1,-1,-1
+coremark,[.] putchar,-1,16,-1,-1,-1,-1
+coremark,[.] _putchar_r,-1,6,-1,-1,-1,-1
+coremark,[.] _putc_r,-1,156,-1,-1,-1,-1
+coremark,[.] puts,-1,16,-1,-1,-1,-1
+coremark,[.] _puts_r,-1,188,-1,-1,-1,-1
+coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] quorem,-1,300,-1,-1,-1,-1
+coremark,[.] raise,-1,88,-1,-1,-1,-1
+coremark,[.] _raise_r,-1,82,-1,-1,-1,-1
+coremark,[.] __ratio,-1,96,-1,-1,-1,-1
+coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1,-1
+coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1,-1
+coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1,-1
+coremark,[.] _read,-1,132,-1,-1,-1,-1
+coremark,[.] _read_r,-1,44,-1,-1,-1,-1
+coremark,[.] _realloc_r,-1,840,-1,-1,-1,-1
+coremark,[.] __register_exitproc,-1,128,-1,-1,-1,-1
+coremark,[.] register_fini,-1,20,-1,-1,-1,-1
+coremark,[.] _rename,-1,82,-1,-1,-1,-1
+coremark,[.] Reset_Handler,-1,54,-1,-1,-1,-1
+coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1,-1
+coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1,-1
+coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __s2b,-1,180,-1,-1,-1,-1
+coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __sbprintf,-1,264,-1,-1,-1,-1
+coremark,[.] _sbrk,-1,80,-1,-1,-1,-1
+coremark,[.] _sbrk_r,-1,36,-1,-1,-1,-1
+coremark,[.] __sclose,-1,8,-1,-1,-1,-1
+coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __seofread,-1,4,-1,-1,-1,-1
+coremark,[.] __set_ctype,-1,12,-1,-1,-1,-1
+coremark,[.] setlocale,-1,24,-1,-1,-1,-1
+coremark,[.] _setlocale_r,-1,536,-1,-1,-1,-1
+coremark,[.] __sflush_r,-1,308,-1,-1,-1,-1
+coremark,[.] __sfp,-1,192,-1,-1,-1,-1
+coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1,-1
+coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1,-1
+coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1,-1
+coremark,[.] signal,-1,80,-1,-1,-1,-1
+coremark,[.] _signal_r,-1,80,-1,-1,-1,-1
+coremark,[.] __sigtramp,-1,100,-1,-1,-1,-1
+coremark,[.] __sigtramp_r,-1,98,-1,-1,-1,-1
+coremark,[.] __sinit,-1,64,-1,-1,-1,-1
+coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1,-1
+coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1,-1
+coremark,[.] __smakebuf_r,-1,208,-1,-1,-1,-1
+coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __sprint_r,-1,22,-1,-1,-1,-1
+coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1,-1
+coremark,[.] __sread,-1,34,-1,-1,-1,-1
+coremark,[.] __sseek,-1,34,-1,-1,-1,-1
+coremark,[.] start_time,-1,20,-1,-1,-1,-1
+coremark,[.] _stat,-1,60,-1,-1,-1,-1
+coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1,-1
+coremark,[.] stop_time,-1,20,-1,-1,-1,-1
+coremark,[.] strcasecmp,-1,76,-1,-1,-1,-1
+coremark,[.] strcat,-1,62,-1,-1,-1,-1
+coremark,[.] strchr,-1,206,-1,-1,-1,-1
+coremark,[.] strcmp,-1,734,-1,-1,-1,-1
+coremark,[.] strcpy,-1,186,-1,-1,-1,-1
+coremark,[.] strlcpy,-1,76,-1,-1,-1,-1
+coremark,[.] strlen,-1,216,-1,-1,-1,-1
+coremark,[.] strncasecmp,-1,84,-1,-1,-1,-1
+coremark,[.] strncmp,-1,120,-1,-1,-1,-1
+coremark,[.] strncpy,-1,104,-1,-1,-1,-1
+coremark,[.] strtol,-1,24,-1,-1,-1,-1
+coremark,[.] strtol_l,-1,24,-1,-1,-1,-1
+coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1,-1
+coremark,[.] _strtol_r,-1,2,-1,-1,-1,-1
+coremark,[.] __subdf3,-1,634,-1,-1,-1,-1
+coremark,[.] SVC_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] __swbuf,-1,24,-1,-1,-1,-1
+coremark,[.] __swbuf_r,-1,172,-1,-1,-1,-1
+coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1,-1
+coremark,[.] _swiclose,-1,54,-1,-1,-1,-1
+coremark,[.] _swilseek,-1,196,-1,-1,-1,-1
+coremark,[.] _swiopen,-1,228,-1,-1,-1,-1
+coremark,[.] _swiread,-1,58,-1,-1,-1,-1
+coremark,[.] _swistat,-1,124,-1,-1,-1,-1
+coremark,[.] _swiwrite,-1,58,-1,-1,-1,-1
+coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __swrite,-1,62,-1,-1,-1,-1
+coremark,[.] __swsetup_r,-1,244,-1,-1,-1,-1
+coremark,[.] sysconf,-1,26,-1,-1,-1,-1
+coremark,[.] _system,-1,86,-1,-1,-1,-1
+coremark,[.] SystemClock_Config,-1,144,-1,-1,-1,-1
+coremark,[.] SystemInit,-1,80,-1,-1,-1,-1
+coremark,[.] SysTick_Handler,-1,4,-1,-1,-1,-1
+coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] time_in_secs,-1,32,-1,-1,-1,-1
+coremark,[.] _times,-1,30,-1,-1,-1,-1
+coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __ulp,-1,100,-1,-1,-1,-1
+coremark,[.] _unlink,-1,64,-1,-1,-1,-1
+coremark,[.] __unorddf2,-1,44,-1,-1,-1,-1
+coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1,-1
+coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1,-1
+coremark,[.] vfiprintf,-1,28,-1,-1,-1,-1
+coremark,[.] _vfiprintf_r,-1,8068,-1,-1,-1,-1
+coremark,[.] vfprintf,-1,28,-1,-1,-1,-1
+coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1,-1
+coremark,[.] wcrtomb,-1,88,-1,-1,-1,-1
+coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1,-1
+coremark,[.] wcsnrtombs,-1,44,-1,-1,-1,-1
+coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1,-1
+coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1,-1
+coremark,[.] wcsrtombs,-1,36,-1,-1,-1,-1
+coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1,-1
+coremark,[.] _wctomb_r,-1,20,-1,-1,-1,-1
+coremark,[.] _write,-1,176,-1,-1,-1,-1
+coremark,[.] _write_r,-1,44,-1,-1,-1,-1
+coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/status.csv b/results-vs-prev/csv-results-0/status.csv
new file mode 100644
index 0000000..153d313
--- /dev/null
+++ b/results-vs-prev/csv-results-0/status.csv
@@ -0,0 +1,2 @@
+benchmark,symbol,status
+coremark,coremark,15313
diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv
index fc1d204..e6a3990 100644
--- a/results-vs-prev/csv-results-1/results.csv
+++ b/results-vs-prev/csv-results-1/results.csv
@@ -1,396 +1,392 @@
-benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,mean,15313,28,-1,-1,-1
-Mean,geomean-successful-tests,15313,28,-1,-1,-1
-Mean,geomean-all-tests,15313,28,-1,-1,-1
-Mean,average-successful-tests,15313,355,-1,-1,-1
-Mean,average-all-tests,15313,355,-1,-1,-1
-coremark,coremark,15313,69652,-1,-1,-1
-coremark,[.] abort,-1,14,-1,-1,-1
-coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __adddf3,-1,630,-1,-1,-1
-coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1
-coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1
-coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1
-coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1
-coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1
-coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1
-coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1
-coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1
-coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1
-coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1
-coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1
-coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1
-coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1
-coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1
-coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1
-coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1
-coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1
-coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1
-coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1
-coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1
-coremark,[.] __any_on,-1,92,-1,-1,-1
-coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1
-coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1
-coremark,[.] __assert,-1,10,-1,-1,-1
-coremark,[.] __assert_func,-1,64,-1,-1,-1
-coremark,[.] atexit,-1,12,-1,-1,-1
-coremark,[.] __b2d,-1,188,-1,-1,-1
-coremark,[.] _Balloc,-1,76,-1,-1,-1
-coremark,[.] _Bfree,-1,18,-1,-1,-1
-coremark,[.] BusFault_Handler,-1,2,-1,-1,-1
-coremark,[.] calc_func,-1,142,-1,-1,-1
-coremark,[.] __call_exitprocs,-1,192,-1,-1,-1
-coremark,[.] _calloc_r,-1,108,-1,-1,-1
-coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] check_data_types,-1,4,-1,-1,-1
-coremark,[.] cleanup_stdio,-1,64,-1,-1,-1
-coremark,[.] _clock,-1,18,-1,-1,-1
-coremark,[.] _close,-1,148,-1,-1,-1
-coremark,[.] _close_r,-1,36,-1,-1,-1
-coremark,[.] cmp_complex,-1,26,-1,-1,-1
-coremark,[.] __cmpdf2,-1,122,-1,-1,-1
-coremark,[.] cmp_idx,-1,58,-1,-1,-1
-coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __copybits,-1,90,-1,-1,-1
-coremark,[.] copy_info,-1,6,-1,-1,-1
-coremark,[.] core_bench_list,-1,484,-1,-1,-1
-coremark,[.] core_bench_matrix,-1,32,-1,-1,-1
-coremark,[.] core_bench_state,-1,220,-1,-1,-1
-coremark,[.] core_init_matrix,-1,222,-1,-1,-1
-coremark,[.] core_init_state,-1,200,-1,-1,-1
-coremark,[.] core_list_find,-1,52,-1,-1,-1
-coremark,[.] core_list_init,-1,256,-1,-1,-1
-coremark,[.] core_list_insert_new,-1,60,-1,-1,-1
-coremark,[.] core_list_mergesort,-1,262,-1,-1,-1
-coremark,[.] core_list_remove,-1,28,-1,-1,-1
-coremark,[.] core_list_reverse,-1,20,-1,-1,-1
-coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1
-coremark,[.] core_state_transition,-1,486,-1,-1,-1
-coremark,[.] crc16,-1,92,-1,-1,-1
-coremark,[.] crcu16,-1,90,-1,-1,-1
-coremark,[.] crcu32,-1,172,-1,-1,-1
-coremark,[.] crcu8,-1,42,-1,-1,-1
-coremark,[.] currentlocale,-1,80,-1,-1,-1
-coremark,[.] __d2b,-1,188,-1,-1,-1
-coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1
-coremark,[.] Default_Handler,-1,2,-1,-1,-1
-coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __divdf3,-1,464,-1,-1,-1
-coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] _dtoa_r,-1,4156,-1,-1,-1
-coremark,[.] __env_lock,-1,12,-1,-1,-1
-coremark,[.] __env_unlock,-1,12,-1,-1,-1
-coremark,[.] __eqdf2,-1,122,-1,-1,-1
-coremark,[.] __errno,-1,12,-1,-1,-1
-coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1
-coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1
-coremark,[.] _exit,-1,20,-1,-1,-1
-coremark,[.] exit,-1,28,-1,-1,-1
-coremark,[.] __extendsfdf2,-1,66,-1,-1,-1
-coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] fclose,-1,16,-1,-1,-1
-coremark,[.] _fclose_r,-1,192,-1,-1,-1
-coremark,[.] fflush,-1,116,-1,-1,-1
-coremark,[.] _fflush_r,-1,84,-1,-1,-1
-coremark,[.] _findenv_r,-1,128,-1,-1,-1
-coremark,[.] fiprintf,-1,40,-1,-1,-1
-coremark,[.] _fiprintf_r,-1,28,-1,-1,-1
-coremark,[.] __fixdfsi,-1,78,-1,-1,-1
-coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1
-coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __floatdidf,-1,90,-1,-1,-1
-coremark,[.] __floatsidf,-1,34,-1,-1,-1
-coremark,[.] __floatundidf,-1,106,-1,-1,-1
-coremark,[.] __floatunsidf,-1,30,-1,-1,-1
-coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __fp_lock,-1,28,-1,-1,-1
-coremark,[.] __fp_lock_all,-1,36,-1,-1,-1
-coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __fp_unlock,-1,28,-1,-1,-1
-coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1
-coremark,[.] __fputwc,-1,156,-1,-1,-1
-coremark,[.] fputwc,-1,60,-1,-1,-1
-coremark,[.] _fputwc_r,-1,144,-1,-1,-1
-coremark,[.] _free_r,-1,488,-1,-1,-1
-coremark,[.] frexp,-1,100,-1,-1,-1
-coremark,[.] _fstat,-1,28,-1,-1,-1
-coremark,[.] _fstat_r,-1,44,-1,-1,-1
-coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1
-coremark,[.] __gedf2,-1,138,-1,-1,-1
-coremark,[.] get_arg,-1,3608,-1,-1,-1
-coremark,[.] _getenv_r,-1,16,-1,-1,-1
-coremark,[.] __get_locale_env,-1,80,-1,-1,-1
-coremark,[.] _getpid,-1,4,-1,-1,-1
-coremark,[.] _getpid_r,-1,4,-1,-1,-1
-coremark,[.] get_seed_args,-1,14,-1,-1,-1
-coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1
-coremark,[.] get_time,-1,16,-1,-1,-1
-coremark,[.] _gettimeofday,-1,40,-1,-1,-1
-coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1
-coremark,[.] __gtdf2,-1,138,-1,-1,-1
-coremark,[.] HAL_GetTick,-1,12,-1,-1,-1
-coremark,[.] HAL_IncTick,-1,24,-1,-1,-1
-coremark,[.] hal_init,-1,14,-1,-1,-1
-coremark,[.] HAL_Init,-1,48,-1,-1,-1
-coremark,[.] HAL_InitTick,-1,76,-1,-1,-1
-coremark,[.] HAL_MspInit,-1,2,-1,-1,-1
-coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1
-coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1
-coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1
-coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1
-coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1
-coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1
-coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1
-coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1
-coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1
-coremark,[.] HardFault_Handler,-1,2,-1,-1,-1
-coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1
-coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1
-coremark,[.] __hi0bits,-1,82,-1,-1,-1
-coremark,[.] __i2b,-1,92,-1,-1,-1
-coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1
-coremark,[.] _init_signal,-1,56,-1,-1,-1
-coremark,[.] _init_signal_r,-1,48,-1,-1,-1
-coremark,[.] _isatty,-1,100,-1,-1,-1
-coremark,[.] _isatty_r,-1,36,-1,-1,-1
-coremark,[.] iterate,-1,62,-1,-1,-1
-coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1
-coremark,[.] __jis_wctomb,-1,124,-1,-1,-1
-coremark,[.] _kill,-1,28,-1,-1,-1
-coremark,[.] _kill_r,-1,44,-1,-1,-1
-coremark,[.] _kill_shared,-1,46,-1,-1,-1
-coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __ledf2,-1,130,-1,-1,-1
-coremark,[.] __libc_fini_array,-1,40,-1,-1,-1
-coremark,[.] __libc_init_array,-1,80,-1,-1,-1
-coremark,[.] _link,-1,16,-1,-1,-1
-coremark,[.] __lo0bits,-1,128,-1,-1,-1
-coremark,[.] __loadlocale,-1,1736,-1,-1,-1
-coremark,[.] localeconv,-1,8,-1,-1,-1
-coremark,[.] __localeconv_l,-1,4,-1,-1,-1
-coremark,[.] _localeconv_r,-1,8,-1,-1,-1
-coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1
-coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] _lseek,-1,4,-1,-1,-1
-coremark,[.] _lseek_r,-1,44,-1,-1,-1
-coremark,[.] __lshift,-1,240,-1,-1,-1
-coremark,[.] __ltdf2,-1,130,-1,-1,-1
-coremark,[.] main,-1,1400,-1,-1,-1
-coremark,[.] __malloc_lock,-1,12,-1,-1,-1
-coremark,[.] _malloc_r,-1,1384,-1,-1,-1
-coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1
-coremark,[.] __malloc_unlock,-1,12,-1,-1,-1
-coremark,[.] matrix_add_const,-1,60,-1,-1,-1
-coremark,[.] matrix_mul_const,-1,74,-1,-1,-1
-coremark,[.] matrix_mul_matrix,-1,106,-1,-1,-1
-coremark,[.] matrix_mul_matrix_bitextract,-1,114,-1,-1,-1
-coremark,[.] matrix_mul_vect,-1,62,-1,-1,-1
-coremark,[.] matrix_sum,-1,88,-1,-1,-1
-coremark,[.] matrix_test,-1,670,-1,-1,-1
-coremark,[.] _mbtowc_r,-1,20,-1,-1,-1
-coremark,[.] __mcmp,-1,66,-1,-1,-1
-coremark,[.] __mdiff,-1,388,-1,-1,-1
-coremark,[.] memcpy,-1,308,-1,-1,-1
-coremark,[.] MemManage_Handler,-1,2,-1,-1,-1
-coremark,[.] memmove,-1,254,-1,-1,-1
-coremark,[.] memset,-1,162,-1,-1,-1
-coremark,[.] _mprec_log10,-1,64,-1,-1,-1
-coremark,[.] __muldf3,-1,596,-1,-1,-1
-coremark,[.] __multadd,-1,160,-1,-1,-1
-coremark,[.] __multiply,-1,364,-1,-1,-1
-coremark,[.] __nedf2,-1,122,-1,-1,-1
-coremark,[.] NMI_Handler,-1,2,-1,-1,-1
-coremark,[.] _open,-1,18,-1,-1,-1
-coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] parseval,-1,138,-1,-1,-1
-coremark,[.] PendSV_Handler,-1,2,-1,-1,-1
-coremark,[.] portable_fini,-1,6,-1,-1,-1
-coremark,[.] portable_free,-1,2,-1,-1,-1
-coremark,[.] portable_init,-1,6,-1,-1,-1
-coremark,[.] portable_malloc,-1,4,-1,-1,-1
-coremark,[.] __pow5mult,-1,192,-1,-1,-1
-coremark,[.] printf,-1,40,-1,-1,-1
-coremark,[.] _printf_r,-1,30,-1,-1,-1
-coremark,[.] putc,-1,164,-1,-1,-1
-coremark,[.] putchar,-1,16,-1,-1,-1
-coremark,[.] _putchar_r,-1,6,-1,-1,-1
-coremark,[.] _putc_r,-1,156,-1,-1,-1
-coremark,[.] puts,-1,16,-1,-1,-1
-coremark,[.] _puts_r,-1,188,-1,-1,-1
-coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] quorem,-1,300,-1,-1,-1
-coremark,[.] raise,-1,88,-1,-1,-1
-coremark,[.] _raise_r,-1,82,-1,-1,-1
-coremark,[.] __ratio,-1,96,-1,-1,-1
-coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1
-coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1
-coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1
-coremark,[.] _read,-1,132,-1,-1,-1
-coremark,[.] _read_r,-1,44,-1,-1,-1
-coremark,[.] _realloc_r,-1,840,-1,-1,-1
-coremark,[.] __register_exitproc,-1,128,-1,-1,-1
-coremark,[.] register_fini,-1,20,-1,-1,-1
-coremark,[.] _rename,-1,82,-1,-1,-1
-coremark,[.] Reset_Handler,-1,54,-1,-1,-1
-coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1
-coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1
-coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1
-coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __s2b,-1,180,-1,-1,-1
-coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __sbprintf,-1,264,-1,-1,-1
-coremark,[.] _sbrk,-1,80,-1,-1,-1
-coremark,[.] _sbrk_r,-1,36,-1,-1,-1
-coremark,[.] __sclose,-1,8,-1,-1,-1
-coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __seofread,-1,4,-1,-1,-1
-coremark,[.] __set_ctype,-1,12,-1,-1,-1
-coremark,[.] setlocale,-1,24,-1,-1,-1
-coremark,[.] _setlocale_r,-1,536,-1,-1,-1
-coremark,[.] __sflush_r,-1,308,-1,-1,-1
-coremark,[.] __sfp,-1,192,-1,-1,-1
-coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1
-coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1
-coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1
-coremark,[.] signal,-1,80,-1,-1,-1
-coremark,[.] _signal_r,-1,80,-1,-1,-1
-coremark,[.] __sigtramp,-1,100,-1,-1,-1
-coremark,[.] __sigtramp_r,-1,98,-1,-1,-1
-coremark,[.] __sinit,-1,64,-1,-1,-1
-coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1
-coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1
-coremark,[.] __smakebuf_r,-1,208,-1,-1,-1
-coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __sprint_r,-1,22,-1,-1,-1
-coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1
-coremark,[.] __sread,-1,34,-1,-1,-1
-coremark,[.] __sseek,-1,34,-1,-1,-1
-coremark,[.] start_time,-1,20,-1,-1,-1
-coremark,[.] _stat,-1,60,-1,-1,-1
-coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1
-coremark,[.] stop_time,-1,20,-1,-1,-1
-coremark,[.] strcasecmp,-1,76,-1,-1,-1
-coremark,[.] strcat,-1,62,-1,-1,-1
-coremark,[.] strchr,-1,206,-1,-1,-1
-coremark,[.] strcmp,-1,734,-1,-1,-1
-coremark,[.] strcpy,-1,186,-1,-1,-1
-coremark,[.] strlcpy,-1,76,-1,-1,-1
-coremark,[.] strlen,-1,216,-1,-1,-1
-coremark,[.] strncasecmp,-1,84,-1,-1,-1
-coremark,[.] strncmp,-1,120,-1,-1,-1
-coremark,[.] strncpy,-1,104,-1,-1,-1
-coremark,[.] strtol,-1,24,-1,-1,-1
-coremark,[.] strtol_l,-1,24,-1,-1,-1
-coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1
-coremark,[.] _strtol_r,-1,2,-1,-1,-1
-coremark,[.] __subdf3,-1,634,-1,-1,-1
-coremark,[.] SVC_Handler,-1,2,-1,-1,-1
-coremark,[.] __swbuf,-1,24,-1,-1,-1
-coremark,[.] __swbuf_r,-1,172,-1,-1,-1
-coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1
-coremark,[.] _swiclose,-1,54,-1,-1,-1
-coremark,[.] _swilseek,-1,196,-1,-1,-1
-coremark,[.] _swiopen,-1,228,-1,-1,-1
-coremark,[.] _swiread,-1,58,-1,-1,-1
-coremark,[.] _swistat,-1,124,-1,-1,-1
-coremark,[.] _swiwrite,-1,58,-1,-1,-1
-coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __swrite,-1,62,-1,-1,-1
-coremark,[.] __swsetup_r,-1,244,-1,-1,-1
-coremark,[.] sysconf,-1,26,-1,-1,-1
-coremark,[.] _system,-1,86,-1,-1,-1
-coremark,[.] SystemClock_Config,-1,144,-1,-1,-1
-coremark,[.] SystemInit,-1,80,-1,-1,-1
-coremark,[.] SysTick_Handler,-1,4,-1,-1,-1
-coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] time_in_secs,-1,32,-1,-1,-1
-coremark,[.] _times,-1,30,-1,-1,-1
-coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __ulp,-1,100,-1,-1,-1
-coremark,[.] _unlink,-1,64,-1,-1,-1
-coremark,[.] __unorddf2,-1,44,-1,-1,-1
-coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1
-coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1
-coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1
-coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1
-coremark,[.] vfiprintf,-1,28,-1,-1,-1
-coremark,[.] _vfiprintf_r,-1,8068,-1,-1,-1
-coremark,[.] vfprintf,-1,28,-1,-1,-1
-coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1
-coremark,[.] wcrtomb,-1,88,-1,-1,-1
-coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1
-coremark,[.] wcsnrtombs,-1,44,-1,-1,-1
-coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1
-coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1
-coremark,[.] wcsrtombs,-1,36,-1,-1,-1
-coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1
-coremark,[.] _wctomb_r,-1,20,-1,-1,-1
-coremark,[.] _write,-1,176,-1,-1,-1
-coremark,[.] _write_r,-1,44,-1,-1,-1
-coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1
+benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum,status
+Mean,mean,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,-1,-1,-1,-1,-1,-1
+coremark,coremark,15313,68972,-1,-1,-1,15313
+coremark,[.] abort,-1,14,-1,-1,-1,-1
+coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __adddf3,-1,630,-1,-1,-1,-1
+coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1,-1
+coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1,-1
+coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1,-1
+coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1,-1
+coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1,-1
+coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1,-1
+coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1,-1
+coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1,-1
+coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1,-1
+coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1,-1
+coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1,-1
+coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1,-1
+coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1,-1
+coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1,-1
+coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1,-1
+coremark,[.] __any_on,-1,92,-1,-1,-1,-1
+coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1,-1
+coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1,-1
+coremark,[.] __assert,-1,10,-1,-1,-1,-1
+coremark,[.] __assert_func,-1,64,-1,-1,-1,-1
+coremark,[.] atexit,-1,12,-1,-1,-1,-1
+coremark,[.] __b2d,-1,188,-1,-1,-1,-1
+coremark,[.] _Balloc,-1,76,-1,-1,-1,-1
+coremark,[.] _Bfree,-1,18,-1,-1,-1,-1
+coremark,[.] BusFault_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] calc_func,-1,142,-1,-1,-1,-1
+coremark,[.] __call_exitprocs,-1,192,-1,-1,-1,-1
+coremark,[.] _calloc_r,-1,108,-1,-1,-1,-1
+coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] check_data_types,-1,4,-1,-1,-1,-1
+coremark,[.] cleanup_stdio,-1,64,-1,-1,-1,-1
+coremark,[.] _clock,-1,18,-1,-1,-1,-1
+coremark,[.] _close,-1,148,-1,-1,-1,-1
+coremark,[.] _close_r,-1,36,-1,-1,-1,-1
+coremark,[.] cmp_complex,-1,26,-1,-1,-1,-1
+coremark,[.] __cmpdf2,-1,122,-1,-1,-1,-1
+coremark,[.] cmp_idx,-1,58,-1,-1,-1,-1
+coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __copybits,-1,90,-1,-1,-1,-1
+coremark,[.] copy_info,-1,6,-1,-1,-1,-1
+coremark,[.] core_bench_list,-1,484,-1,-1,-1,-1
+coremark,[.] core_bench_matrix,-1,32,-1,-1,-1,-1
+coremark,[.] core_bench_state,-1,220,-1,-1,-1,-1
+coremark,[.] core_init_matrix,-1,222,-1,-1,-1,-1
+coremark,[.] core_init_state,-1,200,-1,-1,-1,-1
+coremark,[.] core_list_find,-1,52,-1,-1,-1,-1
+coremark,[.] core_list_init,-1,256,-1,-1,-1,-1
+coremark,[.] core_list_insert_new,-1,60,-1,-1,-1,-1
+coremark,[.] core_list_mergesort,-1,262,-1,-1,-1,-1
+coremark,[.] core_list_remove,-1,28,-1,-1,-1,-1
+coremark,[.] core_list_reverse,-1,20,-1,-1,-1,-1
+coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1,-1
+coremark,[.] core_state_transition,-1,486,-1,-1,-1,-1
+coremark,[.] crc16,-1,92,-1,-1,-1,-1
+coremark,[.] crcu16,-1,90,-1,-1,-1,-1
+coremark,[.] crcu32,-1,172,-1,-1,-1,-1
+coremark,[.] crcu8,-1,42,-1,-1,-1,-1
+coremark,[.] currentlocale,-1,80,-1,-1,-1,-1
+coremark,[.] __d2b,-1,188,-1,-1,-1,-1
+coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] Default_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __divdf3,-1,464,-1,-1,-1,-1
+coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] _dtoa_r,-1,4156,-1,-1,-1,-1
+coremark,[.] __env_lock,-1,12,-1,-1,-1,-1
+coremark,[.] __env_unlock,-1,12,-1,-1,-1,-1
+coremark,[.] __eqdf2,-1,122,-1,-1,-1,-1
+coremark,[.] __errno,-1,12,-1,-1,-1,-1
+coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1,-1
+coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1,-1
+coremark,[.] _exit,-1,20,-1,-1,-1,-1
+coremark,[.] exit,-1,28,-1,-1,-1,-1
+coremark,[.] __extendsfdf2,-1,66,-1,-1,-1,-1
+coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] fclose,-1,16,-1,-1,-1,-1
+coremark,[.] _fclose_r,-1,192,-1,-1,-1,-1
+coremark,[.] fflush,-1,116,-1,-1,-1,-1
+coremark,[.] _fflush_r,-1,84,-1,-1,-1,-1
+coremark,[.] _findenv_r,-1,128,-1,-1,-1,-1
+coremark,[.] fiprintf,-1,40,-1,-1,-1,-1
+coremark,[.] _fiprintf_r,-1,28,-1,-1,-1,-1
+coremark,[.] __fixdfsi,-1,78,-1,-1,-1,-1
+coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1,-1
+coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __floatdidf,-1,90,-1,-1,-1,-1
+coremark,[.] __floatsidf,-1,34,-1,-1,-1,-1
+coremark,[.] __floatundidf,-1,106,-1,-1,-1,-1
+coremark,[.] __floatunsidf,-1,30,-1,-1,-1,-1
+coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __fp_lock,-1,28,-1,-1,-1,-1
+coremark,[.] __fp_lock_all,-1,36,-1,-1,-1,-1
+coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __fp_unlock,-1,28,-1,-1,-1,-1
+coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1,-1
+coremark,[.] _free_r,-1,488,-1,-1,-1,-1
+coremark,[.] frexp,-1,100,-1,-1,-1,-1
+coremark,[.] _fstat,-1,28,-1,-1,-1,-1
+coremark,[.] _fstat_r,-1,44,-1,-1,-1,-1
+coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1,-1
+coremark,[.] __gedf2,-1,138,-1,-1,-1,-1
+coremark,[.] get_arg,-1,3608,-1,-1,-1,-1
+coremark,[.] _getenv_r,-1,16,-1,-1,-1,-1
+coremark,[.] __get_locale_env,-1,80,-1,-1,-1,-1
+coremark,[.] _getpid,-1,4,-1,-1,-1,-1
+coremark,[.] _getpid_r,-1,4,-1,-1,-1,-1
+coremark,[.] get_seed_args,-1,14,-1,-1,-1,-1
+coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1,-1
+coremark,[.] get_time,-1,16,-1,-1,-1,-1
+coremark,[.] _gettimeofday,-1,40,-1,-1,-1,-1
+coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1,-1
+coremark,[.] __gtdf2,-1,138,-1,-1,-1,-1
+coremark,[.] HAL_GetTick,-1,12,-1,-1,-1,-1
+coremark,[.] HAL_IncTick,-1,24,-1,-1,-1,-1
+coremark,[.] hal_init,-1,14,-1,-1,-1,-1
+coremark,[.] HAL_Init,-1,48,-1,-1,-1,-1
+coremark,[.] HAL_InitTick,-1,76,-1,-1,-1,-1
+coremark,[.] HAL_MspInit,-1,2,-1,-1,-1,-1
+coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1,-1
+coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1,-1
+coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1,-1
+coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1,-1
+coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1,-1
+coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1,-1
+coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1,-1
+coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1,-1
+coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1,-1
+coremark,[.] HardFault_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1,-1
+coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1,-1
+coremark,[.] __hi0bits,-1,82,-1,-1,-1,-1
+coremark,[.] __i2b,-1,92,-1,-1,-1,-1
+coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1,-1
+coremark,[.] _init_signal,-1,56,-1,-1,-1,-1
+coremark,[.] _init_signal_r,-1,48,-1,-1,-1,-1
+coremark,[.] _isatty,-1,100,-1,-1,-1,-1
+coremark,[.] _isatty_r,-1,36,-1,-1,-1,-1
+coremark,[.] iterate,-1,62,-1,-1,-1,-1
+coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1,-1
+coremark,[.] __jis_wctomb,-1,124,-1,-1,-1,-1
+coremark,[.] _kill,-1,28,-1,-1,-1,-1
+coremark,[.] _kill_r,-1,44,-1,-1,-1,-1
+coremark,[.] _kill_shared,-1,46,-1,-1,-1,-1
+coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __ledf2,-1,130,-1,-1,-1,-1
+coremark,[.] __libc_fini_array,-1,40,-1,-1,-1,-1
+coremark,[.] __libc_init_array,-1,80,-1,-1,-1,-1
+coremark,[.] _link,-1,16,-1,-1,-1,-1
+coremark,[.] __lo0bits,-1,128,-1,-1,-1,-1
+coremark,[.] __loadlocale,-1,1736,-1,-1,-1,-1
+coremark,[.] localeconv,-1,8,-1,-1,-1,-1
+coremark,[.] __localeconv_l,-1,4,-1,-1,-1,-1
+coremark,[.] _localeconv_r,-1,8,-1,-1,-1,-1
+coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1,-1
+coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] _lseek,-1,4,-1,-1,-1,-1
+coremark,[.] _lseek_r,-1,44,-1,-1,-1,-1
+coremark,[.] __lshift,-1,240,-1,-1,-1,-1
+coremark,[.] __ltdf2,-1,130,-1,-1,-1,-1
+coremark,[.] main,-1,1400,-1,-1,-1,-1
+coremark,[.] __malloc_lock,-1,12,-1,-1,-1,-1
+coremark,[.] _malloc_r,-1,1384,-1,-1,-1,-1
+coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1,-1
+coremark,[.] __malloc_unlock,-1,12,-1,-1,-1,-1
+coremark,[.] matrix_add_const,-1,60,-1,-1,-1,-1
+coremark,[.] matrix_mul_const,-1,74,-1,-1,-1,-1
+coremark,[.] matrix_mul_matrix,-1,106,-1,-1,-1,-1
+coremark,[.] matrix_mul_matrix_bitextract,-1,114,-1,-1,-1,-1
+coremark,[.] matrix_mul_vect,-1,62,-1,-1,-1,-1
+coremark,[.] matrix_sum,-1,88,-1,-1,-1,-1
+coremark,[.] matrix_test,-1,670,-1,-1,-1,-1
+coremark,[.] _mbtowc_r,-1,20,-1,-1,-1,-1
+coremark,[.] __mcmp,-1,66,-1,-1,-1,-1
+coremark,[.] __mdiff,-1,388,-1,-1,-1,-1
+coremark,[.] memcpy,-1,308,-1,-1,-1,-1
+coremark,[.] MemManage_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] memmove,-1,254,-1,-1,-1,-1
+coremark,[.] memset,-1,162,-1,-1,-1,-1
+coremark,[.] _mprec_log10,-1,64,-1,-1,-1,-1
+coremark,[.] __muldf3,-1,596,-1,-1,-1,-1
+coremark,[.] __multadd,-1,160,-1,-1,-1,-1
+coremark,[.] __multiply,-1,364,-1,-1,-1,-1
+coremark,[.] __nedf2,-1,122,-1,-1,-1,-1
+coremark,[.] NMI_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] _open,-1,18,-1,-1,-1,-1
+coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] parseval,-1,138,-1,-1,-1,-1
+coremark,[.] PendSV_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] portable_fini,-1,6,-1,-1,-1,-1
+coremark,[.] portable_free,-1,2,-1,-1,-1,-1
+coremark,[.] portable_init,-1,6,-1,-1,-1,-1
+coremark,[.] portable_malloc,-1,4,-1,-1,-1,-1
+coremark,[.] __pow5mult,-1,192,-1,-1,-1,-1
+coremark,[.] printf,-1,40,-1,-1,-1,-1
+coremark,[.] _printf_r,-1,30,-1,-1,-1,-1
+coremark,[.] putc,-1,164,-1,-1,-1,-1
+coremark,[.] putchar,-1,16,-1,-1,-1,-1
+coremark,[.] _putchar_r,-1,6,-1,-1,-1,-1
+coremark,[.] _putc_r,-1,156,-1,-1,-1,-1
+coremark,[.] puts,-1,16,-1,-1,-1,-1
+coremark,[.] _puts_r,-1,188,-1,-1,-1,-1
+coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] quorem,-1,300,-1,-1,-1,-1
+coremark,[.] raise,-1,88,-1,-1,-1,-1
+coremark,[.] _raise_r,-1,82,-1,-1,-1,-1
+coremark,[.] __ratio,-1,96,-1,-1,-1,-1
+coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1,-1
+coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1,-1
+coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1,-1
+coremark,[.] _read,-1,132,-1,-1,-1,-1
+coremark,[.] _read_r,-1,44,-1,-1,-1,-1
+coremark,[.] _realloc_r,-1,840,-1,-1,-1,-1
+coremark,[.] __register_exitproc,-1,128,-1,-1,-1,-1
+coremark,[.] register_fini,-1,20,-1,-1,-1,-1
+coremark,[.] _rename,-1,82,-1,-1,-1,-1
+coremark,[.] Reset_Handler,-1,54,-1,-1,-1,-1
+coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1,-1
+coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1,-1
+coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1,-1
+coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __s2b,-1,180,-1,-1,-1,-1
+coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __sbprintf,-1,264,-1,-1,-1,-1
+coremark,[.] _sbrk,-1,80,-1,-1,-1,-1
+coremark,[.] _sbrk_r,-1,36,-1,-1,-1,-1
+coremark,[.] __sclose,-1,8,-1,-1,-1,-1
+coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __seofread,-1,4,-1,-1,-1,-1
+coremark,[.] __set_ctype,-1,12,-1,-1,-1,-1
+coremark,[.] setlocale,-1,24,-1,-1,-1,-1
+coremark,[.] _setlocale_r,-1,536,-1,-1,-1,-1
+coremark,[.] __sflush_r,-1,308,-1,-1,-1,-1
+coremark,[.] __sfp,-1,192,-1,-1,-1,-1
+coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1,-1
+coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1,-1
+coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1,-1
+coremark,[.] signal,-1,80,-1,-1,-1,-1
+coremark,[.] _signal_r,-1,80,-1,-1,-1,-1
+coremark,[.] __sigtramp,-1,100,-1,-1,-1,-1
+coremark,[.] __sigtramp_r,-1,98,-1,-1,-1,-1
+coremark,[.] __sinit,-1,64,-1,-1,-1,-1
+coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1,-1
+coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1,-1
+coremark,[.] __smakebuf_r,-1,208,-1,-1,-1,-1
+coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __sprint_r,-1,30,-1,-1,-1,-1
+coremark,[.] __sread,-1,34,-1,-1,-1,-1
+coremark,[.] __sseek,-1,34,-1,-1,-1,-1
+coremark,[.] start_time,-1,20,-1,-1,-1,-1
+coremark,[.] _stat,-1,60,-1,-1,-1,-1
+coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1,-1
+coremark,[.] stop_time,-1,20,-1,-1,-1,-1
+coremark,[.] strcasecmp,-1,76,-1,-1,-1,-1
+coremark,[.] strcat,-1,62,-1,-1,-1,-1
+coremark,[.] strchr,-1,206,-1,-1,-1,-1
+coremark,[.] strcmp,-1,734,-1,-1,-1,-1
+coremark,[.] strcpy,-1,186,-1,-1,-1,-1
+coremark,[.] strlcpy,-1,76,-1,-1,-1,-1
+coremark,[.] strlen,-1,216,-1,-1,-1,-1
+coremark,[.] strncasecmp,-1,84,-1,-1,-1,-1
+coremark,[.] strncmp,-1,120,-1,-1,-1,-1
+coremark,[.] strncpy,-1,104,-1,-1,-1,-1
+coremark,[.] strtol,-1,24,-1,-1,-1,-1
+coremark,[.] strtol_l,-1,24,-1,-1,-1,-1
+coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1,-1
+coremark,[.] _strtol_r,-1,2,-1,-1,-1,-1
+coremark,[.] __subdf3,-1,634,-1,-1,-1,-1
+coremark,[.] SVC_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] __swbuf,-1,24,-1,-1,-1,-1
+coremark,[.] __swbuf_r,-1,172,-1,-1,-1,-1
+coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1,-1
+coremark,[.] _swiclose,-1,54,-1,-1,-1,-1
+coremark,[.] _swilseek,-1,196,-1,-1,-1,-1
+coremark,[.] _swiopen,-1,228,-1,-1,-1,-1
+coremark,[.] _swiread,-1,58,-1,-1,-1,-1
+coremark,[.] _swistat,-1,124,-1,-1,-1,-1
+coremark,[.] _swiwrite,-1,58,-1,-1,-1,-1
+coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __swrite,-1,62,-1,-1,-1,-1
+coremark,[.] __swsetup_r,-1,244,-1,-1,-1,-1
+coremark,[.] sysconf,-1,26,-1,-1,-1,-1
+coremark,[.] _system,-1,86,-1,-1,-1,-1
+coremark,[.] SystemClock_Config,-1,144,-1,-1,-1,-1
+coremark,[.] SystemInit,-1,80,-1,-1,-1,-1
+coremark,[.] SysTick_Handler,-1,4,-1,-1,-1,-1
+coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] time_in_secs,-1,32,-1,-1,-1,-1
+coremark,[.] _times,-1,30,-1,-1,-1,-1
+coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __ulp,-1,100,-1,-1,-1,-1
+coremark,[.] _unlink,-1,64,-1,-1,-1,-1
+coremark,[.] __unorddf2,-1,44,-1,-1,-1,-1
+coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1,-1
+coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1,-1
+coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1,-1
+coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1,-1
+coremark,[.] vfiprintf,-1,28,-1,-1,-1,-1
+coremark,[.] _vfiprintf_r,-1,7846,-1,-1,-1,-1
+coremark,[.] vfprintf,-1,28,-1,-1,-1,-1
+coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1,-1
+coremark,[.] wcrtomb,-1,88,-1,-1,-1,-1
+coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1,-1
+coremark,[.] wcsnrtombs,-1,44,-1,-1,-1,-1
+coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1,-1
+coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1,-1
+coremark,[.] wcsrtombs,-1,36,-1,-1,-1,-1
+coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1,-1
+coremark,[.] _wctomb_r,-1,20,-1,-1,-1,-1
+coremark,[.] _write,-1,176,-1,-1,-1,-1
+coremark,[.] _write_r,-1,44,-1,-1,-1,-1
+coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv
index d44d1a5..4ad0a62 100644
--- a/results-vs-prev/csv-results-1/size.csv
+++ b/results-vs-prev/csv-results-1/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-coremark,coremark,69652
+coremark,coremark,68972
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -129,9 +129,6 @@ coremark,[.] __fp_lock_all,36
coremark,[.] FPU_IRQHandler,2
coremark,[.] __fp_unlock,28
coremark,[.] __fp_unlock_all,36
-coremark,[.] __fputwc,156
-coremark,[.] fputwc,60
-coremark,[.] _fputwc_r,144
coremark,[.] _free_r,488
coremark,[.] frexp,100
coremark,[.] _fstat,28
@@ -304,8 +301,7 @@ coremark,[.] __smakebuf_r,208
coremark,[.] SPI1_IRQHandler,2
coremark,[.] SPI2_IRQHandler,2
coremark,[.] SPI3_IRQHandler,2
-coremark,[.] __sprint_r,22
-coremark,[.] __sprint_r.part.0,120
+coremark,[.] __sprint_r,30
coremark,[.] __sread,34
coremark,[.] __sseek,34
coremark,[.] start_time,20
@@ -375,7 +371,7 @@ coremark,[.] USART3_IRQHandler,2
coremark,[.] __utf8_mbtowc,510
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,8068
+coremark,[.] _vfiprintf_r,7846
coremark,[.] vfprintf,28
coremark,[.] _vfprintf_r,12676
coremark,[.] wcrtomb,88
diff --git a/results-vs-prev/csv-results-1/status.csv b/results-vs-prev/csv-results-1/status.csv
new file mode 100644
index 0000000..153d313
--- /dev/null
+++ b/results-vs-prev/csv-results-1/status.csv
@@ -0,0 +1,2 @@
+benchmark,symbol,status
+coremark,coremark,15313
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index e1ae6ce..2b43aed 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,7 +1,2 @@
-benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
+benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
+coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index e1ae6ce..2b43aed 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,7 +1,2 @@
-benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
+benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
+coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index e1ae6ce..2b43aed 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,7 +1,2 @@
-benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
+benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
+coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index e1ae6ce..2b43aed 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,7 +1,2 @@
-benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
+benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
+coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index e1ae6ce..2b43aed 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,7 +1,2 @@
-benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
+benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
+coremark,coremark,100,99,n/a,n/a,n/a,n/a,15313,15313,69652,68972,-1,-1,-1,-1,-1,-1,15313,15313
diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log
index a9a6b05..c1b8bba 100644
--- a/results-vs-prev/tcwg-benchmark-results.log
+++ b/results-vs-prev/tcwg-benchmark-results.log
@@ -85,13 +85,16 @@
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|'
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv
++ merge_opts+=("$csv_results_dir/status.csv")
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/status.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=1
@@ -175,13 +178,16 @@
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|'
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv
++ merge_opts+=("$csv_results_dir/status.csv")
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/status.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=2
@@ -263,6 +269,8 @@
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|'
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
@@ -281,7 +289,8 @@
+ for metric in "${metrics[@]}"
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv
++ merge_opts+=("$csv_results_dir/status.csv")
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv artifacts/results-vs-prev/csv-results-0/status.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv'
@@ -362,6 +371,8 @@
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
++ cat artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|'
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
@@ -380,7 +391,8 @@
+ for metric in "${metrics[@]}"
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv
++ merge_opts+=("$csv_results_dir/status.csv")
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv artifacts/results-vs-prev/csv-results-1/status.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv'
@@ -396,6 +408,6 @@
+ '[' 2 == 2 ']'
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true
++ true
+ grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff
-+ rm artifacts/results-vs-prev/cmp-results.diff
+ cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv