summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-06-16 23:07:58 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-06-16 23:07:58 +0000
commit2b6600196bfd1290bf1e47dcd163190e2fff65df (patch)
treef80b21636de9c86cc54ad0a671c5c29f7bb3b292
parent07af34f079b21f1dedbaec3a96bd10216c05d669 (diff)
onsuccess: #30: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/30/
Results : | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -O3_mthumb artifacts/results_id: | 1 check_regression status : 0
-rw-r--r--01-reset_artifacts/console.log.xzbin2256 -> 2072 bytes
-rw-r--r--02-prepare_abe/console.log.xzbin2608 -> 2624 bytes
-rw-r--r--03-build_abe-binutils/console.log.xzbin27524 -> 27756 bytes
-rw-r--r--03-build_abe-binutils/make-binutils.log.xzbin17732 -> 17420 bytes
-rw-r--r--04-build_abe-stage1/console.log.xzbin88504 -> 88604 bytes
-rw-r--r--04-build_abe-stage1/make-gcc-stage1.log.xzbin68500 -> 68516 bytes
-rw-r--r--06-build_abe-newlib/console.log.xzbin13516 -> 12552 bytes
-rw-r--r--06-build_abe-newlib/make-newlib.log.xzbin6900 -> 6872 bytes
-rw-r--r--07-build_abe-stage2/console.log.xzbin163748 -> 164144 bytes
-rw-r--r--07-build_abe-stage2/make-gcc-stage2.log.xzbin134612 -> 134852 bytes
-rw-r--r--08-benchmark/benchmark-build.log106
-rw-r--r--08-benchmark/benchmark.log104
-rw-r--r--08-benchmark/console.log.xzbin4016 -> 4032 bytes
-rw-r--r--09-check_regression/console.log.xzbin4092 -> 2088 bytes
-rw-r--r--09-check_regression/output-bmk-results/diff-bmk-results.out0
-rw-r--r--git/binutils_rev2
-rw-r--r--git/gcc_rev2
-rw-r--r--git/newlib_rev2
-rw-r--r--jenkins/build-name2
-rw-r--r--manifest.sh26
-rw-r--r--results-vs-prev/cmp-results.diff12
-rw-r--r--results-vs-prev/compare-results-internal.csv12
-rw-r--r--results-vs-prev/compare-results.csv2
-rw-r--r--results-vs-prev/csv-results-0/perf.csv2
-rw-r--r--results-vs-prev/csv-results-0/results.csv20
-rw-r--r--results-vs-prev/csv-results-0/size.csv10
-rw-r--r--results-vs-prev/csv-results-1/perf.csv2
-rw-r--r--results-vs-prev/csv-results-1/results.csv12
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv14
-rw-r--r--results-vs-prev/csvs2table-results-full.csv14
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv14
-rw-r--r--results-vs-prev/csvs2table-results.csv14
-rw-r--r--results-vs-prev/results-internal.csv14
-rw-r--r--results-vs-prev/tcwg-benchmark-results.log6
-rw-r--r--results_id2
35 files changed, 202 insertions, 192 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz
index ac91e7e..bb08ce1 100644
--- a/01-reset_artifacts/console.log.xz
+++ b/01-reset_artifacts/console.log.xz
Binary files differ
diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz
index 5b928bc..e17307b 100644
--- a/02-prepare_abe/console.log.xz
+++ b/02-prepare_abe/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz
index 52723a1..28c6c39 100644
--- a/03-build_abe-binutils/console.log.xz
+++ b/03-build_abe-binutils/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz
index 925a860..1c02a2d 100644
--- a/03-build_abe-binutils/make-binutils.log.xz
+++ b/03-build_abe-binutils/make-binutils.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz
index ee631eb..8a0f7fd 100644
--- a/04-build_abe-stage1/console.log.xz
+++ b/04-build_abe-stage1/console.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz
index a5e1e72..f9fbb0b 100644
--- a/04-build_abe-stage1/make-gcc-stage1.log.xz
+++ b/04-build_abe-stage1/make-gcc-stage1.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz
index 29f0193..527fb48 100644
--- a/06-build_abe-newlib/console.log.xz
+++ b/06-build_abe-newlib/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz
index 53d5155..d4e59f6 100644
--- a/06-build_abe-newlib/make-newlib.log.xz
+++ b/06-build_abe-newlib/make-newlib.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz
index fc61b8e..a981752 100644
--- a/07-build_abe-stage2/console.log.xz
+++ b/07-build_abe-stage2/console.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz
index b809015..229030e 100644
--- a/07-build_abe-stage2/make-gcc-stage2.log.xz
+++ b/07-build_abe-stage2/make-gcc-stage2.log.xz
Binary files differ
diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log
index 589ffe3..499b13e 100644
--- a/08-benchmark/benchmark-build.log
+++ b/08-benchmark/benchmark-build.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #33473
+Started TCWG Benchmark #33798
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXgqgXtw/agent.19739
-SSH_AGENT_PID=19741
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXzqSBJL/agent.10191
+SSH_AGENT_PID=10193
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_1620674893264530625.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_1620674893264530625.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_17463602844030585606.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_17463602844030585606.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision b9163889304480d01479518b825605da6bdea0ea (origin/master)
+Checking out Revision 8afcd01373af8c90579b177a17922d1355804c4e (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f b9163889304480d01479518b825605da6bdea0ea # timeout=10
-Commit message: "tcwg-benchmark-results.sh: Compare against compare-results-internal.csv, not results-internal.csv."
- > /usr/bin/git rev-list --no-walk b9163889304480d01479518b825605da6bdea0ea # timeout=10
+ > /usr/bin/git checkout -f 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10
+Commit message: "round-robin-notify.sh: Fixed commit display"
+ > /usr/bin/git rev-list --no-walk 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 0d555dbbe6da52e6879f648855aa3ca3a94cc245 (origin/master)
+Checking out Revision 6fd2d99010b93dc07dda3492e67828bf99be1c27 (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10
-Commit message: "Keep bmk and exe name of coremark consistent with entry in perf.csv."
- > /usr/bin/git rev-list --no-walk 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10
+ > /usr/bin/git checkout -f 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10
+Commit message: "Revert "compare-results.py: Temporarily add debug print when base_value == target_value.""
+ > /usr/bin/git rev-list --no-walk 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10
No emails were triggered.
-New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins226984624606250157.sh
+New run name is '#33798-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_15] $ /bin/bash /tmp/jenkins16134609808247862464.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
@@ -64,15 +64,15 @@ New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-
+ hw_tag=stm32
+ has_perf_logs=no
++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@
-++ sed -e s/@build_num@/33473/g -e s/@hw_tag@/stm32/g
-+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
+++ sed -e s/@build_num@/33798/g -e s/@hw_tag@/stm32/g
++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 19859
++ wait 10310
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,18 +87,18 @@ New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #125878 started.
-TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins14435272564275021330.sh
+TCWG Benchmark_backend #126563 started.
+TCWG Benchmark_backend #126563-33798+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_15] $ /bin/bash /tmp/jenkins5483367943053994106.sh
+ . artifacts/bmk-info
-++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
+++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
++ hw_tag=stm32
++ has_perf_logs=no
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
-+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
-+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results --hw_tag stm32 --has_perf_logs no
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results --hw_tag stm32 --has_perf_logs no
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -110,12 +110,12 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -129,14 +129,14 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 = xundef ']'
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -147,49 +147,49 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
-+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/*'
+++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/*'
+ '[' 1 -eq 1 ']'
++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/dev-01.tcwglab/results.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/md5sum.csv
-New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/md5sum.csv
+New run name is '#33798-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 19741 killed;
+echo Agent pid 10193 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#33472-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison
+#33797-tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#33472-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison
+#33797-tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
-Completed TCWG Benchmark #33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS
+Completed TCWG Benchmark #33798-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS
diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log
index 8dd29e9..60e865b 100644
--- a/08-benchmark/benchmark.log
+++ b/08-benchmark/benchmark.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #33473
+Started TCWG Benchmark #33798
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXgqgXtw/agent.19739
-SSH_AGENT_PID=19741
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXzqSBJL/agent.10191
+SSH_AGENT_PID=10193
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_1620674893264530625.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_1620674893264530625.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_17463602844030585606.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_17463602844030585606.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision b9163889304480d01479518b825605da6bdea0ea (origin/master)
+Checking out Revision 8afcd01373af8c90579b177a17922d1355804c4e (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f b9163889304480d01479518b825605da6bdea0ea # timeout=10
-Commit message: "tcwg-benchmark-results.sh: Compare against compare-results-internal.csv, not results-internal.csv."
- > /usr/bin/git rev-list --no-walk b9163889304480d01479518b825605da6bdea0ea # timeout=10
+ > /usr/bin/git checkout -f 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10
+Commit message: "round-robin-notify.sh: Fixed commit display"
+ > /usr/bin/git rev-list --no-walk 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 0d555dbbe6da52e6879f648855aa3ca3a94cc245 (origin/master)
+Checking out Revision 6fd2d99010b93dc07dda3492e67828bf99be1c27 (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10
-Commit message: "Keep bmk and exe name of coremark consistent with entry in perf.csv."
- > /usr/bin/git rev-list --no-walk 0d555dbbe6da52e6879f648855aa3ca3a94cc245 # timeout=10
+ > /usr/bin/git checkout -f 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10
+Commit message: "Revert "compare-results.py: Temporarily add debug print when base_value == target_value.""
+ > /usr/bin/git rev-list --no-walk 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10
No emails were triggered.
-New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins226984624606250157.sh
+New run name is '#33798-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_15] $ /bin/bash /tmp/jenkins16134609808247862464.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
@@ -64,15 +64,15 @@ New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-
+ hw_tag=stm32
+ has_perf_logs=no
++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@
-++ sed -e s/@build_num@/33473/g -e s/@hw_tag@/stm32/g
-+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
+++ sed -e s/@build_num@/33798/g -e s/@hw_tag@/stm32/g
++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 19859
++ wait 10310
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,18 +87,18 @@ New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #125878 started.
-TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins14435272564275021330.sh
+TCWG Benchmark_backend #126563 started.
+TCWG Benchmark_backend #126563-33798+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_15] $ /bin/bash /tmp/jenkins5483367943053994106.sh
+ . artifacts/bmk-info
-++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
+++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
++ hw_tag=stm32
++ has_perf_logs=no
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
-+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
-+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results --hw_tag stm32 --has_perf_logs no
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results --hw_tag stm32 --has_perf_logs no
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -110,12 +110,12 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -129,14 +129,14 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 = xundef ']'
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -147,48 +147,48 @@ TCWG Benchmark_backend #125878-33473+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
-+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results
++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/*'
+++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/*'
+ '[' 1 -eq 1 ']'
++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/dev-01.tcwglab/results.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/csv_results/md5sum.csv
-New run name is '#33473-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/csv_results/md5sum.csv
+New run name is '#33798-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 19741 killed;
+echo Agent pid 10193 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#33472-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison
+#33797-tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#33472-tcwg_bmk-code_size-cpu2017fast/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison
+#33797-tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3-build (sq:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz
index 85950c0..8aa727c 100644
--- a/08-benchmark/console.log.xz
+++ b/08-benchmark/console.log.xz
Binary files differ
diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz
index 6535913..d683c26 100644
--- a/09-check_regression/console.log.xz
+++ b/09-check_regression/console.log.xz
Binary files differ
diff --git a/09-check_regression/output-bmk-results/diff-bmk-results.out b/09-check_regression/output-bmk-results/diff-bmk-results.out
deleted file mode 100644
index e69de29..0000000
--- a/09-check_regression/output-bmk-results/diff-bmk-results.out
+++ /dev/null
diff --git a/git/binutils_rev b/git/binutils_rev
index d64e6a4..c7b6bd8 100644
--- a/git/binutils_rev
+++ b/git/binutils_rev
@@ -1 +1 @@
-63224e96d0cd9e726bcd1d6d512255d92b7c5317
+e2adba909e74b9c60c1e776d5d0e7079f502363c
diff --git a/git/gcc_rev b/git/gcc_rev
index 0138bea..1e722a6 100644
--- a/git/gcc_rev
+++ b/git/gcc_rev
@@ -1 +1 @@
-c980eeb88f897e0c3cc2ed40577b22d8032480a9
+bc6bd0d608da1609c1caeb04ab795a83720add55
diff --git a/git/newlib_rev b/git/newlib_rev
index 607609a..2186a5b 100644
--- a/git/newlib_rev
+++ b/git/newlib_rev
@@ -1 +1 @@
-80ff7bc26ca97a7e2194554c21fe25cbdf227813
+048031501043e61ca31713b92ce2190213c7fb21
diff --git a/jenkins/build-name b/jenkins/build-name
index f40a575..c5b9515 100644
--- a/jenkins/build-name
+++ b/jenkins/build-name
@@ -1 +1 @@
-#29-binutils-gcc-newlib-R1
+#30-binutils-gcc-newlib-R1
diff --git a/manifest.sh b/manifest.sh
index 6be99e2..8b215c1 100644
--- a/manifest.sh
+++ b/manifest.sh
@@ -1,4 +1,4 @@
-declare -g "jenkins_scripts_rev=b9163889304480d01479518b825605da6bdea0ea"
+declare -g "jenkins_scripts_rev=8afcd01373af8c90579b177a17922d1355804c4e"
# Artifacts directory
rr[top_artifacts]="artifacts"
# Recording parameters to manifest: artifacts/manifest.sh
@@ -8,25 +8,25 @@ declare -g "bmk_branch=master"
declare -g "scripts_branch=master"
rr[mode]="build"
rr[update_baseline]="onsuccess"
-declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/29/"
+declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/30/"
declare -g "SQUAD_GRP=tcwg"
# Processed 20 options
rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3
rr[components]="binutils gcc newlib"
-rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#63224e96d0cd9e726bcd1d6d512255d92b7c5317"
-rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#c980eeb88f897e0c3cc2ed40577b22d8032480a9"
-rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#80ff7bc26ca97a7e2194554c21fe25cbdf227813"
+rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#e2adba909e74b9c60c1e776d5d0e7079f502363c"
+rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#bc6bd0d608da1609c1caeb04ab795a83720add55"
+rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#048031501043e61ca31713b92ce2190213c7fb21"
# Processed 10 options
rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git
-rr[binutils_rev]=63224e96d0cd9e726bcd1d6d512255d92b7c5317
-rr[debug_binutils_date]=1686655269 # 11 hours ago
+rr[binutils_rev]=e2adba909e74b9c60c1e776d5d0e7079f502363c
+rr[debug_binutils_date]=1686915163 # 11 hours ago
rr[gcc_url]=https://github.com/gcc-mirror/gcc.git
-rr[gcc_rev]=c980eeb88f897e0c3cc2ed40577b22d8032480a9
-rr[debug_gcc_date]=1686694902 # 25 minutes ago
+rr[gcc_rev]=bc6bd0d608da1609c1caeb04ab795a83720add55
+rr[debug_gcc_date]=1686943744 # 3 hours ago
rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git
-rr[newlib_rev]=80ff7bc26ca97a7e2194554c21fe25cbdf227813
-rr[debug_newlib_date]=1686057533 # 7 days ago
+rr[newlib_rev]=048031501043e61ca31713b92ce2190213c7fb21
+rr[debug_newlib_date]=1686944681 # 3 hours ago
rr[gcc_url]=https://github.com/gcc-mirror/gcc.git
-rr[gcc_rev]=c980eeb88f897e0c3cc2ed40577b22d8032480a9
-rr[debug_gcc_date]=1686694902 # 31 minutes ago
+rr[gcc_rev]=bc6bd0d608da1609c1caeb04ab795a83720add55
+rr[debug_gcc_date]=1686943744 # 3 hours ago
# Processed 6 options
diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff
new file mode 100644
index 0000000..9e98b9e
--- /dev/null
+++ b/results-vs-prev/cmp-results.diff
@@ -0,0 +1,12 @@
+0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16
+Mean,average-all-tests,0,0,,,,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,,,,,,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,0,50,,,,14467,-1,345,172,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,,50,,,,14467,-1,345,172,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,0,-4,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,,,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,0,100,,,,14467,-1,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,,100,,,,14467,-1,28,28,-1,-1,-1,-1,-1,-1
+Mean,mean,0,-4,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,mean,,,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+ERROR: Results differ !! see artifacts/results-vs-prev/csvs2table-results-internal.csv.diff for details
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 2c061bd..85b22c7 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,7 +1,7 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
-Mean,average-successful-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-Mean,mean,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-coremark,coremark,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1
+Mean,mean,0,-4,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,0,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,0,-4,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,0,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,0,0,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/compare-results.csv b/results-vs-prev/compare-results.csv
deleted file mode 100644
index 8a8e18a..0000000
--- a/results-vs-prev/compare-results.csv
+++ /dev/null
@@ -1,2 +0,0 @@
-bmk,symbol,result
-coremark,coremark ,1
diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv
index 9ad5836..cbd9b7c 100644
--- a/results-vs-prev/csv-results-0/perf.csv
+++ b/results-vs-prev/csv-results-0/perf.csv
@@ -1,2 +1,2 @@
benchmark,symbol,sample
-coremark,coremark,14262
+coremark,coremark,14467
diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv
index a1bfc7e..c414751 100644
--- a/results-vs-prev/csv-results-0/results.csv
+++ b/results-vs-prev/csv-results-0/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,average-successful-tests,14262,343,-1,-1,-1
-Mean,average-all-tests,14262,343,-1,-1,-1
-Mean,mean,14261,28,-1,-1,-1
-Mean,geomean-successful-tests,14261,28,-1,-1,-1
-Mean,geomean-all-tests,14261,28,-1,-1,-1
-coremark,coremark,14262,64748,-1,-1,-1
+Mean,mean,14467,28,-1,-1,-1
+Mean,geomean-successful-tests,14467,28,-1,-1,-1
+Mean,geomean-all-tests,14467,28,-1,-1,-1
+Mean,average-successful-tests,14467,345,-1,-1,-1
+Mean,average-all-tests,14467,345,-1,-1,-1
+coremark,coremark,14467,65068,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -69,10 +69,10 @@ coremark,[.] core_list_remove,-1,28,-1,-1,-1
coremark,[.] core_list_reverse,-1,20,-1,-1,-1
coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1
coremark,[.] core_state_transition,-1,424,-1,-1,-1
-coremark,[.] crc16,-1,284,-1,-1,-1
-coremark,[.] crcu16,-1,280,-1,-1,-1
-coremark,[.] crcu32,-1,576,-1,-1,-1
-coremark,[.] crcu8,-1,144,-1,-1,-1
+coremark,[.] crc16,-1,366,-1,-1,-1
+coremark,[.] crcu16,-1,362,-1,-1,-1
+coremark,[.] crcu32,-1,734,-1,-1,-1
+coremark,[.] crcu8,-1,178,-1,-1,-1
coremark,[.] currentlocale,-1,92,-1,-1,-1
coremark,[.] __d2b,-1,188,-1,-1,-1
coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv
index df30fea..8e707b7 100644
--- a/results-vs-prev/csv-results-0/size.csv
+++ b/results-vs-prev/csv-results-0/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-coremark,coremark,64748
+coremark,coremark,65068
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -64,10 +64,10 @@ coremark,[.] core_list_remove,28
coremark,[.] core_list_reverse,20
coremark,[.] core_list_undo_remove,22
coremark,[.] core_state_transition,424
-coremark,[.] crc16,284
-coremark,[.] crcu16,280
-coremark,[.] crcu32,576
-coremark,[.] crcu8,144
+coremark,[.] crc16,366
+coremark,[.] crcu16,362
+coremark,[.] crcu32,734
+coremark,[.] crcu8,178
coremark,[.] currentlocale,92
coremark,[.] __d2b,188
coremark,[.] DebugMon_Handler,2
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv
index cbd9b7c..4e4840a 100644
--- a/results-vs-prev/csv-results-1/perf.csv
+++ b/results-vs-prev/csv-results-1/perf.csv
@@ -1,2 +1,2 @@
benchmark,symbol,sample
-coremark,coremark,14467
+coremark,coremark,888888888
diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv
index c414751..9e65b9e 100644
--- a/results-vs-prev/csv-results-1/results.csv
+++ b/results-vs-prev/csv-results-1/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
-Mean,mean,14467,28,-1,-1,-1
-Mean,geomean-successful-tests,14467,28,-1,-1,-1
-Mean,geomean-all-tests,14467,28,-1,-1,-1
-Mean,average-successful-tests,14467,345,-1,-1,-1
-Mean,average-all-tests,14467,345,-1,-1,-1
-coremark,coremark,14467,65068,-1,-1,-1
+Mean,mean,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,-1,28,-1,-1,-1
+Mean,geomean-all-tests,-1,-1,-1,-1,-1
+Mean,average-successful-tests,-1,172,-1,-1,-1
+Mean,average-all-tests,-1,-1,-1,-1,-1
+coremark,coremark,888888888,65068,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 0e4a25e..4ac454a 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,7 +1,7 @@
-benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum
-Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1
+benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
+Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 0e4a25e..4ac454a 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,7 +1,7 @@
-benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum
-Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1
+benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
+Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 0e4a25e..4ac454a 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,7 +1,7 @@
-benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum
-Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1
+benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
+Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 0e4a25e..4ac454a 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,7 +1,7 @@
-benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum
-Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1
+benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
+Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 0e4a25e..4ac454a 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,7 +1,7 @@
-benchmark,symbol,csv-results-1/results:rel_sample,csv-results-1/results:rel_size,csv-results-1/results:rel_num_vect_loops,csv-results-1/results:rel_num_sve_loops,csv-results-1/results:rel_symbol_md5sum,csv-results-0/results:sample,csv-results-1/results:sample,csv-results-0/results:size,csv-results-1/results:size,csv-results-0/results:num_vect_loops,csv-results-1/results:num_vect_loops,csv-results-0/results:num_sve_loops,csv-results-1/results:num_sve_loops,csv-results-0/results:symbol_md5sum,csv-results-1/results:symbol_md5sum
-Mean,mean ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,geomean-all-tests ,101,100,n/a,n/a,n/a,14261,14467,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests ,101,101,n/a,n/a,n/a,14262,14467,343,345,-1,-1,-1,-1,-1,-1
-coremark,coremark ,101,100,n/a,n/a,n/a,14262,14467,64748,65068,-1,-1,-1,-1,-1,-1
+benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y
+Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1
+Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1
+coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log
index 9428c91..76bb491 100644
--- a/results-vs-prev/tcwg-benchmark-results.log
+++ b/results-vs-prev/tcwg-benchmark-results.log
@@ -7,7 +7,7 @@
+ results_top=bkp-01.tcwglab:/home/tcwg-benchmark/results
+ j=0
+ for i in "${results[@]}"
-+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33233/ results-0/
++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/ results-0/
+ csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ mkdir -p artifacts/results-vs-prev/csv-results-0
+ hw_tag=stm32
@@ -92,7 +92,7 @@
+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv
+ j=1
+ for i in "${results[@]}"
-+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473/ results-1/
++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798/ results-1/
+ csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ mkdir -p artifacts/results-vs-prev/csv-results-1
+ hw_tag=stm32
@@ -381,6 +381,6 @@
+ '[' 2 == 2 ']'
+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true
++ true
+ grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff
-+ rm artifacts/results-vs-prev/cmp-results.diff
+ cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv
diff --git a/results_id b/results_id
index 0052d6e..39693ca 100644
--- a/results_id
+++ b/results_id
@@ -1 +1 @@
-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33473
+stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build/33798