summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-12-26 11:16:51 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-12-26 11:16:53 +0000
commitfb990f9298628cd824af7af4d005e67d9cab99f3 (patch)
tree17f842eae2060dd19e1387b36aa086e3f3b6b1d0
parent01475af46cbfcd451c3385978276e2f933e16023 (diff)
onsuccess: #103: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/103/linaro-local/backup/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -Os_mthumb: | 1 check_regression status : 0
-rw-r--r--01-reset_artifacts/console.log.xzbin2456 -> 2480 bytes
-rw-r--r--02-prepare_abe/console.log.xzbin2688 -> 2620 bytes
-rw-r--r--03-build_abe-binutils/console.log.xzbin27380 -> 26896 bytes
-rw-r--r--03-build_abe-binutils/make-binutils.log.xzbin17508 -> 17540 bytes
-rw-r--r--04-build_abe-stage1/console.log.xzbin91876 -> 91544 bytes
-rw-r--r--04-build_abe-stage1/make-gcc-stage1.log.xzbin71232 -> 70944 bytes
-rw-r--r--06-build_abe-newlib/console.log.xzbin13052 -> 12952 bytes
-rw-r--r--06-build_abe-newlib/make-newlib.log.xzbin7028 -> 7040 bytes
-rw-r--r--07-build_abe-stage2/console.log.xzbin171140 -> 170372 bytes
-rw-r--r--07-build_abe-stage2/make-gcc-stage2.log.xzbin140856 -> 140204 bytes
-rw-r--r--08-benchmark/benchmark-build.log48
-rw-r--r--08-benchmark/console.log.xzbin3412 -> 3392 bytes
-rw-r--r--09-check_regression/console.log.xzbin6336 -> 6172 bytes
-rw-r--r--annex/bmk-data2
-rw-r--r--git/binutils_rev2
-rw-r--r--git/gcc_rev2
-rw-r--r--jenkins/build-name2
-rw-r--r--jenkins/notify-full.log300
-rw-r--r--jenkins/notify-init.log68
-rw-r--r--jenkins/rewrite.log5
-rw-r--r--jenkins/run-build.env6
-rw-r--r--manifest.sh6
-rw-r--r--notify/jira/comment-template.txt2
-rw-r--r--notify/mail-body.txt36
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
-rw-r--r--results-vs-prev/cmp-results.diff6
-rw-r--r--results-vs-prev/compare-results-internal.csv4
-rw-r--r--results-vs-prev/csv-results-0/perf.csv2
-rw-r--r--results-vs-prev/csv-results-0/results.csv6
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv2
-rw-r--r--results-vs-prev/csvs2table-results-full.csv2
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv2
-rw-r--r--results-vs-prev/csvs2table-results.csv2
-rw-r--r--results-vs-prev/results-internal.csv2
-rw-r--r--results-vs-prev/tcwg-benchmark-results.log8
36 files changed, 202 insertions, 317 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz
index b6f2c82..e68f765 100644
--- a/01-reset_artifacts/console.log.xz
+++ b/01-reset_artifacts/console.log.xz
Binary files differ
diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz
index 09b9bbd..eba86d0 100644
--- a/02-prepare_abe/console.log.xz
+++ b/02-prepare_abe/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz
index 93d503e..82d016f 100644
--- a/03-build_abe-binutils/console.log.xz
+++ b/03-build_abe-binutils/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz
index 74f0973..ccd6426 100644
--- a/03-build_abe-binutils/make-binutils.log.xz
+++ b/03-build_abe-binutils/make-binutils.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz
index e2133b3..564132b 100644
--- a/04-build_abe-stage1/console.log.xz
+++ b/04-build_abe-stage1/console.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz
index d110046..cd1a94e 100644
--- a/04-build_abe-stage1/make-gcc-stage1.log.xz
+++ b/04-build_abe-stage1/make-gcc-stage1.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz
index df24a75..e5e9b09 100644
--- a/06-build_abe-newlib/console.log.xz
+++ b/06-build_abe-newlib/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz
index f6fa1d7..692cb7c 100644
--- a/06-build_abe-newlib/make-newlib.log.xz
+++ b/06-build_abe-newlib/make-newlib.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz
index e0c3d75..f4c5266 100644
--- a/07-build_abe-stage2/console.log.xz
+++ b/07-build_abe-stage2/console.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz
index 335638f..4d2fb97 100644
--- a/07-build_abe-stage2/make-gcc-stage2.log.xz
+++ b/07-build_abe-stage2/make-gcc-stage2.log.xz
Binary files differ
diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log
index 2e54559..8135ff7 100644
--- a/08-benchmark/benchmark-build.log
+++ b/08-benchmark/benchmark-build.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #48648
+Started TCWG Benchmark #49125
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXO6MDYz/agent.52716
-SSH_AGENT_PID=52718
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXHindxl/agent.42980
+SSH_AGENT_PID=42982
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13_tmp/private_key_13312151541233622151.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13_tmp/private_key_13312151541233622151.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_5828682583382960504.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_5828682583382960504.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 76e9cdf84a266e2c4945836eb7ae0400773beebe (origin/master)
+Checking out Revision 479b027e2079f99866051e426db916fb7105dedd (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 76e9cdf84a266e2c4945836eb7ae0400773beebe # timeout=10
-Commit message: "tcwg-lnt/create_server.sh: Use Linaro LNT repo"
- > /usr/bin/git rev-list --no-walk 76e9cdf84a266e2c4945836eb7ae0400773beebe # timeout=10
+ > /usr/bin/git checkout -f 479b027e2079f99866051e426db916fb7105dedd # timeout=10
+Commit message: "round-robin-notify.sh (calculate_results_date): Handle weird commit dates"
+ > /usr/bin/git rev-list --no-walk 479b027e2079f99866051e426db916fb7105dedd # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -55,24 +55,24 @@ Checking out Revision f948a9fd15e702ab697fd5256f24dd8ba5ebfe1a (origin/master)
Commit message: "spec2xxx-config,cpu2017_llvm.cfg: Os and Oz unsupported in flang"
> /usr/bin/git rev-list --no-walk f948a9fd15e702ab697fd5256f24dd8ba5ebfe1a # timeout=10
No emails were triggered.
-New run name is '#48648-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_13] $ /bin/bash /tmp/jenkins663834749251367364.sh
+New run name is '#49125-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins16852250530864662615.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
+ case "$bmk_hw:$image_arch" in
+ hw_tag=stm32
+ has_perf_logs=no
-++ echo build-04.tcwglab:52032:/tmp/tmp.IJ8TxWGAy3
-++ sed -e s/@build_num@/48648/g -e s/@hw_tag@/stm32/g
-+ results_dest=build-04.tcwglab:52032:/tmp/tmp.IJ8TxWGAy3
+++ echo build-02.tcwglab:52472:/tmp/tmp.GeEWfZNSkb
+++ sed -e s/@build_num@/49125/g -e s/@hw_tag@/stm32/g
++ results_dest=build-02.tcwglab:52472:/tmp/tmp.GeEWfZNSkb
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 52836
++ wait 43102
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,20 +87,20 @@ New run name is '#48648-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #154785 started.
-TCWG Benchmark_backend #154785-48648+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) completed. Result was SUCCESS
-New run name is '#48648-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)'
+TCWG Benchmark_backend #155587 started.
+TCWG Benchmark_backend #155587-49125+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) completed. Result was SUCCESS
+New run name is '#49125-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 52718 killed;
+echo Agent pid 42982 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#48647-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-bisect (tx1:arm64) is still in progress; ignoring for purposes of comparison
+#49124-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#48647-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3-bisect (tx1:arm64) is still in progress; ignoring for purposes of comparison
+#49124-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
-Completed TCWG Benchmark #48648-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) : SUCCESS
+Completed TCWG Benchmark #49125-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) : SUCCESS
diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz
index f5fe386..f25af95 100644
--- a/08-benchmark/console.log.xz
+++ b/08-benchmark/console.log.xz
Binary files differ
diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz
index c303d9a..f607d8f 100644
--- a/09-check_regression/console.log.xz
+++ b/09-check_regression/console.log.xz
Binary files differ
diff --git a/annex/bmk-data b/annex/bmk-data
index 560953c..18dba7a 100644
--- a/annex/bmk-data
+++ b/annex/bmk-data
@@ -1 +1 @@
-bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os/102-c74f3d8e24339391ce1c3dfb4ee82a07.tar.xz
+bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os/103-9daee71d91c3673a8f67bb077855139f.tar.xz
diff --git a/git/binutils_rev b/git/binutils_rev
index a7a4d2b..2dc6a18 100644
--- a/git/binutils_rev
+++ b/git/binutils_rev
@@ -1 +1 @@
-4da6be3f1ad66987b7e072e578183798b3c29cb0
+e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
diff --git a/git/gcc_rev b/git/gcc_rev
index 1945521..973ff41 100644
--- a/git/gcc_rev
+++ b/git/gcc_rev
@@ -1 +1 @@
-c0bf7ea189ecf252152fe15134f70f576bcd20b2
+f83cfb8148bcf0876df76761a9a4545bc939667d
diff --git a/jenkins/build-name b/jenkins/build-name
index fdb8df1..b399794 100644
--- a/jenkins/build-name
+++ b/jenkins/build-name
@@ -1 +1 @@
-#102-binutils-gcc-newlib-R1
+#103-binutils-gcc-newlib-R1
diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log
index fb881cb..8908d37 100644
--- a/jenkins/notify-full.log
+++ b/jenkins/notify-full.log
@@ -1,8 +1,7 @@
+ set +x
-/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ATATT3xFfGF0T6lmyRRI1GPXAjFc6UC66WsAJyuXpga-0JusQbYQdlG4NfS8kED4ejPRlZs9E57FWxFlN7K67E-9t-EXcNqVpzVQwTRd2JDDboAUNRnk00rMY9KXELe8Jb9dKP7p3MTXz2HTqtpMKIM2VZQUmZf_TcIuAN0mVpSPtZtdoLZBnCk=34F9AA87 __stage full __verbose true __build_script tcwg_bmk-build.sh
+/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __stage full __verbose true __build_script tcwg_bmk-build.sh
-# setup_notify_environment
+ false
+ dryrun=
+ declare top_artifacts ci_project ci_config
@@ -10,6 +9,7 @@
+ declare -a changed_components
+ declare print_commits_f print_result_f print_config_f print_last_icommit_f
+ dump_model_only=false
+# setup_notify_environment
+ setup_notify_environment
+ echo '# setup_notify_environment'
+ top_artifacts=artifacts
@@ -26,22 +26,20 @@
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/100/
+# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/
# Using dir : base-artifacts
-+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/100/'
++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/'
+ echo '# Using dir : base-artifacts'
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/
+# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/103/
# Using dir : artifacts
-+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/'
++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/103/'
+ echo '# Using dir : artifacts'
+ echo ''
+ mkdir -p artifacts/notify
-+ '[' -f /home/tcwg-buildslave/.jipdate.yml ']'
-+ set +x
# check_source_changes
+ case "$notify" in
+ declare -Ag pw
@@ -85,7 +83,7 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ '[' x4da6be3f1ad66987b7e072e578183798b3c29cb0 '!=' x2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b ']'
+++ '[' xe7a293f376fef110ae59f5b9ae5bf0aaca68a4da '!=' x4da6be3f1ad66987b7e072e578183798b3c29cb0 ']'
++ echo -ne binutils
++ delim=' '
++ for c in $(print_updated_components)
@@ -100,7 +98,7 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ '[' xc0bf7ea189ecf252152fe15134f70f576bcd20b2 '!=' xda70c5b17123b7c81155ef03fb4591b71a681344 ']'
+++ '[' xf83cfb8148bcf0876df76761a9a4545bc939667d '!=' xc0bf7ea189ecf252152fe15134f70f576bcd20b2 ']'
++ echo -ne ' gcc'
++ delim=' '
++ for c in $(print_updated_components)
@@ -115,19 +113,17 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ '[' x1a177610d8e181d09206a5a8ce2d873822751657 '!=' x57e311e0deb23492edc94518c78cc57a224dbad9 ']'
-++ echo -ne ' newlib'
-++ delim=' '
+++ '[' x1a177610d8e181d09206a5a8ce2d873822751657 '!=' x1a177610d8e181d09206a5a8ce2d873822751657 ']'
++ echo
# Debug traces :
-# change_kind=multiple_components : binutils gcc newlib
+# change_kind=multiple_components : binutils gcc
+ local c base_rev cur_rev c_commits
-+ '[' 3 = 0 ']'
-+ '[' 3 = 1 ']'
++ '[' 2 = 0 ']'
++ '[' 2 = 1 ']'
+ change_kind=multiple_components
+ changed_single_component=
+ echo '# Debug traces :'
-+ echo '# change_kind=multiple_components : binutils gcc newlib'
++ echo '# change_kind=multiple_components : binutils gcc'
+ for c in "${changed_components[@]}"
++ get_baseline_git binutils_rev
++ set -euf -o pipefail
@@ -135,17 +131,17 @@
++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/binutils_rev
-+ base_rev=2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b
++ base_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0
++ get_current_git binutils_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/binutils_rev
-+ cur_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0
-++ git -C binutils rev-list --count 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0
-# rev for binutils : 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 (143 commits)
-+ c_commits=143
-+ echo '# rev for binutils : 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 (143 commits)'
++ cur_rev=e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
+++ git -C binutils rev-list --count 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
+# rev for binutils : 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da (24 commits)
++ c_commits=24
++ echo '# rev for binutils : 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da (24 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git gcc_rev
++ set -euf -o pipefail
@@ -153,36 +149,18 @@
++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/gcc_rev
-+ base_rev=da70c5b17123b7c81155ef03fb4591b71a681344
++ base_rev=c0bf7ea189ecf252152fe15134f70f576bcd20b2
++ get_current_git gcc_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/gcc_rev
-+ cur_rev=c0bf7ea189ecf252152fe15134f70f576bcd20b2
-++ git -C gcc rev-list --count da70c5b17123b7c81155ef03fb4591b71a681344..c0bf7ea189ecf252152fe15134f70f576bcd20b2
-# rev for gcc : da70c5b17123b7c81155ef03fb4591b71a681344..c0bf7ea189ecf252152fe15134f70f576bcd20b2 (173 commits)
-+ c_commits=173
-+ echo '# rev for gcc : da70c5b17123b7c81155ef03fb4591b71a681344..c0bf7ea189ecf252152fe15134f70f576bcd20b2 (173 commits)'
-+ for c in "${changed_components[@]}"
-++ get_baseline_git newlib_rev
-++ set -euf -o pipefail
-++ local base_artifacts=base-artifacts
-++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
-++ set -euf -o pipefail +x
-++ cat base-artifacts/git/newlib_rev
-+ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9
-++ get_current_git newlib_rev
-++ set -euf -o pipefail
-++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
-++ set -euf -o pipefail +x
-++ cat artifacts/git/newlib_rev
-+ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657
-++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..1a177610d8e181d09206a5a8ce2d873822751657
-# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..1a177610d8e181d09206a5a8ce2d873822751657 (23 commits)
++ cur_rev=f83cfb8148bcf0876df76761a9a4545bc939667d
+++ git -C gcc rev-list --count c0bf7ea189ecf252152fe15134f70f576bcd20b2..f83cfb8148bcf0876df76761a9a4545bc939667d
+# rev for gcc : c0bf7ea189ecf252152fe15134f70f576bcd20b2..f83cfb8148bcf0876df76761a9a4545bc939667d (23 commits)
+ c_commits=23
-+ echo '# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..1a177610d8e181d09206a5a8ce2d873822751657 (23 commits)'
++ echo '# rev for gcc : c0bf7ea189ecf252152fe15134f70f576bcd20b2..f83cfb8148bcf0876df76761a9a4545bc939667d (23 commits)'
+ echo ''
+ setup_stages_to_run
+ '[' ignore = onregression ']'
@@ -218,7 +196,7 @@
+ local artifacts_mail_dir
+ artifacts_mail_dir=artifacts/notify
+ local res=0
-+ wait 905
++ wait 31181
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ size build verbose
+ assert_with_msg 'ERROR while trying to regenerate bmk-data results. Aborting..' '[' 0 = 0 ']'
+ set -euf -o pipefail +x
@@ -235,21 +213,21 @@
++ assert_with_msg 'ERROR: No binutils in current git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ git -C binutils show --no-patch --pretty=%ct 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b
-+ base_d=1702790149
+++ git -C binutils show --no-patch --pretty=%ct 4da6be3f1ad66987b7e072e578183798b3c29cb0
++ base_d=1703312483
++ get_current_component_date binutils
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ git -C binutils show --no-patch --pretty=%ct 4da6be3f1ad66987b7e072e578183798b3c29cb0
-+ cur_d=1703312483
-+ '[' x1702790149 '!=' x ']'
-+ '[' x1703312483 = x ']'
-+ '[' 1703312483 -lt 1702790149 ']'
-+ '[' x1703312483 = x ']'
-+ '[' 1703312483 -gt 0 ']'
-+ results_date=1703312483
+++ git -C binutils show --no-patch --pretty=%ct e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
++ cur_d=1703548868
++ '[' x1703312483 '!=' x ']'
++ '[' x1703548868 = x ']'
++ '[' 1703548868 -lt 1703312483 ']'
++ '[' x1703548868 = x ']'
++ '[' 1703548868 -gt 0 ']'
++ results_date=1703548868
+ for c in $(get_current_manifest "{rr[components]}")
++ get_baseline_component_date gcc
++ set -euf -o pipefail
@@ -257,21 +235,21 @@
++ assert_with_msg 'ERROR: No gcc in current git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ git -C gcc show --no-patch --pretty=%ct da70c5b17123b7c81155ef03fb4591b71a681344
-+ base_d=1702797219
+++ git -C gcc show --no-patch --pretty=%ct c0bf7ea189ecf252152fe15134f70f576bcd20b2
++ base_d=1703322602
++ get_current_component_date gcc
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ git -C gcc show --no-patch --pretty=%ct c0bf7ea189ecf252152fe15134f70f576bcd20b2
-+ cur_d=1703322602
-+ '[' x1702797219 '!=' x ']'
-+ '[' x1703322602 = x ']'
-+ '[' 1703322602 -lt 1702797219 ']'
-+ '[' x1703322602 = x ']'
-+ '[' 1703322602 -gt 1703312483 ']'
-+ results_date=1703322602
+++ git -C gcc show --no-patch --pretty=%ct f83cfb8148bcf0876df76761a9a4545bc939667d
++ cur_d=1703582141
++ '[' x1703322602 '!=' x ']'
++ '[' x1703582141 = x ']'
++ '[' 1703582141 -lt 1703322602 ']'
++ '[' x1703582141 = x ']'
++ '[' 1703582141 -gt 1703548868 ']'
++ results_date=1703582141
+ for c in $(get_current_manifest "{rr[components]}")
++ get_baseline_component_date newlib
++ set -euf -o pipefail
@@ -279,8 +257,8 @@
++ assert_with_msg 'ERROR: No newlib in current git' '[' -f base-artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ git -C newlib show --no-patch --pretty=%ct 57e311e0deb23492edc94518c78cc57a224dbad9
-+ base_d=1702786270
+++ git -C newlib show --no-patch --pretty=%ct 1a177610d8e181d09206a5a8ce2d873822751657
++ base_d=1703323618
++ get_current_component_date newlib
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No newlib in current git' '[' -f artifacts/git/newlib_rev ']'
@@ -288,26 +266,23 @@
+++ cat artifacts/git/newlib_rev
++ git -C newlib show --no-patch --pretty=%ct 1a177610d8e181d09206a5a8ce2d873822751657
+ cur_d=1703323618
-+ '[' x1702786270 '!=' x ']'
++ '[' x1703323618 '!=' x ']'
+ '[' x1703323618 = x ']'
-+ '[' 1703323618 -lt 1702786270 ']'
++ '[' 1703323618 -lt 1703323618 ']'
+ '[' x1703323618 = x ']'
-+ '[' 1703323618 -gt 1703322602 ']'
-+ results_date=1703323618
-+ assert_with_msg 'Failed to produce results_date' '[' 1703323618 -gt 0 ']'
++ '[' 1703323618 -gt 1703582141 ']'
++ assert_with_msg 'Failed to produce results_date' '[' 1703582141 -gt 0 ']'
+ set -euf -o pipefail +x
++ get_baseline_manifest '{rr[results_date]}'
++ get_manifest base-artifacts/manifest.sh '{rr[results_date]}' false
++ set +x
-+ base_d=1702285473
-+ '[' 1702285473 '!=' '' ']'
-+ assert '[' 1703323618 -ge 1702285473 ']'
-+ set -euf -o pipefail +x
-+ '[' 1703323618 -gt 1702285473 ']'
-+ results_date=1702804545
-+ rr[results_date]=1702804545
-+ manifest_out
++ base_d=1702804545
++ '[' 1702804545 '!=' '' ']'
++ '[' 1703582141 -gt 1702804545 ']'
++ results_date=1703193343
++ rr[results_date]=1703193343
+ cat
++ manifest_out
+ cat
+ check_if_first_report
+ declare -g first_icommit_to_report
@@ -379,10 +354,10 @@
+++ get_current_manifest BUILD_URL
+++ get_manifest artifacts/manifest.sh BUILD_URL
+++ set +x
-# print all notification files
-++ url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/artifact/artifacts
+++ url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/103/artifact/artifacts
++ '[' '' '!=' '' ']'
-++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/artifact/artifacts/notify/mail-body.txt/*view*/'
+++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/103/artifact/artifacts/notify/mail-body.txt/*view*/'
+# print all notification files
+ echo '# print all notification files'
+ true
+ generate_mail_files
@@ -414,16 +389,16 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b
+++ base_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0
-+++ git -C binutils rev-list --count 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0
-++ c_commits=143
-++ new_commits=143
+++ cur_rev=e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
++++ git -C binutils rev-list --count 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
+++ c_commits=24
+++ new_commits=24
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
+++ set -euf -o pipefail
@@ -431,37 +406,20 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=da70c5b17123b7c81155ef03fb4591b71a681344
+++ base_rev=c0bf7ea189ecf252152fe15134f70f576bcd20b2
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=c0bf7ea189ecf252152fe15134f70f576bcd20b2
-+++ git -C gcc rev-list --count da70c5b17123b7c81155ef03fb4591b71a681344..c0bf7ea189ecf252152fe15134f70f576bcd20b2
-++ c_commits=173
-++ new_commits=316
-++ for c in "${changed_components[@]}"
-+++ get_baseline_git newlib_rev
-+++ set -euf -o pipefail
-+++ local base_artifacts=base-artifacts
-+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat base-artifacts/git/newlib_rev
-++ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9
-+++ get_current_git newlib_rev
-+++ set -euf -o pipefail
-+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat artifacts/git/newlib_rev
-++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657
-+++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..1a177610d8e181d09206a5a8ce2d873822751657
+++ cur_rev=f83cfb8148bcf0876df76761a9a4545bc939667d
++++ git -C gcc rev-list --count c0bf7ea189ecf252152fe15134f70f576bcd20b2..f83cfb8148bcf0876df76761a9a4545bc939667d
++ c_commits=23
-++ new_commits=339
+++ new_commits=47
++++ echo binutils gcc
+++ tr ' ' ,
-+++ echo binutils gcc newlib
-++ components=binutils,gcc,newlib
-++ echo '339 commits in binutils,gcc,newlib'
+++ components=binutils,gcc
+++ echo '47 commits in binutils,gcc'
++ '[' --oneline = --oneline ']'
++ return 0
++ bmk_print_result --oneline
@@ -549,17 +507,17 @@
++ case "$ci_config" in
++ echo 'arm Os'
++ return 0
-+ echo '[Linaro-TCWG-CI]' '339 commits in binutils,gcc,newlib: No change on arm Os'
++ echo '[Linaro-TCWG-CI]' '47 commits in binutils,gcc: No change on arm Os'
+ print_mail_body
+ local bad_artifacts_url good_artifacts_url
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/artifact/artifacts
++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/103/artifact/artifacts
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/100/artifact/artifacts
++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/artifact/artifacts
+ local key=
+ '[' multiple_components = single_commit ']'
+ cat
@@ -622,8 +580,8 @@
++ case "$print_arg" in
++ echo 'CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os'
++ return 0
-++ sed -e 's/^/ | /'
++ print_commits --short
+++ sed -e 's/^/ | /'
++ set -euf -o pipefail
++ false
++ local print_arg=--short
@@ -644,16 +602,16 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b
+++ base_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0
-+++ git -C binutils rev-list --count 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0
-++ c_commits=143
-++ new_commits=143
+++ cur_rev=e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
++++ git -C binutils rev-list --count 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
+++ c_commits=24
+++ new_commits=24
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
+++ set -euf -o pipefail
@@ -661,37 +619,20 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=da70c5b17123b7c81155ef03fb4591b71a681344
+++ base_rev=c0bf7ea189ecf252152fe15134f70f576bcd20b2
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=c0bf7ea189ecf252152fe15134f70f576bcd20b2
-+++ git -C gcc rev-list --count da70c5b17123b7c81155ef03fb4591b71a681344..c0bf7ea189ecf252152fe15134f70f576bcd20b2
-++ c_commits=173
-++ new_commits=316
-++ for c in "${changed_components[@]}"
-+++ get_baseline_git newlib_rev
-+++ set -euf -o pipefail
-+++ local base_artifacts=base-artifacts
-+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat base-artifacts/git/newlib_rev
-++ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9
-+++ get_current_git newlib_rev
-+++ set -euf -o pipefail
-+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat artifacts/git/newlib_rev
-++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657
-+++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..1a177610d8e181d09206a5a8ce2d873822751657
+++ cur_rev=f83cfb8148bcf0876df76761a9a4545bc939667d
++++ git -C gcc rev-list --count c0bf7ea189ecf252152fe15134f70f576bcd20b2..f83cfb8148bcf0876df76761a9a4545bc939667d
++ c_commits=23
-++ new_commits=339
+++ new_commits=47
++++ echo binutils gcc
+++ tr ' ' ,
-+++ echo binutils gcc newlib
-++ components=binutils,gcc,newlib
-++ echo '339 commits in binutils,gcc,newlib'
+++ components=binutils,gcc
+++ echo '47 commits in binutils,gcc'
++ '[' --short = --oneline ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git binutils_rev
@@ -700,19 +641,19 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b
+++ base_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0
-+++ git -C binutils rev-list --count 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0
-++ c_commits=143
+++ cur_rev=e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
++++ git -C binutils rev-list --count 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
+++ c_commits=24
++ '[' '' '!=' '' ']'
-++ git -C binutils log -n 5 --oneline 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0
-++ '[' 143 -gt 5 ']'
-++ echo '... and 138 more commits in binutils'
+++ git -C binutils log -n 5 --oneline 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
+++ '[' 24 -gt 5 ']'
+++ echo '... and 19 more commits in binutils'
++ '[' '' '!=' '' ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
@@ -721,40 +662,19 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=da70c5b17123b7c81155ef03fb4591b71a681344
+++ base_rev=c0bf7ea189ecf252152fe15134f70f576bcd20b2
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=c0bf7ea189ecf252152fe15134f70f576bcd20b2
-+++ git -C gcc rev-list --count da70c5b17123b7c81155ef03fb4591b71a681344..c0bf7ea189ecf252152fe15134f70f576bcd20b2
-++ c_commits=173
-++ '[' '' '!=' '' ']'
-++ git -C gcc log -n 5 --oneline da70c5b17123b7c81155ef03fb4591b71a681344..c0bf7ea189ecf252152fe15134f70f576bcd20b2
-++ '[' 173 -gt 5 ']'
-++ echo '... and 168 more commits in gcc'
-++ '[' '' '!=' '' ']'
-++ for c in "${changed_components[@]}"
-+++ get_baseline_git newlib_rev
-+++ set -euf -o pipefail
-+++ local base_artifacts=base-artifacts
-+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat base-artifacts/git/newlib_rev
-++ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9
-+++ get_current_git newlib_rev
-+++ set -euf -o pipefail
-+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
-+++ set -euf -o pipefail +x
-+++ cat artifacts/git/newlib_rev
-++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657
-+++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..1a177610d8e181d09206a5a8ce2d873822751657
+++ cur_rev=f83cfb8148bcf0876df76761a9a4545bc939667d
++++ git -C gcc rev-list --count c0bf7ea189ecf252152fe15134f70f576bcd20b2..f83cfb8148bcf0876df76761a9a4545bc939667d
++ c_commits=23
++ '[' '' '!=' '' ']'
-++ git -C newlib log -n 5 --oneline 57e311e0deb23492edc94518c78cc57a224dbad9..1a177610d8e181d09206a5a8ce2d873822751657
+++ git -C gcc log -n 5 --oneline c0bf7ea189ecf252152fe15134f70f576bcd20b2..f83cfb8148bcf0876df76761a9a4545bc939667d
++ '[' 23 -gt 5 ']'
-++ echo '... and 18 more commits in newlib'
+++ echo '... and 18 more commits in gcc'
++ '[' '' '!=' '' ']'
++ return 0
++ bmk_print_result --short
@@ -844,8 +764,8 @@
+++ tcwg_bmk_benchs
+++ '[' x = xset ']'
+++ local data data_key
-++++ cut -d- -f1-6
++++ echo tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os
+++++ cut -d- -f1-6
+++ data_key=tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi
+++ data=stm32:coremark
+++ '[' xstm32:coremark = xunset ']'
@@ -864,8 +784,8 @@
++ case "$(tcwg_bmk_hw)" in
+++ tcwg_bmk_hw
+++ local data data_key
-++++ cut -d- -f1-6
++++ echo tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os
+++++ cut -d- -f1-6
+++ data_key=tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi
+++ data=stm32:coremark
+++ '[' xstm32:coremark = xunset ']'
@@ -883,16 +803,16 @@
+ return
+ true
+ generate_jenkins_html_files
-+ wait 1172
-# generate_jenkins_html_files
++ wait 31416
+ set -euf -o pipefail
+ echo '# generate_jenkins_html_files'
+# generate_jenkins_html_files
+ true
+ case "$ci_project" in
+ status_file=artifacts/results-vs-prev/csv-results-1/status.csv
+ '[' -f artifacts/results-vs-prev/csv-results-1/status.csv ']'
-++ grep -c ',success$'
++ sort -u artifacts/results-vs-prev/csv-results-1/status.csv
+++ grep -c ',success$'
+ nb_succeed=1
++ sort -u artifacts/results-vs-prev/csv-results-1/status.csv
++ grep -c ,failed-to-
@@ -2001,7 +1921,7 @@
+ echo '... Skipping'
+ return
+ generate_lnt_report
-+ wait 1463
++ wait 31707
# generate_lnt_report
+ set -euf -o pipefail
+ local results_date
@@ -2012,9 +1932,9 @@
++ get_current_manifest '{rr[results_date]}'
++ get_manifest artifacts/manifest.sh '{rr[results_date]}'
++ set +x
-+ results_date=1702804545
-++ date '+%Y-%m-%d %H:%M:%S' --date @1702804545
-+ results_date='2023-12-17 09:15:45'
++ results_date=1703193343
+++ date '+%Y-%m-%d %H:%M:%S' --date @1703193343
++ results_date='2023-12-21 21:15:43'
+ local jira_key=-
+ '[' -f artifacts/notify/jira/key ']'
+ case "$ci_project" in
@@ -2032,9 +1952,9 @@
+ '[' -f artifacts/testresults/testresults-mail-recipients.txt ']'
+ echo '... Done'
+ post_to_jira
+# post_to_jira
+ set -euf -o pipefail
+ echo '# post_to_jira'
-# post_to_jira
+ local post_card_comment=false
+ local post_template_comment=false
+ false
diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log
index 922de44..d832cb8 100644
--- a/jenkins/notify-init.log
+++ b/jenkins/notify-init.log
@@ -2,7 +2,6 @@
/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh
-# setup_notify_environment
+ false
+ dryrun=
+ declare top_artifacts ci_project ci_config
@@ -10,6 +9,7 @@
+ declare -a changed_components
+ declare print_commits_f print_result_f print_config_f print_last_icommit_f
+ dump_model_only=false
+# setup_notify_environment
+ setup_notify_environment
+ echo '# setup_notify_environment'
+ top_artifacts=artifacts
@@ -26,22 +26,20 @@
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/100/
+# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/
# Using dir : base-artifacts
-+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/100/'
++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/'
+ echo '# Using dir : base-artifacts'
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/
+# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/103/
# Using dir : artifacts
-+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/'
++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/103/'
+ echo '# Using dir : artifacts'
+ echo ''
+ mkdir -p artifacts/notify
-+ '[' -f /home/tcwg-buildslave/.jipdate.yml ']'
-+ set +x
# check_source_changes
+ case "$notify" in
+ declare -Ag pw
@@ -85,7 +83,7 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ '[' x4da6be3f1ad66987b7e072e578183798b3c29cb0 '!=' x2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b ']'
+++ '[' xe7a293f376fef110ae59f5b9ae5bf0aaca68a4da '!=' x4da6be3f1ad66987b7e072e578183798b3c29cb0 ']'
++ echo -ne binutils
++ delim=' '
++ for c in $(print_updated_components)
@@ -100,7 +98,7 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ '[' xc0bf7ea189ecf252152fe15134f70f576bcd20b2 '!=' xda70c5b17123b7c81155ef03fb4591b71a681344 ']'
+++ '[' xf83cfb8148bcf0876df76761a9a4545bc939667d '!=' xc0bf7ea189ecf252152fe15134f70f576bcd20b2 ']'
++ echo -ne ' gcc'
++ delim=' '
++ for c in $(print_updated_components)
@@ -115,19 +113,17 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ '[' x1a177610d8e181d09206a5a8ce2d873822751657 '!=' x57e311e0deb23492edc94518c78cc57a224dbad9 ']'
-++ echo -ne ' newlib'
-++ delim=' '
+++ '[' x1a177610d8e181d09206a5a8ce2d873822751657 '!=' x1a177610d8e181d09206a5a8ce2d873822751657 ']'
++ echo
# Debug traces :
-# change_kind=multiple_components : binutils gcc newlib
+# change_kind=multiple_components : binutils gcc
+ local c base_rev cur_rev c_commits
-+ '[' 3 = 0 ']'
-+ '[' 3 = 1 ']'
++ '[' 2 = 0 ']'
++ '[' 2 = 1 ']'
+ change_kind=multiple_components
+ changed_single_component=
+ echo '# Debug traces :'
-+ echo '# change_kind=multiple_components : binutils gcc newlib'
++ echo '# change_kind=multiple_components : binutils gcc'
+ for c in "${changed_components[@]}"
++ get_baseline_git binutils_rev
++ set -euf -o pipefail
@@ -135,17 +131,17 @@
++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/binutils_rev
-+ base_rev=2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b
++ base_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0
++ get_current_git binutils_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/binutils_rev
-+ cur_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0
-++ git -C binutils rev-list --count 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0
-# rev for binutils : 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 (143 commits)
-+ c_commits=143
-+ echo '# rev for binutils : 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 (143 commits)'
++ cur_rev=e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
+++ git -C binutils rev-list --count 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da
+# rev for binutils : 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da (24 commits)
++ c_commits=24
++ echo '# rev for binutils : 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da (24 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git gcc_rev
++ set -euf -o pipefail
@@ -153,36 +149,18 @@
++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/gcc_rev
-+ base_rev=da70c5b17123b7c81155ef03fb4591b71a681344
++ base_rev=c0bf7ea189ecf252152fe15134f70f576bcd20b2
++ get_current_git gcc_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/gcc_rev
-+ cur_rev=c0bf7ea189ecf252152fe15134f70f576bcd20b2
-++ git -C gcc rev-list --count da70c5b17123b7c81155ef03fb4591b71a681344..c0bf7ea189ecf252152fe15134f70f576bcd20b2
-# rev for gcc : da70c5b17123b7c81155ef03fb4591b71a681344..c0bf7ea189ecf252152fe15134f70f576bcd20b2 (173 commits)
-+ c_commits=173
-+ echo '# rev for gcc : da70c5b17123b7c81155ef03fb4591b71a681344..c0bf7ea189ecf252152fe15134f70f576bcd20b2 (173 commits)'
-+ for c in "${changed_components[@]}"
-++ get_baseline_git newlib_rev
-++ set -euf -o pipefail
-++ local base_artifacts=base-artifacts
-++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
-++ set -euf -o pipefail +x
-++ cat base-artifacts/git/newlib_rev
-+ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9
-++ get_current_git newlib_rev
-++ set -euf -o pipefail
-++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
-++ set -euf -o pipefail +x
-++ cat artifacts/git/newlib_rev
-+ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657
-++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..1a177610d8e181d09206a5a8ce2d873822751657
-# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..1a177610d8e181d09206a5a8ce2d873822751657 (23 commits)
++ cur_rev=f83cfb8148bcf0876df76761a9a4545bc939667d
+++ git -C gcc rev-list --count c0bf7ea189ecf252152fe15134f70f576bcd20b2..f83cfb8148bcf0876df76761a9a4545bc939667d
+# rev for gcc : c0bf7ea189ecf252152fe15134f70f576bcd20b2..f83cfb8148bcf0876df76761a9a4545bc939667d (23 commits)
+ c_commits=23
-+ echo '# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..1a177610d8e181d09206a5a8ce2d873822751657 (23 commits)'
++ echo '# rev for gcc : c0bf7ea189ecf252152fe15134f70f576bcd20b2..f83cfb8148bcf0876df76761a9a4545bc939667d (23 commits)'
+ echo ''
+ setup_stages_to_run
+ '[' ignore = onregression ']'
diff --git a/jenkins/rewrite.log b/jenkins/rewrite.log
index b7e0570..9009395 100644
--- a/jenkins/rewrite.log
+++ b/jenkins/rewrite.log
@@ -1 +1,6 @@
+ set +x
++ declare -g rewrite_base_artifacts_first=true
++ true
++ update_baseline
++ set -euf -o pipefail
++ rsync -aI --del --exclude /.git artifacts/ base-artifacts/
diff --git a/jenkins/run-build.env b/jenkins/run-build.env
index f7adfab..0789cef 100644
--- a/jenkins/run-build.env
+++ b/jenkins/run-build.env
@@ -1,15 +1,15 @@
-build_name="#102"
+build_name="#103"
docker_opts=(--distro
default
--ssh_info
true )
source build_container.sh
trap "cleanup_all_containers" EXIT
-build_name="#102-binutils-gcc-newlib"
+build_name="#103-binutils-gcc-newlib"
branch_opt=(==rr\[binutils_git\]
git://sourceware.org/git/binutils-gdb.git#master
==rr\[gcc_git\]
https://github.com/gcc-mirror/gcc.git#master
==rr\[newlib_git\]
git://sourceware.org/git/newlib-cygwin.git#master )
-build_name="#102-binutils-gcc-newlib-R1"
+build_name="#103-binutils-gcc-newlib-R1"
diff --git a/manifest.sh b/manifest.sh
index 3e3855c..be517cb 100644
--- a/manifest.sh
+++ b/manifest.sh
@@ -1,4 +1,4 @@
-declare -g "jenkins_scripts_rev=76e9cdf84a266e2c4945836eb7ae0400773beebe"
+declare -g "jenkins_scripts_rev=479b027e2079f99866051e426db916fb7105dedd"
# Artifacts directory
# Recording parameters to manifest: artifacts/manifest.sh
rr[ci_project]="tcwg_bmk-code_size-coremark"
@@ -7,7 +7,7 @@ declare -g "bmk_branch=master"
declare -g "scripts_branch=master"
rr[mode]="build"
rr[update_baseline]="onsuccess"
-declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/"
+declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/103/"
declare -g "SQUAD_GRP=tcwg"
rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master"
rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master"
@@ -28,4 +28,4 @@ rr[no_regression_result]="0"
rr[target]="arm_eabi"
rr[toolchain]="gnu_eabi"
declare -g "notify=ignore"
-rr[results_date]="1702804545"
+rr[results_date]="1703193343"
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index 89f449f..1632c66 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[GNU-686]
No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/103/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 6e7dd67..c30e33e 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -4,25 +4,19 @@ We appreciate that it might be difficult to find the necessary logs or reproduce
In CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os after:
- | 339 commits in binutils,gcc,newlib
- | 4da6be3f1ad sim: warnings: rework individual flag disable into dedicated vars
- | 576d2c97d8d gprofng: fix build problems on linux-musl
- | 62544b0cf1b sim: sh: fix -Wshadow=local warnings
- | f0fcc327e33 sim: riscv: fix -Wshadow=local warnings
- | 5cc45e23842 sim: ppc: fix -Wshadow=local warnings
- | ... and 138 more commits in binutils
- | c0bf7ea189e GCN, nvptx: Basic '__cxa_guard_{acquire,abort,release}' for C++ static local variables support
- | 079455458e5 MIPS: Don't add nan2008 option for -mtune=native
- | 384dbb0b4e7 MIPS: Put the ret to the end of args of reconcat [PR112759]
- | 29023003409 RISC-V: Make PHI initial value occupy live V_REG in dynamic LMUL cost model analysis
- | 0a529d196b1 Daily bump.
- | ... and 168 more commits in gcc
- | 1a177610d GCN: Implement '_exit' instead of 'exit'
- | 1df8f9f09 Fix epiphany libgloss for c99/gcc-14
- | 5e79655f3 Fix most of m32r libgloss for c99/gcc-14
- | 73ba28733 Fix mcore libgloss port for c99/gcc-14
- | a1a21442b Fix rl78 libgloss port for c99/gcc-14
- | ... and 18 more commits in newlib
+ | 47 commits in binutils,gcc
+ | e7a293f376f Automatic date update in version.in
+ | ca86dbbdbc0 binutils: SECURITY: use https URI
+ | d27473e7c54 LoongArch: Add testsuit for DESC and tls transition and tls relaxation.
+ | ae296cc4525 LoongArch: Add support for TLS LD/GD/DESC relaxation
+ | 3898e04b8e4 LoongArch: Add tls transition support.
+ | ... and 19 more commits in binutils
+ | f83cfb8148b RISC-V: Some minior tweak on dynamic LMUL cost model
+ | 6cec7b06b3c Fix compile options of pr110279-1.c and pr110279-2.c
+ | 7c6615692e0 testsuite: Add dg-require-effective-target powerpc_pcrel for testcase [PR110320]
+ | 07ee6d7b2c3 Daily bump.
+ | 8d412b97ceb testsuite: Skip analyzer tests on AIX.
+ | ... and 18 more commits in gcc
No change
@@ -42,6 +36,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/100/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/103/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/102/artifact/artifacts
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index 87679f8..a72043c 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 339 commits in binutils,gcc,newlib: No change on arm Os
+[Linaro-TCWG-CI] 47 commits in binutils,gcc: No change on arm Os
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index 1fb0719..d03d09f 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-num_sve_loops_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average
+size_variation_average,num_sve_loops_variation_average,sample_variation_average,benchmark,symbol,num_vect_loops_variation_average
diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff
index 1de4e9b..4b87f8e 100644
--- a/results-vs-prev/cmp-results.diff
+++ b/results-vs-prev/cmp-results.diff
@@ -1,9 +1,7 @@
0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19
Mean,average-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,0,100,,,,,19418,-1,67084,67084,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,,,,,,,19418,-1,67084,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,,100,,,,,-1,-1,67084,67084,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,0,100,,,,,19417,-1,67083,67083,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,,,,,,,19417,-1,67083,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,,100,,,,,-1,-1,67083,67083,-1,-1,-1,-1,-1,-1,-1,-1
Mean,mean,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
ERROR: Results differ !! see artifacts/results-vs-prev/csvs2table-results-internal.csv.diff for details
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 771443b..9e43253 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -1,6 +1,6 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,average-successful-tests,0,100,n/a,n/a,n/a,n/a,19418,-1,67084,67084,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,geomean-successful-tests,0,100,n/a,n/a,n/a,n/a,19417,-1,67083,67083,-1,-1,-1,-1,-1,-1,-1,-1
Mean,mean,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,n/a,-1,-1,67083,67083,-1,-1,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,n/a,100,n/a,n/a,n/a,n/a,-1,-1,67084,67084,-1,-1,-1,-1,-1,-1,-1,-1
Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv
index 19c8fe6..92272a3 100644
--- a/results-vs-prev/csv-results-0/perf.csv
+++ b/results-vs-prev/csv-results-0/perf.csv
@@ -1,2 +1,2 @@
benchmark,symbol,sample,dso
-coremark,coremark,19418,na
+coremark,coremark,-1,na
diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv
index f31c7a3..2810626 100644
--- a/results-vs-prev/csv-results-0/results.csv
+++ b/results-vs-prev/csv-results-0/results.csv
@@ -1,10 +1,10 @@
benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum,status
-Mean,average-successful-tests,19418,67084,-1,-1,-1,-1
-Mean,geomean-successful-tests,19417,67083,-1,-1,-1,-1
Mean,mean,-1,-1,-1,-1,-1,-1
+Mean,geomean-successful-tests,-1,67083,-1,-1,-1,-1
Mean,geomean-all-tests,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,-1,67084,-1,-1,-1,-1
Mean,average-all-tests,-1,-1,-1,-1,-1,-1
-coremark,coremark,19418,67084,-1,-1,-1,success
+coremark,coremark,-1,67084,-1,-1,-1,success
coremark,[.] abort,-1,14,-1,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 9efd12e..f2e494a 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -1,3 +1 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,19417,-1,67083,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,19418,-1,67084,-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 9efd12e..f2e494a 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -1,3 +1 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,19417,-1,67083,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,19418,-1,67084,-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 9efd12e..f2e494a 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -1,3 +1 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,19417,-1,67083,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,19418,-1,67084,-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 9efd12e..f2e494a 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -1,3 +1 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,19417,-1,67083,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,19418,-1,67084,-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 9efd12e..f2e494a 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -1,3 +1 @@
benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y
-Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,19417,-1,67083,-1,-1,-1,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,19418,-1,67084,-1,-1,-1,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log
index 1afff1d..2128b17 100644
--- a/results-vs-prev/tcwg-benchmark-results.log
+++ b/results-vs-prev/tcwg-benchmark-results.log
@@ -102,8 +102,8 @@
+ read -r bmk symb sample
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
-++ wc -l
++ cat artifacts/results-vs-prev/csv-results-0/perf.csv
+++ wc -l
+ '[' 2 == 1 ']'
+ '[' xno = xyes ']'
+ bmk_name=coremark
@@ -299,8 +299,8 @@
+ mapfile -t this_csv
++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*'
+ '[' 1 -eq 1 ']'
-+ cut -d, -f 1-3
+ cat results-0/dev-01.tcwglab/results.csv
++ cut -d, -f 1-3
+ echo benchmark,symbol,status
+ local first_line=true
+ IFS=,
@@ -318,8 +318,8 @@
+ read -r bmk symb sample
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
-++ wc -l
++ cat artifacts/results-vs-prev/csv-results-0/perf.csv
+++ wc -l
+ '[' 2 == 1 ']'
+ '[' xno = xyes ']'
+ bmk_name=coremark
@@ -466,8 +466,8 @@
+ c++filt -p
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
-+ c++filt -p
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ c++filt -p
+ '[' x--relative == x--relative ']'
+ '[' 2 == 2 ']'
+ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv