summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-11-14 07:19:32 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-11-14 07:19:34 +0000
commit30ecfca7b819f347f051b2cfb1fb26d45d24f52f (patch)
tree37adfeacdd4299a028af0cab4e498a2e81435db4
parentf40437500b408b62ea8849ade6f7a1a415384279 (diff)
onsuccess: #91: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -8 | # build_abe newlib: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard: | -5 | # benchmark -- -O2_mthumb: | 1 check_regression status : 0
-rw-r--r--01-reset_artifacts/console.log.xzbin2268 -> 2484 bytes
-rw-r--r--02-prepare_abe/console.log.xzbin2616 -> 2624 bytes
-rw-r--r--03-build_abe-binutils/console.log.xzbin27500 -> 27644 bytes
-rw-r--r--03-build_abe-binutils/make-binutils.log.xzbin17612 -> 17608 bytes
-rw-r--r--04-build_abe-stage1/console.log.xzbin91012 -> 90148 bytes
-rw-r--r--04-build_abe-stage1/make-gcc-stage1.log.xzbin70868 -> 70208 bytes
-rw-r--r--05-clean_sysroot/console.log.xzbin368 -> 368 bytes
-rw-r--r--06-build_abe-newlib/console.log.xzbin13060 -> 12696 bytes
-rw-r--r--06-build_abe-newlib/make-newlib.log.xzbin7032 -> 7028 bytes
-rw-r--r--07-build_abe-stage2/console.log.xzbin171752 -> 170696 bytes
-rw-r--r--07-build_abe-stage2/make-gcc-stage2.log.xzbin141372 -> 140932 bytes
-rw-r--r--08-benchmark/benchmark-build.log38
-rw-r--r--08-benchmark/console.log.xzbin3368 -> 3308 bytes
-rw-r--r--09-check_regression/console.log.xzbin5884 -> 5888 bytes
-rw-r--r--annex/bmk-data2
-rw-r--r--git/binutils_rev2
-rw-r--r--git/gcc_rev2
-rw-r--r--git/newlib_rev2
-rw-r--r--jenkins/build-name2
-rw-r--r--jenkins/notify-full.log178
-rw-r--r--jenkins/notify-init.log52
-rw-r--r--jenkins/run-build.env6
-rw-r--r--manifest.sh2
-rw-r--r--notify/jira/comment-template.txt2
-rw-r--r--notify/mail-body.txt35
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
-rw-r--r--results-vs-prev/compare-results-internal.csv6
-rw-r--r--results-vs-prev/csv-results-0/results.csv20
-rw-r--r--results-vs-prev/csv-results-0/size.csv16
-rw-r--r--results-vs-prev/csvs2table-results-brief.csv6
-rw-r--r--results-vs-prev/csvs2table-results-full.csv6
-rw-r--r--results-vs-prev/csvs2table-results-internal.csv6
-rw-r--r--results-vs-prev/csvs2table-results.csv6
-rw-r--r--results-vs-prev/results-internal.csv6
-rw-r--r--results-vs-prev/tcwg-benchmark-results.log68
36 files changed, 233 insertions, 234 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz
index 2f8ab47..714dbe3 100644
--- a/01-reset_artifacts/console.log.xz
+++ b/01-reset_artifacts/console.log.xz
Binary files differ
diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz
index 5652f29..ff25f6a 100644
--- a/02-prepare_abe/console.log.xz
+++ b/02-prepare_abe/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz
index 7c27003..7557a6b 100644
--- a/03-build_abe-binutils/console.log.xz
+++ b/03-build_abe-binutils/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz
index 91c871d..2657549 100644
--- a/03-build_abe-binutils/make-binutils.log.xz
+++ b/03-build_abe-binutils/make-binutils.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz
index c4cef66..523b0b8 100644
--- a/04-build_abe-stage1/console.log.xz
+++ b/04-build_abe-stage1/console.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz
index 55ed23d..1611a28 100644
--- a/04-build_abe-stage1/make-gcc-stage1.log.xz
+++ b/04-build_abe-stage1/make-gcc-stage1.log.xz
Binary files differ
diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz
index f1d9e90..dc39699 100644
--- a/05-clean_sysroot/console.log.xz
+++ b/05-clean_sysroot/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz
index cbb5f9d..4ebc783 100644
--- a/06-build_abe-newlib/console.log.xz
+++ b/06-build_abe-newlib/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz
index 0313703..f02d4f5 100644
--- a/06-build_abe-newlib/make-newlib.log.xz
+++ b/06-build_abe-newlib/make-newlib.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz
index 2ae6107..bb34448 100644
--- a/07-build_abe-stage2/console.log.xz
+++ b/07-build_abe-stage2/console.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz
index b9b4bdc..cd5e440 100644
--- a/07-build_abe-stage2/make-gcc-stage2.log.xz
+++ b/07-build_abe-stage2/make-gcc-stage2.log.xz
Binary files differ
diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log
index b2e07b8..89ff9ce 100644
--- a/08-benchmark/benchmark-build.log
+++ b/08-benchmark/benchmark-build.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #44757
+Started TCWG Benchmark #44927
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXOhWgCk/agent.5561
-SSH_AGENT_PID=5563
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXcuxZJt/agent.10493
+SSH_AGENT_PID=10495
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_2926426133659333728.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_2926426133659333728.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_1809353043871629522.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15_tmp/private_key_1809353043871629522.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -35,7 +35,7 @@ Commit message: "pw-trigger.sh: Fix prerequisite bot check"
> /usr/bin/git rev-list --no-walk 34bba566f8ddf26613b22d17ff41af3f245a3690 # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_15/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -55,24 +55,24 @@ Checking out Revision 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd (origin/master)
Commit message: "metric_utils.py: Add entries for status."
> /usr/bin/git rev-list --no-walk 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd # timeout=10
No emails were triggered.
-New run name is '#44757-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins4204026882048213083.sh
+New run name is '#44927-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_15] $ /bin/bash /tmp/jenkins10749637701220732390.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
+ case "$bmk_hw:$image_arch" in
+ hw_tag=stm32
+ has_perf_logs=no
-++ echo build-03.tcwglab:52133:/tmp/tmp.NwCnLa7Vc9
-++ sed -e s/@build_num@/44757/g -e s/@hw_tag@/stm32/g
-+ results_dest=build-03.tcwglab:52133:/tmp/tmp.NwCnLa7Vc9
+++ echo build-03.tcwglab:52166:/tmp/tmp.FnUx4ZOeBo
+++ sed -e s/@build_num@/44927/g -e s/@hw_tag@/stm32/g
++ results_dest=build-03.tcwglab:52166:/tmp/tmp.FnUx4ZOeBo
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 5681
++ wait 10613
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,20 +87,18 @@ New run name is '#44757-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #146949 started.
-TCWG Benchmark_backend #146949-44757+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS
-New run name is '#44757-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
+TCWG Benchmark_backend #147246 started.
+TCWG Benchmark_backend #147246-44927+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS
+New run name is '#44927-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 5563 killed;
+echo Agent pid 10495 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#44756-tcwg_bmk-code_speed-cpu2017rate/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#44756-tcwg_bmk-code_speed-cpu2017rate/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
-Completed TCWG Benchmark #44757-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS
+Completed TCWG Benchmark #44927-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS
diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz
index 774d0ea..50b1e9b 100644
--- a/08-benchmark/console.log.xz
+++ b/08-benchmark/console.log.xz
Binary files differ
diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz
index 95f6736..4bfbaf8 100644
--- a/09-check_regression/console.log.xz
+++ b/09-check_regression/console.log.xz
Binary files differ
diff --git a/annex/bmk-data b/annex/bmk-data
index 749bc29..3bfcce6 100644
--- a/annex/bmk-data
+++ b/annex/bmk-data
@@ -1 +1 @@
-bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/90-185774af9ebc9c50e8a9a8074117226d.tar.xz
+bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/91-e344b3e777168ed1138c9e28ec0e07fa.tar.xz
diff --git a/git/binutils_rev b/git/binutils_rev
index f277149..7732549 100644
--- a/git/binutils_rev
+++ b/git/binutils_rev
@@ -1 +1 @@
-943e09db6058e10dbb5f9be9d58a46b6706a8b01
+319b460545dc79280e2904dcc280057cf71fb753
diff --git a/git/gcc_rev b/git/gcc_rev
index 3c3e8c5..c9d5578 100644
--- a/git/gcc_rev
+++ b/git/gcc_rev
@@ -1 +1 @@
-391f9798b35ec75c1a49fb04610db5ab347e9d0d
+bfcb6e518371bb943b77e0ef784e1de72a99aec6
diff --git a/git/newlib_rev b/git/newlib_rev
index 6903a71..d847a19 100644
--- a/git/newlib_rev
+++ b/git/newlib_rev
@@ -1 +1 @@
-3d94e07c49b50caecf836eea34e03dddde8c29c1
+d223f095905a100633a0a8af0d6f645e07db15d4
diff --git a/jenkins/build-name b/jenkins/build-name
index 48b41e8..cde4e9a 100644
--- a/jenkins/build-name
+++ b/jenkins/build-name
@@ -1 +1 @@
-#90-binutils-gcc-newlib-R1
+#91-binutils-gcc-newlib-R1
diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log
index bf3a79c..f5fb2af 100644
--- a/jenkins/notify-full.log
+++ b/jenkins/notify-full.log
@@ -1,6 +1,6 @@
+ set +x
-/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ATATT3xFfGF0T6lmyRRI1GPXAjFc6UC66WsAJyuXpga-0JusQbYQdlG4NfS8kED4ejPRlZs9E57FWxFlN7K67E-9t-EXcNqVpzVQwTRd2JDDboAUNRnk00rMY9KXELe8Jb9dKP7p3MTXz2HTqtpMKIM2VZQUmZf_TcIuAN0mVpSPtZtdoLZBnCk=34F9AA87 __stage full __verbose true __build_script tcwg_bmk-build.sh
+/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ATATT3xFfGF0T6lmyRRI1GPXAjFc6UC66WsAJyuXpga-0JusQbYQdlG4NfS8kED4ejPRlZs9E57FWxFlN7K67E-9t-EXcNqVpzVQwTRd2JDDboAUNRnk00rMY9KXELe8Jb9dKP7p3MTXz2HTqtpMKIM2VZQUmZf_TcIuAN0mVpSPtZtdoLZBnCk=34F9AA87 __stage full __verbose true __build_script tcwg_bmk-build.sh
+ false
+ dryrun=
@@ -26,17 +26,17 @@
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/89/
+# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/
# Using dir : base-artifacts
-+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/89/'
++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/'
+ echo '# Using dir : base-artifacts'
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/
+# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/
# Using dir : artifacts
-+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/'
++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/'
+ echo '# Using dir : artifacts'
+ echo ''
+ mkdir -p artifacts/notify
@@ -84,7 +84,7 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ '[' x943e09db6058e10dbb5f9be9d58a46b6706a8b01 '!=' x1185b5b79a12ba67eb60bee3f75babf7a222fde0 ']'
+++ '[' x319b460545dc79280e2904dcc280057cf71fb753 '!=' x943e09db6058e10dbb5f9be9d58a46b6706a8b01 ']'
++ echo -ne binutils
++ delim=' '
++ for c in $(print_updated_components)
@@ -99,7 +99,7 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ '[' x391f9798b35ec75c1a49fb04610db5ab347e9d0d '!=' xf9148120048f4508156acfcd19a334f4dcbb96f0 ']'
+++ '[' xbfcb6e518371bb943b77e0ef784e1de72a99aec6 '!=' x391f9798b35ec75c1a49fb04610db5ab347e9d0d ']'
++ echo -ne ' gcc'
++ delim=' '
++ for c in $(print_updated_components)
@@ -114,7 +114,7 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ '[' x3d94e07c49b50caecf836eea34e03dddde8c29c1 '!=' x7236f22f713a923759ec7a98b4572c1910beb730 ']'
+++ '[' xd223f095905a100633a0a8af0d6f645e07db15d4 '!=' x3d94e07c49b50caecf836eea34e03dddde8c29c1 ']'
++ echo -ne ' newlib'
++ delim=' '
++ echo
@@ -134,17 +134,17 @@
++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/binutils_rev
-+ base_rev=1185b5b79a12ba67eb60bee3f75babf7a222fde0
++ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01
++ get_current_git binutils_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/binutils_rev
-+ cur_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01
-++ git -C binutils rev-list --count 1185b5b79a12ba67eb60bee3f75babf7a222fde0..943e09db6058e10dbb5f9be9d58a46b6706a8b01
-# rev for binutils : 1185b5b79a12ba67eb60bee3f75babf7a222fde0..943e09db6058e10dbb5f9be9d58a46b6706a8b01 (36 commits)
-+ c_commits=36
-+ echo '# rev for binutils : 1185b5b79a12ba67eb60bee3f75babf7a222fde0..943e09db6058e10dbb5f9be9d58a46b6706a8b01 (36 commits)'
++ cur_rev=319b460545dc79280e2904dcc280057cf71fb753
+++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753
+# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 (40 commits)
++ c_commits=40
++ echo '# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 (40 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git gcc_rev
++ set -euf -o pipefail
@@ -152,17 +152,17 @@
++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/gcc_rev
-+ base_rev=f9148120048f4508156acfcd19a334f4dcbb96f0
++ base_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d
++ get_current_git gcc_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/gcc_rev
-+ cur_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d
-++ git -C gcc rev-list --count f9148120048f4508156acfcd19a334f4dcbb96f0..391f9798b35ec75c1a49fb04610db5ab347e9d0d
-# rev for gcc : f9148120048f4508156acfcd19a334f4dcbb96f0..391f9798b35ec75c1a49fb04610db5ab347e9d0d (113 commits)
-+ c_commits=113
-+ echo '# rev for gcc : f9148120048f4508156acfcd19a334f4dcbb96f0..391f9798b35ec75c1a49fb04610db5ab347e9d0d (113 commits)'
++ cur_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6
+++ git -C gcc rev-list --count 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6
+# rev for gcc : 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 (77 commits)
++ c_commits=77
++ echo '# rev for gcc : 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 (77 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git newlib_rev
++ set -euf -o pipefail
@@ -170,18 +170,18 @@
++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/newlib_rev
-+ base_rev=7236f22f713a923759ec7a98b4572c1910beb730
++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
++ get_current_git newlib_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/newlib_rev
-+ cur_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
-++ git -C newlib rev-list --count 7236f22f713a923759ec7a98b4572c1910beb730..3d94e07c49b50caecf836eea34e03dddde8c29c1
-# rev for newlib : 7236f22f713a923759ec7a98b4572c1910beb730..3d94e07c49b50caecf836eea34e03dddde8c29c1 (2 commits)
++ cur_rev=d223f095905a100633a0a8af0d6f645e07db15d4
+++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4
+# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 (3 commits)
-+ c_commits=2
-+ echo '# rev for newlib : 7236f22f713a923759ec7a98b4572c1910beb730..3d94e07c49b50caecf836eea34e03dddde8c29c1 (2 commits)'
++ c_commits=3
++ echo '# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 (3 commits)'
+ echo ''
+ setup_stages_to_run
+ '[' ignore = onregression ']'
@@ -216,8 +216,8 @@
+ local artifacts_mail_dir
+ artifacts_mail_dir=artifacts/notify
+ local res=0
-+ wait 10308
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose
++ wait 31068
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose
+ assert_with_msg 'ERROR while trying to regenerate bmk-data results. Aborting..' '[' 0 = 0 ']'
+ set -euf -o pipefail +x
+ check_if_first_report
@@ -290,9 +290,9 @@
+++ get_current_manifest BUILD_URL
+++ get_manifest artifacts/manifest.sh BUILD_URL
+++ set +x
-++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/artifact/artifacts
+++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts
++ '[' '' '!=' '' ']'
-++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/artifact/artifacts/notify/mail-body.txt/*view*/'
+++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts/notify/mail-body.txt/*view*/'
# print all notification files
+ echo '# print all notification files'
+ true
@@ -325,16 +325,16 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=1185b5b79a12ba67eb60bee3f75babf7a222fde0
+++ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01
-+++ git -C binutils rev-list --count 1185b5b79a12ba67eb60bee3f75babf7a222fde0..943e09db6058e10dbb5f9be9d58a46b6706a8b01
-++ c_commits=36
-++ new_commits=36
+++ cur_rev=319b460545dc79280e2904dcc280057cf71fb753
++++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753
+++ c_commits=40
+++ new_commits=40
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
+++ set -euf -o pipefail
@@ -342,16 +342,16 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=f9148120048f4508156acfcd19a334f4dcbb96f0
+++ base_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d
-+++ git -C gcc rev-list --count f9148120048f4508156acfcd19a334f4dcbb96f0..391f9798b35ec75c1a49fb04610db5ab347e9d0d
-++ c_commits=113
-++ new_commits=149
+++ cur_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6
++++ git -C gcc rev-list --count 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6
+++ c_commits=77
+++ new_commits=117
++ for c in "${changed_components[@]}"
+++ get_baseline_git newlib_rev
+++ set -euf -o pipefail
@@ -359,20 +359,20 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ base_rev=7236f22f713a923759ec7a98b4572c1910beb730
+++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
+++ get_current_git newlib_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/newlib_rev
-++ cur_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
-+++ git -C newlib rev-list --count 7236f22f713a923759ec7a98b4572c1910beb730..3d94e07c49b50caecf836eea34e03dddde8c29c1
-++ c_commits=2
-++ new_commits=151
+++ cur_rev=d223f095905a100633a0a8af0d6f645e07db15d4
++++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4
+++ c_commits=3
+++ new_commits=120
+++ echo binutils gcc newlib
+++ tr ' ' ,
++ components=binutils,gcc,newlib
-++ echo '151 commits in binutils,gcc,newlib'
+++ echo '120 commits in binutils,gcc,newlib'
++ '[' --oneline = --oneline ']'
++ return 0
++ bmk_print_result --oneline
@@ -407,7 +407,7 @@
++ short_diag='No change'
++ echo 'No change'
++ bmk_print_config --oneline
-++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh
+++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh
+++ [[ -v rr[ci_project] ]]
+++ [[ -v rr[ci_config] ]]
+++ declare -A bmk_data
@@ -460,20 +460,20 @@
++ case "$ci_config" in
++ echo 'arm O2'
++ return 0
-+ echo '[Linaro-TCWG-CI]' '151 commits in binutils,gcc,newlib: No change on arm O2'
++ echo '[Linaro-TCWG-CI]' '120 commits in binutils,gcc,newlib: No change on arm O2'
+ print_mail_body
+ local bad_artifacts_url good_artifacts_url
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/artifact/artifacts
++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/89/artifact/artifacts
++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/artifact/artifacts
+ cat
++ bmk_print_config --short
-++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh
+++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh
+++ [[ -v rr[ci_project] ]]
+++ [[ -v rr[ci_config] ]]
+++ declare -A bmk_data
@@ -551,16 +551,16 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=1185b5b79a12ba67eb60bee3f75babf7a222fde0
+++ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01
-+++ git -C binutils rev-list --count 1185b5b79a12ba67eb60bee3f75babf7a222fde0..943e09db6058e10dbb5f9be9d58a46b6706a8b01
-++ c_commits=36
-++ new_commits=36
+++ cur_rev=319b460545dc79280e2904dcc280057cf71fb753
++++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753
+++ c_commits=40
+++ new_commits=40
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
+++ set -euf -o pipefail
@@ -568,16 +568,16 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=f9148120048f4508156acfcd19a334f4dcbb96f0
+++ base_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d
-+++ git -C gcc rev-list --count f9148120048f4508156acfcd19a334f4dcbb96f0..391f9798b35ec75c1a49fb04610db5ab347e9d0d
-++ c_commits=113
-++ new_commits=149
+++ cur_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6
++++ git -C gcc rev-list --count 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6
+++ c_commits=77
+++ new_commits=117
++ for c in "${changed_components[@]}"
+++ get_baseline_git newlib_rev
+++ set -euf -o pipefail
@@ -585,20 +585,20 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ base_rev=7236f22f713a923759ec7a98b4572c1910beb730
+++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
+++ get_current_git newlib_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/newlib_rev
-++ cur_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
-+++ git -C newlib rev-list --count 7236f22f713a923759ec7a98b4572c1910beb730..3d94e07c49b50caecf836eea34e03dddde8c29c1
-++ c_commits=2
-++ new_commits=151
+++ cur_rev=d223f095905a100633a0a8af0d6f645e07db15d4
++++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4
+++ c_commits=3
+++ new_commits=120
+++ echo binutils gcc newlib
+++ tr ' ' ,
++ components=binutils,gcc,newlib
-++ echo '151 commits in binutils,gcc,newlib'
+++ echo '120 commits in binutils,gcc,newlib'
++ '[' --short = --oneline ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git binutils_rev
@@ -607,19 +607,19 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ base_rev=1185b5b79a12ba67eb60bee3f75babf7a222fde0
+++ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01
+++ get_current_git binutils_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/binutils_rev
-++ cur_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01
-+++ git -C binutils rev-list --count 1185b5b79a12ba67eb60bee3f75babf7a222fde0..943e09db6058e10dbb5f9be9d58a46b6706a8b01
-++ c_commits=36
+++ cur_rev=319b460545dc79280e2904dcc280057cf71fb753
++++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753
+++ c_commits=40
++ '[' '' '!=' '' ']'
-++ git -C binutils log -n 5 --oneline 1185b5b79a12ba67eb60bee3f75babf7a222fde0..943e09db6058e10dbb5f9be9d58a46b6706a8b01
-++ '[' 36 -gt 5 ']'
-++ echo '... and 31 more commits in binutils'
+++ git -C binutils log -n 5 --oneline 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753
+++ '[' 40 -gt 5 ']'
+++ echo '... and 35 more commits in binutils'
++ '[' '' '!=' '' ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git gcc_rev
@@ -628,19 +628,19 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ base_rev=f9148120048f4508156acfcd19a334f4dcbb96f0
+++ base_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d
+++ get_current_git gcc_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/gcc_rev
-++ cur_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d
-+++ git -C gcc rev-list --count f9148120048f4508156acfcd19a334f4dcbb96f0..391f9798b35ec75c1a49fb04610db5ab347e9d0d
-++ c_commits=113
+++ cur_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6
++++ git -C gcc rev-list --count 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6
+++ c_commits=77
++ '[' '' '!=' '' ']'
-++ git -C gcc log -n 5 --oneline f9148120048f4508156acfcd19a334f4dcbb96f0..391f9798b35ec75c1a49fb04610db5ab347e9d0d
-++ '[' 113 -gt 5 ']'
-++ echo '... and 108 more commits in gcc'
+++ git -C gcc log -n 5 --oneline 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6
+++ '[' 77 -gt 5 ']'
+++ echo '... and 72 more commits in gcc'
++ '[' '' '!=' '' ']'
++ for c in "${changed_components[@]}"
+++ get_baseline_git newlib_rev
@@ -649,18 +649,18 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ base_rev=7236f22f713a923759ec7a98b4572c1910beb730
+++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
+++ get_current_git newlib_rev
+++ set -euf -o pipefail
+++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat artifacts/git/newlib_rev
-++ cur_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
-+++ git -C newlib rev-list --count 7236f22f713a923759ec7a98b4572c1910beb730..3d94e07c49b50caecf836eea34e03dddde8c29c1
-++ c_commits=2
+++ cur_rev=d223f095905a100633a0a8af0d6f645e07db15d4
++++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4
+++ c_commits=3
++ '[' '' '!=' '' ']'
-++ git -C newlib log -n 5 --oneline 7236f22f713a923759ec7a98b4572c1910beb730..3d94e07c49b50caecf836eea34e03dddde8c29c1
-++ '[' 2 -gt 5 ']'
+++ git -C newlib log -n 5 --oneline 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4
+++ '[' 3 -gt 5 ']'
++ '[' '' '!=' '' ']'
++ return 0
++ bmk_print_result --short
@@ -693,7 +693,7 @@
++ '[' -f artifacts/notify/symbol.improvement ']'
++ echo 'No change'
++ bmk_print_config --long
-++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh
+++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh
+++ [[ -v rr[ci_project] ]]
+++ [[ -v rr[ci_config] ]]
+++ declare -A bmk_data
@@ -805,7 +805,7 @@
+ echo '... Skipping'
+ return
+ generate_lnt_report
-+ wait 10522
++ wait 31282
# generate_lnt_report
... Skipping
+ set -euf -o pipefail
diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log
index f932cd6..09f5e7d 100644
--- a/jenkins/notify-init.log
+++ b/jenkins/notify-init.log
@@ -1,6 +1,6 @@
+ set +x
-/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh
+/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh
+ false
+ dryrun=
@@ -26,17 +26,17 @@
++ get_baseline_manifest BUILD_URL
++ get_manifest base-artifacts/manifest.sh BUILD_URL false
++ set +x
-# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/89/
+# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/
# Using dir : base-artifacts
-+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/89/'
++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/'
+ echo '# Using dir : base-artifacts'
++ get_current_manifest BUILD_URL
++ get_manifest artifacts/manifest.sh BUILD_URL
++ set +x
-# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/
+# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/
# Using dir : artifacts
-+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/'
++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/'
+ echo '# Using dir : artifacts'
+ echo ''
+ mkdir -p artifacts/notify
@@ -84,7 +84,7 @@
+++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/binutils_rev
-++ '[' x943e09db6058e10dbb5f9be9d58a46b6706a8b01 '!=' x1185b5b79a12ba67eb60bee3f75babf7a222fde0 ']'
+++ '[' x319b460545dc79280e2904dcc280057cf71fb753 '!=' x943e09db6058e10dbb5f9be9d58a46b6706a8b01 ']'
++ echo -ne binutils
++ delim=' '
++ for c in $(print_updated_components)
@@ -99,7 +99,7 @@
+++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/gcc_rev
-++ '[' x391f9798b35ec75c1a49fb04610db5ab347e9d0d '!=' xf9148120048f4508156acfcd19a334f4dcbb96f0 ']'
+++ '[' xbfcb6e518371bb943b77e0ef784e1de72a99aec6 '!=' x391f9798b35ec75c1a49fb04610db5ab347e9d0d ']'
++ echo -ne ' gcc'
++ delim=' '
++ for c in $(print_updated_components)
@@ -114,7 +114,7 @@
+++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
+++ set -euf -o pipefail +x
+++ cat base-artifacts/git/newlib_rev
-++ '[' x3d94e07c49b50caecf836eea34e03dddde8c29c1 '!=' x7236f22f713a923759ec7a98b4572c1910beb730 ']'
+++ '[' xd223f095905a100633a0a8af0d6f645e07db15d4 '!=' x3d94e07c49b50caecf836eea34e03dddde8c29c1 ']'
++ echo -ne ' newlib'
++ delim=' '
++ echo
@@ -134,17 +134,17 @@
++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/binutils_rev
-+ base_rev=1185b5b79a12ba67eb60bee3f75babf7a222fde0
++ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01
++ get_current_git binutils_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/binutils_rev
-+ cur_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01
-++ git -C binutils rev-list --count 1185b5b79a12ba67eb60bee3f75babf7a222fde0..943e09db6058e10dbb5f9be9d58a46b6706a8b01
-# rev for binutils : 1185b5b79a12ba67eb60bee3f75babf7a222fde0..943e09db6058e10dbb5f9be9d58a46b6706a8b01 (36 commits)
-+ c_commits=36
-+ echo '# rev for binutils : 1185b5b79a12ba67eb60bee3f75babf7a222fde0..943e09db6058e10dbb5f9be9d58a46b6706a8b01 (36 commits)'
++ cur_rev=319b460545dc79280e2904dcc280057cf71fb753
+++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753
+# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 (40 commits)
++ c_commits=40
++ echo '# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..319b460545dc79280e2904dcc280057cf71fb753 (40 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git gcc_rev
++ set -euf -o pipefail
@@ -152,17 +152,17 @@
++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/gcc_rev
-+ base_rev=f9148120048f4508156acfcd19a334f4dcbb96f0
++ base_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d
++ get_current_git gcc_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/gcc_rev
-+ cur_rev=391f9798b35ec75c1a49fb04610db5ab347e9d0d
-++ git -C gcc rev-list --count f9148120048f4508156acfcd19a334f4dcbb96f0..391f9798b35ec75c1a49fb04610db5ab347e9d0d
-# rev for gcc : f9148120048f4508156acfcd19a334f4dcbb96f0..391f9798b35ec75c1a49fb04610db5ab347e9d0d (113 commits)
-+ c_commits=113
-+ echo '# rev for gcc : f9148120048f4508156acfcd19a334f4dcbb96f0..391f9798b35ec75c1a49fb04610db5ab347e9d0d (113 commits)'
++ cur_rev=bfcb6e518371bb943b77e0ef784e1de72a99aec6
+++ git -C gcc rev-list --count 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6
+# rev for gcc : 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 (77 commits)
++ c_commits=77
++ echo '# rev for gcc : 391f9798b35ec75c1a49fb04610db5ab347e9d0d..bfcb6e518371bb943b77e0ef784e1de72a99aec6 (77 commits)'
+ for c in "${changed_components[@]}"
++ get_baseline_git newlib_rev
++ set -euf -o pipefail
@@ -170,18 +170,18 @@
++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat base-artifacts/git/newlib_rev
-+ base_rev=7236f22f713a923759ec7a98b4572c1910beb730
++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
++ get_current_git newlib_rev
++ set -euf -o pipefail
++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']'
++ set -euf -o pipefail +x
++ cat artifacts/git/newlib_rev
-+ cur_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1
-++ git -C newlib rev-list --count 7236f22f713a923759ec7a98b4572c1910beb730..3d94e07c49b50caecf836eea34e03dddde8c29c1
-# rev for newlib : 7236f22f713a923759ec7a98b4572c1910beb730..3d94e07c49b50caecf836eea34e03dddde8c29c1 (2 commits)
++ cur_rev=d223f095905a100633a0a8af0d6f645e07db15d4
+++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4
+# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 (3 commits)
-+ c_commits=2
-+ echo '# rev for newlib : 7236f22f713a923759ec7a98b4572c1910beb730..3d94e07c49b50caecf836eea34e03dddde8c29c1 (2 commits)'
++ c_commits=3
++ echo '# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..d223f095905a100633a0a8af0d6f645e07db15d4 (3 commits)'
+ echo ''
+ setup_stages_to_run
+ '[' ignore = onregression ']'
diff --git a/jenkins/run-build.env b/jenkins/run-build.env
index 4e543ab..beed544 100644
--- a/jenkins/run-build.env
+++ b/jenkins/run-build.env
@@ -1,15 +1,15 @@
-build_name="#90"
+build_name="#91"
docker_opts=(--distro
default
--ssh_info
true )
source build_container.sh
trap "cleanup_all_containers" EXIT
-build_name="#90-binutils-gcc-newlib"
+build_name="#91-binutils-gcc-newlib"
branch_opt=(==rr\[binutils_git\]
git://sourceware.org/git/binutils-gdb.git#master
==rr\[gcc_git\]
https://github.com/gcc-mirror/gcc.git#master
==rr\[newlib_git\]
git://sourceware.org/git/newlib-cygwin.git#master )
-build_name="#90-binutils-gcc-newlib-R1"
+build_name="#91-binutils-gcc-newlib-R1"
diff --git a/manifest.sh b/manifest.sh
index 0c56b5e..973def0 100644
--- a/manifest.sh
+++ b/manifest.sh
@@ -7,7 +7,7 @@ declare -g "bmk_branch=master"
declare -g "scripts_branch=master"
rr[mode]="build"
rr[update_baseline]="onsuccess"
-declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/"
+declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/"
declare -g "SQUAD_GRP=tcwg"
rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master"
rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master"
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index fb3a775..50599c1 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[GNU-689]
No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index a8afb64..3488b39 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,21 +2,22 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2 after:
- | 151 commits in binutils,gcc,newlib
- | 943e09db605 Automatic date update in version.in
- | a7a0cb6c92e bfd, binutils: add gfx11 amdgpu architectures
- | 364081efa5d Correct formatting errors in elf32-microblaze.c
- | 870a4f2cc3d Gold/MIPS: Use EM_MIPS instead of EM_MIPS_RS3_LE for little endian
- | 5efb1045972 GAS/MIPS: Fix testcase module-defer-warn2 for r2+ triples
- | ... and 31 more commits in binutils
- | 391f9798b35 Make scan-assembler* ignore LTO sections
- | 108e93403c4 RISC-V: Add test for PR112469
- | 807f47497f1 libstdc++: Do not use assume attribute for Clang [PR112467]
- | f7251b7886c libstdc++: Simplify std::string_view comparisons (LWG 3950)
- | 7c02efd45f5 libstdc++: Fix broken tests for <complex.h>
- | ... and 108 more commits in gcc
- | 3d94e07c4 newlib: libc: Fix crash on fprintf to a wide-oriented stream.
- | 7863c07a9 Cygwin: /dev/disk/by-id: Remove leading spaces from identify fields
+ | 120 commits in binutils,gcc,newlib
+ | 319b460545d Automatic date update in version.in
+ | 5fa871f5d93 [gdb/tui] Don't include border_width in left_margin
+ | ff3c86a8442 [gdb/tui] Add tui_win_info::{box_width,box_size}
+ | 70911fd87f2 [gdb/tui] Refactor prefresh call in tui_source_window_base::refresh_window
+ | 284c40cb7dc Fix the gdb.ada/inline-section-gc.exp test
+ | ... and 35 more commits in binutils
+ | bfcb6e51837 RISC-V: Fix init-2.c assembly check
+ | fd1596f9962 Handle bitop with INTEGER_CST in analyze_and_compute_bitop_with_inv_effect.
+ | d22b87864e5 maintainer-scripts/gcc_release: cleanup whitespace
+ | 3239a805555 maintainer-scripts/gcc_release: use HTTPS for links
+ | 5ee4349fa9c libcpp: Regenerate config.in
+ | ... and 72 more commits in gcc
+ | d223f0959 Add release text for random(3) fix
+ | e9c4a281e Cygwin: random: drop unused function srandomdev()
+ | 06e463223 Cygwin: random: make random(3) functions thread-safe
No change
@@ -36,6 +37,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/89/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/91/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/90/artifact/artifacts
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index 4d1999a..1346835 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 151 commits in binutils,gcc,newlib: No change on arm O2
+[Linaro-TCWG-CI] 120 commits in binutils,gcc,newlib: No change on arm O2
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index 0adab08..1fb0719 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-num_vect_loops_variation_average,num_sve_loops_variation_average,sample_variation_average,benchmark,symbol,size_variation_average
+num_sve_loops_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average
diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv
index 09e2843..e1ae6ce 100644
--- a/results-vs-prev/compare-results-internal.csv
+++ b/results-vs-prev/compare-results-internal.csv
@@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy
Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69396,69652,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv
index abba45e..fc1d204 100644
--- a/results-vs-prev/csv-results-0/results.csv
+++ b/results-vs-prev/csv-results-0/results.csv
@@ -2,9 +2,9 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum
Mean,mean,15313,28,-1,-1,-1
Mean,geomean-successful-tests,15313,28,-1,-1,-1
Mean,geomean-all-tests,15313,28,-1,-1,-1
-Mean,average-successful-tests,15313,354,-1,-1,-1
-Mean,average-all-tests,15313,354,-1,-1,-1
-coremark,coremark,15313,69396,-1,-1,-1
+Mean,average-successful-tests,15313,355,-1,-1,-1
+Mean,average-all-tests,15313,355,-1,-1,-1
+coremark,coremark,15313,69652,-1,-1,-1
coremark,[.] abort,-1,14,-1,-1,-1
coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1
coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1
@@ -135,8 +135,8 @@ coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __fp_unlock,-1,28,-1,-1,-1
coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1
coremark,[.] __fputwc,-1,156,-1,-1,-1
-coremark,[.] fputwc,-1,112,-1,-1,-1
-coremark,[.] _fputwc_r,-1,96,-1,-1,-1
+coremark,[.] fputwc,-1,60,-1,-1,-1
+coremark,[.] _fputwc_r,-1,144,-1,-1,-1
coremark,[.] _free_r,-1,488,-1,-1,-1
coremark,[.] frexp,-1,100,-1,-1,-1
coremark,[.] _fstat,-1,28,-1,-1,-1
@@ -245,12 +245,12 @@ coremark,[.] portable_malloc,-1,4,-1,-1,-1
coremark,[.] __pow5mult,-1,192,-1,-1,-1
coremark,[.] printf,-1,40,-1,-1,-1
coremark,[.] _printf_r,-1,30,-1,-1,-1
-coremark,[.] putc,-1,128,-1,-1,-1
+coremark,[.] putc,-1,164,-1,-1,-1
coremark,[.] putchar,-1,16,-1,-1,-1
coremark,[.] _putchar_r,-1,6,-1,-1,-1
-coremark,[.] _putc_r,-1,118,-1,-1,-1
+coremark,[.] _putc_r,-1,156,-1,-1,-1
coremark,[.] puts,-1,16,-1,-1,-1
-coremark,[.] _puts_r,-1,152,-1,-1,-1
+coremark,[.] _puts_r,-1,188,-1,-1,-1
coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1
coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1
coremark,[.] quorem,-1,300,-1,-1,-1
@@ -380,9 +380,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1
coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1
coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1
coremark,[.] vfiprintf,-1,28,-1,-1,-1
-coremark,[.] _vfiprintf_r,-1,8012,-1,-1,-1
+coremark,[.] _vfiprintf_r,-1,8068,-1,-1,-1
coremark,[.] vfprintf,-1,28,-1,-1,-1
-coremark,[.] _vfprintf_r,-1,12616,-1,-1,-1
+coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1
coremark,[.] wcrtomb,-1,88,-1,-1,-1
coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1
coremark,[.] wcsnrtombs,-1,44,-1,-1,-1
diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv
index 3a836d1..d44d1a5 100644
--- a/results-vs-prev/csv-results-0/size.csv
+++ b/results-vs-prev/csv-results-0/size.csv
@@ -1,5 +1,5 @@
benchmark,symbol,size
-coremark,coremark,69396
+coremark,coremark,69652
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -130,8 +130,8 @@ coremark,[.] FPU_IRQHandler,2
coremark,[.] __fp_unlock,28
coremark,[.] __fp_unlock_all,36
coremark,[.] __fputwc,156
-coremark,[.] fputwc,112
-coremark,[.] _fputwc_r,96
+coremark,[.] fputwc,60
+coremark,[.] _fputwc_r,144
coremark,[.] _free_r,488
coremark,[.] frexp,100
coremark,[.] _fstat,28
@@ -240,12 +240,12 @@ coremark,[.] portable_malloc,4
coremark,[.] __pow5mult,192
coremark,[.] printf,40
coremark,[.] _printf_r,30
-coremark,[.] putc,128
+coremark,[.] putc,164
coremark,[.] putchar,16
coremark,[.] _putchar_r,6
-coremark,[.] _putc_r,118
+coremark,[.] _putc_r,156
coremark,[.] puts,16
-coremark,[.] _puts_r,152
+coremark,[.] _puts_r,188
coremark,[.] PVD_PVM_IRQHandler,2
coremark,[.] QUADSPI_IRQHandler,2
coremark,[.] quorem,300
@@ -375,9 +375,9 @@ coremark,[.] USART3_IRQHandler,2
coremark,[.] __utf8_mbtowc,510
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,8012
+coremark,[.] _vfiprintf_r,8068
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,12616
+coremark,[.] _vfprintf_r,12676
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv
index 09e2843..e1ae6ce 100644
--- a/results-vs-prev/csvs2table-results-brief.csv
+++ b/results-vs-prev/csvs2table-results-brief.csv
@@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy
Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69396,69652,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv
index 09e2843..e1ae6ce 100644
--- a/results-vs-prev/csvs2table-results-full.csv
+++ b/results-vs-prev/csvs2table-results-full.csv
@@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy
Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69396,69652,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv
index 09e2843..e1ae6ce 100644
--- a/results-vs-prev/csvs2table-results-internal.csv
+++ b/results-vs-prev/csvs2table-results-internal.csv
@@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy
Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69396,69652,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv
index 09e2843..e1ae6ce 100644
--- a/results-vs-prev/csvs2table-results.csv
+++ b/results-vs-prev/csvs2table-results.csv
@@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy
Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69396,69652,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv
index 09e2843..e1ae6ce 100644
--- a/results-vs-prev/results-internal.csv
+++ b/results-vs-prev/results-internal.csv
@@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy
Mean,mean,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
Mean,geomean-all-tests,100,100,n/a,n/a,n/a,15313,15313,28,28,-1,-1,-1,-1,-1,-1
-Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,354,355,-1,-1,-1,-1,-1,-1
-coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69396,69652,-1,-1,-1,-1,-1,-1
+Mean,average-successful-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+Mean,average-all-tests,100,100,n/a,n/a,n/a,15313,15313,355,355,-1,-1,-1,-1,-1,-1
+coremark,coremark,100,100,n/a,n/a,n/a,15313,15313,69652,69652,-1,-1,-1,-1,-1,-1
diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log
index 87cc6ed..a9a6b05 100644
--- a/results-vs-prev/tcwg-benchmark-results.log
+++ b/results-vs-prev/tcwg-benchmark-results.log
@@ -11,9 +11,9 @@
+ ln -s base-artifacts/annex/bmk-data results-0
+ csv_results_dir=artifacts/results-vs-prev/csv-results-0
+ mkdir -p artifacts/results-vs-prev/csv-results-0
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -85,13 +85,13 @@
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=1
@@ -101,9 +101,9 @@
+ ln -s artifacts/annex/bmk-data results-1
+ csv_results_dir=artifacts/results-vs-prev/csv-results-1
+ mkdir -p artifacts/results-vs-prev/csv-results-1
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -175,23 +175,23 @@
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ j=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5
+ csvs=
+ for i in "${results[@]}"
+ csv_results_dir=artifacts/results-vs-prev/csv-results-0
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -263,34 +263,34 @@
+ '[' 1 -eq 1 ']'
+ cat results-0/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv'
+ num=1
+ for i in "${results[@]}"
+ csv_results_dir=artifacts/results-vs-prev/csv-results-1
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
-++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh
-+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh
++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts
+ results_dir=undef
+ csv_results_dir=undef
+ hw_tag=undef
@@ -362,40 +362,40 @@
+ '[' 1 -eq 1 ']'
+ cat results-1/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv
/usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1
warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}"
+ csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv'
+ num=2
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ cat artifacts/results-vs-prev/csvs2table-results-internal.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv
+ c++filt -p
+ '[' x--relative == x--relative ']'
+ '[' 2 == 2 ']'
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
-+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv
++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true
+ grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff
+ rm artifacts/results-vs-prev/cmp-results.diff
+ cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv