summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--01-reset_artifacts/console.log.xzbin1984 -> 1976 bytes
-rw-r--r--02-prepare_abe/console.log.xzbin2580 -> 2488 bytes
-rw-r--r--03-build_abe-binutils/console.log.xzbin26892 -> 26444 bytes
-rw-r--r--04-build_abe-stage1/console.log.xzbin87244 -> 87324 bytes
-rw-r--r--06-build_abe-newlib/console.log.xzbin12184 -> 12412 bytes
-rw-r--r--07-build_abe-stage2/console.log.xzbin162260 -> 162952 bytes
-rw-r--r--08-benchmark/benchmark-build.log98
-rw-r--r--08-benchmark/benchmark.log96
-rw-r--r--08-benchmark/console.log.xzbin4032 -> 4052 bytes
-rw-r--r--09-check_regression/console.log.xzbin4692 -> 4744 bytes
-rw-r--r--annex/bmk-data2
-rw-r--r--git/binutils_rev2
-rw-r--r--git/gcc_rev2
-rw-r--r--git/newlib_rev2
-rwxr-xr-xjenkins/notify.sh2
-rw-r--r--manifest.sh26
-rw-r--r--notify/jira/comment-template.txt2
-rw-r--r--notify/mail-body.txt35
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--results-vs-first/tcwg-benchmark-results.log4
-rw-r--r--results-vs-prev/bmk-specific-variability.csv2
-rw-r--r--results_id.first1
22 files changed, 136 insertions, 140 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz
index 6b46d7d..5ecaec2 100644
--- a/01-reset_artifacts/console.log.xz
+++ b/01-reset_artifacts/console.log.xz
Binary files differ
diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz
index 763612c..0833233 100644
--- a/02-prepare_abe/console.log.xz
+++ b/02-prepare_abe/console.log.xz
Binary files differ
diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz
index 4cd84b8..cabbe05 100644
--- a/03-build_abe-binutils/console.log.xz
+++ b/03-build_abe-binutils/console.log.xz
Binary files differ
diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz
index 4928203..3fa7c84 100644
--- a/04-build_abe-stage1/console.log.xz
+++ b/04-build_abe-stage1/console.log.xz
Binary files differ
diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz
index 55f6ad8..f3e5849 100644
--- a/06-build_abe-newlib/console.log.xz
+++ b/06-build_abe-newlib/console.log.xz
Binary files differ
diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz
index 071fce9..1ebaa8c 100644
--- a/07-build_abe-stage2/console.log.xz
+++ b/07-build_abe-stage2/console.log.xz
Binary files differ
diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log
index fdbf780..6ef1410 100644
--- a/08-benchmark/benchmark-build.log
+++ b/08-benchmark/benchmark-build.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #28311
+Started TCWG Benchmark #28604
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXK48aFZ/agent.9069
-SSH_AGENT_PID=9071
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXS9uO4l/agent.14070
+SSH_AGENT_PID=14072
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_11267720109941986082.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_11267720109941986082.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_10931531449226034111.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_10931531449226034111.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision db9d4afdaa02cbc127011b8180484cf17b49d02e (origin/master)
+Checking out Revision d492cf961b9c227470b2cf9f2be15420180b05fc (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f db9d4afdaa02cbc127011b8180484cf17b49d02e # timeout=10
-Commit message: "ound-robin-notify.sh: mainy improve debug traces"
- > /usr/bin/git rev-list --no-walk db9d4afdaa02cbc127011b8180484cf17b49d02e # timeout=10
+ > /usr/bin/git checkout -f d492cf961b9c227470b2cf9f2be15420180b05fc # timeout=10
+Commit message: "round-robin-notify.sh: cleaning code to better control notify phases"
+ > /usr/bin/git rev-list --no-walk d492cf961b9c227470b2cf9f2be15420180b05fc # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -55,8 +55,8 @@ Checking out Revision 6d19f8bf6f898623cccc69247567ee5d3261634d (origin/master)
Commit message: "break-up-bmks.sh: Remove workaround for noisy SPEC2k6 benchmarks"
> /usr/bin/git rev-list --no-walk 6d19f8bf6f898623cccc69247567ee5d3261634d # timeout=10
No emails were triggered.
-New run name is '#28311-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins953430909199003583.sh
+New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins6749650714238179793.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
@@ -64,15 +64,15 @@ New run name is '#28311-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3
+ hw_tag=stm32
+ has_perf_logs=no
++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@
-++ sed -e s/@build_num@/28311/g -e s/@hw_tag@/stm32/g
-+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
+++ sed -e s/@build_num@/28604/g -e s/@hw_tag@/stm32/g
++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 9193
++ wait 14195
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,18 +87,18 @@ New run name is '#28311-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #113815 started.
-TCWG Benchmark_backend #113815-28311+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins15454726380307597661.sh
+TCWG Benchmark_backend #114511 started.
+TCWG Benchmark_backend #114511-28604+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins8469580746814856135.sh
+ . artifacts/bmk-info
-++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
+++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
++ hw_tag=stm32
++ has_perf_logs=no
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
-+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
-+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results --hw_tag stm32 --has_perf_logs no
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results --hw_tag stm32 --has_perf_logs no
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -110,12 +110,12 @@ TCWG Benchmark_backend #113815-28311+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -129,14 +129,14 @@ TCWG Benchmark_backend #113815-28311+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 = xundef ']'
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -147,49 +147,49 @@ TCWG Benchmark_backend #113815-28311+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
-+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/*'
+++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/*'
+ '[' 1 -eq 1 ']'
++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/dev-01.tcwglab/results.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/md5sum.csv
-New run name is '#28311-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/md5sum.csv
+New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 9071 killed;
+echo Agent pid 14072 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#28310-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison
+#28603-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#28310-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison
+#28603-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
-Completed TCWG Benchmark #28311-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS
+Completed TCWG Benchmark #28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS
diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log
index 29207ec..b192746 100644
--- a/08-benchmark/benchmark.log
+++ b/08-benchmark/benchmark.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #28311
+Started TCWG Benchmark #28604
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXK48aFZ/agent.9069
-SSH_AGENT_PID=9071
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXS9uO4l/agent.14070
+SSH_AGENT_PID=14072
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_11267720109941986082.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_11267720109941986082.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_10931531449226034111.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_10931531449226034111.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision db9d4afdaa02cbc127011b8180484cf17b49d02e (origin/master)
+Checking out Revision d492cf961b9c227470b2cf9f2be15420180b05fc (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f db9d4afdaa02cbc127011b8180484cf17b49d02e # timeout=10
-Commit message: "ound-robin-notify.sh: mainy improve debug traces"
- > /usr/bin/git rev-list --no-walk db9d4afdaa02cbc127011b8180484cf17b49d02e # timeout=10
+ > /usr/bin/git checkout -f d492cf961b9c227470b2cf9f2be15420180b05fc # timeout=10
+Commit message: "round-robin-notify.sh: cleaning code to better control notify phases"
+ > /usr/bin/git rev-list --no-walk d492cf961b9c227470b2cf9f2be15420180b05fc # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -55,8 +55,8 @@ Checking out Revision 6d19f8bf6f898623cccc69247567ee5d3261634d (origin/master)
Commit message: "break-up-bmks.sh: Remove workaround for noisy SPEC2k6 benchmarks"
> /usr/bin/git rev-list --no-walk 6d19f8bf6f898623cccc69247567ee5d3261634d # timeout=10
No emails were triggered.
-New run name is '#28311-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins953430909199003583.sh
+New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins6749650714238179793.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
@@ -64,15 +64,15 @@ New run name is '#28311-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3
+ hw_tag=stm32
+ has_perf_logs=no
++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@
-++ sed -e s/@build_num@/28311/g -e s/@hw_tag@/stm32/g
-+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
+++ sed -e s/@build_num@/28604/g -e s/@hw_tag@/stm32/g
++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 9193
++ wait 14195
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
@@ -87,18 +87,18 @@ New run name is '#28311-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3
+ read -a bmks
+ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #113815 started.
-TCWG Benchmark_backend #113815-28311+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins15454726380307597661.sh
+TCWG Benchmark_backend #114511 started.
+TCWG Benchmark_backend #114511-28604+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins8469580746814856135.sh
+ . artifacts/bmk-info
-++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
+++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
++ hw_tag=stm32
++ has_perf_logs=no
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
-+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
-+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results --hw_tag stm32 --has_perf_logs no
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results --hw_tag stm32 --has_perf_logs no
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -110,12 +110,12 @@ TCWG Benchmark_backend #113815-28311+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -129,14 +129,14 @@ TCWG Benchmark_backend #113815-28311+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 = xundef ']'
++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results = xundef ']'
+ check_option stm32 'hw_tag not set.'
+ local var=stm32
+ local 'msg=hw_tag not set.'
@@ -147,48 +147,48 @@ TCWG Benchmark_backend #113815-28311+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm
+ '[' xno = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
+ local has_perf_logs=no
+ local hw_tag=stm32
-+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
-+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results
++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results
+ '[' xno = xyes ']'
+ mapfile -t this_csv
-++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/*'
+++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/*'
+ '[' 1 -eq 1 ']'
++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/dev-01.tcwglab/results.csv
+ cut -d, -f 1-3
-+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/dev-01.tcwglab/results.csv
+ '[' xno = xyes ']'
+ bmk_name=coremark
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/csv_results/md5sum.csv
-New run name is '#28311-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/md5sum.csv
+New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 9071 killed;
+echo Agent pid 14072 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#28310-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison
+#28603-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#28310-tcwg_bmk-fujitsu_speed-cpu2017speed/llvm-aarch64-master-O3-build (fx:arm64) is still in progress; ignoring for purposes of comparison
+#28603-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz
index 11a3810..aace915 100644
--- a/08-benchmark/console.log.xz
+++ b/08-benchmark/console.log.xz
Binary files differ
diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz
index 616cd11..fa18a7c 100644
--- a/09-check_regression/console.log.xz
+++ b/09-check_regression/console.log.xz
Binary files differ
diff --git a/annex/bmk-data b/annex/bmk-data
index 6ff34a0..5eff368 100644
--- a/annex/bmk-data
+++ b/annex/bmk-data
@@ -1 +1 @@
-bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/17-d401a30df51813249d83dd161f1dd029.tar.xz
+bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/18-f053c797c12c041ed7afb8be7168628d.tar.xz
diff --git a/git/binutils_rev b/git/binutils_rev
index 95ac012..96d1ec8 100644
--- a/git/binutils_rev
+++ b/git/binutils_rev
@@ -1 +1 @@
-f96328accde1e6302b62aa880675594618079cb3
+b01ee1bf90fa6c0d6c0a23367433e5c1f0de87c0
diff --git a/git/gcc_rev b/git/gcc_rev
index d9f0305..d359346 100644
--- a/git/gcc_rev
+++ b/git/gcc_rev
@@ -1 +1 @@
-43816633afd275a9057232a6ebfdc19e441f09ec
+a647198fcf7463a42c8e035a429200e7998735dc
diff --git a/git/newlib_rev b/git/newlib_rev
index 245caf7..4b9c709 100644
--- a/git/newlib_rev
+++ b/git/newlib_rev
@@ -1 +1 @@
-ef75abddc76a914aabbb976dd116e39ab196bd28
+e5fcc5837c9594ccb7d0d6f40af69f266f606c5b
diff --git a/jenkins/notify.sh b/jenkins/notify.sh
index 7972c71..b9ccc57 100755
--- a/jenkins/notify.sh
+++ b/jenkins/notify.sh
@@ -1,3 +1,3 @@
#!/bin/bash
-/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh --top_artifacts "artifacts" --baseline_dir "base-artifacts" --baseline_rev "2f4ed9c0b8dd8239a1b98753d11313c4220955ce" --verbose true
+/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh --top_artifacts "artifacts" --baseline_dir "base-artifacts" --baseline_rev "e29ac407976ef8e8d5c67dbebaeca28996fc1ef4" --verbose true
diff --git a/manifest.sh b/manifest.sh
index d66fc50..27165e9 100644
--- a/manifest.sh
+++ b/manifest.sh
@@ -1,4 +1,4 @@
-declare -g "jenkins_scripts_rev=db9d4afdaa02cbc127011b8180484cf17b49d02e"
+declare -g "jenkins_scripts_rev=d492cf961b9c227470b2cf9f2be15420180b05fc"
# Artifacts directory
rr[top_artifacts]="artifacts"
# Recording parameters to manifest: artifacts/manifest.sh
@@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_speed-coremark"
rr[ci_config]="gnu_eabi-arm_eabi-master-O3"
declare -g "bmk_branch=master"
declare -g "scripts_branch=master"
-rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#f96328accde1e6302b62aa880675594618079cb3"
-rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#43816633afd275a9057232a6ebfdc19e441f09ec"
-rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#ef75abddc76a914aabbb976dd116e39ab196bd28"
+rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#b01ee1bf90fa6c0d6c0a23367433e5c1f0de87c0"
+rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#a647198fcf7463a42c8e035a429200e7998735dc"
+rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#e5fcc5837c9594ccb7d0d6f40af69f266f606c5b"
rr[mode]="build"
rr[update_baseline]="onsuccess"
-declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/17/"
+declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/18/"
declare -g "SQUAD_GRP=tcwg"
# Processed 24 options
rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3
rr[components]="binutils gcc newlib"
rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git
-rr[binutils_rev]=f96328accde1e6302b62aa880675594618079cb3
-rr[debug_binutils_date]=1681415915 # 2 hours ago
+rr[binutils_rev]=b01ee1bf90fa6c0d6c0a23367433e5c1f0de87c0
+rr[debug_binutils_date]=1681603218 # 20 hours ago
rr[gcc_url]=https://github.com/gcc-mirror/gcc.git
-rr[gcc_rev]=43816633afd275a9057232a6ebfdc19e441f09ec
-rr[debug_gcc_date]=1681418543 # 47 minutes ago
+rr[gcc_rev]=a647198fcf7463a42c8e035a429200e7998735dc
+rr[debug_gcc_date]=1681660581 # 4 hours ago
rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git
-rr[newlib_rev]=ef75abddc76a914aabbb976dd116e39ab196bd28
-rr[debug_newlib_date]=1681407371 # 4 hours ago
+rr[newlib_rev]=e5fcc5837c9594ccb7d0d6f40af69f266f606c5b
+rr[debug_newlib_date]=1681438953 # 3 days ago
rr[gcc_url]=https://github.com/gcc-mirror/gcc.git
-rr[gcc_rev]=43816633afd275a9057232a6ebfdc19e441f09ec
-rr[debug_gcc_date]=1681418543 # 50 minutes ago
+rr[gcc_rev]=a647198fcf7463a42c8e035a429200e7998735dc
+rr[debug_gcc_date]=1681660581 # 4 hours ago
# Saving rr[] in the manifest
rr[abe_branch]="master"
rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git"
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index 6b21a37..b78bdba 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[GNU-689]
No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/17/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/18/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 8506dec..3008256 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,23 +2,20 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after:
- | 105 commits in binutils,gcc,newlib
- | f96328accde Avoid double-free with debuginfod
- | 546c7898dcc arc: Update ARC specific linker tests.
- | bd6750f0c4c arc: Update ARC's CFI tests.
- | 3b637883d4e arc: Update GAS test
- | 24a6c5ae36d Preserve a few more bfd fields in check_format_matches
- | ... and 39 more commits in binutils
- | 43816633afd Fortran: call of overloaded ‘abs(long long int&)’ is ambiguous [PR109492]
- | 50dc52e853f c++: 'typename T::X' vs 'struct T::X' lookup [PR109420]
- | f32f7881fb0 c++: make trait of incomplete type a permerror [PR109277]
- | fdb8c06b3d6 c++: make cxx_incomplete_type_diagnostic return bool
- | 9c2a5db9974 Ensure PHI equivalencies do not dominate the argument edge.
- | ... and 52 more commits in gcc
- | ef75abddc Replace always true if with else
- | 9e89e6672 Compare j as unsigned
- | e5a36e6af Fix x close to 1, y between 2^31 and 2^64
- | 5a961061d Fix missing sign for overflow/underflow where x is negative and y is large odd integer
+ | 34 commits in binutils,gcc,newlib
+ | b01ee1bf90f Automatic date update in version.in
+ | 672008e6dca Automatic date update in version.in
+ | 393946658fe gdb/testsuite: accept script argument for mi_make_breakpoint_pending
+ | 5be45917f49 gdb/testsuite: avoid {"} pattern in lib/mi-support.exp
+ | acdf60711d4 pauth: Create new feature string for pauth to prevent crashing older gdb's
+ | ... and 4 more commits in binutils
+ | a647198fcf7 [committed] [PR target/109508] Adjust conditional move expansion for SFB
+ | f006d1a5a1e [Committed] New test case gcc.target/avr/pr54816.c
+ | 55085c7e3c9 Daily bump.
+ | 2e2b6ec156e Fix fallout of previous change on x86/Linux
+ | 4f1c5e54d78 Fix handling of large arguments passed by value.
+ | ... and 19 more commits in gcc
+ | e5fcc5837 Cygwin: pty: Fix reading CONIN$ when stdin is not a pty.
No change
@@ -37,6 +34,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/17/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/15/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/18/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/17/artifact/artifacts
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index d96f839..d0f8904 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 105 commits in binutils,gcc,newlib: No change
+[Linaro-TCWG-CI] 34 commits in binutils,gcc,newlib: No change
diff --git a/results-vs-first/tcwg-benchmark-results.log b/results-vs-first/tcwg-benchmark-results.log
index 12181e5..4c672e9 100644
--- a/results-vs-first/tcwg-benchmark-results.log
+++ b/results-vs-first/tcwg-benchmark-results.log
@@ -92,7 +92,7 @@
+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv
+ j=1
+ for i in "${results[@]}"
-+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28311/ results-1/
++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/ results-1/
+ csv_results_dir=artifacts/results-vs-first/csv-results-1
+ mkdir -p artifacts/results-vs-first/csv-results-1
+ hw_tag=stm32
@@ -371,8 +371,8 @@
+ csvs=' artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv'
+ num=2
+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv
-+ cat artifacts/results-vs-first/results-internal.csv
+ c++filt -p
++ cat artifacts/results-vs-first/results-internal.csv
+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv
+ c++filt -p
+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv
diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv
index cf4f1f6..e67cb7e 100644
--- a/results-vs-prev/bmk-specific-variability.csv
+++ b/results-vs-prev/bmk-specific-variability.csv
@@ -1 +1 @@
-sample_variation_average,num_sve_loops_variation_average,size_variation_average,benchmark,symbol,num_vect_loops_variation_average
+size_variation_average,sample_variation_average,num_sve_loops_variation_average,benchmark,symbol,num_vect_loops_variation_average
diff --git a/results_id.first b/results_id.first
deleted file mode 100644
index e2a71fd..0000000
--- a/results_id.first
+++ /dev/null
@@ -1 +0,0 @@
-stm32/tcwg_bmk_gnu_eabi_stm32/build-gnu_eabi-master-arm_eabi-coremark-O3/19070