onsuccess: #11: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--gnu-aarch64-master-O2_LTO-build/11/

Results :
  | # reset_artifacts:
  | -10
  | # build_abe binutils:
  | -9
  | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer:
  | -8
  | # build_abe linux:
  | -7
  | # build_abe glibc:
  | -6
  | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer:
  | -5
  | # benchmark -- -O2_LTO:
  | 1

check_regression status : 0

3 files changed, 175 insertions, 157 deletions

diff --git a/09-benchmark/benchmark-build.log b/09-benchmark/benchmark-build.log
index d8b8206..2b4700c 100644
--- a/09-benchmark/benchmark-build.log
+++ b/09-benchmark/benchmark-build.log
@@ -1,4 +1,4 @@
-Started TCWG Benchmark #25998
+Started TCWG Benchmark #26154
 Started from command line by tcwg-buildslave@linaro.org
 Running as SYSTEM
 [EnvInject] - Loading node environment variables.
@@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc
 [ssh-agent] Looking for ssh-agent implementation...
 [ssh-agent]   Exec ssh-agent (binary ssh-agent on a remote machine)
 $ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXOaZ7aa/agent.9171
-SSH_AGENT_PID=9173
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXg9W6Gr/agent.25812
+SSH_AGENT_PID=25814
 [ssh-agent] Started.
 Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12484252014086315587.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12484252014086315587.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key)
 [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
 The recommended git tool is: NONE
 No credentials specified
@@ -28,11 +28,11 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
  > git --version # 'git version 2.34.1'
  > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
  > /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 311fae1614d34a8f606e2ed13bc9dde6c7b432f1 (origin/master)
+Checking out Revision b4edd43451ffbfbd162dbf8d162cf93327072ac2 (origin/master)
  > /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 311fae1614d34a8f606e2ed13bc9dde6c7b432f1 # timeout=10
-Commit message: "tcwg-report-stale-rr-jobs.sh: Minor fix"
- > /usr/bin/git rev-list --no-walk 311fae1614d34a8f606e2ed13bc9dde6c7b432f1 # timeout=10
+ > /usr/bin/git checkout -f b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10
+Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead"
+ > /usr/bin/git rev-list --no-walk b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10
 The recommended git tool is: NONE
 No credentials specified
  > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10
@@ -49,87 +49,88 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
  > git --version # 'git version 2.34.1'
  > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
  > /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 656cc286b2d5cd4a78b0da5dbc4a317d7caf3d4b (origin/master)
+Checking out Revision 563e59835284b74b6ceb847483e90ae9718087ab (origin/master)
  > /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 656cc286b2d5cd4a78b0da5dbc4a317d7caf3d4b # timeout=10
-Commit message: "Fix typo in Benchmark_coremark.parse_results_dir."
- > /usr/bin/git rev-list --no-walk 656cc286b2d5cd4a78b0da5dbc4a317d7caf3d4b # timeout=10
+ > /usr/bin/git checkout -f 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10
+Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead"
+ > /usr/bin/git rev-list --no-walk 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10
 No emails were triggered.
-New run name is '#25998-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins13146758190105416537.sh
+New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins3161231804497791609.sh
 + rm -rf artifacts
 + mkdir -p artifacts/jenkins
 + has_perf_logs=yes
 + case "$bmk_hw:$image_arch" in
 + hw_tag=tx1_64
 ++ echo tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/@build_num@
-++ sed -e s/@build_num@/25998/g -e s/@hw_tag@/tx1_64/g
-+ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
+++ sed -e s/@build_num@/26154/g -e s/@hw_tag@/tx1_64/g
++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
 + idle_boards=0
 + total_boards=0
 ++ set +f
 ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-tx1-01.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-02.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-03.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-04.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-05.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-06.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-08.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-09.lock
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9297
++ wait 25931
 + flock -en -E 124 9
 + total_boards=1
 + '[' 0 = 124 ']'
 + idle_boards=1
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9298
++ wait 25932
 + flock -en -E 124 9
 + total_boards=2
 + '[' 0 = 124 ']'
 + idle_boards=2
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9299
++ wait 25933
 + flock -en -E 124 9
 + total_boards=3
 + '[' 0 = 124 ']'
 + idle_boards=3
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9300
++ wait 25934
 + flock -en -E 124 9
 + total_boards=4
 + '[' 0 = 124 ']'
 + idle_boards=4
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9301
++ wait 25935
 + flock -en -E 124 9
 + total_boards=5
 + '[' 0 = 124 ']'
 + idle_boards=5
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9302
++ wait 25936
 + flock -en -E 124 9
 + total_boards=6
 + '[' 0 = 124 ']'
 + idle_boards=6
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9303
++ wait 25937
 + flock -en -E 124 9
 + total_boards=7
 + '[' 0 = 124 ']'
 + idle_boards=7
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9304
++ wait 25938
 + flock -en -E 124 9
++ res=124
 + total_boards=8
-+ '[' 0 = 124 ']'
-+ idle_boards=8
-+ n_boards=8
-+ '[' 8 -lt 1 ']'
++ '[' 124 = 124 ']'
++ continue
++ n_boards=7
++ '[' 7 -lt 1 ']'
 + count=1
 + read -a bmks
-++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 8 --run_profile serial --board_selection balance
+++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 7 --run_profile serial --board_selection balance
 + cat
 + count=2
 + read -a bmks
@@ -152,58 +153,53 @@ New run name is '#25998-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LT
 + count=8
 + read -a bmks
 + cat
-+ count=9
-+ read -a bmks
-+ cat
-Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108283 started.
-TCWG Benchmark_backend #108283-25998+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108285-25998+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108285-25998+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108740 started.
+TCWG Benchmark_backend #108740-26154+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108284-25998+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108284-25998+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108286-25998+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108286-25998+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108287-25998+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108287-25998+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108288-25998+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108288-25998+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108289-25998+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108289-25998+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108290-25998+8-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108290-25998+8-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins199484418717398054.sh
+TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins4495271025974135558.sh
 + . artifacts/bmk-info
-++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
+++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
 ++ hw_tag=tx1_64
 ++ has_perf_logs=yes
-+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
-+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
-+ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
-+ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results --hw_tag tx1_64 --has_perf_logs yes
++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results --hw_tag tx1_64 --has_perf_logs yes
 ++ dirname ./bmk-scripts/gather-metrics.sh
 + bmk_scripts=./bmk-scripts
 + results_dir=undef
 + csv_results_dir=undef
 + hw_tag=undef
 + has_perf_logs=undef
++ metrics=()
 + verbose=false
 + test 8 -gt 0
 + case $1 in
-+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
 + shift
 + shift
 + test 6 -gt 0
 + case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
 + shift
 + shift
 + test 4 -gt 0
@@ -217,14 +213,14 @@ TCWG Benchmark_backend #108290-25998+8-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch
 + shift
 + shift
 + test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
 + local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 = xundef ']'
++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
 + local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results = xundef ']'
 + check_option tx1_64 'hw_tag not set.'
 + local var=tx1_64
 + local 'msg=hw_tag not set.'
@@ -233,34 +229,47 @@ TCWG Benchmark_backend #108290-25998+8-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch
 + local var=yes
 + local 'msg=has_perf_logs not set.'
 + '[' xyes = xundef ']'
-+ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
++ '[' 0 = 0 ']'
++ metrics=(perf size vect sve md5sum)
++ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
 + false
 + num_entries_opt=' '
-+ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
++ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
 + local has_perf_logs=yes
 + local hw_tag=tx1_64
-+ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
-+ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
++ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
 + '[' xyes = xyes ']'
-+ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
++ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
 + '[' xyes = xyes ']'
-+ bmk=spec
-+ perf_csv=--profile=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/perf.csv
-+ ./bmk-scripts/size-data-to-csv.py --benchmark=spec --results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 --out=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/size.csv --profile=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/perf.csv
-+ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/vect.csv
-+ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/sve.csv
-+ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/md5sum.csv
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/md5sum.csv
-New run name is '#25998-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
++ bmk_name=spec
++ metrics=("${metrics[@]:1}")
++ merge_opts=("$csv_results_dir/perf.csv")
++ for metric in "${metrics[@]}"
++ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ merge_opts+=("$csv_results_dir/$metric.csv")
++ for metric in "${metrics[@]}"
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ merge_opts+=("$csv_results_dir/$metric.csv")
++ for metric in "${metrics[@]}"
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ merge_opts+=("$csv_results_dir/$metric.csv")
++ for metric in "${metrics[@]}"
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ merge_opts+=("$csv_results_dir/$metric.csv")
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv
+New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
 $ ssh-agent -k
 unset SSH_AUTH_SOCK;
 unset SSH_AGENT_PID;
-echo Agent pid 9173 killed;
+echo Agent pid 25814 killed;
 [ssh-agent] Stopped.
 Archiving artifacts
 Email was triggered for: Success
 Sending email for trigger: Success
+#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison
 Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
+#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison
 An attempt to send an e-mail to empty list of recipients, ignored.
 Finished: SUCCESS
-Completed TCWG Benchmark #25998-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) : SUCCESS
+Completed TCWG Benchmark #26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) : SUCCESS
diff --git a/09-benchmark/benchmark.log b/09-benchmark/benchmark.log
index 7b1f0f2..65a3f22 100644
--- a/09-benchmark/benchmark.log
+++ b/09-benchmark/benchmark.log
@@ -1,4 +1,4 @@
-Started TCWG Benchmark #25998
+Started TCWG Benchmark #26154
 Started from command line by tcwg-buildslave@linaro.org
 Running as SYSTEM
 [EnvInject] - Loading node environment variables.
@@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc
 [ssh-agent] Looking for ssh-agent implementation...
 [ssh-agent]   Exec ssh-agent (binary ssh-agent on a remote machine)
 $ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXOaZ7aa/agent.9171
-SSH_AGENT_PID=9173
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXg9W6Gr/agent.25812
+SSH_AGENT_PID=25814
 [ssh-agent] Started.
 Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12484252014086315587.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12484252014086315587.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key)
 [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
 The recommended git tool is: NONE
 No credentials specified
@@ -28,11 +28,11 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
  > git --version # 'git version 2.34.1'
  > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
  > /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 311fae1614d34a8f606e2ed13bc9dde6c7b432f1 (origin/master)
+Checking out Revision b4edd43451ffbfbd162dbf8d162cf93327072ac2 (origin/master)
  > /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 311fae1614d34a8f606e2ed13bc9dde6c7b432f1 # timeout=10
-Commit message: "tcwg-report-stale-rr-jobs.sh: Minor fix"
- > /usr/bin/git rev-list --no-walk 311fae1614d34a8f606e2ed13bc9dde6c7b432f1 # timeout=10
+ > /usr/bin/git checkout -f b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10
+Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead"
+ > /usr/bin/git rev-list --no-walk b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10
 The recommended git tool is: NONE
 No credentials specified
  > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10
@@ -49,87 +49,88 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
  > git --version # 'git version 2.34.1'
  > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
  > /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 656cc286b2d5cd4a78b0da5dbc4a317d7caf3d4b (origin/master)
+Checking out Revision 563e59835284b74b6ceb847483e90ae9718087ab (origin/master)
  > /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 656cc286b2d5cd4a78b0da5dbc4a317d7caf3d4b # timeout=10
-Commit message: "Fix typo in Benchmark_coremark.parse_results_dir."
- > /usr/bin/git rev-list --no-walk 656cc286b2d5cd4a78b0da5dbc4a317d7caf3d4b # timeout=10
+ > /usr/bin/git checkout -f 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10
+Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead"
+ > /usr/bin/git rev-list --no-walk 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10
 No emails were triggered.
-New run name is '#25998-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins13146758190105416537.sh
+New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins3161231804497791609.sh
 + rm -rf artifacts
 + mkdir -p artifacts/jenkins
 + has_perf_logs=yes
 + case "$bmk_hw:$image_arch" in
 + hw_tag=tx1_64
 ++ echo tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/@build_num@
-++ sed -e s/@build_num@/25998/g -e s/@hw_tag@/tx1_64/g
-+ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
+++ sed -e s/@build_num@/26154/g -e s/@hw_tag@/tx1_64/g
++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
 + idle_boards=0
 + total_boards=0
 ++ set +f
 ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-tx1-01.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-02.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-03.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-04.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-05.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-06.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-08.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-09.lock
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9297
++ wait 25931
 + flock -en -E 124 9
 + total_boards=1
 + '[' 0 = 124 ']'
 + idle_boards=1
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9298
++ wait 25932
 + flock -en -E 124 9
 + total_boards=2
 + '[' 0 = 124 ']'
 + idle_boards=2
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9299
++ wait 25933
 + flock -en -E 124 9
 + total_boards=3
 + '[' 0 = 124 ']'
 + idle_boards=3
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9300
++ wait 25934
 + flock -en -E 124 9
 + total_boards=4
 + '[' 0 = 124 ']'
 + idle_boards=4
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9301
++ wait 25935
 + flock -en -E 124 9
 + total_boards=5
 + '[' 0 = 124 ']'
 + idle_boards=5
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9302
++ wait 25936
 + flock -en -E 124 9
 + total_boards=6
 + '[' 0 = 124 ']'
 + idle_boards=6
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9303
++ wait 25937
 + flock -en -E 124 9
 + total_boards=7
 + '[' 0 = 124 ']'
 + idle_boards=7
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 9304
++ wait 25938
 + flock -en -E 124 9
++ res=124
 + total_boards=8
-+ '[' 0 = 124 ']'
-+ idle_boards=8
-+ n_boards=8
-+ '[' 8 -lt 1 ']'
++ '[' 124 = 124 ']'
++ continue
++ n_boards=7
++ '[' 7 -lt 1 ']'
 + count=1
 + read -a bmks
-++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 8 --run_profile serial --board_selection balance
+++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 7 --run_profile serial --board_selection balance
 + cat
 + count=2
 + read -a bmks
@@ -152,58 +153,53 @@ New run name is '#25998-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LT
 + count=8
 + read -a bmks
 + cat
-+ count=9
-+ read -a bmks
-+ cat
-Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108283 started.
-TCWG Benchmark_backend #108283-25998+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108285-25998+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108285-25998+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108740 started.
+TCWG Benchmark_backend #108740-26154+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108284-25998+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108284-25998+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108286-25998+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108286-25998+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108287-25998+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108287-25998+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108288-25998+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108288-25998+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108289-25998+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108289-25998+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108290-25998+8-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108290-25998+8-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins199484418717398054.sh
+TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins4495271025974135558.sh
 + . artifacts/bmk-info
-++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
+++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
 ++ hw_tag=tx1_64
 ++ has_perf_logs=yes
-+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
-+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
-+ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
-+ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results --hw_tag tx1_64 --has_perf_logs yes
++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results --hw_tag tx1_64 --has_perf_logs yes
 ++ dirname ./bmk-scripts/gather-metrics.sh
 + bmk_scripts=./bmk-scripts
 + results_dir=undef
 + csv_results_dir=undef
 + hw_tag=undef
 + has_perf_logs=undef
++ metrics=()
 + verbose=false
 + test 8 -gt 0
 + case $1 in
-+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
 + shift
 + shift
 + test 6 -gt 0
 + case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
 + shift
 + shift
 + test 4 -gt 0
@@ -217,14 +213,14 @@ TCWG Benchmark_backend #108290-25998+8-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch
 + shift
 + shift
 + test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
 + local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 = xundef ']'
++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
 + local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results = xundef ']'
 + check_option tx1_64 'hw_tag not set.'
 + local var=tx1_64
 + local 'msg=hw_tag not set.'
@@ -233,33 +229,46 @@ TCWG Benchmark_backend #108290-25998+8-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch
 + local var=yes
 + local 'msg=has_perf_logs not set.'
 + '[' xyes = xundef ']'
-+ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
++ '[' 0 = 0 ']'
++ metrics=(perf size vect sve md5sum)
++ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
 + false
 + num_entries_opt=' '
-+ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
++ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
 + local has_perf_logs=yes
 + local hw_tag=tx1_64
-+ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
-+ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results
++ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
 + '[' xyes = xyes ']'
-+ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998
++ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
 + '[' xyes = xyes ']'
-+ bmk=spec
-+ perf_csv=--profile=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/perf.csv
-+ ./bmk-scripts/size-data-to-csv.py --benchmark=spec --results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 --out=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/size.csv --profile=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/perf.csv
-+ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/vect.csv
-+ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/sve.csv
-+ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/md5sum.csv
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/25998/csv_results/md5sum.csv
-New run name is '#25998-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
++ bmk_name=spec
++ metrics=("${metrics[@]:1}")
++ merge_opts=("$csv_results_dir/perf.csv")
++ for metric in "${metrics[@]}"
++ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ merge_opts+=("$csv_results_dir/$metric.csv")
++ for metric in "${metrics[@]}"
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ merge_opts+=("$csv_results_dir/$metric.csv")
++ for metric in "${metrics[@]}"
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ merge_opts+=("$csv_results_dir/$metric.csv")
++ for metric in "${metrics[@]}"
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ merge_opts+=("$csv_results_dir/$metric.csv")
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv
+New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
 $ ssh-agent -k
 unset SSH_AUTH_SOCK;
 unset SSH_AGENT_PID;
-echo Agent pid 9173 killed;
+echo Agent pid 25814 killed;
 [ssh-agent] Stopped.
 Archiving artifacts
 Email was triggered for: Success
 Sending email for trigger: Success
+#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison
 Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
+#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison
 An attempt to send an e-mail to empty list of recipients, ignored.
 Finished: SUCCESS
diff --git a/09-benchmark/console.log.xz b/09-benchmark/console.log.xz
index 4ebc07f..b3443ae 100644
--- a/09-benchmark/console.log.xz
+++ b/09-benchmark/console.log.xz