force: #34: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3_LTO-build/34/

Results :
  | # reset_artifacts:
  | -10
  | # build_bmk_llvm:
  | -3
  | # benchmark -- -O3_LTO_marm:
  | 1
  | # lbm_r_base.default,519.lbm_r failed to run
  | # omnetpp_r_base.default,520.omnetpp_r failed to run

check_regression status : 1

1 files changed, 93 insertions, 98 deletions

diff --git a/03-benchmark/benchmark-build.log b/03-benchmark/benchmark-build.log
index 0ccf914..317d56a 100644
--- a/03-benchmark/benchmark-build.log
+++ b/03-benchmark/benchmark-build.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #30932
+Started TCWG Benchmark #32011
 Started from command line by tcwg-buildslave@linaro.org
 Running as SYSTEM
 [EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1
 [ssh-agent] Looking for ssh-agent implementation...
 [ssh-agent]   Exec ssh-agent (binary ssh-agent on a remote machine)
 $ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXX7FbwuI/agent.59006
-SSH_AGENT_PID=59008
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXX8ZWQvE/agent.34738
+SSH_AGENT_PID=34740
 [ssh-agent] Started.
 Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_14554600117558984487.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_14554600117558984487.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_17974651498665170005.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_17974651498665170005.key)
 [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
 The recommended git tool is: NONE
 No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/jenkins-scripts/.git # timeout=10
 Fetching changes from the remote Git repository
  > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
 Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
  > git --version # 'git version 2.34.1'
  > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
  > /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 104000423931f557ff782f692e26a60a8b6bee74 (origin/master)
+Checking out Revision fdcc598e451266f460639bd00f33b16fee9253c1 (origin/master)
  > /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 104000423931f557ff782f692e26a60a8b6bee74 # timeout=10
-Commit message: "tcwg_*-build.sh: remove rr[start_date], as it is now useless"
- > /usr/bin/git rev-list --no-walk 104000423931f557ff782f692e26a60a8b6bee74 # timeout=10
+ > /usr/bin/git checkout -f fdcc598e451266f460639bd00f33b16fee9253c1 # timeout=10
+Commit message: "round-robin.sh (build_abe): Do not build fortran for bare-metal configurations"
+ > /usr/bin/git rev-list --no-walk fdcc598e451266f460639bd00f33b16fee9253c1 # timeout=10
 The recommended git tool is: NONE
 No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/bmk-scripts/.git # timeout=10
 Fetching changes from the remote Git repository
  > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
 Cleaning workspace
@@ -49,59 +49,57 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
  > git --version # 'git version 2.34.1'
  > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
  > /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 98396a89361365a4a13b4c6b1fe8732eb433fbda (origin/master)
+Checking out Revision 87ddc673cefe102df4d6c6457e71ee5019091419 (origin/master)
  > /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10
-Commit message: "compare-results.py: Error messages on stderr"
- > /usr/bin/git rev-list --no-walk 98396a89361365a4a13b4c6b1fe8732eb433fbda # timeout=10
+ > /usr/bin/git checkout -f 87ddc673cefe102df4d6c6457e71ee5019091419 # timeout=10
+Commit message: "output-bmk-results.py: rewrite get_threshold_xxx differently"
+ > /usr/bin/git rev-list --no-walk 87ddc673cefe102df4d6c6457e71ee5019091419 # timeout=10
 No emails were triggered.
-New run name is '#30932-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins16705221659692751216.sh
+New run name is '#32011-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_1] $ /bin/bash /tmp/jenkins8998844854600332802.sh
 + rm -rf artifacts
 + mkdir -p artifacts/jenkins
 + has_perf_logs=yes
 + case "$bmk_hw:$image_arch" in
 + hw_tag=tk1_32
 ++ echo tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/@build_num@
-++ sed -e s/@build_num@/30932/g -e s/@hw_tag@/tk1_32/g
-+ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932
+++ sed -e s/@build_num@/32011/g -e s/@hw_tag@/tk1_32/g
++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011
 + idle_boards=0
 + total_boards=0
 ++ set +f
 ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-tk1-01.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-02.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-03.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-04.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-05.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-06.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-07.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-08.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-09.lock
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 59128
++ wait 34858
 + flock -en -E 124 9
-+ res=124
 + total_boards=1
-+ '[' 124 = 124 ']'
-+ continue
++ '[' 0 = 124 ']'
++ idle_boards=1
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 59129
++ wait 34859
 + flock -en -E 124 9
-+ res=124
 + total_boards=2
-+ '[' 124 = 124 ']'
-+ continue
++ '[' 0 = 124 ']'
++ idle_boards=2
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 59130
++ wait 34860
 + flock -en -E 124 9
 + total_boards=3
 + '[' 0 = 124 ']'
-+ idle_boards=1
++ idle_boards=3
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 59131
++ wait 34861
 + flock -en -E 124 9
 + total_boards=4
 + '[' 0 = 124 ']'
-+ idle_boards=2
++ idle_boards=4
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 59132
++ wait 34862
 + flock -en -E 124 9
 + res=124
 + total_boards=5
@@ -109,32 +107,34 @@ New run name is '#30932-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-b
 + continue
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 59133
++ wait 34863
 + flock -en -E 124 9
++ res=124
 + total_boards=6
-+ '[' 0 = 124 ']'
-+ idle_boards=3
++ '[' 124 = 124 ']'
++ continue
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 59134
++ wait 34864
 + flock -en -E 124 9
 + total_boards=7
 + '[' 0 = 124 ']'
-+ idle_boards=4
++ idle_boards=5
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 59135
++ wait 34865
 + flock -en -E 124 9
 + total_boards=8
 + '[' 0 = 124 ']'
-+ idle_boards=5
++ idle_boards=6
 + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
 + res=0
-+ wait 59136
++ wait 34866
 + flock -en -E 124 9
++ res=124
 + total_boards=9
-+ '[' 0 = 124 ']'
-+ idle_boards=6
++ '[' 124 = 124 ']'
++ continue
 + n_boards=7
 + '[' 7 -lt 1 ']'
 + count=1
@@ -163,36 +163,36 @@ New run name is '#30932-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-b
 + read -a bmks
 + cat
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #119984 started.
-TCWG Benchmark_backend #119984-30932+1-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122654 started.
+TCWG Benchmark_backend #122654-32011+1-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #119985-30932+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #119985-30932+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122656-32011+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122656-32011+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #119986-30932+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #119986-30932+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122655-32011+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122655-32011+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #119988-30932+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #119988-30932+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122658-32011+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122658-32011+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #119987-30932+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #119987-30932+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122657-32011+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122657-32011+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #119989-30932+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #119989-30932+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122659-32011+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122659-32011+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
 Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #119991-30932+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #119991-30932+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins6297539070080015037.sh
+TCWG Benchmark_backend #122661-32011+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122661-32011+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_1] $ /bin/bash /tmp/jenkins11133168459187339037.sh
 + . artifacts/bmk-info
-++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932
+++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011
 ++ hw_tag=tk1_32
 ++ has_perf_logs=yes
-+ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932
-+ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results
-+ rm -rf /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results
-+ mkdir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932 --csv_results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results --hw_tag tk1_32 --has_perf_logs yes
++ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011
++ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results
++ rm -rf /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results
++ mkdir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011 --csv_results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results --hw_tag tk1_32 --has_perf_logs yes
 ++ dirname ./bmk-scripts/gather-metrics.sh
 + bmk_scripts=./bmk-scripts
 + results_dir=undef
@@ -204,12 +204,12 @@ TCWG Benchmark_backend #119991-30932+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-
 + verbose=false
 + test 8 -gt 0
 + case $1 in
-+ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932
++ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011
 + shift
 + shift
 + test 6 -gt 0
 + case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results
 + shift
 + shift
 + test 4 -gt 0
@@ -223,14 +223,14 @@ TCWG Benchmark_backend #119991-30932+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-
 + shift
 + shift
 + test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932
++ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011
 + local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results
++ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011 = xundef ']'
++ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results
 + local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results = xundef ']'
 + check_option tk1_32 'hw_tag not set.'
 + local var=tk1_32
 + local 'msg=hw_tag not set.'
@@ -241,75 +241,70 @@ TCWG Benchmark_backend #119991-30932+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-
 + '[' xyes = xundef ']'
 + '[' 0 = 0 ']'
 + metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results
++ mkdir -p /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results
 + false
 + num_entries_opt=' '
-+ gather_perf_data yes tk1_32 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results
++ gather_perf_data yes tk1_32 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results
 + local has_perf_logs=yes
 + local hw_tag=tk1_32
-+ local results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932
-+ local csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results
++ local results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011
++ local csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results
 + '[' xyes = xyes ']'
-+ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tk1_32/perf --results-dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932
++ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tk1_32/perf --results-dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011
 + '[' xyes = xyes ']'
 + bmk_name=spec
 + metrics=("${metrics[@]:1}")
 + merge_opts=("$csv_results_dir/perf.csv")
 + for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932
-Warning: Executable not found for benchmark 538.imagick_r
-Warning: Executable not found for benchmark 519.lbm_r
-Warning: Executable not found for benchmark 544.nab_r
++ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011
 Warning: Executable not found for benchmark 520.omnetpp_r
 Warning: Executable not found for benchmark 502.gcc_r
 Warning: Executable not found for benchmark 500.perlbench_r
 Warning: Executable not found for benchmark 526.blender_r
-Warning: Executable not found for benchmark 525.x264_r
+Warning: Executable not found for benchmark 544.nab_r
 Warning: Executable not found for benchmark 510.parest_r
 Warning: Executable not found for benchmark 511.povray_r
+Warning: Executable not found for benchmark 508.namd_r
+Warning: Executable not found for benchmark 525.x264_r
 + merge_opts+=("$csv_results_dir/$metric.csv")
 + for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011
 + merge_opts+=("$csv_results_dir/$metric.csv")
 + for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932
-Warning: Executable not found for benchmark 538.imagick_r
-Warning: Executable not found for benchmark 519.lbm_r
-Warning: Executable not found for benchmark 544.nab_r
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011
 Warning: Executable not found for benchmark 520.omnetpp_r
 Warning: Executable not found for benchmark 502.gcc_r
 Warning: Executable not found for benchmark 500.perlbench_r
 Warning: Executable not found for benchmark 526.blender_r
-Warning: Executable not found for benchmark 525.x264_r
+Warning: Executable not found for benchmark 544.nab_r
 Warning: Executable not found for benchmark 510.parest_r
 Warning: Executable not found for benchmark 511.povray_r
+Warning: Executable not found for benchmark 508.namd_r
+Warning: Executable not found for benchmark 525.x264_r
 + merge_opts+=("$csv_results_dir/$metric.csv")
 + for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932
-Warning: Executable not found for benchmark 538.imagick_r
-Warning: Executable not found for benchmark 519.lbm_r
-Warning: Executable not found for benchmark 544.nab_r
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011
 Warning: Executable not found for benchmark 520.omnetpp_r
 Warning: Executable not found for benchmark 502.gcc_r
 Warning: Executable not found for benchmark 500.perlbench_r
 Warning: Executable not found for benchmark 526.blender_r
-Warning: Executable not found for benchmark 525.x264_r
+Warning: Executable not found for benchmark 544.nab_r
 Warning: Executable not found for benchmark 510.parest_r
 Warning: Executable not found for benchmark 511.povray_r
+Warning: Executable not found for benchmark 508.namd_r
+Warning: Executable not found for benchmark 525.x264_r
 + merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/perf.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/size.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/vect.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/sve.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/30932/csv_results/md5sum.csv
-New run name is '#30932-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/perf.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/size.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/vect.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/sve.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build/32011/csv_results/md5sum.csv
+New run name is '#32011-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf)'
 $ ssh-agent -k
 unset SSH_AUTH_SOCK;
 unset SSH_AGENT_PID;
-echo Agent pid 59008 killed;
+echo Agent pid 34740 killed;
 [ssh-agent] Stopped.
 Archiving artifacts
 Email was triggered for: Success
 Sending email for trigger: Success
-#30931-tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison
 Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#30931-tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison
 An attempt to send an e-mail to empty list of recipients, ignored.
 Finished: SUCCESS
-Completed TCWG Benchmark #30932-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) : SUCCESS
+Completed TCWG Benchmark #32011-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO-build (tk1:armhf) : SUCCESS