summaryrefslogtreecommitdiff
path: root/03-benchmark
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-11-25 18:11:42 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-11-25 18:12:11 +0000
commit1d5c2c9204136abb9adef9cfe9f06ae3879484a4 (patch)
tree22f142f03c6ccca29a6857eaf234e056f8ff82af /03-benchmark
parent780980ff9b747ed3a2d0faa2041f994392ed6c0a (diff)
force: #36: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2_LTO-build/36/
Results : | # reset_artifacts: | -10 | # build_bmk_llvm: | -3 | # benchmark -- -O2_LTO_marm: | 1 check_regression status : 0
Diffstat (limited to '03-benchmark')
-rw-r--r--03-benchmark/benchmark-build.log173
-rw-r--r--03-benchmark/benchmark.log171
-rw-r--r--03-benchmark/console.log.xzbin4216 -> 4176 bytes
3 files changed, 177 insertions, 167 deletions
diff --git a/03-benchmark/benchmark-build.log b/03-benchmark/benchmark-build.log
index ce98a2c..be49992 100644
--- a/03-benchmark/benchmark-build.log
+++ b/03-benchmark/benchmark-build.log
@@ -1,4 +1,4 @@
-Started TCWG Benchmark #32057
+Started TCWG Benchmark #32062
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
@@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXITIU3s/agent.57481
-SSH_AGENT_PID=57483
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXNsz2UN/agent.27790
+SSH_AGENT_PID=27792
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_14027865336635425729.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_14027865336635425729.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_12864468403718005226.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_12864468403718005226.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
@@ -55,89 +55,88 @@ Checking out Revision 05de5089b6c8488579b3caa9a19c9c7ecb62b1a3 (origin/master)
Commit message: "compare-results.py: Retain info for Mean benchmark."
> /usr/bin/git rev-list --no-walk 05de5089b6c8488579b3caa9a19c9c7ecb62b1a3 # timeout=10
No emails were triggered.
-New run name is '#32057-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins18293278356306328735.sh
+New run name is '#32062-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins6713867411796130556.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
+ case "$bmk_hw:$image_arch" in
+ hw_tag=tk1_32
+++ sed -e s/@build_num@/32062/g -e s/@hw_tag@/tk1_32/g
++ echo tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/@build_num@
-++ sed -e s/@build_num@/32057/g -e s/@hw_tag@/tk1_32/g
-+ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-tk1-01.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-02.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-03.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-04.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-05.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-06.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-07.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-08.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-09.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59131
++ wait 27910
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
+ idle_boards=1
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59132
++ wait 27911
+ flock -en -E 124 9
+ total_boards=2
+ '[' 0 = 124 ']'
+ idle_boards=2
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59133
++ wait 27912
+ flock -en -E 124 9
+ total_boards=3
+ '[' 0 = 124 ']'
+ idle_boards=3
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59134
++ wait 27913
+ flock -en -E 124 9
+ total_boards=4
+ '[' 0 = 124 ']'
+ idle_boards=4
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59135
++ wait 27914
+ flock -en -E 124 9
+ total_boards=5
+ '[' 0 = 124 ']'
+ idle_boards=5
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59136
++ wait 27915
+ flock -en -E 124 9
-+ res=124
+ total_boards=6
-+ '[' 124 = 124 ']'
-+ continue
++ '[' 0 = 124 ']'
++ idle_boards=6
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59137
++ wait 27916
+ flock -en -E 124 9
+ total_boards=7
+ '[' 0 = 124 ']'
-+ idle_boards=6
++ idle_boards=7
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59138
++ wait 27917
+ flock -en -E 124 9
+ total_boards=8
+ '[' 0 = 124 ']'
-+ idle_boards=7
++ idle_boards=8
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59139
++ wait 27918
+ flock -en -E 124 9
+ total_boards=9
+ '[' 0 = 124 ']'
-+ idle_boards=8
-+ n_boards=8
-+ '[' 8 -lt 1 ']'
++ idle_boards=9
++ n_boards=9
++ '[' 9 -lt 1 ']'
+ count=1
+ read -a bmks
-++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate_nofortran --bmk_hw tk1 --n_boards 8 --run_profile serial --board_selection balance
+++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate_nofortran --bmk_hw tk1 --n_boards 9 --run_profile serial --board_selection balance
+ cat
+ count=2
+ read -a bmks
@@ -163,40 +162,46 @@ New run name is '#32057-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-b
+ count=9
+ read -a bmks
+ cat
++ count=10
++ read -a bmks
++ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122750 started.
-TCWG Benchmark_backend #122750-32057+1-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122770 started.
+TCWG Benchmark_backend #122770-32062+1-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122751-32057+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122751-32057+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122772-32062+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122772-32062+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122753-32057+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122753-32057+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122771-32062+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122771-32062+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122752-32057+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122752-32057+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122774-32062+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122774-32062+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122754-32057+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122754-32057+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122773-32062+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122773-32062+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122755-32057+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122755-32057+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122776-32062+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122776-32062+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122756-32057+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122756-32057+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122775-32062+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122775-32062+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122757-32057+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122757-32057+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins8896721495659347522.sh
+TCWG Benchmark_backend #122778-32062+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122778-32062+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+Waiting for the completion of TCWG Benchmark_backend
+TCWG Benchmark_backend #122777-32062+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122777-32062+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins5757188033976200424.sh
+ . artifacts/bmk-info
-++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
+++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
++ hw_tag=tk1_32
++ has_perf_logs=yes
-+ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
-+ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
-+ rm -rf /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
-+ mkdir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057 --csv_results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results --hw_tag tk1_32 --has_perf_logs yes
++ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
++ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
++ rm -rf /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
++ mkdir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062 --csv_results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results --hw_tag tk1_32 --has_perf_logs yes
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -208,12 +213,12 @@ TCWG Benchmark_backend #122757-32057+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -227,14 +232,14 @@ TCWG Benchmark_backend #122757-32057+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
++ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062 = xundef ']'
++ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results = xundef ']'
+ check_option tk1_32 'hw_tag not set.'
+ local var=tk1_32
+ local 'msg=hw_tag not set.'
@@ -245,72 +250,72 @@ TCWG Benchmark_backend #122757-32057+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-
+ '[' xyes = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
++ mkdir -p /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data yes tk1_32 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
++ gather_perf_data yes tk1_32 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
+ local has_perf_logs=yes
+ local hw_tag=tk1_32
-+ local results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
-+ local csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
++ local results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
++ local csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
+ '[' xyes = xyes ']'
-+ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tk1_32/perf --results-dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tk1_32/perf --results-dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+ '[' xyes = xyes ']'
+ bmk_name=spec
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+Warning: Executable not found for benchmark 520.omnetpp_r
Warning: Executable not found for benchmark 510.parest_r
Warning: Executable not found for benchmark 511.povray_r
+Warning: Executable not found for benchmark 525.x264_r
+Warning: Executable not found for benchmark 526.blender_r
+Warning: Executable not found for benchmark 508.namd_r
Warning: Executable not found for benchmark 544.nab_r
Warning: Executable not found for benchmark 502.gcc_r
Warning: Executable not found for benchmark 500.perlbench_r
-Warning: Executable not found for benchmark 508.namd_r
-Warning: Executable not found for benchmark 525.x264_r
-Warning: Executable not found for benchmark 520.omnetpp_r
-Warning: Executable not found for benchmark 526.blender_r
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+Warning: Executable not found for benchmark 520.omnetpp_r
Warning: Executable not found for benchmark 510.parest_r
Warning: Executable not found for benchmark 511.povray_r
+Warning: Executable not found for benchmark 525.x264_r
+Warning: Executable not found for benchmark 526.blender_r
+Warning: Executable not found for benchmark 508.namd_r
Warning: Executable not found for benchmark 544.nab_r
Warning: Executable not found for benchmark 502.gcc_r
Warning: Executable not found for benchmark 500.perlbench_r
-Warning: Executable not found for benchmark 508.namd_r
-Warning: Executable not found for benchmark 525.x264_r
-Warning: Executable not found for benchmark 520.omnetpp_r
-Warning: Executable not found for benchmark 526.blender_r
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+Warning: Executable not found for benchmark 520.omnetpp_r
Warning: Executable not found for benchmark 510.parest_r
Warning: Executable not found for benchmark 511.povray_r
+Warning: Executable not found for benchmark 525.x264_r
+Warning: Executable not found for benchmark 526.blender_r
+Warning: Executable not found for benchmark 508.namd_r
Warning: Executable not found for benchmark 544.nab_r
Warning: Executable not found for benchmark 502.gcc_r
Warning: Executable not found for benchmark 500.perlbench_r
-Warning: Executable not found for benchmark 508.namd_r
-Warning: Executable not found for benchmark 525.x264_r
-Warning: Executable not found for benchmark 520.omnetpp_r
-Warning: Executable not found for benchmark 526.blender_r
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/perf.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/size.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/vect.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/sve.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/md5sum.csv
-New run name is '#32057-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/perf.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/size.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/vect.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/sve.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/md5sum.csv
+New run name is '#32062-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 57483 killed;
+echo Agent pid 27792 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#32056-tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-O3-build (sq:armhf) is still in progress; ignoring for purposes of comparison
+#32061-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O2_LTO-bisect (tx1:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#32056-tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-O3-build (sq:armhf) is still in progress; ignoring for purposes of comparison
+#32061-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O2_LTO-bisect (tx1:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
-Completed TCWG Benchmark #32057-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) : SUCCESS
+Completed TCWG Benchmark #32062-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) : SUCCESS
diff --git a/03-benchmark/benchmark.log b/03-benchmark/benchmark.log
index 22eb019..df0a9e1 100644
--- a/03-benchmark/benchmark.log
+++ b/03-benchmark/benchmark.log
@@ -1,4 +1,4 @@
-Started TCWG Benchmark #32057
+Started TCWG Benchmark #32062
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
@@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXITIU3s/agent.57481
-SSH_AGENT_PID=57483
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXNsz2UN/agent.27790
+SSH_AGENT_PID=27792
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_14027865336635425729.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_14027865336635425729.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_12864468403718005226.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_7_tmp/private_key_12864468403718005226.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
@@ -55,89 +55,88 @@ Checking out Revision 05de5089b6c8488579b3caa9a19c9c7ecb62b1a3 (origin/master)
Commit message: "compare-results.py: Retain info for Mean benchmark."
> /usr/bin/git rev-list --no-walk 05de5089b6c8488579b3caa9a19c9c7ecb62b1a3 # timeout=10
No emails were triggered.
-New run name is '#32057-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins18293278356306328735.sh
+New run name is '#32062-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins6713867411796130556.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
+ case "$bmk_hw:$image_arch" in
+ hw_tag=tk1_32
+++ sed -e s/@build_num@/32062/g -e s/@hw_tag@/tk1_32/g
++ echo tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/@build_num@
-++ sed -e s/@build_num@/32057/g -e s/@hw_tag@/tk1_32/g
-+ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-tk1-01.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-02.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-03.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-04.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-05.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-06.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-07.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-08.lock /home/tcwg-benchmark/boards/tcwg-bmk-tk1-09.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59131
++ wait 27910
+ flock -en -E 124 9
+ total_boards=1
+ '[' 0 = 124 ']'
+ idle_boards=1
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59132
++ wait 27911
+ flock -en -E 124 9
+ total_boards=2
+ '[' 0 = 124 ']'
+ idle_boards=2
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59133
++ wait 27912
+ flock -en -E 124 9
+ total_boards=3
+ '[' 0 = 124 ']'
+ idle_boards=3
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59134
++ wait 27913
+ flock -en -E 124 9
+ total_boards=4
+ '[' 0 = 124 ']'
+ idle_boards=4
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59135
++ wait 27914
+ flock -en -E 124 9
+ total_boards=5
+ '[' 0 = 124 ']'
+ idle_boards=5
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59136
++ wait 27915
+ flock -en -E 124 9
-+ res=124
+ total_boards=6
-+ '[' 124 = 124 ']'
-+ continue
++ '[' 0 = 124 ']'
++ idle_boards=6
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59137
++ wait 27916
+ flock -en -E 124 9
+ total_boards=7
+ '[' 0 = 124 ']'
-+ idle_boards=6
++ idle_boards=7
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59138
++ wait 27917
+ flock -en -E 124 9
+ total_boards=8
+ '[' 0 = 124 ']'
-+ idle_boards=7
++ idle_boards=8
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 59139
++ wait 27918
+ flock -en -E 124 9
+ total_boards=9
+ '[' 0 = 124 ']'
-+ idle_boards=8
-+ n_boards=8
-+ '[' 8 -lt 1 ']'
++ idle_boards=9
++ n_boards=9
++ '[' 9 -lt 1 ']'
+ count=1
+ read -a bmks
-++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate_nofortran --bmk_hw tk1 --n_boards 8 --run_profile serial --board_selection balance
+++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate_nofortran --bmk_hw tk1 --n_boards 9 --run_profile serial --board_selection balance
+ cat
+ count=2
+ read -a bmks
@@ -163,40 +162,46 @@ New run name is '#32057-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-b
+ count=9
+ read -a bmks
+ cat
++ count=10
++ read -a bmks
++ cat
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122750 started.
-TCWG Benchmark_backend #122750-32057+1-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122770 started.
+TCWG Benchmark_backend #122770-32062+1-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122751-32057+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122751-32057+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122772-32062+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122772-32062+2-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122753-32057+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122753-32057+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122771-32062+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122771-32062+3-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122752-32057+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122752-32057+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122774-32062+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122774-32062+4-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122754-32057+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122754-32057+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122773-32062+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122773-32062+5-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122755-32057+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122755-32057+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122776-32062+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122776-32062+6-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122756-32057+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122756-32057+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+TCWG Benchmark_backend #122775-32062+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122775-32062+7-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #122757-32057+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
-TCWG Benchmark_backend #122757-32057+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins8896721495659347522.sh
+TCWG Benchmark_backend #122778-32062+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122778-32062+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+Waiting for the completion of TCWG Benchmark_backend
+TCWG Benchmark_backend #122777-32062+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) started.
+TCWG Benchmark_backend #122777-32062+9-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_7] $ /bin/bash /tmp/jenkins5757188033976200424.sh
+ . artifacts/bmk-info
-++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
+++ results_id=tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
++ hw_tag=tk1_32
++ has_perf_logs=yes
-+ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
-+ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
-+ rm -rf /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
-+ mkdir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057 --csv_results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results --hw_tag tk1_32 --has_perf_logs yes
++ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
++ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
++ rm -rf /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
++ mkdir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062 --csv_results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results --hw_tag tk1_32 --has_perf_logs yes
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -208,12 +213,12 @@ TCWG Benchmark_backend #122757-32057+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -227,14 +232,14 @@ TCWG Benchmark_backend #122757-32057+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
++ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062 = xundef ']'
++ check_option /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results = xundef ']'
+ check_option tk1_32 'hw_tag not set.'
+ local var=tk1_32
+ local 'msg=hw_tag not set.'
@@ -245,71 +250,71 @@ TCWG Benchmark_backend #122757-32057+8-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-
+ '[' xyes = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
++ mkdir -p /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data yes tk1_32 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
++ gather_perf_data yes tk1_32 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062 /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
+ local has_perf_logs=yes
+ local hw_tag=tk1_32
-+ local results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
-+ local csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results
++ local results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
++ local csv_results_dir=/home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results
+ '[' xyes = xyes ']'
-+ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tk1_32/perf --results-dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tk1_32/perf --results-dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+ '[' xyes = xyes ']'
+ bmk_name=spec
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+Warning: Executable not found for benchmark 520.omnetpp_r
Warning: Executable not found for benchmark 510.parest_r
Warning: Executable not found for benchmark 511.povray_r
+Warning: Executable not found for benchmark 525.x264_r
+Warning: Executable not found for benchmark 526.blender_r
+Warning: Executable not found for benchmark 508.namd_r
Warning: Executable not found for benchmark 544.nab_r
Warning: Executable not found for benchmark 502.gcc_r
Warning: Executable not found for benchmark 500.perlbench_r
-Warning: Executable not found for benchmark 508.namd_r
-Warning: Executable not found for benchmark 525.x264_r
-Warning: Executable not found for benchmark 520.omnetpp_r
-Warning: Executable not found for benchmark 526.blender_r
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+Warning: Executable not found for benchmark 520.omnetpp_r
Warning: Executable not found for benchmark 510.parest_r
Warning: Executable not found for benchmark 511.povray_r
+Warning: Executable not found for benchmark 525.x264_r
+Warning: Executable not found for benchmark 526.blender_r
+Warning: Executable not found for benchmark 508.namd_r
Warning: Executable not found for benchmark 544.nab_r
Warning: Executable not found for benchmark 502.gcc_r
Warning: Executable not found for benchmark 500.perlbench_r
-Warning: Executable not found for benchmark 508.namd_r
-Warning: Executable not found for benchmark 525.x264_r
-Warning: Executable not found for benchmark 520.omnetpp_r
-Warning: Executable not found for benchmark 526.blender_r
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062
+Warning: Executable not found for benchmark 520.omnetpp_r
Warning: Executable not found for benchmark 510.parest_r
Warning: Executable not found for benchmark 511.povray_r
+Warning: Executable not found for benchmark 525.x264_r
+Warning: Executable not found for benchmark 526.blender_r
+Warning: Executable not found for benchmark 508.namd_r
Warning: Executable not found for benchmark 544.nab_r
Warning: Executable not found for benchmark 502.gcc_r
Warning: Executable not found for benchmark 500.perlbench_r
-Warning: Executable not found for benchmark 508.namd_r
-Warning: Executable not found for benchmark 525.x264_r
-Warning: Executable not found for benchmark 520.omnetpp_r
-Warning: Executable not found for benchmark 526.blender_r
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/perf.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/size.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/vect.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/sve.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32057/csv_results/md5sum.csv
-New run name is '#32057-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/perf.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/size.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/vect.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/sve.csv /home/tcwg-benchmark/results-tk1_32/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build/32062/csv_results/md5sum.csv
+New run name is '#32062-tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO-build (tk1:armhf)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 57483 killed;
+echo Agent pid 27792 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#32056-tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-O3-build (sq:armhf) is still in progress; ignoring for purposes of comparison
+#32061-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O2_LTO-bisect (tx1:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#32056-tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-O3-build (sq:armhf) is still in progress; ignoring for purposes of comparison
+#32061-tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O2_LTO-bisect (tx1:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
diff --git a/03-benchmark/console.log.xz b/03-benchmark/console.log.xz
index 710465c..e88a36d 100644
--- a/03-benchmark/console.log.xz
+++ b/03-benchmark/console.log.xz
Binary files differ