summaryrefslogtreecommitdiff
path: root/09-benchmark
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-11-24 22:39:10 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-11-24 22:40:18 +0000
commitc6f96a964232c6ce8f1668d5efbc2ab2719f6a81 (patch)
tree859c575733a4fb7d30a342ff57c7b677e5a5f872 /09-benchmark
parent74327900c966853d85c73efabf5860a27a448520 (diff)
onsuccess: #12: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--gnu-aarch64-master-O2_LTO-build/12/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer: | -8 | # build_abe linux: | -7 | # build_abe glibc: | -6 | # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer: | -5 | # benchmark -- -O2_LTO: | 1 check_regression status : 0
Diffstat (limited to '09-benchmark')
-rw-r--r--09-benchmark/benchmark-build.log192
-rw-r--r--09-benchmark/benchmark.log190
-rw-r--r--09-benchmark/console.log.xzbin4148 -> 4088 bytes
3 files changed, 177 insertions, 205 deletions
diff --git a/09-benchmark/benchmark-build.log b/09-benchmark/benchmark-build.log
index 2b4700c..97e8459 100644
--- a/09-benchmark/benchmark-build.log
+++ b/09-benchmark/benchmark-build.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #26154
+Started TCWG Benchmark #26166
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXg9W6Gr/agent.25812
-SSH_AGENT_PID=25814
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXsh4P7N/agent.25059
+SSH_AGENT_PID=25061
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_16552696653772685599.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_16552696653772685599.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision b4edd43451ffbfbd162dbf8d162cf93327072ac2 (origin/master)
+Checking out Revision bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10
-Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead"
- > /usr/bin/git rev-list --no-walk b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10
+ > /usr/bin/git checkout -f bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc # timeout=10
+Commit message: "tcwg_bmk-build.sh: check if previous and new bmk results are identical"
+ > /usr/bin/git rev-list --no-walk bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -49,88 +49,94 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 563e59835284b74b6ceb847483e90ae9718087ab (origin/master)
+Checking out Revision ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10
-Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead"
- > /usr/bin/git rev-list --no-walk 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10
+ > /usr/bin/git checkout -f ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 # timeout=10
+Commit message: "diff-bmk-results.py: rename script and simplify output"
+ > /usr/bin/git rev-list --no-walk ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 # timeout=10
No emails were triggered.
-New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins3161231804497791609.sh
+New run name is '#26166-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins5705763849508645458.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
+ case "$bmk_hw:$image_arch" in
+ hw_tag=tx1_64
++ echo tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/@build_num@
-++ sed -e s/@build_num@/26154/g -e s/@hw_tag@/tx1_64/g
-+ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
+++ sed -e s/@build_num@/26166/g -e s/@hw_tag@/tx1_64/g
++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-tx1-01.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-02.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-03.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-04.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-05.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-06.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-08.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-09.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25931
++ wait 25182
+ flock -en -E 124 9
++ res=124
+ total_boards=1
-+ '[' 0 = 124 ']'
-+ idle_boards=1
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25932
++ wait 25183
+ flock -en -E 124 9
++ res=124
+ total_boards=2
-+ '[' 0 = 124 ']'
-+ idle_boards=2
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25933
++ wait 25184
+ flock -en -E 124 9
++ res=124
+ total_boards=3
-+ '[' 0 = 124 ']'
-+ idle_boards=3
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25934
++ wait 25185
+ flock -en -E 124 9
++ res=124
+ total_boards=4
-+ '[' 0 = 124 ']'
-+ idle_boards=4
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25935
++ wait 25186
+ flock -en -E 124 9
++ res=124
+ total_boards=5
-+ '[' 0 = 124 ']'
-+ idle_boards=5
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25936
++ wait 25187
+ flock -en -E 124 9
++ res=124
+ total_boards=6
-+ '[' 0 = 124 ']'
-+ idle_boards=6
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25937
++ wait 25188
+ flock -en -E 124 9
++ res=124
+ total_boards=7
-+ '[' 0 = 124 ']'
-+ idle_boards=7
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25938
++ wait 25189
+ flock -en -E 124 9
-+ res=124
+ total_boards=8
-+ '[' 124 = 124 ']'
-+ continue
-+ n_boards=7
-+ '[' 7 -lt 1 ']'
++ '[' 0 = 124 ']'
++ idle_boards=1
++ n_boards=4
++ '[' 4 -lt 1 ']'
+ count=1
+ read -a bmks
-++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 7 --run_profile serial --board_selection balance
+++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 4 --run_profile serial --board_selection balance
+ cat
+ count=2
+ read -a bmks
@@ -144,46 +150,28 @@ New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LT
+ count=5
+ read -a bmks
+ cat
-+ count=6
-+ read -a bmks
-+ cat
-+ count=7
-+ read -a bmks
-+ cat
-+ count=8
-+ read -a bmks
-+ cat
-Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108740 started.
-TCWG Benchmark_backend #108740-26154+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
-Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
-Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108776 started.
+TCWG Benchmark_backend #108776-26166+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108777-26166+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108777-26166+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108778-26166+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108778-26166+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins4495271025974135558.sh
+TCWG Benchmark_backend #108780-26166+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108780-26166+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins4544491251574312098.sh
+ . artifacts/bmk-info
-++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
+++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
++ hw_tag=tx1_64
++ has_perf_logs=yes
-+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
-+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
-+ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
-+ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results --hw_tag tx1_64 --has_perf_logs yes
++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
++ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
++ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results --hw_tag tx1_64 --has_perf_logs yes
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -194,12 +182,12 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -213,14 +201,14 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 = xundef ']'
++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results = xundef ']'
+ check_option tx1_64 'hw_tag not set.'
+ local var=tx1_64
+ local 'msg=hw_tag not set.'
@@ -231,45 +219,43 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch
+ '[' xyes = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
+ local has_perf_logs=yes
+ local hw_tag=tx1_64
-+ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
-+ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
++ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
+ '[' xyes = xyes ']'
-+ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ '[' xyes = xyes ']'
+ bmk_name=spec
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv
-New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/md5sum.csv
+New run name is '#26166-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 25814 killed;
+echo Agent pid 25061 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
-Completed TCWG Benchmark #26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) : SUCCESS
+Completed TCWG Benchmark #26166-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) : SUCCESS
diff --git a/09-benchmark/benchmark.log b/09-benchmark/benchmark.log
index 65a3f22..249512c 100644
--- a/09-benchmark/benchmark.log
+++ b/09-benchmark/benchmark.log
@@ -1,20 +1,20 @@
-Started TCWG Benchmark #26154
+Started TCWG Benchmark #26166
Started from command line by tcwg-buildslave@linaro.org
Running as SYSTEM
[EnvInject] - Loading node environment variables.
-Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6
+Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5
[ssh-agent] Looking for ssh-agent implementation...
[ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine)
$ ssh-agent
-SSH_AUTH_SOCK=/tmp/ssh-XXXXXXg9W6Gr/agent.25812
-SSH_AGENT_PID=25814
+SSH_AUTH_SOCK=/tmp/ssh-XXXXXXsh4P7N/agent.25059
+SSH_AGENT_PID=25061
[ssh-agent] Started.
Running ssh-add (command line suppressed)
-Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key)
+Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_16552696653772685599.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_16552696653772685599.key)
[ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines)
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/jenkins-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/jenkins-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10
Cleaning workspace
@@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision b4edd43451ffbfbd162dbf8d162cf93327072ac2 (origin/master)
+Checking out Revision bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10
-Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead"
- > /usr/bin/git rev-list --no-walk b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10
+ > /usr/bin/git checkout -f bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc # timeout=10
+Commit message: "tcwg_bmk-build.sh: check if previous and new bmk results are identical"
+ > /usr/bin/git rev-list --no-walk bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc # timeout=10
The recommended git tool is: NONE
No credentials specified
- > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10
+ > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/bmk-scripts/.git # timeout=10
Fetching changes from the remote Git repository
> /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10
Cleaning workspace
@@ -49,88 +49,94 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git
> git --version # 'git version 2.34.1'
> /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10
> /usr/bin/git rev-parse origin/master^{commit} # timeout=10
-Checking out Revision 563e59835284b74b6ceb847483e90ae9718087ab (origin/master)
+Checking out Revision ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 (origin/master)
> /usr/bin/git config core.sparsecheckout # timeout=10
- > /usr/bin/git checkout -f 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10
-Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead"
- > /usr/bin/git rev-list --no-walk 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10
+ > /usr/bin/git checkout -f ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 # timeout=10
+Commit message: "diff-bmk-results.py: rename script and simplify output"
+ > /usr/bin/git rev-list --no-walk ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 # timeout=10
No emails were triggered.
-New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
-[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins3161231804497791609.sh
+New run name is '#26166-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
+[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins5705763849508645458.sh
+ rm -rf artifacts
+ mkdir -p artifacts/jenkins
+ has_perf_logs=yes
+ case "$bmk_hw:$image_arch" in
+ hw_tag=tx1_64
++ echo tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/@build_num@
-++ sed -e s/@build_num@/26154/g -e s/@hw_tag@/tx1_64/g
-+ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
+++ sed -e s/@build_num@/26166/g -e s/@hw_tag@/tx1_64/g
++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ idle_boards=0
+ total_boards=0
++ set +f
++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-tx1-01.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-02.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-03.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-04.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-05.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-06.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-08.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-09.lock
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25931
++ wait 25182
+ flock -en -E 124 9
++ res=124
+ total_boards=1
-+ '[' 0 = 124 ']'
-+ idle_boards=1
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25932
++ wait 25183
+ flock -en -E 124 9
++ res=124
+ total_boards=2
-+ '[' 0 = 124 ']'
-+ idle_boards=2
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25933
++ wait 25184
+ flock -en -E 124 9
++ res=124
+ total_boards=3
-+ '[' 0 = 124 ']'
-+ idle_boards=3
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25934
++ wait 25185
+ flock -en -E 124 9
++ res=124
+ total_boards=4
-+ '[' 0 = 124 ']'
-+ idle_boards=4
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25935
++ wait 25186
+ flock -en -E 124 9
++ res=124
+ total_boards=5
-+ '[' 0 = 124 ']'
-+ idle_boards=5
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25936
++ wait 25187
+ flock -en -E 124 9
++ res=124
+ total_boards=6
-+ '[' 0 = 124 ']'
-+ idle_boards=6
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25937
++ wait 25188
+ flock -en -E 124 9
++ res=124
+ total_boards=7
-+ '[' 0 = 124 ']'
-+ idle_boards=7
++ '[' 124 = 124 ']'
++ continue
+ for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock)
+ res=0
-+ wait 25938
++ wait 25189
+ flock -en -E 124 9
-+ res=124
+ total_boards=8
-+ '[' 124 = 124 ']'
-+ continue
-+ n_boards=7
-+ '[' 7 -lt 1 ']'
++ '[' 0 = 124 ']'
++ idle_boards=1
++ n_boards=4
++ '[' 4 -lt 1 ']'
+ count=1
+ read -a bmks
-++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 7 --run_profile serial --board_selection balance
+++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 4 --run_profile serial --board_selection balance
+ cat
+ count=2
+ read -a bmks
@@ -144,46 +150,28 @@ New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LT
+ count=5
+ read -a bmks
+ cat
-+ count=6
-+ read -a bmks
-+ cat
-+ count=7
-+ read -a bmks
-+ cat
-+ count=8
-+ read -a bmks
-+ cat
-Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108740 started.
-TCWG Benchmark_backend #108740-26154+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
-Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
-Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108776 started.
+TCWG Benchmark_backend #108776-26166+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108777-26166+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108777-26166+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+TCWG Benchmark_backend #108778-26166+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108778-26166+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
Waiting for the completion of TCWG Benchmark_backend
-TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
-TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
-[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins4495271025974135558.sh
+TCWG Benchmark_backend #108780-26166+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started.
+TCWG Benchmark_backend #108780-26166+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS
+[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins4544491251574312098.sh
+ . artifacts/bmk-info
-++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
+++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
++ hw_tag=tx1_64
++ has_perf_logs=yes
-+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
-+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
-+ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
-+ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
-+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results --hw_tag tx1_64 --has_perf_logs yes
++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
++ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
++ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results --hw_tag tx1_64 --has_perf_logs yes
++ dirname ./bmk-scripts/gather-metrics.sh
+ bmk_scripts=./bmk-scripts
+ results_dir=undef
@@ -194,12 +182,12 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch
+ verbose=false
+ test 8 -gt 0
+ case $1 in
-+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ shift
+ shift
+ test 6 -gt 0
+ case $1 in
-+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
+ shift
+ shift
+ test 4 -gt 0
@@ -213,14 +201,14 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch
+ shift
+ shift
+ test 0 -gt 0
-+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 'results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 'results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ local 'msg=results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 = xundef ']'
-+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results 'csv_results_dir not set.'
-+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 = xundef ']'
++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results 'csv_results_dir not set.'
++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
+ local 'msg=csv_results_dir not set.'
-+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results = xundef ']'
++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results = xundef ']'
+ check_option tx1_64 'hw_tag not set.'
+ local var=tx1_64
+ local 'msg=hw_tag not set.'
@@ -231,44 +219,42 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch
+ '[' xyes = xundef ']'
+ '[' 0 = 0 ']'
+ metrics=(perf size vect sve md5sum)
-+ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
+ false
+ num_entries_opt=' '
-+ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
+ local has_perf_logs=yes
+ local hw_tag=tx1_64
-+ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
-+ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results
++ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
++ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results
+ '[' xyes = xyes ']'
-+ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ '[' xyes = xyes ']'
+ bmk_name=spec
+ metrics=("${metrics[@]:1}")
+ merge_opts=("$csv_results_dir/perf.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ merge_opts+=("$csv_results_dir/$metric.csv")
+ for metric in "${metrics[@]}"
-+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154
++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166
+ merge_opts+=("$csv_results_dir/$metric.csv")
-+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv
-New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/md5sum.csv
+New run name is '#26166-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)'
$ ssh-agent -k
unset SSH_AUTH_SOCK;
unset SSH_AGENT_PID;
-echo Agent pid 25814 killed;
+echo Agent pid 25061 killed;
[ssh-agent] Stopped.
Archiving artifacts
Email was triggered for: Success
Sending email for trigger: Success
-#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison
Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist
-#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison
An attempt to send an e-mail to empty list of recipients, ignored.
Finished: SUCCESS
diff --git a/09-benchmark/console.log.xz b/09-benchmark/console.log.xz
index b3443ae..2e28f3e 100644
--- a/09-benchmark/console.log.xz
+++ b/09-benchmark/console.log.xz
Binary files differ