diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-11-24 22:39:10 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-11-24 22:40:18 +0000 |
commit | c6f96a964232c6ce8f1668d5efbc2ab2719f6a81 (patch) | |
tree | 859c575733a4fb7d30a342ff57c7b677e5a5f872 /09-benchmark | |
parent | 74327900c966853d85c73efabf5860a27a448520 (diff) |
onsuccess: #12: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--gnu-aarch64-master-O2_LTO-build/12/
Results :
| # reset_artifacts:
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer:
| -8
| # build_abe linux:
| -7
| # build_abe glibc:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer:
| -5
| # benchmark -- -O2_LTO:
| 1
check_regression status : 0
Diffstat (limited to '09-benchmark')
-rw-r--r-- | 09-benchmark/benchmark-build.log | 192 | ||||
-rw-r--r-- | 09-benchmark/benchmark.log | 190 | ||||
-rw-r--r-- | 09-benchmark/console.log.xz | bin | 4148 -> 4088 bytes |
3 files changed, 177 insertions, 205 deletions
diff --git a/09-benchmark/benchmark-build.log b/09-benchmark/benchmark-build.log index 2b4700c..97e8459 100644 --- a/09-benchmark/benchmark-build.log +++ b/09-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #26154 +Started TCWG Benchmark #26166 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXg9W6Gr/agent.25812 -SSH_AGENT_PID=25814 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXsh4P7N/agent.25059 +SSH_AGENT_PID=25061 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_16552696653772685599.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_16552696653772685599.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision b4edd43451ffbfbd162dbf8d162cf93327072ac2 (origin/master) +Checking out Revision bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10 -Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead" - > /usr/bin/git rev-list --no-walk b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10 + > /usr/bin/git checkout -f bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc # timeout=10 +Commit message: "tcwg_bmk-build.sh: check if previous and new bmk results are identical" + > /usr/bin/git rev-list --no-walk bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,88 +49,94 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 563e59835284b74b6ceb847483e90ae9718087ab (origin/master) +Checking out Revision ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10 -Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead" - > /usr/bin/git rev-list --no-walk 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10 + > /usr/bin/git checkout -f ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 # timeout=10 +Commit message: "diff-bmk-results.py: rename script and simplify output" + > /usr/bin/git rev-list --no-walk ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 # timeout=10 No emails were triggered. -New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins3161231804497791609.sh +New run name is '#26166-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins5705763849508645458.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=tx1_64 ++ echo tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/@build_num@ -++ sed -e s/@build_num@/26154/g -e s/@hw_tag@/tx1_64/g -+ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 +++ sed -e s/@build_num@/26166/g -e s/@hw_tag@/tx1_64/g ++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-tx1-01.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-02.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-03.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-04.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-05.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-06.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-08.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-09.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25931 ++ wait 25182 + flock -en -E 124 9 ++ res=124 + total_boards=1 -+ '[' 0 = 124 ']' -+ idle_boards=1 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25932 ++ wait 25183 + flock -en -E 124 9 ++ res=124 + total_boards=2 -+ '[' 0 = 124 ']' -+ idle_boards=2 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25933 ++ wait 25184 + flock -en -E 124 9 ++ res=124 + total_boards=3 -+ '[' 0 = 124 ']' -+ idle_boards=3 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25934 ++ wait 25185 + flock -en -E 124 9 ++ res=124 + total_boards=4 -+ '[' 0 = 124 ']' -+ idle_boards=4 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25935 ++ wait 25186 + flock -en -E 124 9 ++ res=124 + total_boards=5 -+ '[' 0 = 124 ']' -+ idle_boards=5 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25936 ++ wait 25187 + flock -en -E 124 9 ++ res=124 + total_boards=6 -+ '[' 0 = 124 ']' -+ idle_boards=6 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25937 ++ wait 25188 + flock -en -E 124 9 ++ res=124 + total_boards=7 -+ '[' 0 = 124 ']' -+ idle_boards=7 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25938 ++ wait 25189 + flock -en -E 124 9 -+ res=124 + total_boards=8 -+ '[' 124 = 124 ']' -+ continue -+ n_boards=7 -+ '[' 7 -lt 1 ']' ++ '[' 0 = 124 ']' ++ idle_boards=1 ++ n_boards=4 ++ '[' 4 -lt 1 ']' + count=1 + read -a bmks -++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 7 --run_profile serial --board_selection balance +++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 4 --run_profile serial --board_selection balance + cat + count=2 + read -a bmks @@ -144,46 +150,28 @@ New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LT + count=5 + read -a bmks + cat -+ count=6 -+ read -a bmks -+ cat -+ count=7 -+ read -a bmks -+ cat -+ count=8 -+ read -a bmks -+ cat -Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108740 started. -TCWG Benchmark_backend #108740-26154+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS -Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS -Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS +TCWG Benchmark_backend #108776 started. +TCWG Benchmark_backend #108776-26166+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS +TCWG Benchmark_backend #108777-26166+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. +TCWG Benchmark_backend #108777-26166+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS +TCWG Benchmark_backend #108778-26166+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. +TCWG Benchmark_backend #108778-26166+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins4495271025974135558.sh +TCWG Benchmark_backend #108780-26166+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. +TCWG Benchmark_backend #108780-26166+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins4544491251574312098.sh + . artifacts/bmk-info -++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 +++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 ++ hw_tag=tx1_64 ++ has_perf_logs=yes -+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 -+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results -+ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results -+ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results --hw_tag tx1_64 --has_perf_logs yes ++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 ++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results ++ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results ++ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results --hw_tag tx1_64 --has_perf_logs yes ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -194,12 +182,12 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results + shift + shift + test 4 -gt 0 @@ -213,14 +201,14 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 = xundef ']' -+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results ++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 = xundef ']' ++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results = xundef ']' + check_option tx1_64 'hw_tag not set.' + local var=tx1_64 + local 'msg=hw_tag not set.' @@ -231,45 +219,43 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch + '[' xyes = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results ++ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results + false + num_entries_opt=' ' -+ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results ++ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results + local has_perf_logs=yes + local hw_tag=tx1_64 -+ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 -+ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results ++ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 ++ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results + '[' xyes = xyes ']' -+ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + '[' xyes = xyes ']' + bmk_name=spec + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv -New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/md5sum.csv +New run name is '#26166-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 25814 killed; +echo Agent pid 25061 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) : SUCCESS +Completed TCWG Benchmark #26166-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) : SUCCESS diff --git a/09-benchmark/benchmark.log b/09-benchmark/benchmark.log index 65a3f22..249512c 100644 --- a/09-benchmark/benchmark.log +++ b/09-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #26154 +Started TCWG Benchmark #26166 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXg9W6Gr/agent.25812 -SSH_AGENT_PID=25814 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXsh4P7N/agent.25059 +SSH_AGENT_PID=25061 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_12989749819734289740.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_16552696653772685599.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_16552696653772685599.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision b4edd43451ffbfbd162dbf8d162cf93327072ac2 (origin/master) +Checking out Revision bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10 -Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead" - > /usr/bin/git rev-list --no-walk b4edd43451ffbfbd162dbf8d162cf93327072ac2 # timeout=10 + > /usr/bin/git checkout -f bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc # timeout=10 +Commit message: "tcwg_bmk-build.sh: check if previous and new bmk results are identical" + > /usr/bin/git rev-list --no-walk bc353a0e503ec19a2479cd40b1420cc8ceb9e2bc # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,88 +49,94 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 563e59835284b74b6ceb847483e90ae9718087ab (origin/master) +Checking out Revision ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10 -Commit message: "Do not "<output> | grep -q", use "<output> | grep -q ... >/dev/null" instead" - > /usr/bin/git rev-list --no-walk 563e59835284b74b6ceb847483e90ae9718087ab # timeout=10 + > /usr/bin/git checkout -f ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 # timeout=10 +Commit message: "diff-bmk-results.py: rename script and simplify output" + > /usr/bin/git rev-list --no-walk ba44b2d0ecbd1c33f77ed9aa46585388e51aa760 # timeout=10 No emails were triggered. -New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins3161231804497791609.sh +New run name is '#26166-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins5705763849508645458.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=tx1_64 ++ echo tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/@build_num@ -++ sed -e s/@build_num@/26154/g -e s/@hw_tag@/tx1_64/g -+ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 +++ sed -e s/@build_num@/26166/g -e s/@hw_tag@/tx1_64/g ++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-tx1-01.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-02.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-03.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-04.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-05.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-06.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-08.lock /home/tcwg-benchmark/boards/tcwg-bmk-tx1-09.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25931 ++ wait 25182 + flock -en -E 124 9 ++ res=124 + total_boards=1 -+ '[' 0 = 124 ']' -+ idle_boards=1 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25932 ++ wait 25183 + flock -en -E 124 9 ++ res=124 + total_boards=2 -+ '[' 0 = 124 ']' -+ idle_boards=2 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25933 ++ wait 25184 + flock -en -E 124 9 ++ res=124 + total_boards=3 -+ '[' 0 = 124 ']' -+ idle_boards=3 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25934 ++ wait 25185 + flock -en -E 124 9 ++ res=124 + total_boards=4 -+ '[' 0 = 124 ']' -+ idle_boards=4 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25935 ++ wait 25186 + flock -en -E 124 9 ++ res=124 + total_boards=5 -+ '[' 0 = 124 ']' -+ idle_boards=5 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25936 ++ wait 25187 + flock -en -E 124 9 ++ res=124 + total_boards=6 -+ '[' 0 = 124 ']' -+ idle_boards=6 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25937 ++ wait 25188 + flock -en -E 124 9 ++ res=124 + total_boards=7 -+ '[' 0 = 124 ']' -+ idle_boards=7 ++ '[' 124 = 124 ']' ++ continue + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25938 ++ wait 25189 + flock -en -E 124 9 -+ res=124 + total_boards=8 -+ '[' 124 = 124 ']' -+ continue -+ n_boards=7 -+ '[' 7 -lt 1 ']' ++ '[' 0 = 124 ']' ++ idle_boards=1 ++ n_boards=4 ++ '[' 4 -lt 1 ']' + count=1 + read -a bmks -++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 7 --run_profile serial --board_selection balance +++ ./bmk-scripts/break-up-bmks.sh --bench_list spec2017_rate --bmk_hw tx1 --n_boards 4 --run_profile serial --board_selection balance + cat + count=2 + read -a bmks @@ -144,46 +150,28 @@ New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LT + count=5 + read -a bmks + cat -+ count=6 -+ read -a bmks -+ cat -+ count=7 -+ read -a bmks -+ cat -+ count=8 -+ read -a bmks -+ cat -Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108740 started. -TCWG Benchmark_backend #108740-26154+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS -Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108741-26154+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS -Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108742-26154+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108743-26154+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS +TCWG Benchmark_backend #108776 started. +TCWG Benchmark_backend #108776-26166+1-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108744-26154+5-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS +TCWG Benchmark_backend #108777-26166+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. +TCWG Benchmark_backend #108777-26166+2-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108745-26154+6-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS +TCWG Benchmark_backend #108778-26166+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. +TCWG Benchmark_backend #108778-26166+3-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. -TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins4495271025974135558.sh +TCWG Benchmark_backend #108780-26166+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) started. +TCWG Benchmark_backend #108780-26166+4-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins4544491251574312098.sh + . artifacts/bmk-info -++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 +++ results_id=tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 ++ hw_tag=tx1_64 ++ has_perf_logs=yes -+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 -+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results -+ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results -+ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results --hw_tag tx1_64 --has_perf_logs yes ++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 ++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results ++ rm -rf /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results ++ mkdir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 --csv_results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results --hw_tag tx1_64 --has_perf_logs yes ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -194,12 +182,12 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results + shift + shift + test 4 -gt 0 @@ -213,14 +201,14 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 = xundef ']' -+ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results ++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 = xundef ']' ++ check_option /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results = xundef ']' + check_option tx1_64 'hw_tag not set.' + local var=tx1_64 + local 'msg=hw_tag not set.' @@ -231,44 +219,42 @@ TCWG Benchmark_backend #108746-26154+7-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch + '[' xyes = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results ++ mkdir -p /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results + false + num_entries_opt=' ' -+ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results ++ gather_perf_data yes tx1_64 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results + local has_perf_logs=yes + local hw_tag=tx1_64 -+ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 -+ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results ++ local results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 ++ local csv_results_dir=/home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results + '[' xyes = xyes ']' -+ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ ./bmk-scripts/perfdatadir2csv.sh --buildid-dir local --format sample --sort-field sample --perf-bin /usr/lib/linux-tools/tx1_64/perf --results-dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + '[' xyes = xyes ']' + bmk_name=spec + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name spec --out_csv_file /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26154/csv_results/md5sum.csv -New run name is '#26154-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/perf.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/size.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/vect.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/sve.csv /home/tcwg-benchmark/results-tx1_64/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build/26166/csv_results/md5sum.csv +New run name is '#26166-tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O2_LTO-build (tx1:arm64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 25814 killed; +echo Agent pid 25061 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#26153-tcwg_bmk-code_speed-cpu2017speed/llvm-aarch64-master-O3_LTO-bisect (apm:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/09-benchmark/console.log.xz b/09-benchmark/console.log.xz Binary files differindex b3443ae..2e28f3e 100644 --- a/09-benchmark/console.log.xz +++ b/09-benchmark/console.log.xz |