diff options
| -rw-r--r-- | 01-reset_artifacts/console.log.xz | bin | 1976 -> 1936 bytes | |||
| -rw-r--r-- | 02-prepare_abe/console.log.xz | bin | 2488 -> 2432 bytes | |||
| -rw-r--r-- | 03-build_abe-binutils/console.log.xz | bin | 26444 -> 26956 bytes | |||
| -rw-r--r-- | 04-build_abe-stage1/console.log.xz | bin | 87324 -> 87424 bytes | |||
| -rw-r--r-- | 06-build_abe-newlib/console.log.xz | bin | 12412 -> 12572 bytes | |||
| -rw-r--r-- | 07-build_abe-stage2/console.log.xz | bin | 162952 -> 162792 bytes | |||
| -rw-r--r-- | 08-benchmark/benchmark-build.log | 106 | ||||
| -rw-r--r-- | 08-benchmark/benchmark.log | 104 | ||||
| -rw-r--r-- | 08-benchmark/console.log.xz | bin | 4052 -> 4056 bytes | |||
| -rw-r--r-- | 09-check_regression/console.log.xz | bin | 4744 -> 4700 bytes | |||
| -rw-r--r-- | annex/bmk-data | 2 | ||||
| -rw-r--r-- | git/binutils_rev | 2 | ||||
| -rw-r--r-- | git/gcc_rev | 2 | ||||
| -rw-r--r-- | git/newlib_rev | 2 | ||||
| -rwxr-xr-x | jenkins/notify.sh | 2 | ||||
| -rw-r--r-- | manifest.sh | 26 | ||||
| -rw-r--r-- | notify/jira/comment-template.txt | 2 | ||||
| -rw-r--r-- | notify/mail-body.txt | 37 | ||||
| -rw-r--r-- | notify/mail-subject.txt | 2 | ||||
| -rw-r--r-- | results-vs-first/tcwg-benchmark-results.log | 4 | ||||
| -rw-r--r-- | results-vs-prev/bmk-specific-variability.csv | 2 |
21 files changed, 149 insertions, 144 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 5ecaec2..8ab089e 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 0833233..95494b1 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex cabbe05..c57c1f0 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 3fa7c84..84badb3 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex f3e5849..d01b2c5 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 1ebaa8c..a20fd32 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 6ef1410..ecb587e 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #28604 +Started TCWG Benchmark #28875 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXS9uO4l/agent.14070 -SSH_AGENT_PID=14072 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXvASPfG/agent.34596 +SSH_AGENT_PID=34598 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_10931531449226034111.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_10931531449226034111.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13_tmp/private_key_12308083333513499156.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13_tmp/private_key_12308083333513499156.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision d492cf961b9c227470b2cf9f2be15420180b05fc (origin/master) +Checking out Revision 403217c9c6b70d2a706f6ab8f49097b2740f83f9 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f d492cf961b9c227470b2cf9f2be15420180b05fc # timeout=10 -Commit message: "round-robin-notify.sh: cleaning code to better control notify phases" - > /usr/bin/git rev-list --no-walk d492cf961b9c227470b2cf9f2be15420180b05fc # timeout=10 + > /usr/bin/git checkout -f 403217c9c6b70d2a706f6ab8f49097b2740f83f9 # timeout=10 +Commit message: "round-robin.sh (build_abe): Store non-essential test results in 00-sumfiles/" + > /usr/bin/git rev-list --no-walk 403217c9c6b70d2a706f6ab8f49097b2740f83f9 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 6d19f8bf6f898623cccc69247567ee5d3261634d (origin/master) +Checking out Revision 4033d6afde4395e2f3e508e577b85438d8f99805 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 6d19f8bf6f898623cccc69247567ee5d3261634d # timeout=10 -Commit message: "break-up-bmks.sh: Remove workaround for noisy SPEC2k6 benchmarks" - > /usr/bin/git rev-list --no-walk 6d19f8bf6f898623cccc69247567ee5d3261634d # timeout=10 + > /usr/bin/git checkout -f 4033d6afde4395e2f3e508e577b85438d8f99805 # timeout=10 +Commit message: "run.sh: Cleanup build, run and exe directories" + > /usr/bin/git rev-list --no-walk 4033d6afde4395e2f3e508e577b85438d8f99805 # timeout=10 No emails were triggered. -New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins6749650714238179793.sh +New run name is '#28875-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_13] $ /bin/bash /tmp/jenkins15303316987455575667.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/28604/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 +++ sed -e s/@build_num@/28875/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 14195 ++ wait 35286 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #114511 started. -TCWG Benchmark_backend #114511-28604+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins8469580746814856135.sh +TCWG Benchmark_backend #115202 started. +TCWG Benchmark_backend #115202-28875+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_13] $ /bin/bash /tmp/jenkins5026831764228713720.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #114511-28604+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #114511-28604+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,49 +147,49 @@ TCWG Benchmark_backend #114511-28604+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/md5sum.csv -New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/md5sum.csv +New run name is '#28875-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 14072 killed; +echo Agent pid 34598 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#28603-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison +#28874-tcwg_bmk-code_vect-cpu2017rate/llvm-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#28603-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison +#28874-tcwg_bmk-code_vect-cpu2017rate/llvm-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #28875-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index b192746..b5ac2e8 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #28604 +Started TCWG Benchmark #28875 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXS9uO4l/agent.14070 -SSH_AGENT_PID=14072 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXvASPfG/agent.34596 +SSH_AGENT_PID=34598 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_10931531449226034111.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_10931531449226034111.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13_tmp/private_key_12308083333513499156.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13_tmp/private_key_12308083333513499156.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision d492cf961b9c227470b2cf9f2be15420180b05fc (origin/master) +Checking out Revision 403217c9c6b70d2a706f6ab8f49097b2740f83f9 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f d492cf961b9c227470b2cf9f2be15420180b05fc # timeout=10 -Commit message: "round-robin-notify.sh: cleaning code to better control notify phases" - > /usr/bin/git rev-list --no-walk d492cf961b9c227470b2cf9f2be15420180b05fc # timeout=10 + > /usr/bin/git checkout -f 403217c9c6b70d2a706f6ab8f49097b2740f83f9 # timeout=10 +Commit message: "round-robin.sh (build_abe): Store non-essential test results in 00-sumfiles/" + > /usr/bin/git rev-list --no-walk 403217c9c6b70d2a706f6ab8f49097b2740f83f9 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_13/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 6d19f8bf6f898623cccc69247567ee5d3261634d (origin/master) +Checking out Revision 4033d6afde4395e2f3e508e577b85438d8f99805 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 6d19f8bf6f898623cccc69247567ee5d3261634d # timeout=10 -Commit message: "break-up-bmks.sh: Remove workaround for noisy SPEC2k6 benchmarks" - > /usr/bin/git rev-list --no-walk 6d19f8bf6f898623cccc69247567ee5d3261634d # timeout=10 + > /usr/bin/git checkout -f 4033d6afde4395e2f3e508e577b85438d8f99805 # timeout=10 +Commit message: "run.sh: Cleanup build, run and exe directories" + > /usr/bin/git rev-list --no-walk 4033d6afde4395e2f3e508e577b85438d8f99805 # timeout=10 No emails were triggered. -New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins6749650714238179793.sh +New run name is '#28875-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_13] $ /bin/bash /tmp/jenkins15303316987455575667.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,15 +64,15 @@ New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/28604/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 +++ sed -e s/@build_num@/28875/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 14195 ++ wait 35286 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,18 +87,18 @@ New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #114511 started. -TCWG Benchmark_backend #114511-28604+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins8469580746814856135.sh +TCWG Benchmark_backend #115202 started. +TCWG Benchmark_backend #115202-28875+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_13] $ /bin/bash /tmp/jenkins5026831764228713720.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -110,12 +110,12 @@ TCWG Benchmark_backend #114511-28604+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results + shift + shift + test 4 -gt 0 @@ -129,14 +129,14 @@ TCWG Benchmark_backend #114511-28604+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -147,48 +147,48 @@ TCWG Benchmark_backend #114511-28604+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm + '[' xno = xundef ']' + '[' 0 = 0 ']' + metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604 ++ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875 + merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/csv_results/md5sum.csv -New run name is '#28604-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/csv_results/md5sum.csv +New run name is '#28875-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 14072 killed; +echo Agent pid 34598 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#28603-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison +#28874-tcwg_bmk-code_vect-cpu2017rate/llvm-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#28603-tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2_LTO-build (tk1:armhf) is still in progress; ignoring for purposes of comparison +#28874-tcwg_bmk-code_vect-cpu2017rate/llvm-arm-master-O3_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex aace915..46a5178 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex fa18a7c..d74d2ec 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index 5eff368..622beed 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/18-f053c797c12c041ed7afb8be7168628d.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/19-a1864ee8e3fe76dec341149dd9d0fefe.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index 96d1ec8..7ff7e8f 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -b01ee1bf90fa6c0d6c0a23367433e5c1f0de87c0 +146441c9521991f3e9a010e4e6544ca74619943f diff --git a/git/gcc_rev b/git/gcc_rev index d359346..d9b4a78 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -a647198fcf7463a42c8e035a429200e7998735dc +675b390e6d037c035ed3be9aca03de3b0f0549f4 diff --git a/git/newlib_rev b/git/newlib_rev index 4b9c709..322d2ae 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -e5fcc5837c9594ccb7d0d6f40af69f266f606c5b +da40bd6eaf400e102fca68cbe170465a4af6d49c diff --git a/jenkins/notify.sh b/jenkins/notify.sh index b9ccc57..6d4f93e 100755 --- a/jenkins/notify.sh +++ b/jenkins/notify.sh @@ -1,3 +1,3 @@ #!/bin/bash -/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh --top_artifacts "artifacts" --baseline_dir "base-artifacts" --baseline_rev "e29ac407976ef8e8d5c67dbebaeca28996fc1ef4" --verbose true +/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh --top_artifacts "artifacts" --baseline_dir "base-artifacts" --baseline_rev "b950f2b6e3a2bf7e8299ddc76ae1b08158070fbe" --verbose true diff --git a/manifest.sh b/manifest.sh index 27165e9..8f5e1e1 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=d492cf961b9c227470b2cf9f2be15420180b05fc" +declare -g "jenkins_scripts_rev=403217c9c6b70d2a706f6ab8f49097b2740f83f9" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_speed-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#b01ee1bf90fa6c0d6c0a23367433e5c1f0de87c0" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#a647198fcf7463a42c8e035a429200e7998735dc" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#e5fcc5837c9594ccb7d0d6f40af69f266f606c5b" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#146441c9521991f3e9a010e4e6544ca74619943f" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#675b390e6d037c035ed3be9aca03de3b0f0549f4" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#da40bd6eaf400e102fca68cbe170465a4af6d49c" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/18/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/19/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 rr[components]="binutils gcc newlib" rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=b01ee1bf90fa6c0d6c0a23367433e5c1f0de87c0 -rr[debug_binutils_date]=1681603218 # 20 hours ago +rr[binutils_rev]=146441c9521991f3e9a010e4e6544ca74619943f +rr[debug_binutils_date]=1681911800 # 6 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=a647198fcf7463a42c8e035a429200e7998735dc -rr[debug_gcc_date]=1681660581 # 4 hours ago +rr[gcc_rev]=675b390e6d037c035ed3be9aca03de3b0f0549f4 +rr[debug_gcc_date]=1681933150 # 24 minutes ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=e5fcc5837c9594ccb7d0d6f40af69f266f606c5b -rr[debug_newlib_date]=1681438953 # 3 days ago +rr[newlib_rev]=da40bd6eaf400e102fca68cbe170465a4af6d49c +rr[debug_newlib_date]=1681931328 # 61 minutes ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=a647198fcf7463a42c8e035a429200e7998735dc -rr[debug_gcc_date]=1681660581 # 4 hours ago +rr[gcc_rev]=675b390e6d037c035ed3be9aca03de3b0f0549f4 +rr[debug_gcc_date]=1681933150 # 32 minutes ago # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index b78bdba..451895c 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/18/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/19/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 3008256..90ec19d 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,20 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 34 commits in binutils,gcc,newlib - | b01ee1bf90f Automatic date update in version.in - | 672008e6dca Automatic date update in version.in - | 393946658fe gdb/testsuite: accept script argument for mi_make_breakpoint_pending - | 5be45917f49 gdb/testsuite: avoid {"} pattern in lib/mi-support.exp - | acdf60711d4 pauth: Create new feature string for pauth to prevent crashing older gdb's - | ... and 4 more commits in binutils - | a647198fcf7 [committed] [PR target/109508] Adjust conditional move expansion for SFB - | f006d1a5a1e [Committed] New test case gcc.target/avr/pr54816.c - | 55085c7e3c9 Daily bump. - | 2e2b6ec156e Fix fallout of previous change on x86/Linux - | 4f1c5e54d78 Fix handling of large arguments passed by value. - | ... and 19 more commits in gcc - | e5fcc5837 Cygwin: pty: Fix reading CONIN$ when stdin is not a pty. + | 148 commits in binutils,gcc,newlib + | 146441c9521 Remove adjust_type_signedness + | 28ab94f51dc Fix: readelf: loc_offset XX too big + | ac164fa8540 gas: document that get_symbol_name() can clobber the input buffer + | 4f0813127bc x86: parse_register() must not alter the parsed string + | 74e05e01e2d x86: parse_real_register() does not alter the parsed string + | ... and 30 more commits in binutils + | 675b390e6d0 gcc: xtensa: add -m[no-]strict-align option + | ec9b3087989 gcc: xtensa: add data alignment properties to dynconfig + | 58b7dbf865b c++: Define built-in for std::tuple_element [PR100157] + | 5e284ebbc30 c++: bad ggc_free in try_class_unification [PR109556] + | 6fc8e25cb6b testsuite: fix scan-tree-dump patterns [PR83904,PR100297] + | ... and 98 more commits in gcc + | da40bd6ea Cygwin: posix_spawnp: don't fallback to sh + | 3124d8b43 posix_spawn_file_actions_addfchdir_np: return EBADF on negative fd + | 53f7fb20a Cygwin: mbrtowi: fix segfault when pwi is NULL + | c743751aa Cygwin: Export posix_spawn_file_actions_add{f}chdir_np + | 7e03fc35f Add posix_spawn_file_actions_add{f}chdir_np + | ... and 5 more commits in newlib No change @@ -34,6 +39,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/18/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/17/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/19/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/18/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index d0f8904..8b731f0 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 34 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 148 commits in binutils,gcc,newlib: No change diff --git a/results-vs-first/tcwg-benchmark-results.log b/results-vs-first/tcwg-benchmark-results.log index 4c672e9..75c2858 100644 --- a/results-vs-first/tcwg-benchmark-results.log +++ b/results-vs-first/tcwg-benchmark-results.log @@ -92,7 +92,7 @@ + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-first/csv-results-0/perf.csv + j=1 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28604/ results-1/ ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/28875/ results-1/ + csv_results_dir=artifacts/results-vs-first/csv-results-1 + mkdir -p artifacts/results-vs-first/csv-results-1 + hw_tag=stm32 @@ -371,8 +371,8 @@ + csvs=' artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv' + num=2 + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv -+ c++filt -p + cat artifacts/results-vs-first/results-internal.csv ++ c++filt -p + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv + c++filt -p + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-first/csv-results-0/results.csv artifacts/results-vs-first/csv-results-1/results.csv diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index e67cb7e..65ba8e0 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -size_variation_average,sample_variation_average,num_sve_loops_variation_average,benchmark,symbol,num_vect_loops_variation_average +num_vect_loops_variation_average,num_sve_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average |