diff options
35 files changed, 249 insertions, 243 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 8020013..c075dcb 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex a6e7b43..afe8ea0 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex a5536fd..4b8692c 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 99574e9..cf638f3 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 15c25bd..fe82441 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 2729c0b..d338736 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 33ad456..32d1d27 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #25262 +Started TCWG Benchmark #25358 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-thXwbiRgYuEO/agent.4954 -SSH_AGENT_PID=4956 +SSH_AUTH_SOCK=/tmp/ssh-gXt2nofNFNnj/agent.49502 +SSH_AGENT_PID=49504 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_2163151097883000988.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_2163151097883000988.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_17282366198538068385.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_17282366198538068385.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.25.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision d486bea964c53065e4e8976335fe0d2c419d9c3f (origin/master) +Checking out Revision 59bbbd97a5e7e4505a050a61d8a7bb34453c08ce (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f d486bea964c53065e4e8976335fe0d2c419d9c3f # timeout=10 -Commit message: "tcwg_gnu-build.sh: Don't ignore regressions for tcwg_gnu_native_fast_check_gdb" - > /usr/bin/git rev-list --no-walk d486bea964c53065e4e8976335fe0d2c419d9c3f # timeout=10 + > /usr/bin/git checkout -f 59bbbd97a5e7e4505a050a61d8a7bb34453c08ce # timeout=10 +Commit message: "round-robin-bisect.sh: Force baseline reset on CI environment change" + > /usr/bin/git rev-list --no-walk 59bbbd97a5e7e4505a050a61d8a7bb34453c08ce # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.25.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 88c1ba8bb0292dd619a2d663218852c061cf2a23 (origin/master) +Checking out Revision af85aa4d5df5cde4feeb0e15ca17216354ae1c9b (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 88c1ba8bb0292dd619a2d663218852c061cf2a23 # timeout=10 -Commit message: "ssh-cc.sh: Output debug info to stdout" - > /usr/bin/git rev-list --no-walk 88c1ba8bb0292dd619a2d663218852c061cf2a23 # timeout=10 + > /usr/bin/git checkout -f af85aa4d5df5cde4feeb0e15ca17216354ae1c9b # timeout=10 +Commit message: "spec2xxx-config: Simplify handling of multi-threaded benchmarks" + > /usr/bin/git rev-list --no-walk af85aa4d5df5cde4feeb0e15ca17216354ae1c9b # timeout=10 No emails were triggered. -New run name is '#25262-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins11346299657889399344.sh +New run name is '#25358-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins12303265389549500681.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,8 +64,8 @@ New run name is '#25262-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/@build_num@ -++ sed -e s/@build_num@/25262/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 +++ sed -e s/@build_num@/25358/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock ++ wc -l @@ -78,18 +78,18 @@ New run name is '#25262-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #105284 started. -TCWG Benchmark_backend #105284-25262+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins16505672134807851058.sh +TCWG Benchmark_backend #105758 started. +TCWG Benchmark_backend #105758-25358+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins10211246825767424489.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -99,12 +99,12 @@ TCWG Benchmark_backend #105284-25262+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results + shift + shift + test 4 -gt 0 @@ -118,14 +118,14 @@ TCWG Benchmark_backend #105284-25262+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -134,36 +134,39 @@ TCWG Benchmark_backend #105284-25262+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + local var=no + local 'msg=has_perf_logs not set.' + '[' xno = xundef ']' ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk=coremark -+ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/size.csv -+ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/vect.csv -+ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/sve.csv -+ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/md5sum.csv -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/md5sum.csv -New run name is '#25262-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' ++ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/size.csv ++ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/vect.csv ++ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/sve.csv ++ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/md5sum.csv ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/md5sum.csv +New run name is '#25358-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 4956 killed; +echo Agent pid 49504 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success +#25357-tcwg_bmk-code_speed-spec2k6/build-gnu-aarch64-master-O3 (tx1:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist +#25357-tcwg_bmk-code_speed-spec2k6/build-gnu-aarch64-master-O3 (tx1:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #25262-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #25358-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index dd12dc2..85f9ca7 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #25262 +Started TCWG Benchmark #25358 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-thXwbiRgYuEO/agent.4954 -SSH_AGENT_PID=4956 +SSH_AUTH_SOCK=/tmp/ssh-gXt2nofNFNnj/agent.49502 +SSH_AGENT_PID=49504 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_2163151097883000988.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_2163151097883000988.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_17282366198538068385.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4_tmp/private_key_17282366198538068385.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.25.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision d486bea964c53065e4e8976335fe0d2c419d9c3f (origin/master) +Checking out Revision 59bbbd97a5e7e4505a050a61d8a7bb34453c08ce (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f d486bea964c53065e4e8976335fe0d2c419d9c3f # timeout=10 -Commit message: "tcwg_gnu-build.sh: Don't ignore regressions for tcwg_gnu_native_fast_check_gdb" - > /usr/bin/git rev-list --no-walk d486bea964c53065e4e8976335fe0d2c419d9c3f # timeout=10 + > /usr/bin/git checkout -f 59bbbd97a5e7e4505a050a61d8a7bb34453c08ce # timeout=10 +Commit message: "round-robin-bisect.sh: Force baseline reset on CI environment change" + > /usr/bin/git rev-list --no-walk 59bbbd97a5e7e4505a050a61d8a7bb34453c08ce # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_4/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.25.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 88c1ba8bb0292dd619a2d663218852c061cf2a23 (origin/master) +Checking out Revision af85aa4d5df5cde4feeb0e15ca17216354ae1c9b (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 88c1ba8bb0292dd619a2d663218852c061cf2a23 # timeout=10 -Commit message: "ssh-cc.sh: Output debug info to stdout" - > /usr/bin/git rev-list --no-walk 88c1ba8bb0292dd619a2d663218852c061cf2a23 # timeout=10 + > /usr/bin/git checkout -f af85aa4d5df5cde4feeb0e15ca17216354ae1c9b # timeout=10 +Commit message: "spec2xxx-config: Simplify handling of multi-threaded benchmarks" + > /usr/bin/git rev-list --no-walk af85aa4d5df5cde4feeb0e15ca17216354ae1c9b # timeout=10 No emails were triggered. -New run name is '#25262-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins11346299657889399344.sh +New run name is '#25358-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins12303265389549500681.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,8 +64,8 @@ New run name is '#25262-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/@build_num@ -++ sed -e s/@build_num@/25262/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 +++ sed -e s/@build_num@/25358/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock ++ wc -l @@ -78,18 +78,18 @@ New run name is '#25262-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #105284 started. -TCWG Benchmark_backend #105284-25262+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins16505672134807851058.sh +TCWG Benchmark_backend #105758 started. +TCWG Benchmark_backend #105758-25358+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64) completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_4] $ /bin/bash /tmp/jenkins10211246825767424489.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -99,12 +99,12 @@ TCWG Benchmark_backend #105284-25262+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results + shift + shift + test 4 -gt 0 @@ -118,14 +118,14 @@ TCWG Benchmark_backend #105284-25262+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -134,35 +134,38 @@ TCWG Benchmark_backend #105284-25262+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + local var=no + local 'msg=has_perf_logs not set.' + '[' xno = xundef ']' ++ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk=coremark -+ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/size.csv -+ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/vect.csv -+ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/sve.csv -+ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/md5sum.csv -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25262/csv_results/md5sum.csv -New run name is '#25262-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' ++ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/size.csv ++ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/vect.csv ++ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/sve.csv ++ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/md5sum.csv ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25358/csv_results/md5sum.csv +New run name is '#25358-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 4956 killed; +echo Agent pid 49504 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success +#25357-tcwg_bmk-code_speed-spec2k6/build-gnu-aarch64-master-O3 (tx1:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist +#25357-tcwg_bmk-code_speed-spec2k6/build-gnu-aarch64-master-O3 (tx1:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex e5adf06..e1ceaa1 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 66c7cf8..319e73c 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index e5b8041..ef0f34f 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/10-dba015c485dc2befbd41eb5562b79461.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/11-79f1d49285fc4a6a12062552985421e3.tar.xz diff --git a/dashboard/dashboard-generate.sh b/dashboard/dashboard-generate.sh index 10c9fcd..0b6d8c6 100755 --- a/dashboard/dashboard-generate.sh +++ b/dashboard/dashboard-generate.sh @@ -11,7 +11,7 @@ fi --top_artifacts "$top_artifacts" \ --baseline_branch "linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3" \ --components "binutils gcc newlib" \ - --run_date "2023-02-09T03:24:54+00:00" \ + --run_date "2023-02-12T05:35:28+00:00" \ --relative_results true \ --squad_mode "vs-first" diff --git a/dashboard/squad-vs-first/Mean/results-metadata.json b/dashboard/squad-vs-first/Mean/results-metadata.json index cfb2e41..948fd5d 100644 --- a/dashboard/squad-vs-first/Mean/results-metadata.json +++ b/dashboard/squad-vs-first/Mean/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 222 commits", + " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 172 commits", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-02-09T03:24:54+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/10/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/10/console", - "version_binutils":"8282ad74c302a8e0db7a588e500ae117a1df68c5", - "version_gcc": "79ef372fa419191a3eb991f6f28671d96444b97b", + "datetime": "2023-02-12T05:35:28+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/11/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/11/console", + "version_binutils":"c22a74728313ee35f6bf143238d42e2eca9ed020", + "version_gcc": "86bc0909613e19e284b40fce9f9914e3a115bbe8", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/coremark/results-metadata.json b/dashboard/squad-vs-first/coremark/results-metadata.json index cfb2e41..948fd5d 100644 --- a/dashboard/squad-vs-first/coremark/results-metadata.json +++ b/dashboard/squad-vs-first/coremark/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 222 commits", + " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 172 commits", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-02-09T03:24:54+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/10/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/10/console", - "version_binutils":"8282ad74c302a8e0db7a588e500ae117a1df68c5", - "version_gcc": "79ef372fa419191a3eb991f6f28671d96444b97b", + "datetime": "2023-02-12T05:35:28+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/11/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/11/console", + "version_binutils":"c22a74728313ee35f6bf143238d42e2eca9ed020", + "version_gcc": "86bc0909613e19e284b40fce9f9914e3a115bbe8", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/dashboard-push-squad.sh b/dashboard/squad-vs-first/dashboard-push-squad.sh index d5e2a02..8743b36 100755 --- a/dashboard/squad-vs-first/dashboard-push-squad.sh +++ b/dashboard/squad-vs-first/dashboard-push-squad.sh @@ -20,21 +20,21 @@ if [ -f $top_artifacts/git/base-artifacts_rev ]; then sed -i -e "s|#BASE-ARTIFACTS-REV#|$base_artifacts_rev|" */results-metadata.json fi -echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/10" +echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/11" set +x -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/10/coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/11/coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@coremark/results-functional.json \ --form metrics=@coremark/results-metrics.json \ --form metadata=@coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/10/coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/11/coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/10/Mean" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/11/Mean" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Mean/results-functional.json \ --form metrics=@Mean/results-metrics.json \ --form metadata=@Mean/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/10/Mean + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/11/Mean diff --git a/git/binutils_rev b/git/binutils_rev index 75d99ab..18f59e1 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -8282ad74c302a8e0db7a588e500ae117a1df68c5 +c22a74728313ee35f6bf143238d42e2eca9ed020 diff --git a/git/gcc_rev b/git/gcc_rev index 4262faa..9f67173 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -79ef372fa419191a3eb991f6f28671d96444b97b +86bc0909613e19e284b40fce9f9914e3a115bbe8 diff --git a/git/newlib_rev b/git/newlib_rev index 4673d46..2ad2427 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -f307fefe16da6134d1a3caa2ccebabdfdb1eb773 +7faa6465531637d76e3c0733a4d2608bf7b3a54a diff --git a/mail/jira-body.txt b/mail/jira-body.txt index e9e90d7..72da2d4 100644 --- a/mail/jira-body.txt +++ b/mail/jira-body.txt @@ -1,19 +1,19 @@ After binutils/gcc/newlib -8282ad74c302a8e0db7a588e500ae117a1df68c5 gdb: fix describe_other_breakpoints for default task being -1 -f0bdf68d3fb6db1dd2b83e07062e2104cdb785c2 gdb/c++: fix handling of breakpoints on @plt symbols -2ecee236752932672fb3d6cd63c6976927f747d8 gdb: use -1 for breakpoint::task default value -0a9ccb9dd79384f3ba3f8cd75940e8868f3b526f gdb: only allow one of thread or task on breakpoints or watchpoints -d088d944a038bf9ea23b8c938efbc8d125924cc6 Automatic date update in version.in -... and 41 more binutils commits -79ef372fa419191a3eb991f6f28671d96444b97b RISC-V: Add vmerge C++ API test -9a1c81afd551ac66b6cb8011a2168ddcd7887576 RISC-V: Add vncvt/vmv C++ API tests -484ea18ffae0ffe48c054f7a975eeb183abcfc61 RISC-V: Add vnsra C++ API tests -0b7dd2f4799fc184a36423723ad8652bfb2cf14e RISC-V: Add vnsrl C++ API tests -c0ea34be11c0da54c18b010ab51b97fc95657a4a RISC-V: Add vmerge C API tests -... and 165 more gcc commits -f307fefe16da6134d1a3caa2ccebabdfdb1eb773 Cygwin: cygcheck: fix default info selector evaluation -b030a77dff515a857cf60bfc53a2a5e5e239cbb2 Cygwin: cygcheck: fix dependency search -498fce80ef33d6ee11aed6f3bd8feda277bc4b30 Cygwin: get_posix_access: Make mode_t parameter mandatory -9afd4c055814ddcb51ba9cc0e99250e5ded852cf Cygwin: chmod: don't drop default ACEs from directory ACLs -283583c5f24000dc4a5872725d21c4313d13350f Cygwin: mkdir: use correct default permissions filtered by umask -... and 1 more newlib commits +c22a74728313ee35f6bf143238d42e2eca9ed020 gas: buffer_and_nest() needs to pass nul-terminated string to temp_ilp() +c91714309754e27f7f3a6ffc08ba61739c418532 More ecoff sanity checks +72d225ef9cc7d475db188581da33b056df3191fd binutils stabs type list +3cd0b4f2c03ddfce91343dd8409407aab3ebb47d Automatic date update in version.in +34116a8a2d0f46c23cf0e4d1c0842e1bea827ab2 Remove a use of pagination_enabled +... and 82 more binutils commits +86bc0909613e19e284b40fce9f9914e3a115bbe8 Fix possible sanopt compile-time hog +e1dfac7e71056e879f101fef1c5ecb8ff6be1a1f target/108738 - optimize bit operations in STV +ec23e9e25eb64bb066dc408fd498861b8587bec8 target/108738 - STV bitmap operations compile-time hog +05467d08e777b72f57c50f7ef0430f8cf0edd8e1 Daily bump. +d68adf853759fa68945122a1b72035cab78d5077 gen_reload: Correct parameter for fatal_insn call +... and 71 more gcc commits +7faa6465531637d76e3c0733a4d2608bf7b3a54a Cygwin: fnmatch: handle named character classes +1fc35f30bdc67592150592ea78f808d44c913faf Cygwin: mbrtowi: fix return type +1387ea9f984d5a7aa096a66b67d61dc2cc565d21 Cygwin: dumper: also link with libzstd, as libbfd may require it +588624da2b0a921c7e72d12d19c2ac3321de0326 Cygwin: regex: convert wchar_t to wint_t +0321fb5736545b5535e640b99b550ed6249f0e0c Cygwin: glob: convert wchar_t to wint_t +... and 4 more newlib commits diff --git a/mail/mail-body.txt b/mail/mail-body.txt index ecf376f..8ceac7c 100644 --- a/mail/mail-body.txt +++ b/mail/mail-body.txt @@ -1,22 +1,22 @@ After binutils/gcc/newlib -8282ad74c302a8e0db7a588e500ae117a1df68c5 gdb: fix describe_other_breakpoints for default task being -1 -f0bdf68d3fb6db1dd2b83e07062e2104cdb785c2 gdb/c++: fix handling of breakpoints on @plt symbols -2ecee236752932672fb3d6cd63c6976927f747d8 gdb: use -1 for breakpoint::task default value -0a9ccb9dd79384f3ba3f8cd75940e8868f3b526f gdb: only allow one of thread or task on breakpoints or watchpoints -d088d944a038bf9ea23b8c938efbc8d125924cc6 Automatic date update in version.in -... and 41 more binutils commits -79ef372fa419191a3eb991f6f28671d96444b97b RISC-V: Add vmerge C++ API test -9a1c81afd551ac66b6cb8011a2168ddcd7887576 RISC-V: Add vncvt/vmv C++ API tests -484ea18ffae0ffe48c054f7a975eeb183abcfc61 RISC-V: Add vnsra C++ API tests -0b7dd2f4799fc184a36423723ad8652bfb2cf14e RISC-V: Add vnsrl C++ API tests -c0ea34be11c0da54c18b010ab51b97fc95657a4a RISC-V: Add vmerge C API tests -... and 165 more gcc commits -f307fefe16da6134d1a3caa2ccebabdfdb1eb773 Cygwin: cygcheck: fix default info selector evaluation -b030a77dff515a857cf60bfc53a2a5e5e239cbb2 Cygwin: cygcheck: fix dependency search -498fce80ef33d6ee11aed6f3bd8feda277bc4b30 Cygwin: get_posix_access: Make mode_t parameter mandatory -9afd4c055814ddcb51ba9cc0e99250e5ded852cf Cygwin: chmod: don't drop default ACEs from directory ACLs -283583c5f24000dc4a5872725d21c4313d13350f Cygwin: mkdir: use correct default permissions filtered by umask -... and 1 more newlib commits +c22a74728313ee35f6bf143238d42e2eca9ed020 gas: buffer_and_nest() needs to pass nul-terminated string to temp_ilp() +c91714309754e27f7f3a6ffc08ba61739c418532 More ecoff sanity checks +72d225ef9cc7d475db188581da33b056df3191fd binutils stabs type list +3cd0b4f2c03ddfce91343dd8409407aab3ebb47d Automatic date update in version.in +34116a8a2d0f46c23cf0e4d1c0842e1bea827ab2 Remove a use of pagination_enabled +... and 82 more binutils commits +86bc0909613e19e284b40fce9f9914e3a115bbe8 Fix possible sanopt compile-time hog +e1dfac7e71056e879f101fef1c5ecb8ff6be1a1f target/108738 - optimize bit operations in STV +ec23e9e25eb64bb066dc408fd498861b8587bec8 target/108738 - STV bitmap operations compile-time hog +05467d08e777b72f57c50f7ef0430f8cf0edd8e1 Daily bump. +d68adf853759fa68945122a1b72035cab78d5077 gen_reload: Correct parameter for fatal_insn call +... and 71 more gcc commits +7faa6465531637d76e3c0733a4d2608bf7b3a54a Cygwin: fnmatch: handle named character classes +1fc35f30bdc67592150592ea78f808d44c913faf Cygwin: mbrtowi: fix return type +1387ea9f984d5a7aa096a66b67d61dc2cc565d21 Cygwin: dumper: also link with libzstd, as libbfd may require it +588624da2b0a921c7e72d12d19c2ac3321de0326 Cygwin: regex: convert wchar_t to wint_t +0321fb5736545b5535e640b99b550ed6249f0e0c Cygwin: glob: convert wchar_t to wint_t +... and 4 more newlib commits Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI. diff --git a/mail/mail-subject.txt b/mail/mail-subject.txt index b7c877d..2f0aa74 100644 --- a/mail/mail-subject.txt +++ b/mail/mail-subject.txt @@ -1 +1 @@ -[TCWG CI] No change after binutils/gcc/newlib: 222 commits +[TCWG CI] No change after binutils/gcc/newlib: 172 commits diff --git a/manifest.sh b/manifest.sh index f57cf1e..f48bebf 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=d486bea964c53065e4e8976335fe0d2c419d9c3f" +declare -g "jenkins_scripts_rev=59bbbd97a5e7e4505a050a61d8a7bb34453c08ce" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_speed-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#8282ad74c302a8e0db7a588e500ae117a1df68c5" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#79ef372fa419191a3eb991f6f28671d96444b97b" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#f307fefe16da6134d1a3caa2ccebabdfdb1eb773" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#c22a74728313ee35f6bf143238d42e2eca9ed020" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#86bc0909613e19e284b40fce9f9914e3a115bbe8" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#7faa6465531637d76e3c0733a4d2608bf7b3a54a" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/10/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/11/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options -rr[base-artifacts_rev]=9168cde6488c7891caa2f776db6e0bc4c41a32d9 +rr[base-artifacts_rev]=0b809a43508640a71bac6d8b536221d1ffeb3f46 rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=8282ad74c302a8e0db7a588e500ae117a1df68c5 -rr[debug_binutils_date]=1676186365 # 52 minutes ago +rr[binutils_rev]=c22a74728313ee35f6bf143238d42e2eca9ed020 +rr[debug_binutils_date]=1676447162 # 26 minutes ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=79ef372fa419191a3eb991f6f28671d96444b97b -rr[debug_gcc_date]=1676186793 # 47 minutes ago +rr[gcc_rev]=86bc0909613e19e284b40fce9f9914e3a115bbe8 +rr[debug_gcc_date]=1676446128 # 45 minutes ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=f307fefe16da6134d1a3caa2ccebabdfdb1eb773 -rr[debug_newlib_date]=1676116693 # 20 hours ago +rr[newlib_rev]=7faa6465531637d76e3c0733a4d2608bf7b3a54a +rr[debug_newlib_date]=1676402574 # 13 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=79ef372fa419191a3eb991f6f28671d96444b97b -rr[debug_gcc_date]=1676186793 # 54 minutes ago -rr[results_date]=1675913094 +rr[gcc_rev]=86bc0909613e19e284b40fce9f9914e3a115bbe8 +rr[debug_gcc_date]=1676446128 # 55 minutes ago +rr[results_date]=1676180128 # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index ec27e8e..bdc059d 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/10/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/11/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 3361708..4803496 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,25 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 222 commits in binutils,gcc,newlib - | 8282ad74c30 gdb: fix describe_other_breakpoints for default task being -1 - | f0bdf68d3fb gdb/c++: fix handling of breakpoints on @plt symbols - | 2ecee236752 gdb: use -1 for breakpoint::task default value - | 0a9ccb9dd79 gdb: only allow one of thread or task on breakpoints or watchpoints - | d088d944a03 Automatic date update in version.in - | ... and 41 more commits in binutils - | 79ef372fa41 RISC-V: Add vmerge C++ API test - | 9a1c81afd55 RISC-V: Add vncvt/vmv C++ API tests - | 484ea18ffae RISC-V: Add vnsra C++ API tests - | 0b7dd2f4799 RISC-V: Add vnsrl C++ API tests - | c0ea34be11c RISC-V: Add vmerge C API tests - | ... and 165 more commits in gcc - | f307fefe1 Cygwin: cygcheck: fix default info selector evaluation - | b030a77df Cygwin: cygcheck: fix dependency search - | 498fce80e Cygwin: get_posix_access: Make mode_t parameter mandatory - | 9afd4c055 Cygwin: chmod: don't drop default ACEs from directory ACLs - | 283583c5f Cygwin: mkdir: use correct default permissions filtered by umask - | ... and 1 more commits in newlib + | 172 commits in binutils,gcc,newlib + | c22a7472831 gas: buffer_and_nest() needs to pass nul-terminated string to temp_ilp() + | c9171430975 More ecoff sanity checks + | 72d225ef9cc binutils stabs type list + | 3cd0b4f2c03 Automatic date update in version.in + | 34116a8a2d0 Remove a use of pagination_enabled + | ... and 82 more commits in binutils + | 86bc0909613 Fix possible sanopt compile-time hog + | e1dfac7e710 target/108738 - optimize bit operations in STV + | ec23e9e25eb target/108738 - STV bitmap operations compile-time hog + | 05467d08e77 Daily bump. + | d68adf85375 gen_reload: Correct parameter for fatal_insn call + | ... and 71 more commits in gcc + | 7faa64655 Cygwin: fnmatch: handle named character classes + | 1fc35f30b Cygwin: mbrtowi: fix return type + | 1387ea9f9 Cygwin: dumper: also link with libzstd, as libbfd may require it + | 588624da2 Cygwin: regex: convert wchar_t to wint_t + | 0321fb573 Cygwin: glob: convert wchar_t to wint_t + | ... and 4 more commits in newlib No change @@ -39,6 +39,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/10/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/9/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/11/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/10/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index cb06c04..2a0dbe5 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 222 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 172 commits in binutils,gcc,newlib: No change diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 33a8f24..71f448d 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_sve_loops_variation_average,sample_variation_average,num_vect_loops_variation_average,benchmark,symbol,size_variation_average +num_vect_loops_variation_average,sample_variation_average,num_sve_loops_variation_average,benchmark,symbol,size_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index b096b0c..44b5910 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,average-successful-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -Mean,mean,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,99,n/a,n/a,n/a,14303,14260,64764,64316,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14260,14260,64316,64316,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv index bca8404..670b178 100644 --- a/results-vs-prev/csv-results-0/perf.csv +++ b/results-vs-prev/csv-results-0/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,14303,na +coremark,coremark,14260,na diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index 6c84c3b..95f13ae 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,average-successful-tests,14303,344,-1,-1,-1 -Mean,average-all-tests,14303,344,-1,-1,-1 -Mean,mean,14302,28,-1,-1,-1 -Mean,geomean-successful-tests,14302,28,-1,-1,-1 -Mean,geomean-all-tests,14302,28,-1,-1,-1 -coremark,coremark,14303,64764,-1,-1,-1 +Mean,mean,14260,28,-1,-1,-1 +Mean,geomean-successful-tests,14260,28,-1,-1,-1 +Mean,geomean-all-tests,14260,28,-1,-1,-1 +Mean,average-successful-tests,14260,341,-1,-1,-1 +Mean,average-all-tests,14260,341,-1,-1,-1 +coremark,coremark,14260,64316,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -209,13 +209,13 @@ coremark,[.] __malloc_lock,-1,2,-1,-1,-1 coremark,[.] _malloc_r,-1,1364,-1,-1,-1 coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 coremark,[.] __malloc_unlock,-1,2,-1,-1,-1 -coremark,[.] matrix_add_const,-1,208,-1,-1,-1 +coremark,[.] matrix_add_const,-1,58,-1,-1,-1 coremark,[.] matrix_mul_const,-1,74,-1,-1,-1 coremark,[.] matrix_mul_matrix,-1,106,-1,-1,-1 coremark,[.] matrix_mul_matrix_bitextract,-1,114,-1,-1,-1 coremark,[.] matrix_mul_vect,-1,62,-1,-1,-1 coremark,[.] matrix_sum,-1,88,-1,-1,-1 -coremark,[.] matrix_test,-1,1214,-1,-1,-1 +coremark,[.] matrix_test,-1,888,-1,-1,-1 coremark,[.] _mbtowc_r,-1,20,-1,-1,-1 coremark,[.] __mcmp,-1,66,-1,-1,-1 coremark,[.] __mdiff,-1,376,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv index 3a7328c..9274c25 100644 --- a/results-vs-prev/csv-results-0/size.csv +++ b/results-vs-prev/csv-results-0/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,64764
+coremark,coremark,64316
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -204,13 +204,13 @@ coremark,[.] __malloc_lock,2 coremark,[.] _malloc_r,1364
coremark,[.] _malloc_trim_r,184
coremark,[.] __malloc_unlock,2
-coremark,[.] matrix_add_const,208
+coremark,[.] matrix_add_const,58
coremark,[.] matrix_mul_const,74
coremark,[.] matrix_mul_matrix,106
coremark,[.] matrix_mul_matrix_bitextract,114
coremark,[.] matrix_mul_vect,62
coremark,[.] matrix_sum,88
-coremark,[.] matrix_test,1214
+coremark,[.] matrix_test,888
coremark,[.] _mbtowc_r,20
coremark,[.] __mcmp,66
coremark,[.] __mdiff,376
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 40f3e18..44b5910 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,99,n/a,n/a,n/a,14303,14260,64764,64316,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14260,14260,64316,64316,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 40f3e18..44b5910 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,99,n/a,n/a,n/a,14303,14260,64764,64316,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14260,14260,64316,64316,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 40f3e18..44b5910 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,99,n/a,n/a,n/a,14303,14260,64764,64316,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14260,14260,64316,64316,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 40f3e18..44b5910 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,99,n/a,n/a,n/a,14303,14260,64764,64316,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14260,14260,64316,64316,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 40f3e18..44b5910 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14260,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,99,n/a,n/a,n/a,14303,14260,344,341,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,99,n/a,n/a,n/a,14303,14260,64764,64316,-1,-1,-1,-1,-1,-1 +Mean,mean,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14260,14260,28,28,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14260,14260,341,341,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14260,14260,64316,64316,-1,-1,-1,-1,-1,-1 |