diff options
34 files changed, 216 insertions, 201 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 69ce5b6..61678e8 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 4d7a94d..c849a7a 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex d1e470a..3fe513b 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex e5b4653..f29f220 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 4ee5f7d..eef7b10 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 8abfd52..b8dcc5c 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index f4b7347..66414d4 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #25015 +Started TCWG Benchmark #25140 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-5kmR5cN0rQQo/agent.15207 -SSH_AGENT_PID=15209 +SSH_AUTH_SOCK=/tmp/ssh-drQAcHyE9BzX/agent.3199 +SSH_AGENT_PID=3201 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_15534449326073847471.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_15534449326073847471.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_15171289993784509773.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_15171289993784509773.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.25.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision c02a9d927e7bba35db80bb25318ed06563096f09 (origin/master) +Checking out Revision 4752cf5cecd2ca651e7c94ee7f7ab4c49c505e29 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f c02a9d927e7bba35db80bb25318ed06563096f09 # timeout=10 -Commit message: "generate-cimonitor-dashboard: Add a new summary table" - > /usr/bin/git rev-list --no-walk c02a9d927e7bba35db80bb25318ed06563096f09 # timeout=10 + > /usr/bin/git checkout -f 4752cf5cecd2ca651e7c94ee7f7ab4c49c505e29 # timeout=10 +Commit message: "Use spec2017_rate to speed up VECT and SVE jobs." + > /usr/bin/git rev-list --no-walk 4752cf5cecd2ca651e7c94ee7f7ab4c49c505e29 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.25.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 7e8b67644e2ae135afe71165b14df8e90612a550 (origin/master) +Checking out Revision a39793cceab117ae56f76f818a4a36c1d718b999 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 7e8b67644e2ae135afe71165b14df8e90612a550 # timeout=10 -Commit message: "ssh-cc.sh: Fix rsync of *.fppized.* files" - > /usr/bin/git rev-list --no-walk 7e8b67644e2ae135afe71165b14df8e90612a550 # timeout=10 + > /usr/bin/git checkout -f a39793cceab117ae56f76f818a4a36c1d718b999 # timeout=10 +Commit message: "Pad symbol only if it's length is lesser than 60 - len(curr_bmk)." + > /usr/bin/git rev-list --no-walk a39793cceab117ae56f76f818a4a36c1d718b999 # timeout=10 No emails were triggered. -New run name is '#25015-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins8761828418871399270.sh +New run name is '#25140-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' +[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins9289793218733112425.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,8 +64,8 @@ New run name is '#25015-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/@build_num@ -++ sed -e s/@build_num@/25015/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 +++ sed -e s/@build_num@/25140/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock ++ wc -l @@ -78,18 +78,18 @@ New run name is '#25015-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #103993 started. -TCWG Benchmark_backend #103993-25015+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins10058637890068498251.sh +TCWG Benchmark_backend #104724 started. +TCWG Benchmark_backend #104724-25140+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins5525899640397487942.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -99,12 +99,12 @@ TCWG Benchmark_backend #103993-25015+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results + shift + shift + test 4 -gt 0 @@ -118,14 +118,14 @@ TCWG Benchmark_backend #103993-25015+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -136,36 +136,36 @@ TCWG Benchmark_backend #103993-25015+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + '[' xno = xundef ']' + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk=coremark -+ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/size.csv -+ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/vect.csv -+ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/sve.csv -+ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/md5sum.csv -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/md5sum.csv -New run name is '#25015-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' ++ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/size.csv ++ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/vect.csv ++ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/sve.csv ++ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/md5sum.csv ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/md5sum.csv +New run name is '#25140-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 15209 killed; +echo Agent pid 3201 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#25014-tcwg_bmk-code_speed-spec2k6/build-gnu-aarch64-master-O2_LTO is still in progress; ignoring for purposes of comparison +#25139-tcwg_bmk-fujitsu_speed-cpu2017rate/bisect-gnu-aarch64-master-O2 is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#25014-tcwg_bmk-code_speed-spec2k6/build-gnu-aarch64-master-O2_LTO is still in progress; ignoring for purposes of comparison +#25139-tcwg_bmk-fujitsu_speed-cpu2017rate/bisect-gnu-aarch64-master-O2 is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #25015-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 : SUCCESS +Completed TCWG Benchmark #25140-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index e88ed8c..d06901d 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #25015 +Started TCWG Benchmark #25140 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-5kmR5cN0rQQo/agent.15207 -SSH_AGENT_PID=15209 +SSH_AUTH_SOCK=/tmp/ssh-drQAcHyE9BzX/agent.3199 +SSH_AGENT_PID=3201 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_15534449326073847471.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_15534449326073847471.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_15171289993784509773.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_15171289993784509773.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.25.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision c02a9d927e7bba35db80bb25318ed06563096f09 (origin/master) +Checking out Revision 4752cf5cecd2ca651e7c94ee7f7ab4c49c505e29 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f c02a9d927e7bba35db80bb25318ed06563096f09 # timeout=10 -Commit message: "generate-cimonitor-dashboard: Add a new summary table" - > /usr/bin/git rev-list --no-walk c02a9d927e7bba35db80bb25318ed06563096f09 # timeout=10 + > /usr/bin/git checkout -f 4752cf5cecd2ca651e7c94ee7f7ab4c49c505e29 # timeout=10 +Commit message: "Use spec2017_rate to speed up VECT and SVE jobs." + > /usr/bin/git rev-list --no-walk 4752cf5cecd2ca651e7c94ee7f7ab4c49c505e29 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,14 +49,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.25.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 7e8b67644e2ae135afe71165b14df8e90612a550 (origin/master) +Checking out Revision a39793cceab117ae56f76f818a4a36c1d718b999 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 7e8b67644e2ae135afe71165b14df8e90612a550 # timeout=10 -Commit message: "ssh-cc.sh: Fix rsync of *.fppized.* files" - > /usr/bin/git rev-list --no-walk 7e8b67644e2ae135afe71165b14df8e90612a550 # timeout=10 + > /usr/bin/git checkout -f a39793cceab117ae56f76f818a4a36c1d718b999 # timeout=10 +Commit message: "Pad symbol only if it's length is lesser than 60 - len(curr_bmk)." + > /usr/bin/git rev-list --no-walk a39793cceab117ae56f76f818a4a36c1d718b999 # timeout=10 No emails were triggered. -New run name is '#25015-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins8761828418871399270.sh +New run name is '#25140-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' +[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins9289793218733112425.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,8 +64,8 @@ New run name is '#25015-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/@build_num@ -++ sed -e s/@build_num@/25015/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 +++ sed -e s/@build_num@/25140/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock ++ wc -l @@ -78,18 +78,18 @@ New run name is '#25015-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #103993 started. -TCWG Benchmark_backend #103993-25015+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins10058637890068498251.sh +TCWG Benchmark_backend #104724 started. +TCWG Benchmark_backend #104724-25140+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins5525899640397487942.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -99,12 +99,12 @@ TCWG Benchmark_backend #103993-25015+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results + shift + shift + test 4 -gt 0 @@ -118,14 +118,14 @@ TCWG Benchmark_backend #103993-25015+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -136,35 +136,35 @@ TCWG Benchmark_backend #103993-25015+1-tcwg_bmk-code_speed-coremark/build-gnu_ea + '[' xno = xundef ']' + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk=coremark -+ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/size.csv -+ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/vect.csv -+ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/sve.csv -+ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/md5sum.csv -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25015/csv_results/md5sum.csv -New run name is '#25015-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' ++ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/size.csv ++ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/vect.csv ++ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/sve.csv ++ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/md5sum.csv ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/25140/csv_results/md5sum.csv +New run name is '#25140-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 15209 killed; +echo Agent pid 3201 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#25014-tcwg_bmk-code_speed-spec2k6/build-gnu-aarch64-master-O2_LTO is still in progress; ignoring for purposes of comparison +#25139-tcwg_bmk-fujitsu_speed-cpu2017rate/bisect-gnu-aarch64-master-O2 is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#25014-tcwg_bmk-code_speed-spec2k6/build-gnu-aarch64-master-O2_LTO is still in progress; ignoring for purposes of comparison +#25139-tcwg_bmk-fujitsu_speed-cpu2017rate/bisect-gnu-aarch64-master-O2 is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 98735f4..9cbd01e 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 2a5a93c..c74e623 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index 7f2d7f3..708f5a8 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/8-60983ec4ac6a1060ca18966aa5fa4802.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/9-17c914b019964bdce79df6fb77624632.tar.xz diff --git a/dashboard/dashboard-generate.sh b/dashboard/dashboard-generate.sh index 1f548bc..ba1ad7a 100755 --- a/dashboard/dashboard-generate.sh +++ b/dashboard/dashboard-generate.sh @@ -11,7 +11,7 @@ fi --top_artifacts "$top_artifacts" \ --baseline_branch "linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3" \ --components "binutils gcc newlib" \ - --run_date "2023-02-02T15:22:02+00:00" \ + --run_date "2023-02-05T23:23:16+00:00" \ --relative_results true \ --squad_mode "vs-first" diff --git a/dashboard/squad-vs-first/Mean/results-metadata.json b/dashboard/squad-vs-first/Mean/results-metadata.json index 92f492e..586175c 100644 --- a/dashboard/squad-vs-first/Mean/results-metadata.json +++ b/dashboard/squad-vs-first/Mean/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after binutils/gcc: 41 commits", + " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 82 commits", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-02-02T15:22:02+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/8/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/8/console", - "version_binutils":"023b960d59c25994da233ea371deb26105fbacc8", - "version_gcc": "5df573f76bb9b42231e722145033c548a5fcdf9a", + "datetime": "2023-02-05T23:23:16+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/9/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/9/console", + "version_binutils":"0d78a4c40eaa1b709e482044c17ce6d0f05b2f9c", + "version_gcc": "4b19ff1b5ef684c2d9ccd4fb275aeef0a4b0b980", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/coremark/results-metadata.json b/dashboard/squad-vs-first/coremark/results-metadata.json index 92f492e..586175c 100644 --- a/dashboard/squad-vs-first/coremark/results-metadata.json +++ b/dashboard/squad-vs-first/coremark/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after binutils/gcc: 41 commits", + " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 82 commits", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-02-02T15:22:02+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/8/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/8/console", - "version_binutils":"023b960d59c25994da233ea371deb26105fbacc8", - "version_gcc": "5df573f76bb9b42231e722145033c548a5fcdf9a", + "datetime": "2023-02-05T23:23:16+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/9/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/9/console", + "version_binutils":"0d78a4c40eaa1b709e482044c17ce6d0f05b2f9c", + "version_gcc": "4b19ff1b5ef684c2d9ccd4fb275aeef0a4b0b980", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/dashboard-push-squad.sh b/dashboard/squad-vs-first/dashboard-push-squad.sh index 973a3c9..43fc844 100755 --- a/dashboard/squad-vs-first/dashboard-push-squad.sh +++ b/dashboard/squad-vs-first/dashboard-push-squad.sh @@ -20,21 +20,21 @@ if [ -f $top_artifacts/git/base-artifacts_rev ]; then sed -i -e "s|#BASE-ARTIFACTS-REV#|$base_artifacts_rev|" */results-metadata.json fi -echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/8" +echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/9" set +x -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/8/coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/9/coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@coremark/results-functional.json \ --form metrics=@coremark/results-metrics.json \ --form metadata=@coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/8/coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/9/coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/8/Mean" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/9/Mean" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Mean/results-functional.json \ --form metrics=@Mean/results-metrics.json \ --form metadata=@Mean/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/8/Mean + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/9/Mean diff --git a/git/binutils_rev b/git/binutils_rev index 1d9b608..dd805d8 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -023b960d59c25994da233ea371deb26105fbacc8 +0d78a4c40eaa1b709e482044c17ce6d0f05b2f9c diff --git a/git/gcc_rev b/git/gcc_rev index 1aeeea6..edd18e0 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -5df573f76bb9b42231e722145033c548a5fcdf9a +4b19ff1b5ef684c2d9ccd4fb275aeef0a4b0b980 diff --git a/git/newlib_rev b/git/newlib_rev index 878c955..574c1a8 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -c6e601de84ea9f2be2b026c609cc3c1fe82a3103 +2a683f84a1da3d7b35fe595c64dc81e88100a511 diff --git a/mail/jira-body.txt b/mail/jira-body.txt index f569a72..baf35e2 100644 --- a/mail/jira-body.txt +++ b/mail/jira-body.txt @@ -1,13 +1,18 @@ -After binutils/gcc -023b960d59c25994da233ea371deb26105fbacc8 [PR 30082] Pass $JANSSON_LIBS and $ZSTD_LIBS to ld-bootstrap/bootrap.exp -f6d5083f592a5bdc644f831304e8a5136231fe3b Automatic date update in version.in -4b8f97828b88f8074f97601e66d9e2017bd151b4 Automatic date update in version.in -79436bfc5aa71973f154b855f7440ed62ddd9582 gdb/testsuite: don't try to set non-stop mode on a running target -ba268471bf9a2b76efc0d7a9c05291f7e8cd4424 ld: pru: Add optional section alignments -... and 9 more binutils commits -5df573f76bb9b42231e722145033c548a5fcdf9a ubsan: Fix up another spot that should have been BUILT_IN_UNREACHABLE_TRAPS [PR108655] -31924665c86d47af6b1f22a74f594f2e1dc0ed2d c++: equivalence of non-dependent calls [PR107461] -e4421a770d42477736a6598ee2cf61c6c737cc37 Daily bump. -d042f118798ae0648b45f97e63b0e5ab7c82c8ef Fortran: prevent redundant integer division truncation warnings [PR108592] -f1a4c63c2f741617ae364e39db5bfaaae0fbaa65 doc: Remove note on PW32 -... and 22 more gcc commits +After binutils/gcc/newlib +0d78a4c40eaa1b709e482044c17ce6d0f05b2f9c Automatic date update in version.in +ec78da9ce6540bdcc2aeb3e01ffdbbac957cbe07 coff-sh.c keep_relocs, keep_contents and keep_syms +389903128ac5686dc83efd121339158465614d67 Memory leak in bfd_init_section_compress_status +87d206578e152d81d903a0beec8bd3927154eb30 Clear cached file size when bfd changed to BFD_IN_MEMORY +4fd74b5f05e63c5b4e705080c331da961fac7394 Internal error at gas/expr.c:1814 +... and 30 more binutils commits +4b19ff1b5ef684c2d9ccd4fb275aeef0a4b0b980 tree-optimization/26854 - slow bitmap operations +f6fc79d0c90ff3a924d272eff74b32656bdf5481 Daily bump. +53678f7f794aa3ff99d9df87c02abe1caf4ec1d3 c: Update checks on constexpr pointer initializers +1a49390f3f6febc1f5539f76459c416dba83b4db doc: Change fsf.org to www.fsf.org +70888d0982d9c4df4f74cd6f06f943778af1d1eb testsuite: Fix asm-goto-with-outputs tests; limit to lra targets +... and 37 more gcc commits +2a683f84a1da3d7b35fe595c64dc81e88100a511 Cygwin: cygcheck: add dependency output +a022a8efd73011cc6047f06de12a3e83f29c799b Cygwin: cygcheck: print categories in --info output +627c0f2b6715f37663ccd0c6c7f87b2f0ba0dc8f Cygwin: cygcheck: collect build-depends info +013ccc0686131aa835f1364ea7ca9d07066e03e6 Cygwin: cygcheck: add latest product codes +23e49b18ce39bff5693a6dc8edbacfa59df79dab setlocale: create LC_ALL string when changing locale diff --git a/mail/mail-body.txt b/mail/mail-body.txt index 98ba7d1..74b88d0 100644 --- a/mail/mail-body.txt +++ b/mail/mail-body.txt @@ -1,16 +1,21 @@ -After binutils/gcc -023b960d59c25994da233ea371deb26105fbacc8 [PR 30082] Pass $JANSSON_LIBS and $ZSTD_LIBS to ld-bootstrap/bootrap.exp -f6d5083f592a5bdc644f831304e8a5136231fe3b Automatic date update in version.in -4b8f97828b88f8074f97601e66d9e2017bd151b4 Automatic date update in version.in -79436bfc5aa71973f154b855f7440ed62ddd9582 gdb/testsuite: don't try to set non-stop mode on a running target -ba268471bf9a2b76efc0d7a9c05291f7e8cd4424 ld: pru: Add optional section alignments -... and 9 more binutils commits -5df573f76bb9b42231e722145033c548a5fcdf9a ubsan: Fix up another spot that should have been BUILT_IN_UNREACHABLE_TRAPS [PR108655] -31924665c86d47af6b1f22a74f594f2e1dc0ed2d c++: equivalence of non-dependent calls [PR107461] -e4421a770d42477736a6598ee2cf61c6c737cc37 Daily bump. -d042f118798ae0648b45f97e63b0e5ab7c82c8ef Fortran: prevent redundant integer division truncation warnings [PR108592] -f1a4c63c2f741617ae364e39db5bfaaae0fbaa65 doc: Remove note on PW32 -... and 22 more gcc commits +After binutils/gcc/newlib +0d78a4c40eaa1b709e482044c17ce6d0f05b2f9c Automatic date update in version.in +ec78da9ce6540bdcc2aeb3e01ffdbbac957cbe07 coff-sh.c keep_relocs, keep_contents and keep_syms +389903128ac5686dc83efd121339158465614d67 Memory leak in bfd_init_section_compress_status +87d206578e152d81d903a0beec8bd3927154eb30 Clear cached file size when bfd changed to BFD_IN_MEMORY +4fd74b5f05e63c5b4e705080c331da961fac7394 Internal error at gas/expr.c:1814 +... and 30 more binutils commits +4b19ff1b5ef684c2d9ccd4fb275aeef0a4b0b980 tree-optimization/26854 - slow bitmap operations +f6fc79d0c90ff3a924d272eff74b32656bdf5481 Daily bump. +53678f7f794aa3ff99d9df87c02abe1caf4ec1d3 c: Update checks on constexpr pointer initializers +1a49390f3f6febc1f5539f76459c416dba83b4db doc: Change fsf.org to www.fsf.org +70888d0982d9c4df4f74cd6f06f943778af1d1eb testsuite: Fix asm-goto-with-outputs tests; limit to lra targets +... and 37 more gcc commits +2a683f84a1da3d7b35fe595c64dc81e88100a511 Cygwin: cygcheck: add dependency output +a022a8efd73011cc6047f06de12a3e83f29c799b Cygwin: cygcheck: print categories in --info output +627c0f2b6715f37663ccd0c6c7f87b2f0ba0dc8f Cygwin: cygcheck: collect build-depends info +013ccc0686131aa835f1364ea7ca9d07066e03e6 Cygwin: cygcheck: add latest product codes +23e49b18ce39bff5693a6dc8edbacfa59df79dab setlocale: create LC_ALL string when changing locale Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI. diff --git a/mail/mail-subject.txt b/mail/mail-subject.txt index 3a6b603..fde28e6 100644 --- a/mail/mail-subject.txt +++ b/mail/mail-subject.txt @@ -1 +1 @@ -[TCWG CI] No change after binutils/gcc: 41 commits +[TCWG CI] No change after binutils/gcc/newlib: 82 commits diff --git a/manifest.sh b/manifest.sh index 9009cfb..89d9d44 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=c02a9d927e7bba35db80bb25318ed06563096f09" +declare -g "jenkins_scripts_rev=4752cf5cecd2ca651e7c94ee7f7ab4c49c505e29" # Artifacts directory rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh @@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_speed-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#023b960d59c25994da233ea371deb26105fbacc8" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#5df573f76bb9b42231e722145033c548a5fcdf9a" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#c6e601de84ea9f2be2b026c609cc3c1fe82a3103" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#0d78a4c40eaa1b709e482044c17ce6d0f05b2f9c" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#4b19ff1b5ef684c2d9ccd4fb275aeef0a4b0b980" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#2a683f84a1da3d7b35fe595c64dc81e88100a511" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/8/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/9/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options -rr[base-artifacts_rev]=bb4db0f0332c4a38a3c58f7105f9997a6390d239 +rr[base-artifacts_rev]=1b3389f5e464e2eb73d12d755d1b96b36cc086d4 rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=023b960d59c25994da233ea371deb26105fbacc8 -rr[debug_binutils_date]=1675641686 # 9 hours ago +rr[binutils_rev]=0d78a4c40eaa1b709e482044c17ce6d0f05b2f9c +rr[debug_binutils_date]=1675900827 # 9 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=5df573f76bb9b42231e722145033c548a5fcdf9a -rr[debug_gcc_date]=1675670756 # 53 minutes ago +rr[gcc_rev]=4b19ff1b5ef684c2d9ccd4fb275aeef0a4b0b980 +rr[debug_gcc_date]=1675927470 # 80 minutes ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=c6e601de84ea9f2be2b026c609cc3c1fe82a3103 -rr[debug_newlib_date]=1675429628 # 3 days ago +rr[newlib_rev]=2a683f84a1da3d7b35fe595c64dc81e88100a511 +rr[debug_newlib_date]=1675886718 # 13 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=5df573f76bb9b42231e722145033c548a5fcdf9a -rr[debug_gcc_date]=1675670756 # 61 minutes ago -rr[results_date]=1675351322 +rr[gcc_rev]=4b19ff1b5ef684c2d9ccd4fb275aeef0a4b0b980 +rr[debug_gcc_date]=1675927470 # 88 minutes ago +rr[results_date]=1675639396 # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 36d53d4..277b083 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/8/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/9/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index b5f466b..aae3806 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,19 +2,24 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 41 commits in binutils,gcc - | 023b960d59c [PR 30082] Pass $JANSSON_LIBS and $ZSTD_LIBS to ld-bootstrap/bootrap.exp - | f6d5083f592 Automatic date update in version.in - | 4b8f97828b8 Automatic date update in version.in - | 79436bfc5aa gdb/testsuite: don't try to set non-stop mode on a running target - | ba268471bf9 ld: pru: Add optional section alignments - | ... and 9 more commits in binutils - | 5df573f76bb ubsan: Fix up another spot that should have been BUILT_IN_UNREACHABLE_TRAPS [PR108655] - | 31924665c86 c++: equivalence of non-dependent calls [PR107461] - | e4421a770d4 Daily bump. - | d042f118798 Fortran: prevent redundant integer division truncation warnings [PR108592] - | f1a4c63c2f7 doc: Remove note on PW32 - | ... and 22 more commits in gcc + | 82 commits in binutils,gcc,newlib + | 0d78a4c40ea Automatic date update in version.in + | ec78da9ce65 coff-sh.c keep_relocs, keep_contents and keep_syms + | 389903128ac Memory leak in bfd_init_section_compress_status + | 87d206578e1 Clear cached file size when bfd changed to BFD_IN_MEMORY + | 4fd74b5f05e Internal error at gas/expr.c:1814 + | ... and 30 more commits in binutils + | 4b19ff1b5ef tree-optimization/26854 - slow bitmap operations + | f6fc79d0c90 Daily bump. + | 53678f7f794 c: Update checks on constexpr pointer initializers + | 1a49390f3f6 doc: Change fsf.org to www.fsf.org + | 70888d0982d testsuite: Fix asm-goto-with-outputs tests; limit to lra targets + | ... and 37 more commits in gcc + | 2a683f84a Cygwin: cygcheck: add dependency output + | a022a8efd Cygwin: cygcheck: print categories in --info output + | 627c0f2b6 Cygwin: cygcheck: collect build-depends info + | 013ccc068 Cygwin: cygcheck: add latest product codes + | 23e49b18c setlocale: create LC_ALL string when changing locale No change @@ -33,6 +38,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/8/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/7/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/9/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/8/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 1bc55f0..ab31d1d 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 41 commits in binutils,gcc: No change +[Linaro-TCWG-CI] 82 commits in binutils,gcc,newlib: No change diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 65ba8e0..30d2011 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_vect_loops_variation_average,num_sve_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average +num_vect_loops_variation_average,size_variation_average,sample_variation_average,benchmark,symbol,num_sve_loops_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 02b8d44..68a332f 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,6 +1,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index 42cf9b3..6c84c3b 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,6 +1,6 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,average-successful-tests,14303,343,-1,-1,-1 -Mean,average-all-tests,14303,343,-1,-1,-1 +Mean,average-successful-tests,14303,344,-1,-1,-1 +Mean,average-all-tests,14303,344,-1,-1,-1 Mean,mean,14302,28,-1,-1,-1 Mean,geomean-successful-tests,14302,28,-1,-1,-1 Mean,geomean-all-tests,14302,28,-1,-1,-1 @@ -73,7 +73,7 @@ coremark,[.] crc16,-1,284,-1,-1,-1 coremark,[.] crcu16,-1,280,-1,-1,-1 coremark,[.] crcu32,-1,576,-1,-1,-1 coremark,[.] crcu8,-1,144,-1,-1,-1 -coremark,[.] currentlocale,-1,88,-1,-1,-1 +coremark,[.] currentlocale,-1,92,-1,-1,-1 coremark,[.] __d2b,-1,192,-1,-1,-1 coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 coremark,[.] Default_Handler,-1,2,-1,-1,-1 @@ -278,7 +278,7 @@ coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __seofread,-1,4,-1,-1,-1 coremark,[.] __set_ctype,-1,12,-1,-1,-1 coremark,[.] setlocale,-1,24,-1,-1,-1 -coremark,[.] _setlocale_r,-1,536,-1,-1,-1 +coremark,[.] _setlocale_r,-1,548,-1,-1,-1 coremark,[.] __sflush_r,-1,312,-1,-1,-1 coremark,[.] __sfp,-1,164,-1,-1,-1 coremark,[.] __sfp_lock_acquire,-1,2,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index 040a633..3a7328c 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -68,7 +68,7 @@ coremark,[.] crc16,284 coremark,[.] crcu16,280
coremark,[.] crcu32,576
coremark,[.] crcu8,144
-coremark,[.] currentlocale,88
+coremark,[.] currentlocale,92
coremark,[.] __d2b,192
coremark,[.] DebugMon_Handler,2
coremark,[.] Default_Handler,2
@@ -273,7 +273,7 @@ coremark,[.] SDMMC1_IRQHandler,2 coremark,[.] __seofread,4
coremark,[.] __set_ctype,12
coremark,[.] setlocale,24
-coremark,[.] _setlocale_r,536
+coremark,[.] _setlocale_r,548
coremark,[.] __sflush_r,312
coremark,[.] __sfp,164
coremark,[.] __sfp_lock_acquire,2
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index b6f60ce..197af66 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 coremark,coremark,100,100,n/a,n/a,n/a,14303,14303,64764,64764,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index b6f60ce..197af66 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 coremark,coremark,100,100,n/a,n/a,n/a,14303,14303,64764,64764,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index b6f60ce..197af66 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 coremark,coremark,100,100,n/a,n/a,n/a,14303,14303,64764,64764,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index b6f60ce..197af66 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 coremark,coremark,100,100,n/a,n/a,n/a,14303,14303,64764,64764,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index b6f60ce..197af66 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,343,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14303,14303,343,344,-1,-1,-1,-1,-1,-1 coremark,coremark,100,100,n/a,n/a,n/a,14303,14303,64764,64764,-1,-1,-1,-1,-1,-1 |