diff options
37 files changed, 235 insertions, 235 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 6b7128f..dd3f12e 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex f8f692e..0f4ec29 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 2bc24cd..e8ba6e7 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 75f07dc..cea7135 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 8702576..2925d97 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex b02e574..595f1a1 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index b974a37..ce2e549 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #23858 +Started TCWG Benchmark #23977 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-KhyAb9Xy5tU4/agent.22461 -SSH_AGENT_PID=22463 +SSH_AUTH_SOCK=/tmp/ssh-0r5IgIiTvvNk/agent.40240 +SSH_AGENT_PID=40242 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_7797649058311067694.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_7797649058311067694.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_11022400027500202278.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_11022400027500202278.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -35,7 +35,7 @@ Commit message: "tcwg_bmk-build.sh: Fix benchs to run" > /usr/bin/git rev-list --no-walk c62043198b6f37a61ac2e15be4eac1a889f78131 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -55,8 +55,8 @@ Checking out Revision dfc9da3d9a75519c2914a42ad2ab86b1b0078b12 (origin/master) Commit message: "break-up-bmks.sh: fix interpreted bmk keywords" > /usr/bin/git rev-list --no-walk dfc9da3d9a75519c2914a42ad2ab86b1b0078b12 # timeout=10 No emails were triggered. -New run name is '#23858-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' -[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins192193770428397378.sh +New run name is '#23977-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' +[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins5481494080429772983.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,8 +64,8 @@ New run name is '#23858-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/@build_num@ -++ sed -e s/@build_num@/23858/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 +++ sed -e s/@build_num@/23977/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 ++ set +f ++ wc -l ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock @@ -78,18 +78,18 @@ New run name is '#23858-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #96027 started. -TCWG Benchmark_backend #96027-23858+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins17845430132417057455.sh +TCWG Benchmark_backend #96861 started. +TCWG Benchmark_backend #96861-23977+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins7151573326851804563.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -99,12 +99,12 @@ TCWG Benchmark_backend #96027-23858+1-tcwg_bmk-code_speed-coremark/build-gnu_eab + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results + shift + shift + test 4 -gt 0 @@ -118,14 +118,14 @@ TCWG Benchmark_backend #96027-23858+1-tcwg_bmk-code_speed-coremark/build-gnu_eab + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -136,36 +136,36 @@ TCWG Benchmark_backend #96027-23858+1-tcwg_bmk-code_speed-coremark/build-gnu_eab + '[' xno = xundef ']' + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk=coremark -+ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/size.csv -+ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/vect.csv -+ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/sve.csv -+ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/md5sum.csv -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/md5sum.csv -New run name is '#23858-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' ++ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/size.csv ++ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/vect.csv ++ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/sve.csv ++ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/md5sum.csv ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/md5sum.csv +New run name is '#23977-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 22463 killed; +echo Agent pid 40242 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#23857-tcwg_bmk-code_speed-spec2k6/build-llvm-arm-master-O3_LTO is still in progress; ignoring for purposes of comparison +#23976-tcwg_bmk-code_speed-spec2k6/build-gnu-arm-master-O2_LTO is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#23857-tcwg_bmk-code_speed-spec2k6/build-llvm-arm-master-O3_LTO is still in progress; ignoring for purposes of comparison +#23976-tcwg_bmk-code_speed-spec2k6/build-gnu-arm-master-O2_LTO is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #23858-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 : SUCCESS +Completed TCWG Benchmark #23977-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index 366ec3c..b1ad8f6 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #23858 +Started TCWG Benchmark #23977 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-KhyAb9Xy5tU4/agent.22461 -SSH_AGENT_PID=22463 +SSH_AUTH_SOCK=/tmp/ssh-0r5IgIiTvvNk/agent.40240 +SSH_AGENT_PID=40242 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_7797649058311067694.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_7797649058311067694.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_11022400027500202278.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2_tmp/private_key_11022400027500202278.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -35,7 +35,7 @@ Commit message: "tcwg_bmk-build.sh: Fix benchs to run" > /usr/bin/git rev-list --no-walk c62043198b6f37a61ac2e15be4eac1a889f78131 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_2/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -55,8 +55,8 @@ Checking out Revision dfc9da3d9a75519c2914a42ad2ab86b1b0078b12 (origin/master) Commit message: "break-up-bmks.sh: fix interpreted bmk keywords" > /usr/bin/git rev-list --no-walk dfc9da3d9a75519c2914a42ad2ab86b1b0078b12 # timeout=10 No emails were triggered. -New run name is '#23858-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' -[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins192193770428397378.sh +New run name is '#23977-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' +[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins5481494080429772983.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes @@ -64,8 +64,8 @@ New run name is '#23858-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + hw_tag=stm32 + has_perf_logs=no ++ echo stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/@build_num@ -++ sed -e s/@build_num@/23858/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 +++ sed -e s/@build_num@/23977/g -e s/@hw_tag@/stm32/g ++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 ++ set +f ++ wc -l ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock @@ -78,18 +78,18 @@ New run name is '#23858-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-mas + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #96027 started. -TCWG Benchmark_backend #96027-23858+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins17845430132417057455.sh +TCWG Benchmark_backend #96861 started. +TCWG Benchmark_backend #96861-23977+1-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3 completed. Result was SUCCESS +[tcwg-benchmark-tcwg-bmk-bkp-01_2] $ /bin/bash /tmp/jenkins7151573326851804563.sh + . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 +++ results_id=stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 ++ hw_tag=stm32 ++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results --hw_tag stm32 --has_perf_logs no ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results ++ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results ++ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results ++ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results --hw_tag stm32 --has_perf_logs no ++ dirname ./bmk-scripts/gather-metrics.sh + bmk_scripts=./bmk-scripts + results_dir=undef @@ -99,12 +99,12 @@ TCWG Benchmark_backend #96027-23858+1-tcwg_bmk-code_speed-coremark/build-gnu_eab + verbose=false + test 8 -gt 0 + case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 ++ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 + shift + shift + test 6 -gt 0 + case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results ++ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results + shift + shift + test 4 -gt 0 @@ -118,14 +118,14 @@ TCWG Benchmark_backend #96027-23858+1-tcwg_bmk-code_speed-coremark/build-gnu_eab + shift + shift + test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 'results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 + local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 = xundef ']' ++ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results 'csv_results_dir not set.' ++ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results + local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results = xundef ']' ++ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results = xundef ']' + check_option stm32 'hw_tag not set.' + local var=stm32 + local 'msg=hw_tag not set.' @@ -136,35 +136,35 @@ TCWG Benchmark_backend #96027-23858+1-tcwg_bmk-code_speed-coremark/build-gnu_eab + '[' xno = xundef ']' + false + num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results ++ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results ++ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 ++ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results + '[' xno = xyes ']' + mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/*' +++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/*' + '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/dev-01.tcwglab/results.csv ++ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/dev-01.tcwglab/results.csv + cut -d, -f 1-3 + '[' xno = xyes ']' + bmk=coremark -+ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/size.csv -+ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/vect.csv -+ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/sve.csv -+ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/md5sum.csv -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23858/csv_results/md5sum.csv -New run name is '#23858-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' ++ ./bmk-scripts/size-data-to-csv.py coremark /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/size.csv ++ ./bmk-scripts/vect-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/vect.csv ++ ./bmk-scripts/sve-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/sve.csv ++ ./bmk-scripts/md5sum-data-to-csv.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/md5sum.csv ++ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3/23977/csv_results/md5sum.csv +New run name is '#23977-tcwg_bmk-code_speed-coremark/build-gnu_eabi-arm_eabi-master-O3' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 22463 killed; +echo Agent pid 40242 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#23857-tcwg_bmk-code_speed-spec2k6/build-llvm-arm-master-O3_LTO is still in progress; ignoring for purposes of comparison +#23976-tcwg_bmk-code_speed-spec2k6/build-gnu-arm-master-O2_LTO is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#23857-tcwg_bmk-code_speed-spec2k6/build-llvm-arm-master-O3_LTO is still in progress; ignoring for purposes of comparison +#23976-tcwg_bmk-code_speed-spec2k6/build-gnu-arm-master-O2_LTO is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 68f0439..0972669 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 4e7cb10..2e22430 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index c4bc1c3..c8c14e2 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/1-db6fc672ad64ec775a0573461ac79b63.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2-063a1f8384c33d1aeee6171e8c5fd999.tar.xz diff --git a/dashboard/dashboard-generate.sh b/dashboard/dashboard-generate.sh index 1725a0e..93b613a 100755 --- a/dashboard/dashboard-generate.sh +++ b/dashboard/dashboard-generate.sh @@ -11,7 +11,7 @@ fi --top_artifacts "$top_artifacts" \ --baseline_branch "linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3" \ --components "binutils gcc newlib" \ - --run_date "2023-01-08T05:08:11+00:00" \ + --run_date "2023-01-11T18:07:57+00:00" \ --relative_results true \ --squad_mode "vs-first" diff --git a/dashboard/squad-vs-first/Mean/results-metadata.json b/dashboard/squad-vs-first/Mean/results-metadata.json index 790711b..6b050e5 100644 --- a/dashboard/squad-vs-first/Mean/results-metadata.json +++ b/dashboard/squad-vs-first/Mean/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 199 commits", + " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 183 commits", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-01-08T05:08:11+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/1/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/1/console", - "version_binutils":"4981a31d523de41713fc40aa8101b4d73d44df57", - "version_gcc": "f54e3b3ba01ced7ecda3caed51b42f707d489c77", + "datetime": "2023-01-11T18:07:57+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/2/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/2/console", + "version_binutils":"2025c82b95427f839e20c7c9b861c84bf5c72113", + "version_gcc": "e658e8157db372555a853c02824f5fc78709a5b1", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/coremark/results-metadata.json b/dashboard/squad-vs-first/coremark/results-metadata.json index 790711b..6b050e5 100644 --- a/dashboard/squad-vs-first/coremark/results-metadata.json +++ b/dashboard/squad-vs-first/coremark/results-metadata.json @@ -1,10 +1,10 @@ { - " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 199 commits", + " job_status": "[TCWG CI] No change after binutils/gcc/newlib: 183 commits", " details": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/plain/mail/mail-body.txt?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#", - "datetime": "2023-01-08T05:08:11+00:00", - "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/1/", - "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/1/console", - "version_binutils":"4981a31d523de41713fc40aa8101b4d73d44df57", - "version_gcc": "f54e3b3ba01ced7ecda3caed51b42f707d489c77", + "datetime": "2023-01-11T18:07:57+00:00", + "build_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/2/", + "build_log": "https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/2/console", + "version_binutils":"2025c82b95427f839e20c7c9b861c84bf5c72113", + "version_gcc": "e658e8157db372555a853c02824f5fc78709a5b1", "artifact_results": "https://git-us.linaro.org/toolchain/ci/base-artifacts.git/tree/?h=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3&id=#BASE-ARTIFACTS-REV#" } diff --git a/dashboard/squad-vs-first/dashboard-push-squad.sh b/dashboard/squad-vs-first/dashboard-push-squad.sh index 0c38858..9141c7f 100755 --- a/dashboard/squad-vs-first/dashboard-push-squad.sh +++ b/dashboard/squad-vs-first/dashboard-push-squad.sh @@ -20,21 +20,21 @@ if [ -f $top_artifacts/git/base-artifacts_rev ]; then sed -i -e "s|#BASE-ARTIFACTS-REV#|$base_artifacts_rev|" */results-metadata.json fi -echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/1" +echo "Uploading results to https://qa-reports.linaro.org//tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2" set +x -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/1/coremark" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2/coremark" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@coremark/results-functional.json \ --form metrics=@coremark/results-metrics.json \ --form metadata=@coremark/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/1/coremark + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2/coremark -echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/1/Mean" +echo "pushing https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2/Mean" curl --silent --header "Authorization: Token $TCWG_SQUAD_TOKEN" \ --form tests=@Mean/results-functional.json \ --form metrics=@Mean/results-metrics.json \ --form metadata=@Mean/results-metadata.json \ - https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/1/Mean + https://qa-reports.linaro.org//api/submit/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/2/Mean diff --git a/git/binutils_rev b/git/binutils_rev index c748ac0..789f5d5 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -4981a31d523de41713fc40aa8101b4d73d44df57 +2025c82b95427f839e20c7c9b861c84bf5c72113 diff --git a/git/gcc_rev b/git/gcc_rev index d690668..69714a0 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -f54e3b3ba01ced7ecda3caed51b42f707d489c77 +e658e8157db372555a853c02824f5fc78709a5b1 diff --git a/git/newlib_rev b/git/newlib_rev index 8152a0b..afab9fe 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -0e1c0a02cfeafaeb88be025c6e99538337d67d8c +34b361c903c6409a41c9404590885d4d4b7c6a06 diff --git a/mail/jira-body.txt b/mail/jira-body.txt index 2c1dc07..6398564 100644 --- a/mail/jira-body.txt +++ b/mail/jira-body.txt @@ -1,19 +1,19 @@ After binutils/gcc/newlib -4981a31d523de41713fc40aa8101b4d73d44df57 Use __func__ rather than __FUNCTION__ -2070fc67bad14bd12c722a7a6baffcafd55e862a Remove myself as hppa32 maintainer -6baf06097b72f19100cde03e5dc0ffe564793a3f sim: build: drop subdir Makefile.in files -6c76a6beade05f8b2ca93e939cf73da2917d379b Automatic date update in version.in -7bd836d5d90353a2de192fd4711a20b4520246b7 gdb/doc: fix install-html with Texinfo 7 -... and 112 more binutils commits -f54e3b3ba01ced7ecda3caed51b42f707d489c77 check hash table counts at expand -81ed98bc57c3dbd89f26c13987119bf843a5e8f0 Daily bump. -306ff653a3a542bcb930c8d25e178677faa2246a config-list.mk: Remove obsolete FreeBSD targets -9ca4899144de6db61a782b03a1257489bd26f750 preprocessor: Don't register pragmas in directives-only mode [PR108244] -688fc162b76dc6747a30fcfd470f4770da0f4924 analyzer: fix leak false positives on "*UNKNOWN = PTR;" [PR108252] -... and 57 more gcc commits -0e1c0a02cfeafaeb88be025c6e99538337d67d8c libgloss: merge d30v into top-level Makefile -5401db924f565a72939d2b7cb66d6d51203fefb7 libgloss: merge arc into top-level Makefile -275b39e219d06ec26715bf2b53812513e37e7c04 libgloss: merge arm into top-level Makefile -26f9cfd7a8034919448ab4604a9c9d39c04b8d19 libgloss: arm: break newlib dependency -31e5ce10db46bf8c15d78b2546553db45eb33141 newlib: libc: setjmp M-profile PACBTI-enablement -... and 15 more newlib commits +2025c82b95427f839e20c7c9b861c84bf5c72113 sim: m32r: fix typos in stamp depends +9a7472d7c599453405484f2df5206e56b7618fb3 sim: igen: simplify build logic a little +eaa13962f22acfe8bff388e2bc4d7335ec3fe802 sim: build: drop depdir subdir hack +1b907fc09fc28c40ca59d90886227fefbb34c62f sim: common: simplify modules.c deps +72be276fffe304a478ecadad34bb89fe33cdf052 sim: common: move modules.c to source tracking +... and 103 more binutils commits +e658e8157db372555a853c02824f5fc78709a5b1 C-SKY: Support --with-float=softfp in configuration. +5013c3bb3ead9c27adb90152115ca1d606cbf2dc Daily bump. +523e8716a452978a7972478d8cdbbe0d1a794a74 libstdc++: enable <stacktrace> on windows +b1c839be8353edfb1951454be3c5a8150f771385 libstdc++: Deliver names of C functions in <stacktrace> +d80e5a7b30e5d045c808f5235123e366e4e9286c libstdc++: Implement std::chrono::current_zone() for AIX [PR108409] +... and 52 more gcc commits +34b361c903c6409a41c9404590885d4d4b7c6a06 Cygwin: newgrp: improve doumentation +62b9c98f12ff58e870ac42d2cd1b6860bf371ae0 Cygwin: add newgrp(1) to release message for 3.5.0 +8bd56ec8734539ba014c9ed993c3c9e19173ed82 Cygwin: newgrp: first full version +73e4ded2fe17b3a970c94a421c4b2191ca49a194 libgloss: csky: fix pointer-to-integer warning +4391d2aed3d4878c5a63f59d2a768f5d38f3936d libgloss: merge csky into top-level Makefile +... and 13 more newlib commits diff --git a/mail/mail-body.txt b/mail/mail-body.txt index b4a82b0..6bc0a7e 100644 --- a/mail/mail-body.txt +++ b/mail/mail-body.txt @@ -1,22 +1,22 @@ After binutils/gcc/newlib -4981a31d523de41713fc40aa8101b4d73d44df57 Use __func__ rather than __FUNCTION__ -2070fc67bad14bd12c722a7a6baffcafd55e862a Remove myself as hppa32 maintainer -6baf06097b72f19100cde03e5dc0ffe564793a3f sim: build: drop subdir Makefile.in files -6c76a6beade05f8b2ca93e939cf73da2917d379b Automatic date update in version.in -7bd836d5d90353a2de192fd4711a20b4520246b7 gdb/doc: fix install-html with Texinfo 7 -... and 112 more binutils commits -f54e3b3ba01ced7ecda3caed51b42f707d489c77 check hash table counts at expand -81ed98bc57c3dbd89f26c13987119bf843a5e8f0 Daily bump. -306ff653a3a542bcb930c8d25e178677faa2246a config-list.mk: Remove obsolete FreeBSD targets -9ca4899144de6db61a782b03a1257489bd26f750 preprocessor: Don't register pragmas in directives-only mode [PR108244] -688fc162b76dc6747a30fcfd470f4770da0f4924 analyzer: fix leak false positives on "*UNKNOWN = PTR;" [PR108252] -... and 57 more gcc commits -0e1c0a02cfeafaeb88be025c6e99538337d67d8c libgloss: merge d30v into top-level Makefile -5401db924f565a72939d2b7cb66d6d51203fefb7 libgloss: merge arc into top-level Makefile -275b39e219d06ec26715bf2b53812513e37e7c04 libgloss: merge arm into top-level Makefile -26f9cfd7a8034919448ab4604a9c9d39c04b8d19 libgloss: arm: break newlib dependency -31e5ce10db46bf8c15d78b2546553db45eb33141 newlib: libc: setjmp M-profile PACBTI-enablement -... and 15 more newlib commits +2025c82b95427f839e20c7c9b861c84bf5c72113 sim: m32r: fix typos in stamp depends +9a7472d7c599453405484f2df5206e56b7618fb3 sim: igen: simplify build logic a little +eaa13962f22acfe8bff388e2bc4d7335ec3fe802 sim: build: drop depdir subdir hack +1b907fc09fc28c40ca59d90886227fefbb34c62f sim: common: simplify modules.c deps +72be276fffe304a478ecadad34bb89fe33cdf052 sim: common: move modules.c to source tracking +... and 103 more binutils commits +e658e8157db372555a853c02824f5fc78709a5b1 C-SKY: Support --with-float=softfp in configuration. +5013c3bb3ead9c27adb90152115ca1d606cbf2dc Daily bump. +523e8716a452978a7972478d8cdbbe0d1a794a74 libstdc++: enable <stacktrace> on windows +b1c839be8353edfb1951454be3c5a8150f771385 libstdc++: Deliver names of C functions in <stacktrace> +d80e5a7b30e5d045c808f5235123e366e4e9286c libstdc++: Implement std::chrono::current_zone() for AIX [PR108409] +... and 52 more gcc commits +34b361c903c6409a41c9404590885d4d4b7c6a06 Cygwin: newgrp: improve doumentation +62b9c98f12ff58e870ac42d2cd1b6860bf371ae0 Cygwin: add newgrp(1) to release message for 3.5.0 +8bd56ec8734539ba014c9ed993c3c9e19173ed82 Cygwin: newgrp: first full version +73e4ded2fe17b3a970c94a421c4b2191ca49a194 libgloss: csky: fix pointer-to-integer warning +4391d2aed3d4878c5a63f59d2a768f5d38f3936d libgloss: merge csky into top-level Makefile +... and 13 more newlib commits Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI. diff --git a/mail/mail-subject.txt b/mail/mail-subject.txt index 4c6c966..f92af14 100644 --- a/mail/mail-subject.txt +++ b/mail/mail-subject.txt @@ -1 +1 @@ -[TCWG CI] No change after binutils/gcc/newlib: 199 commits +[TCWG CI] No change after binutils/gcc/newlib: 183 commits diff --git a/manifest.sh b/manifest.sh index 6fd967c..131f53c 100644 --- a/manifest.sh +++ b/manifest.sh @@ -6,28 +6,28 @@ rr[ci_project]="tcwg_bmk-code_speed-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" declare -g "bmk_branch=master" declare -g "scripts_branch=master" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#4981a31d523de41713fc40aa8101b4d73d44df57" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#f54e3b3ba01ced7ecda3caed51b42f707d489c77" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#0e1c0a02cfeafaeb88be025c6e99538337d67d8c" +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#2025c82b95427f839e20c7c9b861c84bf5c72113" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#e658e8157db372555a853c02824f5fc78709a5b1" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#34b361c903c6409a41c9404590885d4d4b7c6a06" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/1/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/2/" declare -g "SQUAD_GRP=tcwg" # Processed 24 options -rr[base-artifacts_rev]=333af25b511ef74221019e6c533bf88e97dc30c4 +rr[base-artifacts_rev]=5b5037bc50310d8c4ad8c44fcd24bbd529297c3d rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=4981a31d523de41713fc40aa8101b4d73d44df57 -rr[debug_binutils_date]=1673506221 # 2 hours ago +rr[binutils_rev]=2025c82b95427f839e20c7c9b861c84bf5c72113 +rr[debug_binutils_date]=1673766464 # 68 minutes ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=f54e3b3ba01ced7ecda3caed51b42f707d489c77 -rr[debug_gcc_date]=1673494173 # 5 hours ago +rr[gcc_rev]=e658e8157db372555a853c02824f5fc78709a5b1 +rr[debug_gcc_date]=1673748275 # 6 hours ago rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=0e1c0a02cfeafaeb88be025c6e99538337d67d8c -rr[debug_newlib_date]=1673444539 # 19 hours ago +rr[newlib_rev]=34b361c903c6409a41c9404590885d4d4b7c6a06 +rr[debug_newlib_date]=1673723634 # 13 hours ago rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=f54e3b3ba01ced7ecda3caed51b42f707d489c77 -rr[debug_gcc_date]=1673494173 # 5 hours ago -rr[results_date]=1673154491 +rr[gcc_rev]=e658e8157db372555a853c02824f5fc78709a5b1 +rr[debug_gcc_date]=1673748275 # 6 hours ago +rr[results_date]=1673460477 # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 79ad613..f0296d6 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/1/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/2/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 7b22b72..defec6f 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,25 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 199 commits in binutils,gcc,newlib - | 4981a31d523 Use __func__ rather than __FUNCTION__ - | 2070fc67bad Remove myself as hppa32 maintainer - | 6baf06097b7 sim: build: drop subdir Makefile.in files - | 6c76a6beade Automatic date update in version.in - | 7bd836d5d90 gdb/doc: fix install-html with Texinfo 7 - | ... and 112 more commits in binutils - | f54e3b3ba01 check hash table counts at expand - | 81ed98bc57c Daily bump. - | 306ff653a3a config-list.mk: Remove obsolete FreeBSD targets - | 9ca4899144d preprocessor: Don't register pragmas in directives-only mode [PR108244] - | 688fc162b76 analyzer: fix leak false positives on "*UNKNOWN = PTR;" [PR108252] - | ... and 57 more commits in gcc - | 0e1c0a02c libgloss: merge d30v into top-level Makefile - | 5401db924 libgloss: merge arc into top-level Makefile - | 275b39e21 libgloss: merge arm into top-level Makefile - | 26f9cfd7a libgloss: arm: break newlib dependency - | 31e5ce10d newlib: libc: setjmp M-profile PACBTI-enablement - | ... and 15 more commits in newlib + | 183 commits in binutils,gcc,newlib + | 2025c82b954 sim: m32r: fix typos in stamp depends + | 9a7472d7c59 sim: igen: simplify build logic a little + | eaa13962f22 sim: build: drop depdir subdir hack + | 1b907fc09fc sim: common: simplify modules.c deps + | 72be276fffe sim: common: move modules.c to source tracking + | ... and 103 more commits in binutils + | e658e8157db C-SKY: Support --with-float=softfp in configuration. + | 5013c3bb3ea Daily bump. + | 523e8716a45 libstdc++: enable <stacktrace> on windows + | b1c839be835 libstdc++: Deliver names of C functions in <stacktrace> + | d80e5a7b30e libstdc++: Implement std::chrono::current_zone() for AIX [PR108409] + | ... and 52 more commits in gcc + | 34b361c90 Cygwin: newgrp: improve doumentation + | 62b9c98f1 Cygwin: add newgrp(1) to release message for 3.5.0 + | 8bd56ec87 Cygwin: newgrp: first full version + | 73e4ded2f libgloss: csky: fix pointer-to-integer warning + | 4391d2aed libgloss: merge csky into top-level Makefile + | ... and 13 more commits in newlib No change @@ -39,6 +39,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/1/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk_code_speed_coremark-gnu_eabi_arm_eabi_master_stm32_O3-build/2/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/2/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark-gnu_eabi-arm_eabi-master-O3-build/1/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 6eb3c5a..377fa2d 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 199 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 183 commits in binutils,gcc,newlib: No change diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 386df9d..e67cb7e 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -size_variation_average,num_vect_loops_variation_average,sample_variation_average,benchmark,symbol,num_sve_loops_variation_average +size_variation_average,sample_variation_average,num_sve_loops_variation_average,benchmark,symbol,num_vect_loops_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 4f0d810..5be9807 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14302,14302,64884,64860,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14302,14303,64860,64764,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index 5b8e259..b4c4fc4 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -4,7 +4,7 @@ Mean,geomean-successful-tests,14302,28,-1,-1,-1 Mean,geomean-all-tests,14302,28,-1,-1,-1 Mean,average-successful-tests,14302,344,-1,-1,-1 Mean,average-all-tests,14302,344,-1,-1,-1 -coremark,coremark,14302,64884,-1,-1,-1 +coremark,coremark,14302,64860,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -96,7 +96,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _dtoa_r,-1,3672,-1,-1,-1 +coremark,[.] _dtoa_r,-1,3680,-1,-1,-1 coremark,[.] __env_lock,-1,2,-1,-1,-1 coremark,[.] __env_unlock,-1,2,-1,-1,-1 coremark,[.] __eqdf2,-1,122,-1,-1,-1 @@ -306,10 +306,10 @@ coremark,[.] stop_time,-1,20,-1,-1,-1 coremark,[.] strcasecmp,-1,76,-1,-1,-1 coremark,[.] strcat,-1,62,-1,-1,-1 coremark,[.] strchr,-1,206,-1,-1,-1 -coremark,[.] strcmp,-1,732,-1,-1,-1 +coremark,[.] strcmp,-1,734,-1,-1,-1 coremark,[.] strcpy,-1,186,-1,-1,-1 coremark,[.] strlcpy,-1,76,-1,-1,-1 -coremark,[.] strlen,-1,220,-1,-1,-1 +coremark,[.] strlen,-1,216,-1,-1,-1 coremark,[.] strncasecmp,-1,84,-1,-1,-1 coremark,[.] strncmp,-1,138,-1,-1,-1 coremark,[.] strncpy,-1,104,-1,-1,-1 @@ -365,9 +365,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1 coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,6532,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,6528,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,10062,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,10058,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv index 647e317..c78a12c 100644 --- a/results-vs-prev/csv-results-0/size.csv +++ b/results-vs-prev/csv-results-0/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,64884
+coremark,coremark,64860
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -91,7 +91,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,2 coremark,[.] DMA2_Channel5_IRQHandler,2
coremark,[.] DMA2_Channel6_IRQHandler,2
coremark,[.] DMA2_Channel7_IRQHandler,2
-coremark,[.] _dtoa_r,3672
+coremark,[.] _dtoa_r,3680
coremark,[.] __env_lock,2
coremark,[.] __env_unlock,2
coremark,[.] __eqdf2,122
@@ -301,10 +301,10 @@ coremark,[.] stop_time,20 coremark,[.] strcasecmp,76
coremark,[.] strcat,62
coremark,[.] strchr,206
-coremark,[.] strcmp,732
+coremark,[.] strcmp,734
coremark,[.] strcpy,186
coremark,[.] strlcpy,76
-coremark,[.] strlen,220
+coremark,[.] strlen,216
coremark,[.] strncasecmp,84
coremark,[.] strncmp,138
coremark,[.] strncpy,104
@@ -360,9 +360,9 @@ coremark,[.] USART3_IRQHandler,2 coremark,[.] __utf8_mbtowc,466
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,6532
+coremark,[.] _vfiprintf_r,6528
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,10062
+coremark,[.] _vfprintf_r,10058
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index d7705cc..bca8404 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,14302,na +coremark,coremark,14303,na diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index b4c4fc4..42cf9b3 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum +Mean,average-successful-tests,14303,343,-1,-1,-1 +Mean,average-all-tests,14303,343,-1,-1,-1 Mean,mean,14302,28,-1,-1,-1 Mean,geomean-successful-tests,14302,28,-1,-1,-1 Mean,geomean-all-tests,14302,28,-1,-1,-1 -Mean,average-successful-tests,14302,344,-1,-1,-1 -Mean,average-all-tests,14302,344,-1,-1,-1 -coremark,coremark,14302,64860,-1,-1,-1 +coremark,coremark,14303,64764,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -96,7 +96,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _dtoa_r,-1,3680,-1,-1,-1 +coremark,[.] _dtoa_r,-1,3716,-1,-1,-1 coremark,[.] __env_lock,-1,2,-1,-1,-1 coremark,[.] __env_unlock,-1,2,-1,-1,-1 coremark,[.] __eqdf2,-1,122,-1,-1,-1 @@ -136,11 +136,11 @@ coremark,[.] __fp_unlock_all,-1,20,-1,-1,-1 coremark,[.] __fputwc,-1,152,-1,-1,-1 coremark,[.] fputwc,-1,72,-1,-1,-1 coremark,[.] _fputwc_r,-1,38,-1,-1,-1 -coremark,[.] _free_r,-1,508,-1,-1,-1 +coremark,[.] _free_r,-1,504,-1,-1,-1 coremark,[.] frexp,-1,100,-1,-1,-1 coremark,[.] _fstat,-1,30,-1,-1,-1 coremark,[.] _fstat_r,-1,44,-1,-1,-1 -coremark,[.] _fwalk_sglue,-1,70,-1,-1,-1 +coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1 coremark,[.] __gedf2,-1,138,-1,-1,-1 coremark,[.] get_arg,-1,2976,-1,-1,-1 coremark,[.] _getenv_r,-1,16,-1,-1,-1 @@ -204,9 +204,9 @@ coremark,[.] _lseek,-1,40,-1,-1,-1 coremark,[.] _lseek_r,-1,44,-1,-1,-1 coremark,[.] __lshift,-1,240,-1,-1,-1 coremark,[.] __ltdf2,-1,130,-1,-1,-1 -coremark,[.] main,-1,1652,-1,-1,-1 +coremark,[.] main,-1,1644,-1,-1,-1 coremark,[.] __malloc_lock,-1,2,-1,-1,-1 -coremark,[.] _malloc_r,-1,1400,-1,-1,-1 +coremark,[.] _malloc_r,-1,1364,-1,-1,-1 coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 coremark,[.] __malloc_unlock,-1,2,-1,-1,-1 coremark,[.] matrix_add_const,-1,208,-1,-1,-1 @@ -252,7 +252,7 @@ coremark,[.] quorem,-1,300,-1,-1,-1 coremark,[.] _raise,-1,2,-1,-1,-1 coremark,[.] raise,-1,88,-1,-1,-1 coremark,[.] _raise_r,-1,82,-1,-1,-1 -coremark,[.] __ratio,-1,92,-1,-1,-1 +coremark,[.] __ratio,-1,96,-1,-1,-1 coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1 coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1 coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1 @@ -267,7 +267,7 @@ coremark,[.] Reset_Handler,-1,54,-1,-1,-1 coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1 coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1 coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __s2b,-1,176,-1,-1,-1 +coremark,[.] __s2b,-1,180,-1,-1,-1 coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __sbprintf,-1,212,-1,-1,-1 @@ -365,9 +365,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1 coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,6528,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,6498,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,10058,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,9990,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index c78a12c..040a633 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,64860
+coremark,coremark,64764
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -91,7 +91,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,2 coremark,[.] DMA2_Channel5_IRQHandler,2
coremark,[.] DMA2_Channel6_IRQHandler,2
coremark,[.] DMA2_Channel7_IRQHandler,2
-coremark,[.] _dtoa_r,3680
+coremark,[.] _dtoa_r,3716
coremark,[.] __env_lock,2
coremark,[.] __env_unlock,2
coremark,[.] __eqdf2,122
@@ -131,11 +131,11 @@ coremark,[.] __fp_unlock_all,20 coremark,[.] __fputwc,152
coremark,[.] fputwc,72
coremark,[.] _fputwc_r,38
-coremark,[.] _free_r,508
+coremark,[.] _free_r,504
coremark,[.] frexp,100
coremark,[.] _fstat,30
coremark,[.] _fstat_r,44
-coremark,[.] _fwalk_sglue,70
+coremark,[.] _fwalk_sglue,68
coremark,[.] __gedf2,138
coremark,[.] get_arg,2976
coremark,[.] _getenv_r,16
@@ -199,9 +199,9 @@ coremark,[.] _lseek,40 coremark,[.] _lseek_r,44
coremark,[.] __lshift,240
coremark,[.] __ltdf2,130
-coremark,[.] main,1652
+coremark,[.] main,1644
coremark,[.] __malloc_lock,2
-coremark,[.] _malloc_r,1400
+coremark,[.] _malloc_r,1364
coremark,[.] _malloc_trim_r,184
coremark,[.] __malloc_unlock,2
coremark,[.] matrix_add_const,208
@@ -247,7 +247,7 @@ coremark,[.] quorem,300 coremark,[.] _raise,2
coremark,[.] raise,88
coremark,[.] _raise_r,82
-coremark,[.] __ratio,92
+coremark,[.] __ratio,96
coremark,[.] RCCEx_PLLSAI1_Config,284
coremark,[.] RCCEx_PLLSAI2_Config,256
coremark,[.] RCC_IRQHandler,2
@@ -262,7 +262,7 @@ coremark,[.] Reset_Handler,54 coremark,[.] RNG_IRQHandler,2
coremark,[.] RTC_Alarm_IRQHandler,2
coremark,[.] RTC_WKUP_IRQHandler,2
-coremark,[.] __s2b,176
+coremark,[.] __s2b,180
coremark,[.] SAI1_IRQHandler,2
coremark,[.] SAI2_IRQHandler,2
coremark,[.] __sbprintf,212
@@ -360,9 +360,9 @@ coremark,[.] USART3_IRQHandler,2 coremark,[.] __utf8_mbtowc,466
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,6528
+coremark,[.] _vfiprintf_r,6498
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,10058
+coremark,[.] _vfprintf_r,9990
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 4f0d810..1736f4d 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14302,14302,64884,64860,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14302,14303,64860,64764,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 4f0d810..1736f4d 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14302,14302,64884,64860,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14302,14303,64860,64764,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 4f0d810..1736f4d 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14302,14302,64884,64860,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14302,14303,64860,64764,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 4f0d810..1736f4d 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14302,14302,64884,64860,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14302,14303,64860,64764,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 4f0d810..1736f4d 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -2,6 +2,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_sy Mean,mean,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,100,100,n/a,n/a,n/a,14302,14302,28,28,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14302,344,344,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,14302,14302,64884,64860,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,100,100,n/a,n/a,n/a,14302,14303,344,343,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,100,n/a,n/a,n/a,14302,14303,64860,64764,-1,-1,-1,-1,-1,-1 |