diff options
| author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-07-14 05:53:14 +0000 |
|---|---|---|
| committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-07-14 05:53:14 +0000 |
| commit | ccd0d14fa2905a79924d0bfbeca5e5f250191143 (patch) | |
| tree | aae9a8d383468bfa77faee78c9dac0eca7d39883 | |
| parent | 2035687c1569b4ddd963d5c60733fc86fc668fc0 (diff) | |
onsuccess: #41: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/41/
Results :
| # reset_artifacts:
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -8
| # build_abe newlib:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -5
| # benchmark -- -O3_LTO_mthumb artifacts/results_id:
| 1
check_regression status : 0
47 files changed, 1371 insertions, 481 deletions
diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..41b857e --- /dev/null +++ b/.gitignore @@ -0,0 +1 @@ +annex/ diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex b843d7b..a1186f0 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 3e51688..cc469e8 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex f697916..5b9c231 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex b293441..6cbd22f 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex aadb7d1..8b9cc7c 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex 62805a7..ae42ec1 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 1240164..355fbeb 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex 92de5e6..85ba6e6 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex b93418c..997a3c2 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex 73263e1..bffbfb2 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 2999199..c76d754 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,4 +1,4 @@ -Started TCWG Benchmark #33817 +Started TCWG Benchmark #35981 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. @@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXX4rsvhG/agent.6083 -SSH_AGENT_PID=6085 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXX8qLZJ3/agent.28376 +SSH_AGENT_PID=28378 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_17141961963480111202.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_17141961963480111202.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_16859964456955449948.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_16859964456955449948.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified @@ -28,11 +28,11 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 8afcd01373af8c90579b177a17922d1355804c4e (origin/master) +Checking out Revision 66e80b2e0425725e0f2abe785170e066561f8925 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 -Commit message: "round-robin-notify.sh: Fixed commit display" - > /usr/bin/git rev-list --no-walk 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 + > /usr/bin/git checkout -f 66e80b2e0425725e0f2abe785170e066561f8925 # timeout=10 +Commit message: "tcwg-benchmark-results.sh: Fix when using local dir" + > /usr/bin/git rev-list --no-walk 66e80b2e0425725e0f2abe785170e066561f8925 # timeout=10 The recommended git tool is: NONE No credentials specified > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts/.git # timeout=10 @@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 6fd2d99010b93dc07dda3492e67828bf99be1c27 (origin/master) +Checking out Revision ee62344bf69a93c4d16899d1c134363f4d6da364 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 -Commit message: "Revert "compare-results.py: Temporarily add debug print when base_value == target_value."" - > /usr/bin/git rev-list --no-walk 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 + > /usr/bin/git checkout -f ee62344bf69a93c4d16899d1c134363f4d6da364 # timeout=10 +Commit message: "gather-metrics.sh: Fix when results_dir ends with a /" + > /usr/bin/git rev-list --no-walk ee62344bf69a93c4d16899d1c134363f4d6da364 # timeout=10 No emails were triggered. -New run name is '#33817-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins2536765444605902665.sh +New run name is '#35981-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins4644895174536587906.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/@build_num@ -++ sed -e s/@build_num@/33817/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 +++ echo build-02.tcwglab:49473:/tmp/tmp.GFMvRY8ZFF +++ sed -e s/@build_num@/35981/g -e s/@hw_tag@/stm32/g ++ results_dest=build-02.tcwglab:49473:/tmp/tmp.GFMvRY8ZFF + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 6203 ++ wait 28496 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,109 +87,20 @@ New run name is '#33817-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_ + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #126590 started. -TCWG Benchmark_backend #126590-33817+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins1477639485163375008.sh -+ . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -++ hw_tag=stm32 -++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results --hw_tag stm32 --has_perf_logs no -++ dirname ./bmk-scripts/gather-metrics.sh -+ bmk_scripts=./bmk-scripts -+ results_dir=undef -+ csv_results_dir=undef -+ hw_tag=undef -+ has_perf_logs=undef -+ interesting_symbols= -+ metrics=() -+ verbose=false -+ test 8 -gt 0 -+ case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ shift -+ shift -+ test 6 -gt 0 -+ case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ shift -+ shift -+ test 4 -gt 0 -+ case $1 in -+ hw_tag=stm32 -+ shift -+ shift -+ test 2 -gt 0 -+ case $1 in -+ has_perf_logs=no -+ shift -+ shift -+ test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results = xundef ']' -+ check_option stm32 'hw_tag not set.' -+ local var=stm32 -+ local 'msg=hw_tag not set.' -+ '[' xstm32 = xundef ']' -+ check_option no 'has_perf_logs not set.' -+ local var=no -+ local 'msg=has_perf_logs not set.' -+ '[' xno = xundef ']' -+ '[' 0 = 0 ']' -+ metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ false -+ num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ local has_perf_logs=no -+ local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ '[' xno = xyes ']' -+ mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/*' -+ '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/dev-01.tcwglab/results.csv -+ cut -d, -f 1-3 -+ '[' xno = xyes ']' -+ bmk_name=coremark -+ metrics=("${metrics[@]:1}") -+ merge_opts=("$csv_results_dir/perf.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/md5sum.csv -New run name is '#33817-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' +TCWG Benchmark_backend #130455 started. +TCWG Benchmark_backend #130455-35981+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#35981-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 6085 killed; +echo Agent pid 28378 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#33816-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O2-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison +#35980-tcwg_bmk-code_size-spec2k6/llvm-arm-master-O3_LTO-bisect (sq:armhf) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#33816-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O2-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison +#35980-tcwg_bmk-code_size-spec2k6/llvm-arm-master-O3_LTO-bisect (sq:armhf) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #33817-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #35981-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index 19410e4..89ada93 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,4 +1,4 @@ -Started TCWG Benchmark #33817 +Started TCWG Benchmark #35981 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. @@ -6,11 +6,11 @@ Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tc [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXX4rsvhG/agent.6083 -SSH_AGENT_PID=6085 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXX8qLZJ3/agent.28376 +SSH_AGENT_PID=28378 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_17141961963480111202.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_17141961963480111202.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_16859964456955449948.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_16859964456955449948.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified @@ -28,11 +28,11 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 8afcd01373af8c90579b177a17922d1355804c4e (origin/master) +Checking out Revision 66e80b2e0425725e0f2abe785170e066561f8925 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 -Commit message: "round-robin-notify.sh: Fixed commit display" - > /usr/bin/git rev-list --no-walk 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 + > /usr/bin/git checkout -f 66e80b2e0425725e0f2abe785170e066561f8925 # timeout=10 +Commit message: "tcwg-benchmark-results.sh: Fix when using local dir" + > /usr/bin/git rev-list --no-walk 66e80b2e0425725e0f2abe785170e066561f8925 # timeout=10 The recommended git tool is: NONE No credentials specified > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts/.git # timeout=10 @@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 6fd2d99010b93dc07dda3492e67828bf99be1c27 (origin/master) +Checking out Revision ee62344bf69a93c4d16899d1c134363f4d6da364 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 -Commit message: "Revert "compare-results.py: Temporarily add debug print when base_value == target_value."" - > /usr/bin/git rev-list --no-walk 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 + > /usr/bin/git checkout -f ee62344bf69a93c4d16899d1c134363f4d6da364 # timeout=10 +Commit message: "gather-metrics.sh: Fix when results_dir ends with a /" + > /usr/bin/git rev-list --no-walk ee62344bf69a93c4d16899d1c134363f4d6da364 # timeout=10 No emails were triggered. -New run name is '#33817-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins2536765444605902665.sh +New run name is '#35981-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins4644895174536587906.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/@build_num@ -++ sed -e s/@build_num@/33817/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 +++ echo build-02.tcwglab:49473:/tmp/tmp.GFMvRY8ZFF +++ sed -e s/@build_num@/35981/g -e s/@hw_tag@/stm32/g ++ results_dest=build-02.tcwglab:49473:/tmp/tmp.GFMvRY8ZFF + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 6203 ++ wait 28496 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,108 +87,19 @@ New run name is '#33817-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_ + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #126590 started. -TCWG Benchmark_backend #126590-33817+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins1477639485163375008.sh -+ . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -++ hw_tag=stm32 -++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results --hw_tag stm32 --has_perf_logs no -++ dirname ./bmk-scripts/gather-metrics.sh -+ bmk_scripts=./bmk-scripts -+ results_dir=undef -+ csv_results_dir=undef -+ hw_tag=undef -+ has_perf_logs=undef -+ interesting_symbols= -+ metrics=() -+ verbose=false -+ test 8 -gt 0 -+ case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ shift -+ shift -+ test 6 -gt 0 -+ case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ shift -+ shift -+ test 4 -gt 0 -+ case $1 in -+ hw_tag=stm32 -+ shift -+ shift -+ test 2 -gt 0 -+ case $1 in -+ has_perf_logs=no -+ shift -+ shift -+ test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results = xundef ']' -+ check_option stm32 'hw_tag not set.' -+ local var=stm32 -+ local 'msg=hw_tag not set.' -+ '[' xstm32 = xundef ']' -+ check_option no 'has_perf_logs not set.' -+ local var=no -+ local 'msg=has_perf_logs not set.' -+ '[' xno = xundef ']' -+ '[' 0 = 0 ']' -+ metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ false -+ num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ local has_perf_logs=no -+ local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results -+ '[' xno = xyes ']' -+ mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/*' -+ '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/dev-01.tcwglab/results.csv -+ cut -d, -f 1-3 -+ '[' xno = xyes ']' -+ bmk_name=coremark -+ metrics=("${metrics[@]:1}") -+ merge_opts=("$csv_results_dir/perf.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/csv_results/md5sum.csv -New run name is '#33817-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' +TCWG Benchmark_backend #130455 started. +TCWG Benchmark_backend #130455-35981+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#35981-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 6085 killed; +echo Agent pid 28378 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#33816-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O2-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison +#35980-tcwg_bmk-code_size-spec2k6/llvm-arm-master-O3_LTO-bisect (sq:armhf) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#33816-tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O2-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison +#35980-tcwg_bmk-code_size-spec2k6/llvm-arm-master-O3_LTO-bisect (sq:armhf) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 57bf736..a1de833 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/bmk-specific-variability.csv b/09-check_regression/bmk-specific-variability.csv index fa7e3ad..a9e0080 100644 --- a/09-check_regression/bmk-specific-variability.csv +++ b/09-check_regression/bmk-specific-variability.csv @@ -1 +1 @@ -benchmark,symbol,average,sigmas +benchmark,symbol,average,sigmas,3-sigmas-percentage diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 51975ea..2419ed1 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/git/binutils_rev b/git/binutils_rev index 619cb8b..19c03a0 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -6a4058a60683ea096683d441cb78e3ad686f134f +9d9f26d8b1a15561af02370f15be0af0d56ac5fa diff --git a/git/gcc_rev b/git/gcc_rev index 9c19cad..baad63b 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -f10a4ce044a62c92ff3787895f5bae11f5375a59 +4dbb3af1efe55174a714d15c2994cf2842ef8c28 diff --git a/git/newlib_rev b/git/newlib_rev index 2186a5b..d6a8ce3 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -048031501043e61ca31713b92ce2190213c7fb21 +b7c3a63bb3c4dab861b2bce8793b8dfb36151799 diff --git a/jenkins/build-name b/jenkins/build-name index 7f9115a..85b3349 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#27-binutils-gcc-newlib-R1 +#41-binutils-gcc-newlib-R1 diff --git a/jenkins/rewrite.log b/jenkins/rewrite.log new file mode 100644 index 0000000..86da633 --- /dev/null +++ b/jenkins/rewrite.log @@ -0,0 +1,4 @@ +MOUNTS: /home/tcwg-buildslave/workspace/tcwg_bmk_0:/home/tcwg-buildslave/workspace/tcwg_bmk_0 /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache /home/tcwg-benchmark +DEBUG: starting docker on build-02.tcwglab from build-02, date Fri Jul 14 05:53:06 AM UTC 2023 +ssh -Snone -oForwardAgent=no build-02.tcwglab docker-wrapper run --name 41-tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build -dtP -v /home/tcwg-buildslave/workspace/tcwg_bmk_0:/home/tcwg-buildslave/workspace/tcwg_bmk_0 -v /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro -v /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro -v /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro -v /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro -v /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro -v /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro -v /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro -v /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro -v /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro -v ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache -v /home/tcwg-benchmark --cap-add=SYS_PTRACE --security-opt seccomp:unconfined --memory=64000M --pids-limit=5000 --cpu-shares=1000 --cpuset-cpus 0-31 linaro/ci-amd64-tcwg-build-ubuntu:jammy +WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. diff --git a/jenkins/run-build.env b/jenkins/run-build.env new file mode 100644 index 0000000..7e6bc11 --- /dev/null +++ b/jenkins/run-build.env @@ -0,0 +1,13 @@ +build_name="#41" +docker_run=(./jenkins-scripts/docker-run.sh +--distro +default ) +build_name="#41-binutils-gcc-newlib" +branch_opt=(==rr\[binutils_git\] +git://sourceware.org/git/binutils-gdb.git#9d9f26d8b1a15561af02370f15be0af0d56ac5fa +==rr\[gcc_git\] +https://github.com/gcc-mirror/gcc.git#4dbb3af1efe55174a714d15c2994cf2842ef8c28 +==rr\[newlib_git\] +git://sourceware.org/git/newlib-cygwin.git#b7c3a63bb3c4dab861b2bce8793b8dfb36151799 ) +docker_precommit=() +res="0" diff --git a/manifest.sh b/manifest.sh index 2e0d23f..1d171f4 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,6 +1,5 @@ -declare -g "jenkins_scripts_rev=8afcd01373af8c90579b177a17922d1355804c4e" +declare -g "jenkins_scripts_rev=66e80b2e0425725e0f2abe785170e066561f8925" # Artifacts directory -rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh rr[ci_project]="tcwg_bmk-code_size-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3_LTO" @@ -8,25 +7,24 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/27/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/41/" declare -g "SQUAD_GRP=tcwg" -# Processed 20 options -rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#9d9f26d8b1a15561af02370f15be0af0d56ac5fa" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#4dbb3af1efe55174a714d15c2994cf2842ef8c28" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#b7c3a63bb3c4dab861b2bce8793b8dfb36151799" +# Saving rr[] in the manifest +rr[abe_branch]="master" +rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" +rr[baseline_branch]="linaro-local/ci/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO" +rr[breakup_changed_components]="breakup_changed_components gcc" rr[components]="binutils gcc newlib" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#6a4058a60683ea096683d441cb78e3ad686f134f" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#f10a4ce044a62c92ff3787895f5bae11f5375a59" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#048031501043e61ca31713b92ce2190213c7fb21" -# Processed 10 options -rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=6a4058a60683ea096683d441cb78e3ad686f134f -rr[debug_binutils_date]=1686960011 # 5 hours ago -rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=f10a4ce044a62c92ff3787895f5bae11f5375a59 -rr[debug_gcc_date]=1686961037 # 5 hours ago -rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=048031501043e61ca31713b92ce2190213c7fb21 -rr[debug_newlib_date]=1686944681 # 10 hours ago -rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=f10a4ce044a62c92ff3787895f5bae11f5375a59 -rr[debug_gcc_date]=1686961037 # 5 hours ago -# Processed 6 options +rr[host_c++]="/usr/bin/g++" +rr[host_cc]="/usr/bin/gcc" +rr[no_regression_p]="no_regression_p" +rr[no_regression_result]="0" +rr[old_format_baseline_branch]="linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3_LTO" +rr[old_format_ci_config]="gnu_eabi-master-arm_eabi-coremark-O3_LTO" +rr[old_format_ci_project]="tcwg_bmk_gnu_eabi_stm32" +rr[target]="arm_eabi" +rr[toolchain]="gnu_eabi" +declare -g "notify=ignore" diff --git a/notify/check-regression-status.txt b/notify/check-regression-status.txt deleted file mode 100644 index 573541a..0000000 --- a/notify/check-regression-status.txt +++ /dev/null @@ -1 +0,0 @@ -0 diff --git a/notify/jira/comments.txt b/notify/jira/comments.txt new file mode 100644 index 0000000..af70d3d --- /dev/null +++ b/notify/jira/comments.txt @@ -0,0 +1,3 @@ +[GNU-689] +No change +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/41/artifact/artifacts/jenkins/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt new file mode 100644 index 0000000..bc410b1 --- /dev/null +++ b/notify/mail-body.txt @@ -0,0 +1,45 @@ +[TCWG-CI] No change after commit: 887 commits in binutils,gcc,newlib + +In CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO after: + | binutils commits: + | 9d9f26d8b1a15561af02370f15be0af0d56ac5fa gprofng: 30602 [2.41] gprofng test hangs on i686-linux-gnu + | a879fdb267171e2dfaccd3047dc5ae6d0f4bdc7e Make the default gas symbol hash table larger + | 4993e5cc1e2e1e192f56f5788453c1b6f9cca894 Fix loongarch build with gcc-4.5 + | 6d872a1a807dc3f347808e853111dec7770ee0a9 More tidies to objcopy archive handling + | 478409b71d3e80647904540e518897667bd352b2 AIX_WEAK_SUPPORT + | ... and 258 more + | gcc commits: + | 4dbb3af1efe55174a714d15c2994cf2842ef8c28 SH: Fix PR101496 peephole bug + | 3d0ca8b55b9a882b9cc9b02b1d7db6a449be10c4 Daily bump. + | 8f1a26ee259f72e42405b9c5f2b161042ec4014b pdp11: Fix epilogue generation [PR107841] + | ae862e0e47cb2d62d7c624ab999a3bd8bd2914ef m2, build: Use LDLFAGS for mklink + | 616a101848bfd5b61ffdd87ae9b1153139d916ca fortran: Release symbols in reversed order [PR106050] + | ... and 606 more + | newlib commits: + | b7c3a63bb3c4dab861b2bce8793b8dfb36151799 newlib: posix: add HAVE_OPENDIR build condition for [n]ftw.c + | c836d26d768b9db1b948ba5dcef571cd356cfb6c Cygwin: Update release/3.4.8 for latest <sys/cpuset.h> commit + | 3f2790e0443973fc3130713b0f8d8be3bf5650af Cygwin: Make gcc-specific code in <sys/cpuset.h> compiler-agnostic + | b03601a6713a6f7ef9ed3adea7d0e7715332f87d Cygwin: fstat(): Fix st_rdev returned by fstat() for /dev/tty. + | 3edb55af820025013b87fdb53249676067a8b8ee Cygwin: stat(): Fix "Bad address" error on stat() for /dev/tty. + | ... and 8 more + +No change + +Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI. + +Configuration: +- Benchmark: EEMBC CoreMark +- Toolchain: GCC + Newlib + GNU LD +- Version: all components were built from their tip of trunk +- Target: arm-eabi +- Compiler flags: O3 -flto +- Hardware: STMicroelectronics STM32L476RGTx 1x Cortex-M4 + +This benchmarking CI is work-in-progress, and we welcome feedback and suggestions at linaro-toolchain@lists.linaro.org . In our improvement plans is to add support for SPEC CPU2017 benchmarks and provide "perf report/annotate" data behind these reports. + +-----------------8<--------------------------8<--------------------------8<-------------------------- +The information below can be used to reproduce a debug environment: + +Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/41/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/27/artifact/artifacts + diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt new file mode 100644 index 0000000..e69de29 --- /dev/null +++ b/notify/mail-recipients.txt diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt new file mode 100644 index 0000000..aec03f7 --- /dev/null +++ b/notify/mail-subject.txt @@ -0,0 +1 @@ +[TCWG-CI] No change after commit: 887 commits in binutils,gcc,newlib diff --git a/notify/notify-full.log b/notify/notify-full.log new file mode 100644 index 0000000..cfa8d50 --- /dev/null +++ b/notify/notify-full.log @@ -0,0 +1,755 @@ +MOUNTS: /home/tcwg-buildslave/workspace/tcwg_bmk_0:/home/tcwg-buildslave/workspace/tcwg_bmk_0 /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache /home/tcwg-benchmark +DEBUG: starting docker on build-02.tcwglab from build-02, date Fri Jul 14 05:52:43 AM UTC 2023 +ssh -Snone -oForwardAgent=no build-02.tcwglab docker-wrapper run --name 41-tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build -dtP -v /home/tcwg-buildslave/workspace/tcwg_bmk_0:/home/tcwg-buildslave/workspace/tcwg_bmk_0 -v /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro -v /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro -v /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro -v /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro -v /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro -v /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro -v /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro -v /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro -v /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro -v ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache -v /home/tcwg-benchmark --cap-add=SYS_PTRACE --security-opt seccomp:unconfined --memory=64000M --pids-limit=5000 --cpu-shares=1000 --cpuset-cpus 0-31 linaro/ci-amd64-tcwg-build-ubuntu:jammy +WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. + +/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true + ++ false ++ dryrun= ++ declare top_artifacts ci_project ci_config ++ declare change_kind changed_single_component last_good first_bad ++ declare -a changed_components ++ declare print_commits_f print_result_f print_config_f print_last_icommit_f ++ dump_model_only=false +# setup_notify_environment ++ setup_notify_environment ++ echo '# setup_notify_environment' ++ top_artifacts=artifacts +++ get_current_manifest '{rr[ci_project]}' +++ get_manifest artifacts/manifest.sh '{rr[ci_project]}' +++ set +x ++ ci_project=tcwg_bmk-code_size-coremark +++ get_current_manifest '{rr[ci_config]}' +++ get_manifest artifacts/manifest.sh '{rr[ci_config]}' +++ set +x +# Debug traces : ++ ci_config=gnu_eabi-arm_eabi-master-O3_LTO ++ echo '# Debug traces :' +++ get_baseline_manifest BUILD_URL +++ get_manifest base-artifacts/manifest.sh BUILD_URL false +++ set +x +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/27/ +# Using dir : base-artifacts ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/27/' ++ echo '# Using dir : base-artifacts' +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/41/ +# Using dir : artifacts + ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/41/' ++ echo '# Using dir : artifacts' ++ echo '' ++ mkdir -p artifacts/notify ++ '[' -f /home/tcwg-buildslave/.jipdate.yml ']' ++ set +x +# check_source_changes ++ check_source_changes ++ echo '# check_source_changes' +++ get_current_manifest '{rr[update_baseline]}' +++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}' +++ set +x ++ '[' onsuccess '!=' init ']' ++ IFS=' ' ++ read -r -a changed_components +++ print_changed_components +++ set -euf -o pipefail +++ local c delim= ++++ print_updated_components ++++ set -euf -o pipefail ++++ local c delim= ++++ for c in ${rr[components]} ++++ '[' xgit://sourceware.org/git/binutils-gdb.git#9d9f26d8b1a15561af02370f15be0af0d56ac5fa '!=' xbaseline ']' ++++ echo -ne binutils ++++ delim=' ' ++++ for c in ${rr[components]} ++++ '[' xhttps://github.com/gcc-mirror/gcc.git#4dbb3af1efe55174a714d15c2994cf2842ef8c28 '!=' xbaseline ']' ++++ echo -ne ' gcc' ++++ delim=' ' ++++ for c in ${rr[components]} ++++ '[' xgit://sourceware.org/git/newlib-cygwin.git#b7c3a63bb3c4dab861b2bce8793b8dfb36151799 '!=' xbaseline ']' ++++ echo -ne ' newlib' ++++ delim=' ' ++++ echo +++ for c in $(print_updated_components) ++++ get_current_git binutils_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/binutils_rev ++++ get_baseline_git binutils_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/binutils_rev +++ '[' x9d9f26d8b1a15561af02370f15be0af0d56ac5fa '!=' x6a4058a60683ea096683d441cb78e3ad686f134f ']' +++ echo -ne binutils +++ delim=' ' +++ for c in $(print_updated_components) ++++ get_current_git gcc_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/gcc_rev ++++ get_baseline_git gcc_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/gcc_rev +++ '[' x4dbb3af1efe55174a714d15c2994cf2842ef8c28 '!=' xf10a4ce044a62c92ff3787895f5bae11f5375a59 ']' +++ echo -ne ' gcc' +++ delim=' ' +++ for c in $(print_updated_components) ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ '[' xb7c3a63bb3c4dab861b2bce8793b8dfb36151799 '!=' x048031501043e61ca31713b92ce2190213c7fb21 ']' +++ echo -ne ' newlib' +++ delim=' ' +++ echo +# Debug traces : +# change_kind=multiple_components : binutils gcc newlib ++ local c base_rev cur_rev c_commits ++ '[' 3 = 0 ']' ++ '[' 3 = 1 ']' ++ change_kind=multiple_components ++ changed_single_component= ++ echo '# Debug traces :' ++ echo '# change_kind=multiple_components : binutils gcc newlib' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ base_rev=6a4058a60683ea096683d441cb78e3ad686f134f +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev ++ cur_rev=9d9f26d8b1a15561af02370f15be0af0d56ac5fa +++ git -C binutils rev-list --count 6a4058a60683ea096683d441cb78e3ad686f134f..9d9f26d8b1a15561af02370f15be0af0d56ac5fa +# rev for binutils : 6a4058a60683ea096683d441cb78e3ad686f134f..9d9f26d8b1a15561af02370f15be0af0d56ac5fa (263 commits) ++ c_commits=263 ++ echo '# rev for binutils : 6a4058a60683ea096683d441cb78e3ad686f134f..9d9f26d8b1a15561af02370f15be0af0d56ac5fa (263 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ base_rev=f10a4ce044a62c92ff3787895f5bae11f5375a59 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev ++ cur_rev=4dbb3af1efe55174a714d15c2994cf2842ef8c28 +++ git -C gcc rev-list --count f10a4ce044a62c92ff3787895f5bae11f5375a59..4dbb3af1efe55174a714d15c2994cf2842ef8c28 +# rev for gcc : f10a4ce044a62c92ff3787895f5bae11f5375a59..4dbb3af1efe55174a714d15c2994cf2842ef8c28 (611 commits) ++ c_commits=611 ++ echo '# rev for gcc : f10a4ce044a62c92ff3787895f5bae11f5375a59..4dbb3af1efe55174a714d15c2994cf2842ef8c28 (611 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev ++ base_rev=048031501043e61ca31713b92ce2190213c7fb21 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev ++ cur_rev=b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +++ git -C newlib rev-list --count 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +# rev for newlib : 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 (13 commits) + ++ c_commits=13 ++ echo '# rev for newlib : 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 (13 commits)' ++ echo '' ++ setup_stages_to_run ++ '[' xignore == xignore ']' ++ post_jira_comment=false ++ post_jira_card=false ++ post_icommits=false ++ post_mail=false ++ generate_dashboard=false ++ post_dashboard=false ++ print_commits_f=print_commits ++ print_result_f=print_result ++ print_config_f=print_config ++ print_last_icommit_f=print_last_icommit ++ case "$ci_project" in ++ print_result_f=bmk_print_result ++ print_config_f=bmk_print_config ++ generate_extra_details +# generate_extra_details ++ set -euf -o pipefail ++ echo '# generate_extra_details' ++ post_interesting_commits init +# post_interesting_commits ++ set -euf -o pipefail ++ echo '# post_interesting_commits' ++ local stage=init ++ '[' multiple_components '!=' single_commit ']' ++ return ++ '[' full '!=' full ']' ++ check_if_first_report ++ declare -g first_icommit_to_report ++ first_icommit_to_report=false ++ '[' xmultiple_components '!=' xsingle_commit ']' ++ return ++ post_interesting_commits full +# post_interesting_commits ++ set -euf -o pipefail ++ echo '# post_interesting_commits' ++ local stage=full ++ '[' multiple_components '!=' single_commit ']' ++ return +# print all notification files ++ echo '# print all notification files' ++ print_mail_recipients ++ false ++ return ++ true ++ generate_jira_dir ++ set -euf -o pipefail ++ local icommit_entry jira_key= +++ print_last_icommit --entry +++ false +++ local print_arg=--entry +++ '[' xmultiple_components '!=' xsingle_commit ']' +++ return ++ icommit_entry= ++ '[' '' '!=' '' ']' ++ mkdir -p artifacts/notify/jira ++ '[' '' '!=' '' ']' ++ cat +++ print_jira_template_card +++ local jira_card=GNU-692 +++ case "$ci_project/$ci_config:$changed_single_component" in +++ jira_card=GNU-689 +++ echo GNU-689 +++ bmk_print_result --oneline +++ false +++ local print_arg=--oneline +++ artifacts_mail_dir=artifacts/notify +++ case "$ci_project" in +++ metric_id=size +++ local improved_or_regressed +++ '[' -f artifacts/notify/exe.regression ']' +++ '[' -f artifacts/notify/symbol.regression ']' +++ improved_or_regressed=improvement +++ declare -A changed_by_msg +++ changed_by_msg[size-regression]='grew in size by' +++ changed_by_msg[size-improvement]='reduced in size by' +++ changed_by_msg[time-regression]='slowed down by' +++ changed_by_msg[time-improvement]='speeds up by' +++ changed_by_msg[vect-regression]='reduced by' +++ changed_by_msg[vect-improvement]='increased up by' +++ changed_by_msg[sve-regression]='reduced by' +++ changed_by_msg[sve-improvement]='increased up by' +++ changed_by='reduced in size by' +++ case $metric_id in +++ exe_threshold=1 +++ symbol_threshold=10 +++ case "$print_arg" in +++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' +++ set -euf -o pipefail +x +++ local metric bmk symbol short_diag long_diag +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ short_diag='No change' +++ echo 'No change' +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x ++ bmk_print_result --oneline ++ false ++ local print_arg=--oneline ++ artifacts_mail_dir=artifacts/notify ++ case "$ci_project" in ++ metric_id=size ++ local improved_or_regressed ++ '[' -f artifacts/notify/exe.regression ']' ++ '[' -f artifacts/notify/symbol.regression ']' ++ improved_or_regressed=improvement ++ declare -A changed_by_msg ++ changed_by_msg[size-regression]='grew in size by' ++ changed_by_msg[size-improvement]='reduced in size by' ++ changed_by_msg[time-regression]='slowed down by' ++ changed_by_msg[time-improvement]='speeds up by' ++ changed_by_msg[vect-regression]='reduced by' ++ changed_by_msg[vect-improvement]='increased up by' ++ changed_by_msg[sve-regression]='reduced by' ++ changed_by_msg[sve-improvement]='increased up by' ++ changed_by='reduced in size by' ++ case $metric_id in ++ exe_threshold=1 ++ symbol_threshold=10 ++ case "$print_arg" in ++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' ++ set -euf -o pipefail +x ++ local metric bmk symbol short_diag long_diag ++ '[' -f artifacts/notify/exe.improvement ']' ++ '[' -f artifacts/notify/symbol.improvement ']' ++ short_diag='No change' ++ echo 'No change' ++ print_mail_body ++ true ++ local bad_artifacts_url good_artifacts_url +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/41/artifact/artifacts +++ get_baseline_manifest BUILD_URL +++ get_manifest base-artifacts/manifest.sh BUILD_URL false +++ set +x ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/27/artifact/artifacts ++ cat +++ bmk_print_result --oneline +++ false +++ local print_arg=--oneline +++ artifacts_mail_dir=artifacts/notify +++ case "$ci_project" in +++ metric_id=size +++ local improved_or_regressed +++ '[' -f artifacts/notify/exe.regression ']' +++ '[' -f artifacts/notify/symbol.regression ']' +++ improved_or_regressed=improvement +++ declare -A changed_by_msg +++ changed_by_msg[size-regression]='grew in size by' +++ changed_by_msg[size-improvement]='reduced in size by' +++ changed_by_msg[time-regression]='slowed down by' +++ changed_by_msg[time-improvement]='speeds up by' +++ changed_by_msg[vect-regression]='reduced by' +++ changed_by_msg[vect-improvement]='increased up by' +++ changed_by_msg[sve-regression]='reduced by' +++ changed_by_msg[sve-improvement]='increased up by' +++ changed_by='reduced in size by' +++ case $metric_id in +++ exe_threshold=1 +++ symbol_threshold=10 +++ case "$print_arg" in +++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' +++ set -euf -o pipefail +x +++ local metric bmk symbol short_diag long_diag +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ short_diag='No change' +++ echo 'No change' +++ print_commits --oneline +++ false +++ local print_arg=--oneline +++ local components new_commits more_lines +++ case "$change_kind:$print_arg" in +++ new_commits=0 +++ for c in "${changed_components[@]}" ++++ get_baseline_git binutils_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/binutils_rev +++ base_rev=6a4058a60683ea096683d441cb78e3ad686f134f ++++ get_current_git binutils_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/binutils_rev +++ cur_rev=9d9f26d8b1a15561af02370f15be0af0d56ac5fa ++++ git -C binutils rev-list --count 6a4058a60683ea096683d441cb78e3ad686f134f..9d9f26d8b1a15561af02370f15be0af0d56ac5fa +++ c_commits=263 +++ new_commits=263 +++ for c in "${changed_components[@]}" ++++ get_baseline_git gcc_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/gcc_rev +++ base_rev=f10a4ce044a62c92ff3787895f5bae11f5375a59 ++++ get_current_git gcc_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/gcc_rev +++ cur_rev=4dbb3af1efe55174a714d15c2994cf2842ef8c28 ++++ git -C gcc rev-list --count f10a4ce044a62c92ff3787895f5bae11f5375a59..4dbb3af1efe55174a714d15c2994cf2842ef8c28 +++ c_commits=611 +++ new_commits=874 +++ for c in "${changed_components[@]}" ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ base_rev=048031501043e61ca31713b92ce2190213c7fb21 ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev +++ cur_rev=b7c3a63bb3c4dab861b2bce8793b8dfb36151799 ++++ git -C newlib rev-list --count 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +++ c_commits=13 +++ new_commits=887 ++++ echo binutils gcc newlib ++++ tr ' ' , +++ components=binutils,gcc,newlib +++ echo '887 commits in binutils,gcc,newlib' +++ print_commits --short +++ sed -e 's/^/ | /' +++ false +++ local print_arg=--short +++ local components new_commits more_lines +++ case "$change_kind:$print_arg" in +++ new_commits=0 +++ for c in "${changed_components[@]}" ++++ get_baseline_git binutils_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/binutils_rev +++ base_rev=6a4058a60683ea096683d441cb78e3ad686f134f ++++ get_current_git binutils_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/binutils_rev +++ cur_rev=9d9f26d8b1a15561af02370f15be0af0d56ac5fa ++++ git -C binutils rev-list --count 6a4058a60683ea096683d441cb78e3ad686f134f..9d9f26d8b1a15561af02370f15be0af0d56ac5fa +++ c_commits=263 +++ new_commits=263 +++ echo 'binutils commits:' ++++ git -C binutils log --pretty=oneline 6a4058a60683ea096683d441cb78e3ad686f134f..9d9f26d8b1a15561af02370f15be0af0d56ac5fa ++++ head -n5 ++++ true +++ echo '9d9f26d8b1a15561af02370f15be0af0d56ac5fa gprofng: 30602 [2.41] gprofng test hangs on i686-linux-gnu +a879fdb267171e2dfaccd3047dc5ae6d0f4bdc7e Make the default gas symbol hash table larger +4993e5cc1e2e1e192f56f5788453c1b6f9cca894 Fix loongarch build with gcc-4.5 +6d872a1a807dc3f347808e853111dec7770ee0a9 More tidies to objcopy archive handling +478409b71d3e80647904540e518897667bd352b2 AIX_WEAK_SUPPORT' +++ '[' 263 -gt 5 ']' +++ echo '... and 258 more' +++ for c in "${changed_components[@]}" ++++ get_baseline_git gcc_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/gcc_rev +++ base_rev=f10a4ce044a62c92ff3787895f5bae11f5375a59 ++++ get_current_git gcc_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/gcc_rev +++ cur_rev=4dbb3af1efe55174a714d15c2994cf2842ef8c28 ++++ git -C gcc rev-list --count f10a4ce044a62c92ff3787895f5bae11f5375a59..4dbb3af1efe55174a714d15c2994cf2842ef8c28 +++ c_commits=611 +++ new_commits=874 +++ echo 'gcc commits:' ++++ git -C gcc log --pretty=oneline f10a4ce044a62c92ff3787895f5bae11f5375a59..4dbb3af1efe55174a714d15c2994cf2842ef8c28 ++++ head -n5 ++++ true +++ echo '4dbb3af1efe55174a714d15c2994cf2842ef8c28 SH: Fix PR101496 peephole bug +3d0ca8b55b9a882b9cc9b02b1d7db6a449be10c4 Daily bump. +8f1a26ee259f72e42405b9c5f2b161042ec4014b pdp11: Fix epilogue generation [PR107841] +ae862e0e47cb2d62d7c624ab999a3bd8bd2914ef m2, build: Use LDLFAGS for mklink +616a101848bfd5b61ffdd87ae9b1153139d916ca fortran: Release symbols in reversed order [PR106050]' +++ '[' 611 -gt 5 ']' +++ echo '... and 606 more' +++ for c in "${changed_components[@]}" ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ base_rev=048031501043e61ca31713b92ce2190213c7fb21 ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev +++ cur_rev=b7c3a63bb3c4dab861b2bce8793b8dfb36151799 ++++ git -C newlib rev-list --count 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +++ c_commits=13 +++ new_commits=887 +++ echo 'newlib commits:' ++++ git -C newlib log --pretty=oneline 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 ++++ head -n5 ++++ true +++ echo 'b7c3a63bb3c4dab861b2bce8793b8dfb36151799 newlib: posix: add HAVE_OPENDIR build condition for [n]ftw.c +c836d26d768b9db1b948ba5dcef571cd356cfb6c Cygwin: Update release/3.4.8 for latest <sys/cpuset.h> commit +3f2790e0443973fc3130713b0f8d8be3bf5650af Cygwin: Make gcc-specific code in <sys/cpuset.h> compiler-agnostic +b03601a6713a6f7ef9ed3adea7d0e7715332f87d Cygwin: fstat(): Fix st_rdev returned by fstat() for /dev/tty. +3edb55af820025013b87fdb53249676067a8b8ee Cygwin: stat(): Fix "Bad address" error on stat() for /dev/tty.' +++ '[' 13 -gt 5 ']' +++ echo '... and 8 more' +++ bmk_print_result --short +++ false +++ local print_arg=--short +++ artifacts_mail_dir=artifacts/notify +++ case "$ci_project" in +++ metric_id=size +++ local improved_or_regressed +++ '[' -f artifacts/notify/exe.regression ']' +++ '[' -f artifacts/notify/symbol.regression ']' +++ improved_or_regressed=improvement +++ declare -A changed_by_msg +++ changed_by_msg[size-regression]='grew in size by' +++ changed_by_msg[size-improvement]='reduced in size by' +++ changed_by_msg[time-regression]='slowed down by' +++ changed_by_msg[time-improvement]='speeds up by' +++ changed_by_msg[vect-regression]='reduced by' +++ changed_by_msg[vect-improvement]='increased up by' +++ changed_by_msg[sve-regression]='reduced by' +++ changed_by_msg[sve-improvement]='increased up by' +++ changed_by='reduced in size by' +++ case $metric_id in +++ exe_threshold=1 +++ symbol_threshold=10 +++ case "$print_arg" in +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ echo 'No change' +++ bmk_print_config +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh ++++ [[ -v rr[ci_project] ]] ++++ [[ -v rr[ci_config] ]] ++++ declare -A bmk_data ++++ bmk_data[tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi]=stm32:coremark ++++ bmk_data[tcwg_bmk-code_size-cpu2017fast--gnu-aarch64]=sq_64:spec2017_fast ++++ bmk_data[tcwg_bmk-code_size-cpu2017fast--llvm-aarch64]=sq_64:spec2017_fast ++++ bmk_data[tcwg_bmk-code_size-cpu2017rate--gnu-arm]=sq_32:spec2017_rate ++++ bmk_data[tcwg_bmk-code_size-cpu2017rate--llvm-arm]=sq_32:spec2017_rate_nofortran ++++ bmk_data[tcwg_bmk-code_size-spec2k6--gnu-aarch64]=sq_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_size-spec2k6--gnu-arm]=sq_32:spec2006_all ++++ bmk_data[tcwg_bmk-code_size-spec2k6--llvm-aarch64]=sq_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_size-spec2k6--llvm-arm]=sq_32:spec2006_nofortran ++++ bmk_data[tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi]=stm32:coremark ++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--gnu-aarch64]=tx1_64:spec2017_rate ++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--gnu-arm]=tk1_32:spec2017_rate ++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64]=tx1_64:spec2017_rate ++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--llvm-arm]=tk1_32:spec2017_rate_nofortran ++++ bmk_data[tcwg_bmk-code_speed-cpu2017speed--gnu-aarch64]=apm_64:spec2017_speed ++++ bmk_data[tcwg_bmk-code_speed-cpu2017speed--llvm-aarch64]=apm_64:spec2017_speed ++++ bmk_data[tcwg_bmk-qc_speed-cpu2017rate--llvm-aarch64]=qc_64:spec2017_rate_nofortran ++++ bmk_data[tcwg_bmk-code_speed-spec2k6--gnu-aarch64]=tx1_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_speed-spec2k6--gnu-arm]=tk1_32:spec2006_all ++++ bmk_data[tcwg_bmk-code_speed-spec2k6--llvm-aarch64]=tx1_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_speed-spec2k6--llvm-arm]=tk1_32:spec2006_nofortran ++++ bmk_data[tcwg_bmk-fujitsu_speed-cpu2017speed--gnu-aarch64]=fx_64:spec2017_speed ++++ bmk_data[tcwg_bmk-fujitsu_speed-cpu2017speed--llvm-aarch64]=fx_64:spec2017_speed ++++ bmk_data[tcwg_bmk-code_sve-cpu2017fast--gnu-aarch64]=fx_64:spec2017_fast ++++ bmk_data[tcwg_bmk-code_vect-cpu2017fast--gnu-aarch64]=sq_64:spec2017_fast ++++ bmk_data[tcwg_bmk-code_vect-cpu2017fast--llvm-aarch64]=sq_64:spec2017_fast ++++ bmk_data[tcwg_bmk-code_vect-cpu2017rate--gnu-arm]=sq_32:spec2017_rate ++++ bmk_data[tcwg_bmk-code_vect-cpu2017rate--llvm-arm]=sq_32:spec2017_rate_nofortran ++++ bmk_data[tcwg_bmk-code_vect-spec2k6--gnu-aarch64]=sq_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_vect-spec2k6--gnu-arm]=sq_32:spec2006_all ++++ bmk_data[tcwg_bmk-code_vect-spec2k6--llvm-aarch64]=sq_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_vect-spec2k6--llvm-arm]=sq_32:spec2006_nofortran +++ false +++ case "$ci_project" in +++ metric_id=size +++ IFS=- +++ read -a ci_pjt_cfg +++ local toolchain target cflags +++ toolchain=gnu_eabi +++ target=arm_eabi +++ cflags=O3_LTO +++ local bmk_suite publish_save_temps +++ bmk_suite= +++ publish_save_temps=false +++ case "$(tcwg_bmk_benchs)" in ++++ tcwg_bmk_benchs ++++ '[' x = xset ']' ++++ local data data_key +++++ echo tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO +++++ cut -d- -f1-6 ++++ data_key=tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi ++++ data=stm32:coremark ++++ '[' xstm32:coremark = xunset ']' ++++ echo stm32:coremark ++++ cut -d: -f2 +++ bmk_suite='EEMBC CoreMark' +++ cat +++ false +++ '[' -d artifacts/top-artifacts/save-temps/ ']' +++ local compiler= libc= linker= version= bmk_flags= hw= +++ case "$toolchain" in +++ compiler=GCC +++ libc=Newlib +++ linker='GNU LD' +++ case "$ci_config" in +++ version='tip of trunk' ++++ echo O3_LTO ++++ sed -e 's/_/ -/g' -e s/LTO/flto/g -e s/VECT/fdump-tree-vect-details/g +++ bmk_flags='O3 -flto' +++ case "$(tcwg_bmk_hw)" in ++++ tcwg_bmk_hw ++++ local data data_key +++++ echo tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO +++++ cut -d- -f1-6 ++++ data_key=tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi ++++ data=stm32:coremark ++++ '[' xstm32:coremark = xunset ']' ++++ echo stm32:coremark ++++ cut -d: -f1 +++ hw='STMicroelectronics STM32L476RGTx 1x Cortex-M4' +++ cat ++++ print_gnu_target arm_eabi ++++ set -euf -o pipefail ++++ local target=arm_eabi ++++ case "$target" in ++++ target=arm-eabi ++++ echo arm-eabi ++ '[' xmultiple_components '!=' xsingle_commit ']' ++ return ++ print_mail_subject ++ true +++ bmk_print_result --oneline +++ false +++ local print_arg=--oneline +++ artifacts_mail_dir=artifacts/notify +++ case "$ci_project" in +++ metric_id=size +++ local improved_or_regressed +++ '[' -f artifacts/notify/exe.regression ']' +++ '[' -f artifacts/notify/symbol.regression ']' +++ improved_or_regressed=improvement +++ declare -A changed_by_msg +++ changed_by_msg[size-regression]='grew in size by' +++ changed_by_msg[size-improvement]='reduced in size by' +++ changed_by_msg[time-regression]='slowed down by' +++ changed_by_msg[time-improvement]='speeds up by' +++ changed_by_msg[vect-regression]='reduced by' +++ changed_by_msg[vect-improvement]='increased up by' +++ changed_by_msg[sve-regression]='reduced by' +++ changed_by_msg[sve-improvement]='increased up by' +++ changed_by='reduced in size by' +++ case $metric_id in +++ exe_threshold=1 +++ symbol_threshold=10 +++ case "$print_arg" in +++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' +++ set -euf -o pipefail +x +++ local metric bmk symbol short_diag long_diag +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ short_diag='No change' +++ echo 'No change' +++ print_commits --oneline +++ false +++ local print_arg=--oneline +++ local components new_commits more_lines +++ case "$change_kind:$print_arg" in +++ new_commits=0 +++ for c in "${changed_components[@]}" ++++ get_baseline_git binutils_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/binutils_rev +++ base_rev=6a4058a60683ea096683d441cb78e3ad686f134f ++++ get_current_git binutils_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/binutils_rev +++ cur_rev=9d9f26d8b1a15561af02370f15be0af0d56ac5fa ++++ git -C binutils rev-list --count 6a4058a60683ea096683d441cb78e3ad686f134f..9d9f26d8b1a15561af02370f15be0af0d56ac5fa +++ c_commits=263 +++ new_commits=263 +++ for c in "${changed_components[@]}" ++++ get_baseline_git gcc_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/gcc_rev +++ base_rev=f10a4ce044a62c92ff3787895f5bae11f5375a59 ++++ get_current_git gcc_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/gcc_rev +++ cur_rev=4dbb3af1efe55174a714d15c2994cf2842ef8c28 ++++ git -C gcc rev-list --count f10a4ce044a62c92ff3787895f5bae11f5375a59..4dbb3af1efe55174a714d15c2994cf2842ef8c28 +++ c_commits=611 +++ new_commits=874 +++ for c in "${changed_components[@]}" ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ base_rev=048031501043e61ca31713b92ce2190213c7fb21 ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev +++ cur_rev=b7c3a63bb3c4dab861b2bce8793b8dfb36151799 ++++ git -C newlib rev-list --count 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +++ c_commits=13 +++ new_commits=887 ++++ echo binutils gcc newlib ++++ tr ' ' , +++ components=binutils,gcc,newlib +++ echo '887 commits in binutils,gcc,newlib' ++ echo '[TCWG-CI] No change after commit: 887 commits in binutils,gcc,newlib' +# generate dashboard +# generate_dashboard_squad +... Skipping +# post_dashboard_squad +... Skipping +=> Not the first detection of this issue. Not sending mail. +# post_to_jira +Full stage ran successfully. ++ echo '# generate dashboard' ++ generate_dashboard_squad ++ local results_date ++ echo '# generate_dashboard_squad' ++ false ++ echo '... Skipping' ++ return ++ post_dashboard_squad ++ echo '# post_dashboard_squad' ++ false ++ echo '... Skipping' ++ return ++ false ++ echo '=> Not the first detection of this issue. Not sending mail.' ++ post_to_jira ++ echo '# post_to_jira' ++ false ++ false ++ echo 'Full stage ran successfully.' +44eadf83dd175d11a552714651f3ca9027b95da1a6737593c074ad34cca4e414 diff --git a/notify/notify-init.log b/notify/notify-init.log new file mode 100644 index 0000000..683e4e3 --- /dev/null +++ b/notify/notify-init.log @@ -0,0 +1,217 @@ +MOUNTS: /home/tcwg-buildslave/workspace/tcwg_bmk_0:/home/tcwg-buildslave/workspace/tcwg_bmk_0 /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache /home/tcwg-benchmark +DEBUG: starting docker on build-02.tcwglab from build-02, date Fri Jul 14 05:52:21 AM UTC 2023 +ssh -Snone -oForwardAgent=no build-02.tcwglab docker-wrapper run --name 41-tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build -dtP -v /home/tcwg-buildslave/workspace/tcwg_bmk_0:/home/tcwg-buildslave/workspace/tcwg_bmk_0 -v /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro -v /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro -v /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro -v /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro -v /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro -v /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro -v /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro -v /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro -v /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro -v ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache -v /home/tcwg-benchmark --cap-add=SYS_PTRACE --security-opt seccomp:unconfined --memory=64000M --pids-limit=5000 --cpu-shares=1000 --cpuset-cpus 0-31 linaro/ci-amd64-tcwg-build-ubuntu:jammy +WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. + +/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true + ++ false ++ dryrun= ++ declare top_artifacts ci_project ci_config ++ declare change_kind changed_single_component last_good first_bad ++ declare -a changed_components ++ declare print_commits_f print_result_f print_config_f print_last_icommit_f ++ dump_model_only=false +# setup_notify_environment ++ setup_notify_environment ++ echo '# setup_notify_environment' ++ top_artifacts=artifacts +++ get_current_manifest '{rr[ci_project]}' +++ get_manifest artifacts/manifest.sh '{rr[ci_project]}' +++ set +x ++ ci_project=tcwg_bmk-code_size-coremark +++ get_current_manifest '{rr[ci_config]}' +++ get_manifest artifacts/manifest.sh '{rr[ci_config]}' +++ set +x +# Debug traces : ++ ci_config=gnu_eabi-arm_eabi-master-O3_LTO ++ echo '# Debug traces :' +++ get_baseline_manifest BUILD_URL +++ get_manifest base-artifacts/manifest.sh BUILD_URL false +++ set +x +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/27/ +# Using dir : base-artifacts ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/27/' ++ echo '# Using dir : base-artifacts' +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/41/ +# Using dir : artifacts + ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/41/' ++ echo '# Using dir : artifacts' ++ echo '' ++ mkdir -p artifacts/notify ++ '[' -f /home/tcwg-buildslave/.jipdate.yml ']' ++ set +x +# check_source_changes ++ check_source_changes ++ echo '# check_source_changes' +++ get_current_manifest '{rr[update_baseline]}' +++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}' +++ set +x ++ '[' onsuccess '!=' init ']' ++ IFS=' ' ++ read -r -a changed_components +++ print_changed_components +++ set -euf -o pipefail +++ local c delim= ++++ print_updated_components ++++ set -euf -o pipefail ++++ local c delim= ++++ for c in ${rr[components]} ++++ '[' xgit://sourceware.org/git/binutils-gdb.git#9d9f26d8b1a15561af02370f15be0af0d56ac5fa '!=' xbaseline ']' ++++ echo -ne binutils ++++ delim=' ' ++++ for c in ${rr[components]} ++++ '[' xhttps://github.com/gcc-mirror/gcc.git#4dbb3af1efe55174a714d15c2994cf2842ef8c28 '!=' xbaseline ']' ++++ echo -ne ' gcc' ++++ delim=' ' ++++ for c in ${rr[components]} ++++ '[' xgit://sourceware.org/git/newlib-cygwin.git#b7c3a63bb3c4dab861b2bce8793b8dfb36151799 '!=' xbaseline ']' ++++ echo -ne ' newlib' ++++ delim=' ' ++++ echo +++ for c in $(print_updated_components) ++++ get_current_git binutils_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/binutils_rev ++++ get_baseline_git binutils_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/binutils_rev +++ '[' x9d9f26d8b1a15561af02370f15be0af0d56ac5fa '!=' x6a4058a60683ea096683d441cb78e3ad686f134f ']' +++ echo -ne binutils +++ delim=' ' +++ for c in $(print_updated_components) ++++ get_current_git gcc_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/gcc_rev ++++ get_baseline_git gcc_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/gcc_rev +++ '[' x4dbb3af1efe55174a714d15c2994cf2842ef8c28 '!=' xf10a4ce044a62c92ff3787895f5bae11f5375a59 ']' +++ echo -ne ' gcc' +++ delim=' ' +++ for c in $(print_updated_components) ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ '[' xb7c3a63bb3c4dab861b2bce8793b8dfb36151799 '!=' x048031501043e61ca31713b92ce2190213c7fb21 ']' +++ echo -ne ' newlib' +++ delim=' ' +++ echo +# Debug traces : +# change_kind=multiple_components : binutils gcc newlib ++ local c base_rev cur_rev c_commits ++ '[' 3 = 0 ']' ++ '[' 3 = 1 ']' ++ change_kind=multiple_components ++ changed_single_component= ++ echo '# Debug traces :' ++ echo '# change_kind=multiple_components : binutils gcc newlib' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ base_rev=6a4058a60683ea096683d441cb78e3ad686f134f +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev ++ cur_rev=9d9f26d8b1a15561af02370f15be0af0d56ac5fa +++ git -C binutils rev-list --count 6a4058a60683ea096683d441cb78e3ad686f134f..9d9f26d8b1a15561af02370f15be0af0d56ac5fa +# rev for binutils : 6a4058a60683ea096683d441cb78e3ad686f134f..9d9f26d8b1a15561af02370f15be0af0d56ac5fa (263 commits) ++ c_commits=263 ++ echo '# rev for binutils : 6a4058a60683ea096683d441cb78e3ad686f134f..9d9f26d8b1a15561af02370f15be0af0d56ac5fa (263 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ base_rev=f10a4ce044a62c92ff3787895f5bae11f5375a59 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev ++ cur_rev=4dbb3af1efe55174a714d15c2994cf2842ef8c28 +++ git -C gcc rev-list --count f10a4ce044a62c92ff3787895f5bae11f5375a59..4dbb3af1efe55174a714d15c2994cf2842ef8c28 +# rev for gcc : f10a4ce044a62c92ff3787895f5bae11f5375a59..4dbb3af1efe55174a714d15c2994cf2842ef8c28 (611 commits) ++ c_commits=611 ++ echo '# rev for gcc : f10a4ce044a62c92ff3787895f5bae11f5375a59..4dbb3af1efe55174a714d15c2994cf2842ef8c28 (611 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev ++ base_rev=048031501043e61ca31713b92ce2190213c7fb21 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev ++ cur_rev=b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +++ git -C newlib rev-list --count 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +# rev for newlib : 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 (13 commits) + ++ c_commits=13 ++ echo '# rev for newlib : 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 (13 commits)' ++ echo '' ++ setup_stages_to_run ++ '[' xignore == xignore ']' ++ post_jira_comment=false ++ post_jira_card=false ++ post_icommits=false ++ post_mail=false ++ generate_dashboard=false ++ post_dashboard=false ++ print_commits_f=print_commits ++ print_result_f=print_result ++ print_config_f=print_config ++ print_last_icommit_f=print_last_icommit ++ case "$ci_project" in ++ print_result_f=bmk_print_result ++ print_config_f=bmk_print_config ++ generate_extra_details +# generate_extra_details ++ set -euf -o pipefail ++ echo '# generate_extra_details' ++ post_interesting_commits init +# post_interesting_commits ++ set -euf -o pipefail ++ echo '# post_interesting_commits' ++ local stage=init ++ '[' multiple_components '!=' single_commit ']' ++ return +Init stage ran successfully. ++ '[' init '!=' full ']' ++ echo 'Init stage ran successfully.' ++ exit 0 +99e773bcc974a60e4d8a8add3047c7e0db8ff0740261c7045453fb9290d24121 diff --git a/notify/summary.txt b/notify/summary.txt new file mode 100644 index 0000000..b743d14 --- /dev/null +++ b/notify/summary.txt @@ -0,0 +1 @@ +No change @@ -1,3 +1,4 @@ +# reset_artifacts: -10 # build_abe binutils: -9 diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff index 76367ae..e1fc32c 100644 --- a/results-vs-prev/cmp-results.diff +++ b/results-vs-prev/cmp-results.diff @@ -1,12 +1,6 @@ 0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16 -Mean,average-all-tests,0,0,,,,15065,-1,399,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,,,,,,15065,-1,399,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,0,50,,,,15065,-1,399,199,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,,50,,,,15065,-1,399,199,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,0,-4,,,,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,,,,,,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,0,100,,,,15065,-1,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,,100,,,,15065,-1,27,27,-1,-1,-1,-1,-1,-1 -Mean,mean,0,-4,,,,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,mean,,,,,,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,,199,,,,-1,14953,199,397,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,,,,,,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,,100,,,,-1,14952,27,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,,,,,,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 ERROR: Results differ !! see artifacts/results-vs-prev/csvs2table-results-internal.csv.diff for details diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index c8408ee..8a8b732 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,0,-4,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,0,100,n/a,n/a,n/a,15065,-1,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,0,-4,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,0,50,n/a,n/a,n/a,15065,-1,399,199,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,0,0,n/a,n/a,n/a,15065,-1,399,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,5900358,100,n/a,n/a,n/a,15065,888888888,68156,68156,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,199,n/a,n/a,n/a,-1,14953,199,397,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,-1,14952,27,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14953,68156,70860,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv index 2935e14..a28559b 100644 --- a/results-vs-prev/csv-results-0/perf.csv +++ b/results-vs-prev/csv-results-0/perf.csv @@ -1,2 +1,2 @@ -benchmark,symbol,sample -coremark,coremark,15065 +benchmark,symbol,sample,dso +coremark,coremark,888888888,na diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index f1d36e7..3fccfac 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,mean,15065,27,-1,-1,-1 -Mean,geomean-successful-tests,15065,27,-1,-1,-1 -Mean,geomean-all-tests,15065,27,-1,-1,-1 -Mean,average-successful-tests,15065,399,-1,-1,-1 -Mean,average-all-tests,15065,399,-1,-1,-1 -coremark,coremark,15065,68156,-1,-1,-1 +Mean,mean,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,-1,27,-1,-1,-1 +Mean,geomean-all-tests,-1,-1,-1,-1,-1 +Mean,average-successful-tests,-1,199,-1,-1,-1 +Mean,average-all-tests,-1,-1,-1,-1,-1 +coremark,coremark,888888888,68156,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index 4e4840a..37f7585 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ -benchmark,symbol,sample -coremark,coremark,888888888 +benchmark,symbol,sample,dso +coremark,coremark,14953,na diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index 3fccfac..7d357b0 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,mean,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,-1,27,-1,-1,-1 -Mean,geomean-all-tests,-1,-1,-1,-1,-1 -Mean,average-successful-tests,-1,199,-1,-1,-1 -Mean,average-all-tests,-1,-1,-1,-1,-1 -coremark,coremark,888888888,68156,-1,-1,-1 +Mean,average-successful-tests,14953,397,-1,-1,-1 +Mean,average-all-tests,14953,397,-1,-1,-1 +Mean,mean,14952,27,-1,-1,-1 +Mean,geomean-successful-tests,14952,27,-1,-1,-1 +Mean,geomean-all-tests,14952,27,-1,-1,-1 +coremark,coremark,14953,70860,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -39,21 +39,22 @@ coremark,[.] __b2d,-1,188,-1,-1,-1 coremark,[.] _Balloc,-1,76,-1,-1,-1 coremark,[.] _Bfree,-1,18,-1,-1,-1 coremark,[.] BusFault_Handler,-1,2,-1,-1,-1 -coremark,[.] calc_func,-1,4918,-1,-1,-1 -coremark,[.] __call_exitprocs,-1,176,-1,-1,-1 +coremark,[.] calc_func,-1,4922,-1,-1,-1 +coremark,[.] __call_exitprocs,-1,192,-1,-1,-1 coremark,[.] _calloc_r,-1,108,-1,-1,-1 coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1 coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1 coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1 coremark,[.] cleanup_stdio,-1,64,-1,-1,-1 -coremark,[.] _close,-1,40,-1,-1,-1 +coremark,[.] _clock,-1,18,-1,-1,-1 +coremark,[.] _close,-1,148,-1,-1,-1 coremark,[.] _close_r,-1,36,-1,-1,-1 coremark,[.] __cmpdf2,-1,122,-1,-1,-1 coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __copybits,-1,90,-1,-1,-1 coremark,[.] core_bench_list,-1,1660,-1,-1,-1 -coremark,[.] core_state_transition,-1,436,-1,-1,-1 +coremark,[.] core_state_transition,-1,438,-1,-1,-1 coremark,[.] crcu16,-1,362,-1,-1,-1 coremark,[.] currentlocale,-1,92,-1,-1,-1 coremark,[.] __d2b,-1,188,-1,-1,-1 @@ -79,8 +80,8 @@ coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 coremark,[.] _dtoa_r,-1,3656,-1,-1,-1 -coremark,[.] __env_lock,-1,2,-1,-1,-1 -coremark,[.] __env_unlock,-1,2,-1,-1,-1 +coremark,[.] __env_lock,-1,12,-1,-1,-1 +coremark,[.] __env_unlock,-1,12,-1,-1,-1 coremark,[.] __eqdf2,-1,122,-1,-1,-1 coremark,[.] __errno,-1,12,-1,-1,-1 coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1 @@ -96,9 +97,9 @@ coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1 coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1 coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1 coremark,[.] fclose,-1,16,-1,-1,-1 -coremark,[.] _fclose_r,-1,128,-1,-1,-1 -coremark,[.] fflush,-1,72,-1,-1,-1 -coremark,[.] _fflush_r,-1,44,-1,-1,-1 +coremark,[.] _fclose_r,-1,192,-1,-1,-1 +coremark,[.] fflush,-1,116,-1,-1,-1 +coremark,[.] _fflush_r,-1,84,-1,-1,-1 coremark,[.] _findenv_r,-1,128,-1,-1,-1 coremark,[.] fiprintf,-1,40,-1,-1,-1 coremark,[.] _fiprintf_r,-1,28,-1,-1,-1 @@ -110,28 +111,29 @@ coremark,[.] __floatsidf,-1,34,-1,-1,-1 coremark,[.] __floatundidf,-1,106,-1,-1,-1 coremark,[.] __floatunsidf,-1,30,-1,-1,-1 coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_lock,-1,4,-1,-1,-1 -coremark,[.] __fp_lock_all,-1,20,-1,-1,-1 +coremark,[.] __fp_lock,-1,28,-1,-1,-1 +coremark,[.] __fp_lock_all,-1,36,-1,-1,-1 coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_unlock,-1,4,-1,-1,-1 -coremark,[.] __fp_unlock_all,-1,20,-1,-1,-1 -coremark,[.] __fputwc,-1,152,-1,-1,-1 -coremark,[.] fputwc,-1,72,-1,-1,-1 -coremark,[.] _fputwc_r,-1,38,-1,-1,-1 +coremark,[.] __fp_unlock,-1,28,-1,-1,-1 +coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1 +coremark,[.] __fputwc,-1,156,-1,-1,-1 +coremark,[.] fputwc,-1,112,-1,-1,-1 +coremark,[.] _fputwc_r,-1,96,-1,-1,-1 coremark,[.] _free_r,-1,508,-1,-1,-1 coremark,[.] frexp,-1,100,-1,-1,-1 -coremark,[.] _fstat,-1,30,-1,-1,-1 +coremark,[.] _fstat,-1,28,-1,-1,-1 coremark,[.] _fstat_r,-1,44,-1,-1,-1 coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1 coremark,[.] __gedf2,-1,138,-1,-1,-1 -coremark,[.] get_arg,-1,2976,-1,-1,-1 +coremark,[.] get_arg,-1,2984,-1,-1,-1 coremark,[.] _getenv_r,-1,16,-1,-1,-1 coremark,[.] __get_locale_env,-1,80,-1,-1,-1 coremark,[.] _getpid,-1,4,-1,-1,-1 coremark,[.] _getpid_r,-1,4,-1,-1,-1 coremark,[.] get_seed_args,-1,152,-1,-1,-1 +coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1 coremark,[.] _gettimeofday,-1,40,-1,-1,-1 -coremark,[.] global_stdio_init.part.0,-1,208,-1,-1,-1 +coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1 coremark,[.] __gtdf2,-1,138,-1,-1,-1 coremark,[.] HAL_GetTick,-1,12,-1,-1,-1 coremark,[.] HAL_IncTick,-1,24,-1,-1,-1 @@ -144,11 +146,13 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1 coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1 coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1 coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1 -coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1064,-1,-1,-1 +coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1 coremark,[.] HAL_RCC_GetSysClockFreq,-1,172,-1,-1,-1 coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1 coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1 coremark,[.] HardFault_Handler,-1,2,-1,-1,-1 +coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1 +coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1 coremark,[.] __hi0bits,-1,68,-1,-1,-1 coremark,[.] __i2b,-1,92,-1,-1,-1 coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1 @@ -157,22 +161,23 @@ coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1 coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1 coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1 coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] initialise_monitor_handles,-1,108,-1,-1,-1 +coremark,[.] initialise_monitor_handles,-1,292,-1,-1,-1 coremark,[.] _init_signal,-1,56,-1,-1,-1 coremark,[.] _init_signal_r,-1,48,-1,-1,-1 -coremark,[.] _isatty,-1,112,-1,-1,-1 +coremark,[.] _isatty,-1,100,-1,-1,-1 coremark,[.] _isatty_r,-1,36,-1,-1,-1 coremark,[.] __jis_mbtowc,-1,300,-1,-1,-1 coremark,[.] __jis_wctomb,-1,124,-1,-1,-1 -coremark,[.] _kill,-1,40,-1,-1,-1 +coremark,[.] _kill,-1,28,-1,-1,-1 coremark,[.] _kill_r,-1,44,-1,-1,-1 +coremark,[.] _kill_shared,-1,46,-1,-1,-1 coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __ledf2,-1,130,-1,-1,-1 coremark,[.] __libc_fini_array,-1,40,-1,-1,-1 coremark,[.] __libc_init_array,-1,80,-1,-1,-1 coremark,[.] _link,-1,16,-1,-1,-1 coremark,[.] __lo0bits,-1,94,-1,-1,-1 -coremark,[.] __loadlocale,-1,1728,-1,-1,-1 +coremark,[.] __loadlocale,-1,1736,-1,-1,-1 coremark,[.] localeconv,-1,8,-1,-1,-1 coremark,[.] __localeconv_l,-1,4,-1,-1,-1 coremark,[.] _localeconv_r,-1,8,-1,-1,-1 @@ -180,15 +185,15 @@ coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1 coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _lseek,-1,40,-1,-1,-1 +coremark,[.] _lseek,-1,4,-1,-1,-1 coremark,[.] _lseek_r,-1,44,-1,-1,-1 coremark,[.] __lshift,-1,240,-1,-1,-1 coremark,[.] __ltdf2,-1,130,-1,-1,-1 -coremark,[.] main,-1,3956,-1,-1,-1 -coremark,[.] __malloc_lock,-1,2,-1,-1,-1 -coremark,[.] _malloc_r,-1,1364,-1,-1,-1 +coremark,[.] main,-1,3980,-1,-1,-1 +coremark,[.] __malloc_lock,-1,12,-1,-1,-1 +coremark,[.] _malloc_r,-1,1384,-1,-1,-1 coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 -coremark,[.] __malloc_unlock,-1,2,-1,-1,-1 +coremark,[.] __malloc_unlock,-1,12,-1,-1,-1 coremark,[.] _mbtowc_r,-1,20,-1,-1,-1 coremark,[.] __mcmp,-1,66,-1,-1,-1 coremark,[.] __mdiff,-1,376,-1,-1,-1 @@ -202,22 +207,21 @@ coremark,[.] __multadd,-1,160,-1,-1,-1 coremark,[.] __multiply,-1,364,-1,-1,-1 coremark,[.] __nedf2,-1,122,-1,-1,-1 coremark,[.] NMI_Handler,-1,2,-1,-1,-1 -coremark,[.] _open,-1,56,-1,-1,-1 +coremark,[.] _open,-1,18,-1,-1,-1 coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1 coremark,[.] PendSV_Handler,-1,2,-1,-1,-1 -coremark,[.] __pow5mult,-1,180,-1,-1,-1 +coremark,[.] __pow5mult,-1,188,-1,-1,-1 coremark,[.] printf,-1,40,-1,-1,-1 coremark,[.] _printf_r,-1,30,-1,-1,-1 -coremark,[.] putc,-1,88,-1,-1,-1 +coremark,[.] putc,-1,128,-1,-1,-1 coremark,[.] putchar,-1,16,-1,-1,-1 coremark,[.] _putchar_r,-1,6,-1,-1,-1 -coremark,[.] _putc_r,-1,76,-1,-1,-1 +coremark,[.] _putc_r,-1,118,-1,-1,-1 coremark,[.] puts,-1,16,-1,-1,-1 -coremark,[.] _puts_r,-1,104,-1,-1,-1 +coremark,[.] _puts_r,-1,152,-1,-1,-1 coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1 coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1 coremark,[.] quorem,-1,300,-1,-1,-1 -coremark,[.] _raise,-1,2,-1,-1,-1 coremark,[.] raise,-1,88,-1,-1,-1 coremark,[.] _raise_r,-1,82,-1,-1,-1 coremark,[.] __ratio,-1,96,-1,-1,-1 @@ -225,20 +229,30 @@ coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1 coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1 coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1 coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1 -coremark,[.] _read,-1,128,-1,-1,-1 +coremark,[.] _read,-1,136,-1,-1,-1 coremark,[.] _read_r,-1,44,-1,-1,-1 -coremark,[.] _realloc_r,-1,836,-1,-1,-1 -coremark,[.] __register_exitproc,-1,100,-1,-1,-1 -coremark,[.] remap_handle,-1,64,-1,-1,-1 +coremark,[.] _realloc_r,-1,840,-1,-1,-1 +coremark,[.] __register_exitproc,-1,128,-1,-1,-1 +coremark,[.] register_fini,-1,20,-1,-1,-1 coremark,[.] _rename,-1,82,-1,-1,-1 coremark,[.] Reset_Handler,-1,54,-1,-1,-1 +coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1 coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1 coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1 coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __s2b,-1,180,-1,-1,-1 coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sbprintf,-1,212,-1,-1,-1 +coremark,[.] __sbprintf,-1,256,-1,-1,-1 coremark,[.] _sbrk,-1,80,-1,-1,-1 coremark,[.] _sbrk_r,-1,36,-1,-1,-1 coremark,[.] __sclose,-1,8,-1,-1,-1 @@ -248,15 +262,15 @@ coremark,[.] __set_ctype,-1,12,-1,-1,-1 coremark,[.] setlocale,-1,24,-1,-1,-1 coremark,[.] _setlocale_r,-1,552,-1,-1,-1 coremark,[.] __sflush_r,-1,308,-1,-1,-1 -coremark,[.] __sfp,-1,164,-1,-1,-1 -coremark,[.] __sfp_lock_acquire,-1,2,-1,-1,-1 -coremark,[.] __sfp_lock_release,-1,2,-1,-1,-1 -coremark,[.] __sfvwrite_r,-1,768,-1,-1,-1 +coremark,[.] __sfp,-1,192,-1,-1,-1 +coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1 +coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1 +coremark,[.] __sfvwrite_r,-1,764,-1,-1,-1 coremark,[.] signal,-1,80,-1,-1,-1 -coremark,[.] _signal_r,-1,78,-1,-1,-1 +coremark,[.] _signal_r,-1,80,-1,-1,-1 coremark,[.] __sigtramp,-1,104,-1,-1,-1 coremark,[.] __sigtramp_r,-1,100,-1,-1,-1 -coremark,[.] __sinit,-1,32,-1,-1,-1 +coremark,[.] __sinit,-1,64,-1,-1,-1 coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 coremark,[.] __smakebuf_r,-1,208,-1,-1,-1 @@ -267,7 +281,7 @@ coremark,[.] __sprint_r,-1,22,-1,-1,-1 coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1 coremark,[.] __sread,-1,34,-1,-1,-1 coremark,[.] __sseek,-1,34,-1,-1,-1 -coremark,[.] _stat,-1,78,-1,-1,-1 +coremark,[.] _stat,-1,60,-1,-1,-1 coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1 coremark,[.] strcasecmp,-1,76,-1,-1,-1 coremark,[.] strcat,-1,62,-1,-1,-1 @@ -288,11 +302,12 @@ coremark,[.] SVC_Handler,-1,2,-1,-1,-1 coremark,[.] __swbuf,-1,24,-1,-1,-1 coremark,[.] __swbuf_r,-1,172,-1,-1,-1 coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1 -coremark,[.] _swiclose,-1,68,-1,-1,-1 -coremark,[.] _swilseek,-1,144,-1,-1,-1 -coremark,[.] _swiopen,-1,156,-1,-1,-1 -coremark,[.] _swiread,-1,88,-1,-1,-1 -coremark,[.] _swiwrite,-1,88,-1,-1,-1 +coremark,[.] _swiclose,-1,54,-1,-1,-1 +coremark,[.] _swilseek,-1,196,-1,-1,-1 +coremark,[.] _swiopen,-1,200,-1,-1,-1 +coremark,[.] _swiread,-1,58,-1,-1,-1 +coremark,[.] _swistat,-1,124,-1,-1,-1 +coremark,[.] _swiwrite,-1,58,-1,-1,-1 coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __swrite,-1,62,-1,-1,-1 coremark,[.] __swsetup_r,-1,196,-1,-1,-1 @@ -321,7 +336,7 @@ coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1 coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1 coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __ulp,-1,100,-1,-1,-1 -coremark,[.] _unlink,-1,68,-1,-1,-1 +coremark,[.] _unlink,-1,64,-1,-1,-1 coremark,[.] __unorddf2,-1,44,-1,-1,-1 coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1 coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1 @@ -330,9 +345,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1 coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,6510,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,7016,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,10276,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,10868,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 @@ -341,6 +356,6 @@ coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1 coremark,[.] wcsrtombs,-1,36,-1,-1,-1 coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1 coremark,[.] _wctomb_r,-1,20,-1,-1,-1 -coremark,[.] _write,-1,132,-1,-1,-1 +coremark,[.] _write,-1,176,-1,-1,-1 coremark,[.] _write_r,-1,44,-1,-1,-1 coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index fbc18b3..a918948 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,68156
+coremark,coremark,70860
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -34,21 +34,22 @@ coremark,[.] __b2d,188 coremark,[.] _Balloc,76
coremark,[.] _Bfree,18
coremark,[.] BusFault_Handler,2
-coremark,[.] calc_func,4918
-coremark,[.] __call_exitprocs,176
+coremark,[.] calc_func,4922
+coremark,[.] __call_exitprocs,192
coremark,[.] _calloc_r,108
coremark,[.] CAN1_RX0_IRQHandler,2
coremark,[.] CAN1_RX1_IRQHandler,2
coremark,[.] CAN1_SCE_IRQHandler,2
coremark,[.] CAN1_TX_IRQHandler,2
coremark,[.] cleanup_stdio,64
-coremark,[.] _close,40
+coremark,[.] _clock,18
+coremark,[.] _close,148
coremark,[.] _close_r,36
coremark,[.] __cmpdf2,122
coremark,[.] COMP_IRQHandler,2
coremark,[.] __copybits,90
coremark,[.] core_bench_list,1660
-coremark,[.] core_state_transition,436
+coremark,[.] core_state_transition,438
coremark,[.] crcu16,362
coremark,[.] currentlocale,92
coremark,[.] __d2b,188
@@ -74,8 +75,8 @@ coremark,[.] DMA2_Channel5_IRQHandler,2 coremark,[.] DMA2_Channel6_IRQHandler,2
coremark,[.] DMA2_Channel7_IRQHandler,2
coremark,[.] _dtoa_r,3656
-coremark,[.] __env_lock,2
-coremark,[.] __env_unlock,2
+coremark,[.] __env_lock,12
+coremark,[.] __env_unlock,12
coremark,[.] __eqdf2,122
coremark,[.] __errno,12
coremark,[.] __eucjp_mbtowc,190
@@ -91,9 +92,9 @@ coremark,[.] EXTI3_IRQHandler,2 coremark,[.] EXTI4_IRQHandler,2
coremark,[.] EXTI9_5_IRQHandler,2
coremark,[.] fclose,16
-coremark,[.] _fclose_r,128
-coremark,[.] fflush,72
-coremark,[.] _fflush_r,44
+coremark,[.] _fclose_r,192
+coremark,[.] fflush,116
+coremark,[.] _fflush_r,84
coremark,[.] _findenv_r,128
coremark,[.] fiprintf,40
coremark,[.] _fiprintf_r,28
@@ -105,28 +106,29 @@ coremark,[.] __floatsidf,34 coremark,[.] __floatundidf,106
coremark,[.] __floatunsidf,30
coremark,[.] FMC_IRQHandler,2
-coremark,[.] __fp_lock,4
-coremark,[.] __fp_lock_all,20
+coremark,[.] __fp_lock,28
+coremark,[.] __fp_lock_all,36
coremark,[.] FPU_IRQHandler,2
-coremark,[.] __fp_unlock,4
-coremark,[.] __fp_unlock_all,20
-coremark,[.] __fputwc,152
-coremark,[.] fputwc,72
-coremark,[.] _fputwc_r,38
+coremark,[.] __fp_unlock,28
+coremark,[.] __fp_unlock_all,36
+coremark,[.] __fputwc,156
+coremark,[.] fputwc,112
+coremark,[.] _fputwc_r,96
coremark,[.] _free_r,508
coremark,[.] frexp,100
-coremark,[.] _fstat,30
+coremark,[.] _fstat,28
coremark,[.] _fstat_r,44
coremark,[.] _fwalk_sglue,68
coremark,[.] __gedf2,138
-coremark,[.] get_arg,2976
+coremark,[.] get_arg,2984
coremark,[.] _getenv_r,16
coremark,[.] __get_locale_env,80
coremark,[.] _getpid,4
coremark,[.] _getpid_r,4
coremark,[.] get_seed_args,152
+coremark,[.] _get_semihosting_exts,268
coremark,[.] _gettimeofday,40
-coremark,[.] global_stdio_init.part.0,208
+coremark,[.] global_stdio_init.part.0,236
coremark,[.] __gtdf2,138
coremark,[.] HAL_GetTick,12
coremark,[.] HAL_IncTick,24
@@ -139,11 +141,13 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,36 coremark,[.] HAL_PWREx_ControlVoltageScaling,128
coremark,[.] HAL_PWREx_GetVoltageRange,16
coremark,[.] HAL_RCC_ClockConfig,304
-coremark,[.] HAL_RCCEx_PeriphCLKConfig,1064
+coremark,[.] HAL_RCCEx_PeriphCLKConfig,1048
coremark,[.] HAL_RCC_GetSysClockFreq,172
coremark,[.] HAL_RCC_OscConfig,1520
coremark,[.] HAL_SYSTICK_Config,52
coremark,[.] HardFault_Handler,2
+coremark,[.] _has_ext_exit_extended,64
+coremark,[.] _has_ext_stdout_stderr,64
coremark,[.] __hi0bits,68
coremark,[.] __i2b,92
coremark,[.] I2C1_ER_IRQHandler,2
@@ -152,22 +156,23 @@ coremark,[.] I2C2_ER_IRQHandler,2 coremark,[.] I2C2_EV_IRQHandler,2
coremark,[.] I2C3_ER_IRQHandler,2
coremark,[.] I2C3_EV_IRQHandler,2
-coremark,[.] initialise_monitor_handles,108
+coremark,[.] initialise_monitor_handles,292
coremark,[.] _init_signal,56
coremark,[.] _init_signal_r,48
-coremark,[.] _isatty,112
+coremark,[.] _isatty,100
coremark,[.] _isatty_r,36
coremark,[.] __jis_mbtowc,300
coremark,[.] __jis_wctomb,124
-coremark,[.] _kill,40
+coremark,[.] _kill,28
coremark,[.] _kill_r,44
+coremark,[.] _kill_shared,46
coremark,[.] LCD_IRQHandler,2
coremark,[.] __ledf2,130
coremark,[.] __libc_fini_array,40
coremark,[.] __libc_init_array,80
coremark,[.] _link,16
coremark,[.] __lo0bits,94
-coremark,[.] __loadlocale,1728
+coremark,[.] __loadlocale,1736
coremark,[.] localeconv,8
coremark,[.] __localeconv_l,4
coremark,[.] _localeconv_r,8
@@ -175,15 +180,15 @@ coremark,[.] __locale_mb_cur_max,12 coremark,[.] LPTIM1_IRQHandler,2
coremark,[.] LPTIM2_IRQHandler,2
coremark,[.] LPUART1_IRQHandler,2
-coremark,[.] _lseek,40
+coremark,[.] _lseek,4
coremark,[.] _lseek_r,44
coremark,[.] __lshift,240
coremark,[.] __ltdf2,130
-coremark,[.] main,3956
-coremark,[.] __malloc_lock,2
-coremark,[.] _malloc_r,1364
+coremark,[.] main,3980
+coremark,[.] __malloc_lock,12
+coremark,[.] _malloc_r,1384
coremark,[.] _malloc_trim_r,184
-coremark,[.] __malloc_unlock,2
+coremark,[.] __malloc_unlock,12
coremark,[.] _mbtowc_r,20
coremark,[.] __mcmp,66
coremark,[.] __mdiff,376
@@ -197,22 +202,21 @@ coremark,[.] __multadd,160 coremark,[.] __multiply,364
coremark,[.] __nedf2,122
coremark,[.] NMI_Handler,2
-coremark,[.] _open,56
+coremark,[.] _open,18
coremark,[.] OTG_FS_IRQHandler,2
coremark,[.] PendSV_Handler,2
-coremark,[.] __pow5mult,180
+coremark,[.] __pow5mult,188
coremark,[.] printf,40
coremark,[.] _printf_r,30
-coremark,[.] putc,88
+coremark,[.] putc,128
coremark,[.] putchar,16
coremark,[.] _putchar_r,6
-coremark,[.] _putc_r,76
+coremark,[.] _putc_r,118
coremark,[.] puts,16
-coremark,[.] _puts_r,104
+coremark,[.] _puts_r,152
coremark,[.] PVD_PVM_IRQHandler,2
coremark,[.] QUADSPI_IRQHandler,2
coremark,[.] quorem,300
-coremark,[.] _raise,2
coremark,[.] raise,88
coremark,[.] _raise_r,82
coremark,[.] __ratio,96
@@ -220,20 +224,30 @@ coremark,[.] RCCEx_PLLSAI1_Config,284 coremark,[.] RCCEx_PLLSAI2_Config,256
coremark,[.] RCC_IRQHandler,2
coremark,[.] RCC_SetFlashLatencyFromMSIRange,140
-coremark,[.] _read,128
+coremark,[.] _read,136
coremark,[.] _read_r,44
-coremark,[.] _realloc_r,836
-coremark,[.] __register_exitproc,100
-coremark,[.] remap_handle,64
+coremark,[.] _realloc_r,840
+coremark,[.] __register_exitproc,128
+coremark,[.] register_fini,20
coremark,[.] _rename,82
coremark,[.] Reset_Handler,54
+coremark,[.] __retarget_lock_acquire,2
+coremark,[.] __retarget_lock_acquire_recursive,2
+coremark,[.] __retarget_lock_close,2
+coremark,[.] __retarget_lock_close_recursive,2
+coremark,[.] __retarget_lock_init,2
+coremark,[.] __retarget_lock_init_recursive,2
+coremark,[.] __retarget_lock_release,2
+coremark,[.] __retarget_lock_release_recursive,2
+coremark,[.] __retarget_lock_try_acquire,4
+coremark,[.] __retarget_lock_try_acquire_recursive,4
coremark,[.] RNG_IRQHandler,2
coremark,[.] RTC_Alarm_IRQHandler,2
coremark,[.] RTC_WKUP_IRQHandler,2
coremark,[.] __s2b,180
coremark,[.] SAI1_IRQHandler,2
coremark,[.] SAI2_IRQHandler,2
-coremark,[.] __sbprintf,212
+coremark,[.] __sbprintf,256
coremark,[.] _sbrk,80
coremark,[.] _sbrk_r,36
coremark,[.] __sclose,8
@@ -243,15 +257,15 @@ coremark,[.] __set_ctype,12 coremark,[.] setlocale,24
coremark,[.] _setlocale_r,552
coremark,[.] __sflush_r,308
-coremark,[.] __sfp,164
-coremark,[.] __sfp_lock_acquire,2
-coremark,[.] __sfp_lock_release,2
-coremark,[.] __sfvwrite_r,768
+coremark,[.] __sfp,192
+coremark,[.] __sfp_lock_acquire,12
+coremark,[.] __sfp_lock_release,12
+coremark,[.] __sfvwrite_r,764
coremark,[.] signal,80
-coremark,[.] _signal_r,78
+coremark,[.] _signal_r,80
coremark,[.] __sigtramp,104
coremark,[.] __sigtramp_r,100
-coremark,[.] __sinit,32
+coremark,[.] __sinit,64
coremark,[.] __sjis_mbtowc,142
coremark,[.] __sjis_wctomb,86
coremark,[.] __smakebuf_r,208
@@ -262,7 +276,7 @@ coremark,[.] __sprint_r,22 coremark,[.] __sprint_r.part.0,120
coremark,[.] __sread,34
coremark,[.] __sseek,34
-coremark,[.] _stat,78
+coremark,[.] _stat,60
coremark,[.] stdio_exit_handler,24
coremark,[.] strcasecmp,76
coremark,[.] strcat,62
@@ -283,11 +297,12 @@ coremark,[.] SVC_Handler,2 coremark,[.] __swbuf,24
coremark,[.] __swbuf_r,172
coremark,[.] __swhatbuf_r,96
-coremark,[.] _swiclose,68
-coremark,[.] _swilseek,144
-coremark,[.] _swiopen,156
-coremark,[.] _swiread,88
-coremark,[.] _swiwrite,88
+coremark,[.] _swiclose,54
+coremark,[.] _swilseek,196
+coremark,[.] _swiopen,200
+coremark,[.] _swiread,58
+coremark,[.] _swistat,124
+coremark,[.] _swiwrite,58
coremark,[.] SWPMI1_IRQHandler,2
coremark,[.] __swrite,62
coremark,[.] __swsetup_r,196
@@ -316,7 +331,7 @@ coremark,[.] TSC_IRQHandler,2 coremark,[.] UART4_IRQHandler,2
coremark,[.] UART5_IRQHandler,2
coremark,[.] __ulp,100
-coremark,[.] _unlink,68
+coremark,[.] _unlink,64
coremark,[.] __unorddf2,44
coremark,[.] UsageFault_Handler,2
coremark,[.] USART1_IRQHandler,2
@@ -325,9 +340,9 @@ coremark,[.] USART3_IRQHandler,2 coremark,[.] __utf8_mbtowc,466
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,6510
+coremark,[.] _vfiprintf_r,7016
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,10276
+coremark,[.] _vfprintf_r,10868
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
@@ -336,6 +351,6 @@ coremark,[.] _wcsnrtombs_r,36 coremark,[.] wcsrtombs,36
coremark,[.] _wcsrtombs_r,22
coremark,[.] _wctomb_r,20
-coremark,[.] _write,132
+coremark,[.] _write,176
coremark,[.] _write_r,44
coremark,[.] WWDG_IRQHandler,2
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 2a9942f..0c8a41c 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,n/a,n/a,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,15065,-1,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,15065,-1,399,199,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,15065,-1,399,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,5900358,100,n/a,n/a,n/a,15065,888888888,68156,68156,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14953,68156,70860,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 2a9942f..0c8a41c 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,n/a,n/a,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,15065,-1,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,15065,-1,399,199,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,15065,-1,399,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,5900358,100,n/a,n/a,n/a,15065,888888888,68156,68156,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14953,68156,70860,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 2a9942f..0c8a41c 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,n/a,n/a,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,15065,-1,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,15065,-1,399,199,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,15065,-1,399,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,5900358,100,n/a,n/a,n/a,15065,888888888,68156,68156,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14953,68156,70860,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 2a9942f..0c8a41c 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,n/a,n/a,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,15065,-1,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,15065,-1,399,199,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,15065,-1,399,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,5900358,100,n/a,n/a,n/a,15065,888888888,68156,68156,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14953,68156,70860,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/interesting-symbols.csv b/results-vs-prev/interesting-symbols.csv index 1a90f3f..edfb08b 100644 --- a/results-vs-prev/interesting-symbols.csv +++ b/results-vs-prev/interesting-symbols.csv @@ -1,2 +1,2 @@ -benchmark,symbol -coremark,coremark +benchmark,symbol,dso +coremark,coremark,na diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 2a9942f..0c8a41c 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,n/a,n/a,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,15065,-1,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,15065,-1,27,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,50,n/a,n/a,n/a,15065,-1,399,199,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,15065,-1,399,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,5900358,100,n/a,n/a,n/a,15065,888888888,68156,68156,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14952,-1,27,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14953,-1,397,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14953,68156,70860,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index 7f06f85..895d4cb 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -4,14 +4,13 @@ + results=("$results_ref" "${results[@]}") + num=0 + mkdir -p artifacts/results-vs-prev -+ results_top=bkp-01.tcwglab:/home/tcwg-benchmark/results + j=0 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33492/ results-0/ ++ '[' -d bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 ']' ++ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/ results-0/ + csv_results_dir=artifacts/results-vs-prev/csv-results-0 + mkdir -p artifacts/results-vs-prev/csv-results-0 -+ hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -23,7 +22,7 @@ + verbose=false + test 14 -gt 0 + case $1 in -+ results_dir=results-0 ++ results_dir=results-0/ + shift + shift + test 12 -gt 0 @@ -57,10 +56,10 @@ + shift + shift + test 0 -gt 0 -+ check_option results-0 'results_dir not set.' -+ local var=results-0 ++ check_option results-0/ 'results_dir not set.' ++ local var=results-0/ + local 'msg=results_dir not set.' -+ '[' xresults-0 = xundef ']' ++ '[' xresults-0/ = xundef ']' + check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.' + local var=artifacts/results-vs-prev/csv-results-0 + local 'msg=csv_results_dir not set.' @@ -79,17 +78,19 @@ + true + verbose_opt=--verbose + num_entries_opt=' --num-symbols 0' -+ gather_perf_data no stm32 results-0 artifacts/results-vs-prev/csv-results-0 ++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0 + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=results-0 ++ local results_dir=results-0/ + local csv_results_dir=artifacts/results-vs-prev/csv-results-0 + '[' xno = xyes ']' + mapfile -t this_csv -++ find results-0 -name results.csv -a '!' -path 'results-0/csv_results/*' +++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") @@ -97,11 +98,12 @@ + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv + j=1 + for i in "${results[@]}" -+ rsync -az --delete bkp-01.tcwglab:/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817/ results-1/ ++ '[' -d artifacts/annex/bmk-data ']' ++ rm -rf results-1 ++ ln -s artifacts/annex/bmk-data results-1 + csv_results_dir=artifacts/results-vs-prev/csv-results-1 + mkdir -p artifacts/results-vs-prev/csv-results-1 -+ hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -113,7 +115,7 @@ + verbose=false + test 14 -gt 0 + case $1 in -+ results_dir=results-1 ++ results_dir=results-1/ + shift + shift + test 12 -gt 0 @@ -147,10 +149,10 @@ + shift + shift + test 0 -gt 0 -+ check_option results-1 'results_dir not set.' -+ local var=results-1 ++ check_option results-1/ 'results_dir not set.' ++ local var=results-1/ + local 'msg=results_dir not set.' -+ '[' xresults-1 = xundef ']' ++ '[' xresults-1/ = xundef ']' + check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.' + local var=artifacts/results-vs-prev/csv-results-1 + local 'msg=csv_results_dir not set.' @@ -169,29 +171,30 @@ + true + verbose_opt=--verbose + num_entries_opt=' --num-symbols 0' -+ gather_perf_data no stm32 results-1 artifacts/results-vs-prev/csv-results-1 ++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1 + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=results-1 ++ local results_dir=results-1/ + local csv_results_dir=artifacts/results-vs-prev/csv-results-1 + '[' xno = xyes ']' + mapfile -t this_csv -++ find results-1 -name results.csv -a '!' -path 'results-1/csv_results/*' +++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv + j=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=10 + csvs= + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-prev/csv-results-0 -+ hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0 --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -203,7 +206,7 @@ + verbose=false + test 14 -gt 0 + case $1 in -+ results_dir=results-0 ++ results_dir=results-0/ + shift + shift + test 12 -gt 0 @@ -237,10 +240,10 @@ + shift + shift + test 0 -gt 0 -+ check_option results-0 'results_dir not set.' -+ local var=results-0 ++ check_option results-0/ 'results_dir not set.' ++ local var=results-0/ + local 'msg=results_dir not set.' -+ '[' xresults-0 = xundef ']' ++ '[' xresults-0/ = xundef ']' + check_option artifacts/results-vs-prev/csv-results-0 'csv_results_dir not set.' + local var=artifacts/results-vs-prev/csv-results-0 + local 'msg=csv_results_dir not set.' @@ -259,40 +262,41 @@ + true + verbose_opt=--verbose + num_entries_opt=' --num-symbols 0' -+ gather_perf_data no stm32 results-0 artifacts/results-vs-prev/csv-results-0 ++ gather_perf_data no stm32 results-0/ artifacts/results-vs-prev/csv-results-0 + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=results-0 ++ local results_dir=results-0/ + local csv_results_dir=artifacts/results-vs-prev/csv-results-0 + '[' xno = xyes ']' + mapfile -t this_csv -++ find results-0 -name results.csv -a '!' -path 'results-0/csv_results/*' +++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv + csvs=' artifacts/results-vs-prev/csv-results-0/results.csv' + num=1 + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-prev/csv-results-1 -+ hw_tag=stm32 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1 --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --num-symbols 0 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh + bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts + results_dir=undef @@ -304,7 +308,7 @@ + verbose=false + test 14 -gt 0 + case $1 in -+ results_dir=results-1 ++ results_dir=results-1/ + shift + shift + test 12 -gt 0 @@ -338,10 +342,10 @@ + shift + shift + test 0 -gt 0 -+ check_option results-1 'results_dir not set.' -+ local var=results-1 ++ check_option results-1/ 'results_dir not set.' ++ local var=results-1/ + local 'msg=results_dir not set.' -+ '[' xresults-1 = xundef ']' ++ '[' xresults-1/ = xundef ']' + check_option artifacts/results-vs-prev/csv-results-1 'csv_results_dir not set.' + local var=artifacts/results-vs-prev/csv-results-1 + local 'msg=csv_results_dir not set.' @@ -360,32 +364,34 @@ + true + verbose_opt=--verbose + num_entries_opt=' --num-symbols 0' -+ gather_perf_data no stm32 results-1 artifacts/results-vs-prev/csv-results-1 ++ gather_perf_data no stm32 results-1/ artifacts/results-vs-prev/csv-results-1 + local has_perf_logs=no + local hw_tag=stm32 -+ local results_dir=results-1 ++ local results_dir=results-1/ + local csv_results_dir=artifacts/results-vs-prev/csv-results-1 + '[' xno = xyes ']' + mapfile -t this_csv -++ find results-1 -name results.csv -a '!' -path 'results-1/csv_results/*' +++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' + cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1 --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv + csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv' @@ -1 +1 @@ -stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/33817 +stm32/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build/35981 |