diff options
47 files changed, 1361 insertions, 508 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 849a461..78b7660 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 9286021..6567896 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex fb7e89b..fb2d1a2 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex ed7a452..74a8e50 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 31a97d3..62e1006 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex 56dbe77..e55403c 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz Binary files differindex 81428b0..a7de189 100644 --- a/05-clean_sysroot/console.log.xz +++ b/05-clean_sysroot/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 4dfcc1c..302b86d 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex 36ba09e..78214ac 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex cf39e5c..2fea9f4 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex f59111d..f9cb980 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index c293d6a..8fca762 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,78 +1,88 @@ -Started TCWG Benchmark #33765 +Started TCWG Benchmark #35918 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXviWWz8/agent.25528 -SSH_AGENT_PID=25530 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXLWMTGv/agent.17736 +SSH_AGENT_PID=17738 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_3921363705045142694.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_3921363705045142694.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_12459492012199334203.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_12459492012199334203.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/jenkins-scripts/.git # timeout=10 -Fetching changes from the remote Git repository +Cloning the remote Git repository +Cloning repository https://git.linaro.org/toolchain/jenkins-scripts.git + > /usr/bin/git init /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/jenkins-scripts # timeout=10 +[WARNING] Reference path does not exist: /home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git +Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.git + > /usr/bin/git --version # timeout=10 + > git --version # 'git version 2.34.1' + > /usr/bin/git fetch --tags --force --progress -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* # timeout=10 + > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 + > /usr/bin/git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace > /usr/bin/git rev-parse --verify HEAD # timeout=10 -Resetting working tree - > /usr/bin/git reset --hard # timeout=10 +No valid HEAD. Skipping the resetting > /usr/bin/git clean -fdx # timeout=10 Pruning obsolete local branches Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.git - > /usr/bin/git --version # timeout=10 - > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 8afcd01373af8c90579b177a17922d1355804c4e (origin/master) +Checking out Revision 66e80b2e0425725e0f2abe785170e066561f8925 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 -Commit message: "round-robin-notify.sh: Fixed commit display" - > /usr/bin/git rev-list --no-walk 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 + > /usr/bin/git checkout -f 66e80b2e0425725e0f2abe785170e066561f8925 # timeout=10 +Commit message: "tcwg-benchmark-results.sh: Fix when using local dir" + > /usr/bin/git rev-list --no-walk 66e80b2e0425725e0f2abe785170e066561f8925 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/bmk-scripts/.git # timeout=10 -Fetching changes from the remote Git repository +Cloning the remote Git repository +Cloning repository https://git.linaro.org/toolchain/bmk-scripts.git + > /usr/bin/git init /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts # timeout=10 +[WARNING] Reference path does not exist: /home/tcwg-buildslave/snapshots-ref/bmk-scripts.git +Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git + > /usr/bin/git --version # timeout=10 + > git --version # 'git version 2.34.1' + > /usr/bin/git fetch --tags --force --progress -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* # timeout=10 + > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 + > /usr/bin/git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace > /usr/bin/git rev-parse --verify HEAD # timeout=10 -Resetting working tree - > /usr/bin/git reset --hard # timeout=10 +No valid HEAD. Skipping the resetting > /usr/bin/git clean -fdx # timeout=10 Pruning obsolete local branches Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git - > /usr/bin/git --version # timeout=10 - > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 6fd2d99010b93dc07dda3492e67828bf99be1c27 (origin/master) +Checking out Revision ee62344bf69a93c4d16899d1c134363f4d6da364 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 -Commit message: "Revert "compare-results.py: Temporarily add debug print when base_value == target_value."" - > /usr/bin/git rev-list --no-walk 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 + > /usr/bin/git checkout -f ee62344bf69a93c4d16899d1c134363f4d6da364 # timeout=10 +Commit message: "gather-metrics.sh: Fix when results_dir ends with a /" + > /usr/bin/git rev-list --no-walk ee62344bf69a93c4d16899d1c134363f4d6da364 # timeout=10 No emails were triggered. -New run name is '#33765-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_14] $ /bin/bash /tmp/jenkins17702233743695359844.sh +New run name is '#35918-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins17102612560971574102.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/33765/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 +++ echo build-07.tcwglab:49889:/tmp/tmp.1foktvL1yi +++ sed -e s/@build_num@/35918/g -e s/@hw_tag@/stm32/g ++ results_dest=build-07.tcwglab:49889:/tmp/tmp.1foktvL1yi + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25654 ++ wait 17906 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,109 +97,20 @@ New run name is '#33765-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #126514 started. -TCWG Benchmark_backend #126514-33765+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_14] $ /bin/bash /tmp/jenkins14111795619169811149.sh -+ . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -++ hw_tag=stm32 -++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results --hw_tag stm32 --has_perf_logs no -++ dirname ./bmk-scripts/gather-metrics.sh -+ bmk_scripts=./bmk-scripts -+ results_dir=undef -+ csv_results_dir=undef -+ hw_tag=undef -+ has_perf_logs=undef -+ interesting_symbols= -+ metrics=() -+ verbose=false -+ test 8 -gt 0 -+ case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ shift -+ shift -+ test 6 -gt 0 -+ case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ shift -+ shift -+ test 4 -gt 0 -+ case $1 in -+ hw_tag=stm32 -+ shift -+ shift -+ test 2 -gt 0 -+ case $1 in -+ has_perf_logs=no -+ shift -+ shift -+ test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results = xundef ']' -+ check_option stm32 'hw_tag not set.' -+ local var=stm32 -+ local 'msg=hw_tag not set.' -+ '[' xstm32 = xundef ']' -+ check_option no 'has_perf_logs not set.' -+ local var=no -+ local 'msg=has_perf_logs not set.' -+ '[' xno = xundef ']' -+ '[' 0 = 0 ']' -+ metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ false -+ num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ local has_perf_logs=no -+ local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ '[' xno = xyes ']' -+ mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/*' -+ '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/dev-01.tcwglab/results.csv -+ cut -d, -f 1-3 -+ '[' xno = xyes ']' -+ bmk_name=coremark -+ metrics=("${metrics[@]:1}") -+ merge_opts=("$csv_results_dir/perf.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/md5sum.csv -New run name is '#33765-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +TCWG Benchmark_backend #130367 started. +TCWG Benchmark_backend #130367-35918+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#35918-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 25530 killed; +echo Agent pid 17738 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#33764-tcwg_bmk-code_vect-spec2k6/llvm-arm-master-O3-bisect (sq:armhf) is still in progress; ignoring for purposes of comparison +#35917-tcwg_bmk-code_vect-cpu2017fast/gnu-aarch64-master-O3-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#33764-tcwg_bmk-code_vect-spec2k6/llvm-arm-master-O3-bisect (sq:armhf) is still in progress; ignoring for purposes of comparison +#35917-tcwg_bmk-code_vect-cpu2017fast/gnu-aarch64-master-O3-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #33765-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #35918-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/benchmark.log b/08-benchmark/benchmark.log index a6cb4e7..06b8ded 100644 --- a/08-benchmark/benchmark.log +++ b/08-benchmark/benchmark.log @@ -1,78 +1,88 @@ -Started TCWG Benchmark #33765 +Started TCWG Benchmark #35918 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXviWWz8/agent.25528 -SSH_AGENT_PID=25530 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXLWMTGv/agent.17736 +SSH_AGENT_PID=17738 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_3921363705045142694.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14_tmp/private_key_3921363705045142694.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_12459492012199334203.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10_tmp/private_key_12459492012199334203.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/jenkins-scripts/.git # timeout=10 -Fetching changes from the remote Git repository +Cloning the remote Git repository +Cloning repository https://git.linaro.org/toolchain/jenkins-scripts.git + > /usr/bin/git init /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/jenkins-scripts # timeout=10 +[WARNING] Reference path does not exist: /home/tcwg-buildslave/snapshots-ref/jenkins-scripts.git +Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.git + > /usr/bin/git --version # timeout=10 + > git --version # 'git version 2.34.1' + > /usr/bin/git fetch --tags --force --progress -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* # timeout=10 + > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 + > /usr/bin/git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace > /usr/bin/git rev-parse --verify HEAD # timeout=10 -Resetting working tree - > /usr/bin/git reset --hard # timeout=10 +No valid HEAD. Skipping the resetting > /usr/bin/git clean -fdx # timeout=10 Pruning obsolete local branches Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts.git - > /usr/bin/git --version # timeout=10 - > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 8afcd01373af8c90579b177a17922d1355804c4e (origin/master) +Checking out Revision 66e80b2e0425725e0f2abe785170e066561f8925 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 -Commit message: "round-robin-notify.sh: Fixed commit display" - > /usr/bin/git rev-list --no-walk 8afcd01373af8c90579b177a17922d1355804c4e # timeout=10 + > /usr/bin/git checkout -f 66e80b2e0425725e0f2abe785170e066561f8925 # timeout=10 +Commit message: "tcwg-benchmark-results.sh: Fix when using local dir" + > /usr/bin/git rev-list --no-walk 66e80b2e0425725e0f2abe785170e066561f8925 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_14/bmk-scripts/.git # timeout=10 -Fetching changes from the remote Git repository +Cloning the remote Git repository +Cloning repository https://git.linaro.org/toolchain/bmk-scripts.git + > /usr/bin/git init /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_10/bmk-scripts # timeout=10 +[WARNING] Reference path does not exist: /home/tcwg-buildslave/snapshots-ref/bmk-scripts.git +Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git + > /usr/bin/git --version # timeout=10 + > git --version # 'git version 2.34.1' + > /usr/bin/git fetch --tags --force --progress -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* # timeout=10 + > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 + > /usr/bin/git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace > /usr/bin/git rev-parse --verify HEAD # timeout=10 -Resetting working tree - > /usr/bin/git reset --hard # timeout=10 +No valid HEAD. Skipping the resetting > /usr/bin/git clean -fdx # timeout=10 Pruning obsolete local branches Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git - > /usr/bin/git --version # timeout=10 - > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 6fd2d99010b93dc07dda3492e67828bf99be1c27 (origin/master) +Checking out Revision ee62344bf69a93c4d16899d1c134363f4d6da364 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 -Commit message: "Revert "compare-results.py: Temporarily add debug print when base_value == target_value."" - > /usr/bin/git rev-list --no-walk 6fd2d99010b93dc07dda3492e67828bf99be1c27 # timeout=10 + > /usr/bin/git checkout -f ee62344bf69a93c4d16899d1c134363f4d6da364 # timeout=10 +Commit message: "gather-metrics.sh: Fix when results_dir ends with a /" + > /usr/bin/git rev-list --no-walk ee62344bf69a93c4d16899d1c134363f4d6da364 # timeout=10 No emails were triggered. -New run name is '#33765-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_14] $ /bin/bash /tmp/jenkins17702233743695359844.sh +New run name is '#35918-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_10] $ /bin/bash /tmp/jenkins17102612560971574102.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/@build_num@ -++ sed -e s/@build_num@/33765/g -e s/@hw_tag@/stm32/g -+ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 +++ echo build-07.tcwglab:49889:/tmp/tmp.1foktvL1yi +++ sed -e s/@build_num@/35918/g -e s/@hw_tag@/stm32/g ++ results_dest=build-07.tcwglab:49889:/tmp/tmp.1foktvL1yi + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 25654 ++ wait 17906 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,108 +97,19 @@ New run name is '#33765-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #126514 started. -TCWG Benchmark_backend #126514-33765+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -[tcwg-benchmark-tcwg-bmk-bkp-01_14] $ /bin/bash /tmp/jenkins14111795619169811149.sh -+ . artifacts/bmk-info -++ results_id=stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -++ hw_tag=stm32 -++ has_perf_logs=no -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ rm -rf /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ mkdir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ ./bmk-scripts/gather-metrics.sh --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 --csv_results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results --hw_tag stm32 --has_perf_logs no -++ dirname ./bmk-scripts/gather-metrics.sh -+ bmk_scripts=./bmk-scripts -+ results_dir=undef -+ csv_results_dir=undef -+ hw_tag=undef -+ has_perf_logs=undef -+ interesting_symbols= -+ metrics=() -+ verbose=false -+ test 8 -gt 0 -+ case $1 in -+ results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ shift -+ shift -+ test 6 -gt 0 -+ case $1 in -+ csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ shift -+ shift -+ test 4 -gt 0 -+ case $1 in -+ hw_tag=stm32 -+ shift -+ shift -+ test 2 -gt 0 -+ case $1 in -+ has_perf_logs=no -+ shift -+ shift -+ test 0 -gt 0 -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 'results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ local 'msg=results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 = xundef ']' -+ check_option /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results 'csv_results_dir not set.' -+ local var=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ local 'msg=csv_results_dir not set.' -+ '[' x/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results = xundef ']' -+ check_option stm32 'hw_tag not set.' -+ local var=stm32 -+ local 'msg=hw_tag not set.' -+ '[' xstm32 = xundef ']' -+ check_option no 'has_perf_logs not set.' -+ local var=no -+ local 'msg=has_perf_logs not set.' -+ '[' xno = xundef ']' -+ '[' 0 = 0 ']' -+ metrics=(perf size vect sve md5sum) -+ mkdir -p /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ false -+ num_entries_opt=' ' -+ gather_perf_data no stm32 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ local has_perf_logs=no -+ local hw_tag=stm32 -+ local results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ local csv_results_dir=/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results -+ '[' xno = xyes ']' -+ mapfile -t this_csv -++ find /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -name results.csv -a '!' -path '/home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/*' -+ '[' 1 -eq 1 ']' -+ cat /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/dev-01.tcwglab/results.csv -+ cut -d, -f 1-3 -+ '[' xno = xyes ']' -+ bmk_name=coremark -+ metrics=("${metrics[@]:1}") -+ merge_opts=("$csv_results_dir/perf.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/size.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/vect.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/sve.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ for metric in "${metrics[@]}" -+ ./bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/md5sum.csv --perf_csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/perf.csv --results_dir /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765 -+ merge_opts+=("$csv_results_dir/$metric.csv") -+ ./bmk-scripts/merge-metric-csvs.py /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/perf.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/size.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/vect.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/sve.csv /home/tcwg-benchmark/results-stm32/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build/33765/csv_results/md5sum.csv -New run name is '#33765-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +TCWG Benchmark_backend #130367 started. +TCWG Benchmark_backend #130367-35918+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#35918-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 25530 killed; +echo Agent pid 17738 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#33764-tcwg_bmk-code_vect-spec2k6/llvm-arm-master-O3-bisect (sq:armhf) is still in progress; ignoring for purposes of comparison +#35917-tcwg_bmk-code_vect-cpu2017fast/gnu-aarch64-master-O3-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#33764-tcwg_bmk-code_vect-spec2k6/llvm-arm-master-O3-bisect (sq:armhf) is still in progress; ignoring for purposes of comparison +#35917-tcwg_bmk-code_vect-cpu2017fast/gnu-aarch64-master-O3-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex d230929..9a971b1 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 8d93a9b..88d1c64 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/09-check_regression/output-bmk-results.log b/09-check_regression/output-bmk-results.log index e3e1104..e737f5e 100644 --- a/09-check_regression/output-bmk-results.log +++ b/09-check_regression/output-bmk-results.log @@ -1,2 +1,2 @@ -DEBUG: checking symbol.regression : coremark,coremark : sample=-6144152% (threshold=15%) -DEBUG: checking symbol.improvement : coremark,coremark : sample=-6144152% (threshold=15%) +DEBUG: checking symbol.regression : coremark,coremark : sample=100% (threshold=15%) +DEBUG: checking symbol.improvement : coremark,coremark : sample=100% (threshold=15%) diff --git a/annex/bmk-data b/annex/bmk-data index bb46eae..1b71c84 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/38-e0e498a38887b3624048585e58b4a3de.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3/53-acb226adbd3935da802e07fa82882e4a.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index c7b6bd8..4033234 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -e2adba909e74b9c60c1e776d5d0e7079f502363c +22f6f7979cbb2092db64896df33b02a146076ecb diff --git a/git/gcc_rev b/git/gcc_rev index 1e722a6..df67674 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -bc6bd0d608da1609c1caeb04ab795a83720add55 +616a101848bfd5b61ffdd87ae9b1153139d916ca diff --git a/git/newlib_rev b/git/newlib_rev index 2186a5b..d6a8ce3 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -048031501043e61ca31713b92ce2190213c7fb21 +b7c3a63bb3c4dab861b2bce8793b8dfb36151799 diff --git a/jenkins/build-name b/jenkins/build-name index d48028c..73f0d0f 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#38-binutils-gcc-newlib-R1 +#53-binutils-gcc-newlib-R1 diff --git a/jenkins/rewrite.log b/jenkins/rewrite.log new file mode 100644 index 0000000..99286c6 --- /dev/null +++ b/jenkins/rewrite.log @@ -0,0 +1,9 @@ +MOUNTS: /home/tcwg-buildslave/workspace/tcwg_bmk_1:/home/tcwg-buildslave/workspace/tcwg_bmk_1 /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache /home/tcwg-benchmark +DEBUG: starting docker on build-07.tcwglab from build-07, date Thu Jul 13 08:25:38 PM UTC 2023 +ssh -Snone -oForwardAgent=no build-07.tcwglab docker-wrapper run --name 53-tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build -dtP -v /home/tcwg-buildslave/workspace/tcwg_bmk_1:/home/tcwg-buildslave/workspace/tcwg_bmk_1 -v /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro -v /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro -v /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro -v /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro -v /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro -v /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro -v /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro -v /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro -v /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro -v ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache -v /home/tcwg-benchmark --cap-add=SYS_PTRACE --security-opt seccomp:unconfined --memory=64000M --pids-limit=5000 --cpu-shares=1000 --cpuset-cpus 0-31 linaro/ci-amd64-tcwg-build-ubuntu:jammy +WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. ++ declare -g rewrite_base_artifacts_first=true ++ true ++ update_baseline ++ set -euf -o pipefail ++ rsync -aI --del --exclude /.git artifacts/ base-artifacts/ diff --git a/jenkins/run-build.env b/jenkins/run-build.env new file mode 100644 index 0000000..3dc57a4 --- /dev/null +++ b/jenkins/run-build.env @@ -0,0 +1,13 @@ +build_name="#53" +docker_run=(./jenkins-scripts/docker-run.sh +--distro +default ) +build_name="#53-binutils-gcc-newlib" +branch_opt=(==rr\[binutils_git\] +git://sourceware.org/git/binutils-gdb.git#22f6f7979cbb2092db64896df33b02a146076ecb +==rr\[gcc_git\] +https://github.com/gcc-mirror/gcc.git#616a101848bfd5b61ffdd87ae9b1153139d916ca +==rr\[newlib_git\] +git://sourceware.org/git/newlib-cygwin.git#b7c3a63bb3c4dab861b2bce8793b8dfb36151799 ) +docker_precommit=() +res="0" diff --git a/manifest.sh b/manifest.sh index 2cdf27b..08335d9 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,6 +1,5 @@ -declare -g "jenkins_scripts_rev=8afcd01373af8c90579b177a17922d1355804c4e" +declare -g "jenkins_scripts_rev=66e80b2e0425725e0f2abe785170e066561f8925" # Artifacts directory -rr[top_artifacts]="artifacts" # Recording parameters to manifest: artifacts/manifest.sh rr[ci_project]="tcwg_bmk-code_speed-coremark" rr[ci_config]="gnu_eabi-arm_eabi-master-O3" @@ -8,37 +7,19 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/38/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/53/" declare -g "SQUAD_GRP=tcwg" -# Processed 20 options -rr[baseline_branch]=linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 -rr[components]="binutils gcc newlib" -rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#e2adba909e74b9c60c1e776d5d0e7079f502363c" -rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#bc6bd0d608da1609c1caeb04ab795a83720add55" -rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#048031501043e61ca31713b92ce2190213c7fb21" -# Processed 10 options -rr[binutils_url]=git://sourceware.org/git/binutils-gdb.git -rr[binutils_rev]=e2adba909e74b9c60c1e776d5d0e7079f502363c -rr[debug_binutils_date]=1686915163 # 8 hours ago -rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=bc6bd0d608da1609c1caeb04ab795a83720add55 -rr[debug_gcc_date]=1686943744 # 34 minutes ago -rr[newlib_url]=git://sourceware.org/git/newlib-cygwin.git -rr[newlib_rev]=048031501043e61ca31713b92ce2190213c7fb21 -rr[debug_newlib_date]=1686944681 # 23 minutes ago -rr[gcc_url]=https://github.com/gcc-mirror/gcc.git -rr[gcc_rev]=bc6bd0d608da1609c1caeb04ab795a83720add55 -rr[debug_gcc_date]=1686943744 # 39 minutes ago -# Processed 6 options +rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#22f6f7979cbb2092db64896df33b02a146076ecb" +rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#616a101848bfd5b61ffdd87ae9b1153139d916ca" +rr[newlib_git]="git://sourceware.org/git/newlib-cygwin.git#b7c3a63bb3c4dab861b2bce8793b8dfb36151799" # Saving rr[] in the manifest rr[abe_branch]="master" rr[abe_repo]="https://git-us.linaro.org/toolchain/abe.git" +rr[baseline_branch]="linaro-local/ci/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3" rr[breakup_changed_components]="breakup_changed_components gcc" +rr[components]="binutils gcc newlib" rr[host_c++]="/usr/bin/g++" rr[host_cc]="/usr/bin/gcc" -rr[major]="1" -rr[metric_id]="sample" -rr[minor]="0" rr[no_regression_p]="no_regression_p" rr[no_regression_result]="0" rr[old_format_baseline_branch]="linaro-local/ci/tcwg_bmk_gnu_eabi_stm32/gnu_eabi-master-arm_eabi-coremark-O3" @@ -47,3 +28,7 @@ rr[old_format_ci_project]="tcwg_bmk_gnu_eabi_stm32" rr[target]="arm_eabi" rr[toolchain]="gnu_eabi" declare -g "notify=ignore" +# Saving rr[] in the manifest +rr[major]="1" +rr[metric_id]="sample" +rr[minor]="0" diff --git a/notify/any.skipped b/notify/any.skipped index 2ada702..316558d 100644 --- a/notify/any.skipped +++ b/notify/any.skipped @@ -1 +1 @@ -coremark,coremark,coremark failed to run,coremark failed to run
+coremark,coremark,coremark run OK,coremark run OK
diff --git a/notify/check-regression-status.txt b/notify/check-regression-status.txt deleted file mode 100644 index 573541a..0000000 --- a/notify/check-regression-status.txt +++ /dev/null @@ -1 +0,0 @@ -0 diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index c487e9f..2b097af 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/38/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/53/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comments.txt b/notify/jira/comments.txt new file mode 100644 index 0000000..8c47895 --- /dev/null +++ b/notify/jira/comments.txt @@ -0,0 +1,3 @@ +[GNU-689] +No change +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/53/artifact/artifacts/jenkins/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 342cdc7..3cf846e 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,21 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 132 commits in binutils,gcc,newlib - | e2adba909e7 [gdb/testsuite] Clean up before compilation in gdb.ada/call-no-debug.exp - | 9fb38608660 [gdb/testsuite] Use %progbits in gdb.arch/thumb*.S - | d2fddb6d783 LoongArch: Fix ld "undefined reference" error with --enable-shared - | 8203d5e72e3 gdb: update IRC reference from Freenode to Libera.Chat - | b1c79256866 x86: shrink Masking insn attribute to a single bit (boolean) - | ... and 24 more commits in binutils - | bc6bd0d608d libgo/testsuite: add benchmarks and examples to list - | 2b4e0415ad6 uiltins: Add support for clang compatible __builtin_{add,sub}c{,l,ll} [PR79173] - | 5b67116a852 tree-ssa-math-opts: Fix up uaddc/usubc pattern matching [PR110271] - | ea1cd66f220 Regenerate some autotools generated files - | 8216ca85037 libgomp: Fix OMP_TARGET_OFFLOAD=mandatory - | ... and 96 more commits in gcc - | 048031501 Cygwin: use new XATTR_{NAME,SIZE}_MAX instead of MAX_EA_{NAME,VALUE}_LEN - | 538b29a8d Cygwin: export XATTR_{NAME,SIZE,LIST}_MAX + | 881 commits in binutils,gcc,newlib + | 22f6f7979cb Implement 'Enum_Val and 'Enum_Rep + | 1e5ae3d17f0 Remove ada_attribute_name + | f6f78318fca Let '^' through the lexer + | 22e90ac5af4 elf_object_p load of dynamic symbols + | e726bad8af9 Automatic date update in version.in + | ... and 253 more commits in binutils + | 616a101848b fortran: Release symbols in reversed order [PR106050] + | 032b5da1fc7 Darwin: Use -platform_version when available [PR110624]. + | ef3bbc69d15 rs6000, Add return value to __builtin_set_fpscr_rn + | a1d12752f8d libstdc++: std::stoi etc. do not need C99 <stdlib.h> support [PR110653] + | 337649c1660 alpha: Fix computation mode in alpha_emit_set_long_cost [PR106966] + | ... and 605 more commits in gcc + | b7c3a63bb newlib: posix: add HAVE_OPENDIR build condition for [n]ftw.c + | c836d26d7 Cygwin: Update release/3.4.8 for latest <sys/cpuset.h> commit + | 3f2790e04 Cygwin: Make gcc-specific code in <sys/cpuset.h> compiler-agnostic + | b03601a67 Cygwin: fstat(): Fix st_rdev returned by fstat() for /dev/tty. + | 3edb55af8 Cygwin: stat(): Fix "Bad address" error on stat() for /dev/tty. + | ... and 8 more commits in newlib No change @@ -35,6 +39,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/38/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/37/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/53/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/38/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index b1f21c5..6d76f4b 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 132 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 881 commits in binutils,gcc,newlib: No change diff --git a/notify/notify-full.log b/notify/notify-full.log new file mode 100644 index 0000000..58351c3 --- /dev/null +++ b/notify/notify-full.log @@ -0,0 +1,754 @@ +MOUNTS: /home/tcwg-buildslave/workspace/tcwg_bmk_1:/home/tcwg-buildslave/workspace/tcwg_bmk_1 /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache /home/tcwg-benchmark +DEBUG: starting docker on build-07.tcwglab from build-07, date Thu Jul 13 08:25:16 PM UTC 2023 +ssh -Snone -oForwardAgent=no build-07.tcwglab docker-wrapper run --name 53-tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build -dtP -v /home/tcwg-buildslave/workspace/tcwg_bmk_1:/home/tcwg-buildslave/workspace/tcwg_bmk_1 -v /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro -v /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro -v /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro -v /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro -v /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro -v /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro -v /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro -v /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro -v /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro -v ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache -v /home/tcwg-benchmark --cap-add=SYS_PTRACE --security-opt seccomp:unconfined --memory=64000M --pids-limit=5000 --cpu-shares=1000 --cpuset-cpus 0-31 linaro/ci-amd64-tcwg-build-ubuntu:jammy +WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. + +/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true + ++ false ++ dryrun= ++ declare top_artifacts ci_project ci_config ++ declare change_kind changed_single_component last_good first_bad ++ declare -a changed_components ++ declare print_commits_f print_result_f print_config_f print_last_icommit_f ++ dump_model_only=false +# setup_notify_environment ++ setup_notify_environment ++ echo '# setup_notify_environment' ++ top_artifacts=artifacts +++ get_current_manifest '{rr[ci_project]}' +++ get_manifest artifacts/manifest.sh '{rr[ci_project]}' +++ set +x +# Debug traces : ++ ci_project=tcwg_bmk-code_speed-coremark +++ get_current_manifest '{rr[ci_config]}' +++ get_manifest artifacts/manifest.sh '{rr[ci_config]}' +++ set +x ++ ci_config=gnu_eabi-arm_eabi-master-O3 ++ echo '# Debug traces :' +++ get_baseline_manifest BUILD_URL +++ get_manifest base-artifacts/manifest.sh BUILD_URL false +++ set +x +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/38/ +# Using dir : base-artifacts ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/38/' ++ echo '# Using dir : base-artifacts' +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/53/ +# Using dir : artifacts + ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/53/' ++ echo '# Using dir : artifacts' ++ echo '' ++ mkdir -p artifacts/notify ++ '[' -f /home/tcwg-buildslave/.jipdate.yml ']' ++ set +x +# check_source_changes ++ check_source_changes ++ echo '# check_source_changes' +++ get_current_manifest '{rr[update_baseline]}' +++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}' +++ set +x ++ '[' onsuccess '!=' init ']' ++ IFS=' ' ++ read -r -a changed_components +++ print_changed_components +++ set -euf -o pipefail +++ local c delim= ++++ print_updated_components ++++ set -euf -o pipefail ++++ local c delim= ++++ for c in ${rr[components]} ++++ '[' xgit://sourceware.org/git/binutils-gdb.git#22f6f7979cbb2092db64896df33b02a146076ecb '!=' xbaseline ']' ++++ echo -ne binutils ++++ delim=' ' ++++ for c in ${rr[components]} ++++ '[' xhttps://github.com/gcc-mirror/gcc.git#616a101848bfd5b61ffdd87ae9b1153139d916ca '!=' xbaseline ']' ++++ echo -ne ' gcc' ++++ delim=' ' ++++ for c in ${rr[components]} ++++ '[' xgit://sourceware.org/git/newlib-cygwin.git#b7c3a63bb3c4dab861b2bce8793b8dfb36151799 '!=' xbaseline ']' ++++ echo -ne ' newlib' ++++ delim=' ' ++++ echo +++ for c in $(print_updated_components) ++++ get_current_git binutils_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/binutils_rev ++++ get_baseline_git binutils_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/binutils_rev +++ '[' x22f6f7979cbb2092db64896df33b02a146076ecb '!=' xe2adba909e74b9c60c1e776d5d0e7079f502363c ']' +++ echo -ne binutils +++ delim=' ' +++ for c in $(print_updated_components) ++++ get_current_git gcc_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/gcc_rev ++++ get_baseline_git gcc_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/gcc_rev +++ '[' x616a101848bfd5b61ffdd87ae9b1153139d916ca '!=' xbc6bd0d608da1609c1caeb04ab795a83720add55 ']' +++ echo -ne ' gcc' +++ delim=' ' +++ for c in $(print_updated_components) ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ '[' xb7c3a63bb3c4dab861b2bce8793b8dfb36151799 '!=' x048031501043e61ca31713b92ce2190213c7fb21 ']' +++ echo -ne ' newlib' +++ delim=' ' +++ echo +# Debug traces : +# change_kind=multiple_components : binutils gcc newlib ++ local c base_rev cur_rev c_commits ++ '[' 3 = 0 ']' ++ '[' 3 = 1 ']' ++ change_kind=multiple_components ++ changed_single_component= ++ echo '# Debug traces :' ++ echo '# change_kind=multiple_components : binutils gcc newlib' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ base_rev=e2adba909e74b9c60c1e776d5d0e7079f502363c +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev ++ cur_rev=22f6f7979cbb2092db64896df33b02a146076ecb +++ git -C binutils rev-list --count e2adba909e74b9c60c1e776d5d0e7079f502363c..22f6f7979cbb2092db64896df33b02a146076ecb +# rev for binutils : e2adba909e74b9c60c1e776d5d0e7079f502363c..22f6f7979cbb2092db64896df33b02a146076ecb (258 commits) ++ c_commits=258 ++ echo '# rev for binutils : e2adba909e74b9c60c1e776d5d0e7079f502363c..22f6f7979cbb2092db64896df33b02a146076ecb (258 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ base_rev=bc6bd0d608da1609c1caeb04ab795a83720add55 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev ++ cur_rev=616a101848bfd5b61ffdd87ae9b1153139d916ca +++ git -C gcc rev-list --count bc6bd0d608da1609c1caeb04ab795a83720add55..616a101848bfd5b61ffdd87ae9b1153139d916ca +# rev for gcc : bc6bd0d608da1609c1caeb04ab795a83720add55..616a101848bfd5b61ffdd87ae9b1153139d916ca (610 commits) ++ c_commits=610 ++ echo '# rev for gcc : bc6bd0d608da1609c1caeb04ab795a83720add55..616a101848bfd5b61ffdd87ae9b1153139d916ca (610 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev ++ base_rev=048031501043e61ca31713b92ce2190213c7fb21 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev ++ cur_rev=b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +++ git -C newlib rev-list --count 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +# rev for newlib : 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 (13 commits) ++ c_commits=13 ++ echo '# rev for newlib : 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 (13 commits)' + ++ echo '' ++ setup_stages_to_run ++ '[' xignore == xignore ']' ++ post_jira_comment=false ++ post_jira_card=false ++ post_icommits=false ++ post_mail=false ++ generate_dashboard=false ++ post_dashboard=false ++ print_commits_f=print_commits ++ print_result_f=print_result ++ print_config_f=print_config ++ print_last_icommit_f=print_last_icommit ++ case "$ci_project" in ++ print_result_f=bmk_print_result ++ print_config_f=bmk_print_config ++ generate_extra_details +# generate_extra_details ++ set -euf -o pipefail ++ echo '# generate_extra_details' ++ post_interesting_commits init +# post_interesting_commits ++ set -euf -o pipefail ++ echo '# post_interesting_commits' ++ local stage=init ++ '[' multiple_components '!=' single_commit ']' ++ return ++ '[' full '!=' full ']' ++ check_if_first_report ++ declare -g first_icommit_to_report ++ first_icommit_to_report=false ++ '[' xmultiple_components '!=' xsingle_commit ']' ++ return ++ post_interesting_commits full ++ set -euf -o pipefail ++ echo '# post_interesting_commits' +# post_interesting_commits ++ local stage=full ++ '[' multiple_components '!=' single_commit ']' ++ return +# print all notification files ++ echo '# print all notification files' ++ print_mail_recipients ++ false ++ return ++ true ++ generate_jira_dir ++ set -euf -o pipefail ++ local icommit_entry jira_key= +++ print_last_icommit --entry +++ false +++ local print_arg=--entry +++ '[' xmultiple_components '!=' xsingle_commit ']' +++ return ++ icommit_entry= ++ '[' '' '!=' '' ']' ++ mkdir -p artifacts/notify/jira ++ '[' '' '!=' '' ']' ++ cat +++ print_jira_template_card +++ local jira_card=GNU-692 +++ case "$ci_project/$ci_config:$changed_single_component" in +++ jira_card=GNU-689 +++ echo GNU-689 +++ bmk_print_result --oneline +++ false +++ local print_arg=--oneline +++ artifacts_mail_dir=artifacts/notify +++ case "$ci_project" in +++ metric_id=time +++ local improved_or_regressed +++ '[' -f artifacts/notify/exe.regression ']' +++ '[' -f artifacts/notify/symbol.regression ']' +++ improved_or_regressed=improvement +++ declare -A changed_by_msg +++ changed_by_msg[size-regression]='grew in size by' +++ changed_by_msg[size-improvement]='reduced in size by' +++ changed_by_msg[time-regression]='slowed down by' +++ changed_by_msg[time-improvement]='speeds up by' +++ changed_by_msg[vect-regression]='reduced by' +++ changed_by_msg[vect-improvement]='increased up by' +++ changed_by_msg[sve-regression]='reduced by' +++ changed_by_msg[sve-improvement]='increased up by' +++ changed_by='speeds up by' +++ case $metric_id in +++ exe_threshold=3 +++ symbol_threshold=15 +++ case "$print_arg" in +++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' +++ set -euf -o pipefail +x +++ local metric bmk symbol short_diag long_diag +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ short_diag='No change' +++ echo 'No change' +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x ++ bmk_print_result --oneline ++ false ++ local print_arg=--oneline ++ artifacts_mail_dir=artifacts/notify ++ case "$ci_project" in ++ metric_id=time ++ local improved_or_regressed ++ '[' -f artifacts/notify/exe.regression ']' ++ '[' -f artifacts/notify/symbol.regression ']' ++ improved_or_regressed=improvement ++ declare -A changed_by_msg ++ changed_by_msg[size-regression]='grew in size by' ++ changed_by_msg[size-improvement]='reduced in size by' ++ changed_by_msg[time-regression]='slowed down by' ++ changed_by_msg[time-improvement]='speeds up by' ++ changed_by_msg[vect-regression]='reduced by' ++ changed_by_msg[vect-improvement]='increased up by' ++ changed_by_msg[sve-regression]='reduced by' ++ changed_by_msg[sve-improvement]='increased up by' ++ changed_by='speeds up by' ++ case $metric_id in ++ exe_threshold=3 ++ symbol_threshold=15 ++ case "$print_arg" in ++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' ++ set -euf -o pipefail +x ++ local metric bmk symbol short_diag long_diag ++ '[' -f artifacts/notify/exe.improvement ']' ++ '[' -f artifacts/notify/symbol.improvement ']' ++ short_diag='No change' ++ echo 'No change' ++ print_mail_body ++ true ++ local bad_artifacts_url good_artifacts_url +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/53/artifact/artifacts +++ get_baseline_manifest BUILD_URL +++ get_manifest base-artifacts/manifest.sh BUILD_URL false +++ set +x ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/38/artifact/artifacts ++ cat +++ bmk_print_result --oneline +++ false +++ local print_arg=--oneline +++ artifacts_mail_dir=artifacts/notify +++ case "$ci_project" in +++ metric_id=time +++ local improved_or_regressed +++ '[' -f artifacts/notify/exe.regression ']' +++ '[' -f artifacts/notify/symbol.regression ']' +++ improved_or_regressed=improvement +++ declare -A changed_by_msg +++ changed_by_msg[size-regression]='grew in size by' +++ changed_by_msg[size-improvement]='reduced in size by' +++ changed_by_msg[time-regression]='slowed down by' +++ changed_by_msg[time-improvement]='speeds up by' +++ changed_by_msg[vect-regression]='reduced by' +++ changed_by_msg[vect-improvement]='increased up by' +++ changed_by_msg[sve-regression]='reduced by' +++ changed_by_msg[sve-improvement]='increased up by' +++ changed_by='speeds up by' +++ case $metric_id in +++ exe_threshold=3 +++ symbol_threshold=15 +++ case "$print_arg" in +++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' +++ set -euf -o pipefail +x +++ local metric bmk symbol short_diag long_diag +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ short_diag='No change' +++ echo 'No change' +++ print_commits --oneline +++ false +++ local print_arg=--oneline +++ local components new_commits more_lines +++ case "$change_kind:$print_arg" in +++ new_commits=0 +++ for c in "${changed_components[@]}" ++++ get_baseline_git binutils_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/binutils_rev +++ base_rev=e2adba909e74b9c60c1e776d5d0e7079f502363c ++++ get_current_git binutils_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/binutils_rev +++ cur_rev=22f6f7979cbb2092db64896df33b02a146076ecb ++++ git -C binutils rev-list --count e2adba909e74b9c60c1e776d5d0e7079f502363c..22f6f7979cbb2092db64896df33b02a146076ecb +++ c_commits=258 +++ new_commits=258 +++ for c in "${changed_components[@]}" ++++ get_baseline_git gcc_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/gcc_rev +++ base_rev=bc6bd0d608da1609c1caeb04ab795a83720add55 ++++ get_current_git gcc_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/gcc_rev +++ cur_rev=616a101848bfd5b61ffdd87ae9b1153139d916ca ++++ git -C gcc rev-list --count bc6bd0d608da1609c1caeb04ab795a83720add55..616a101848bfd5b61ffdd87ae9b1153139d916ca +++ c_commits=610 +++ new_commits=868 +++ for c in "${changed_components[@]}" ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ base_rev=048031501043e61ca31713b92ce2190213c7fb21 ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev +++ cur_rev=b7c3a63bb3c4dab861b2bce8793b8dfb36151799 ++++ git -C newlib rev-list --count 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +++ c_commits=13 +++ new_commits=881 ++++ echo binutils gcc newlib ++++ tr ' ' , +++ components=binutils,gcc,newlib +++ echo '881 commits in binutils,gcc,newlib' +++ print_commits --short +++ false +++ sed -e 's/^/ | /' +++ local print_arg=--short +++ local components new_commits more_lines +++ case "$change_kind:$print_arg" in +++ new_commits=0 +++ for c in "${changed_components[@]}" ++++ get_baseline_git binutils_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/binutils_rev +++ base_rev=e2adba909e74b9c60c1e776d5d0e7079f502363c ++++ get_current_git binutils_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/binutils_rev +++ cur_rev=22f6f7979cbb2092db64896df33b02a146076ecb ++++ git -C binutils rev-list --count e2adba909e74b9c60c1e776d5d0e7079f502363c..22f6f7979cbb2092db64896df33b02a146076ecb +++ c_commits=258 +++ new_commits=258 +++ echo 'binutils commits:' ++++ git -C binutils log --pretty=oneline e2adba909e74b9c60c1e776d5d0e7079f502363c..22f6f7979cbb2092db64896df33b02a146076ecb ++++ head -n5 ++++ true +++ echo '22f6f7979cbb2092db64896df33b02a146076ecb Implement '\''Enum_Val and '\''Enum_Rep +1e5ae3d17f02bba07b07e1b6367563cf4d0eff99 Remove ada_attribute_name +f6f78318fca803c4907fb8d7f6ded8295f1947b1 Let '\''^'\'' through the lexer +22e90ac5af46c01ee4972cf04e835266862bbb35 elf_object_p load of dynamic symbols +e726bad8af9a12dc7cbc5f148523fdf0a0b3cf5a Automatic date update in version.in' +++ '[' 258 -gt 5 ']' +++ echo '... and 253 more' +++ for c in "${changed_components[@]}" ++++ get_baseline_git gcc_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/gcc_rev +++ base_rev=bc6bd0d608da1609c1caeb04ab795a83720add55 ++++ get_current_git gcc_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/gcc_rev +++ cur_rev=616a101848bfd5b61ffdd87ae9b1153139d916ca ++++ git -C gcc rev-list --count bc6bd0d608da1609c1caeb04ab795a83720add55..616a101848bfd5b61ffdd87ae9b1153139d916ca +++ c_commits=610 +++ new_commits=868 +++ echo 'gcc commits:' ++++ git -C gcc log --pretty=oneline bc6bd0d608da1609c1caeb04ab795a83720add55..616a101848bfd5b61ffdd87ae9b1153139d916ca ++++ head -n5 ++++ true +++ echo '616a101848bfd5b61ffdd87ae9b1153139d916ca fortran: Release symbols in reversed order [PR106050] +032b5da1fc781bd3c23d9caa72fb09439e7f6f3a Darwin: Use -platform_version when available [PR110624]. +ef3bbc69d15707e4db6e2f198c621effb636cc26 rs6000, Add return value to __builtin_set_fpscr_rn +a1d12752f8d45df5d7962cef6e2a87585002e982 libstdc++: std::stoi etc. do not need C99 <stdlib.h> support [PR110653] +337649c1660211db733c1ba34ae260b8c66a3578 alpha: Fix computation mode in alpha_emit_set_long_cost [PR106966]' +++ '[' 610 -gt 5 ']' +++ echo '... and 605 more' +++ for c in "${changed_components[@]}" ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ base_rev=048031501043e61ca31713b92ce2190213c7fb21 ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev +++ cur_rev=b7c3a63bb3c4dab861b2bce8793b8dfb36151799 ++++ git -C newlib rev-list --count 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +++ c_commits=13 +++ new_commits=881 +++ echo 'newlib commits:' ++++ git -C newlib log --pretty=oneline 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 ++++ head -n5 +++ echo 'b7c3a63bb3c4dab861b2bce8793b8dfb36151799 newlib: posix: add HAVE_OPENDIR build condition for [n]ftw.c +c836d26d768b9db1b948ba5dcef571cd356cfb6c Cygwin: Update release/3.4.8 for latest <sys/cpuset.h> commit +3f2790e0443973fc3130713b0f8d8be3bf5650af Cygwin: Make gcc-specific code in <sys/cpuset.h> compiler-agnostic +b03601a6713a6f7ef9ed3adea7d0e7715332f87d Cygwin: fstat(): Fix st_rdev returned by fstat() for /dev/tty. +3edb55af820025013b87fdb53249676067a8b8ee Cygwin: stat(): Fix "Bad address" error on stat() for /dev/tty.' +++ '[' 13 -gt 5 ']' +++ echo '... and 8 more' +++ bmk_print_result --short +++ false +++ local print_arg=--short +++ artifacts_mail_dir=artifacts/notify +++ case "$ci_project" in +++ metric_id=time +++ local improved_or_regressed +++ '[' -f artifacts/notify/exe.regression ']' +++ '[' -f artifacts/notify/symbol.regression ']' +++ improved_or_regressed=improvement +++ declare -A changed_by_msg +++ changed_by_msg[size-regression]='grew in size by' +++ changed_by_msg[size-improvement]='reduced in size by' +++ changed_by_msg[time-regression]='slowed down by' +++ changed_by_msg[time-improvement]='speeds up by' +++ changed_by_msg[vect-regression]='reduced by' +++ changed_by_msg[vect-improvement]='increased up by' +++ changed_by_msg[sve-regression]='reduced by' +++ changed_by_msg[sve-improvement]='increased up by' +++ changed_by='speeds up by' +++ case $metric_id in +++ exe_threshold=3 +++ symbol_threshold=15 +++ case "$print_arg" in +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ echo 'No change' +++ bmk_print_config +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh ++++ [[ -v rr[ci_project] ]] ++++ [[ -v rr[ci_config] ]] ++++ declare -A bmk_data ++++ bmk_data[tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi]=stm32:coremark ++++ bmk_data[tcwg_bmk-code_size-cpu2017fast--gnu-aarch64]=sq_64:spec2017_fast ++++ bmk_data[tcwg_bmk-code_size-cpu2017fast--llvm-aarch64]=sq_64:spec2017_fast ++++ bmk_data[tcwg_bmk-code_size-cpu2017rate--gnu-arm]=sq_32:spec2017_rate ++++ bmk_data[tcwg_bmk-code_size-cpu2017rate--llvm-arm]=sq_32:spec2017_rate_nofortran ++++ bmk_data[tcwg_bmk-code_size-spec2k6--gnu-aarch64]=sq_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_size-spec2k6--gnu-arm]=sq_32:spec2006_all ++++ bmk_data[tcwg_bmk-code_size-spec2k6--llvm-aarch64]=sq_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_size-spec2k6--llvm-arm]=sq_32:spec2006_nofortran ++++ bmk_data[tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi]=stm32:coremark ++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--gnu-aarch64]=tx1_64:spec2017_rate ++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--gnu-arm]=tk1_32:spec2017_rate ++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64]=tx1_64:spec2017_rate ++++ bmk_data[tcwg_bmk-code_speed-cpu2017rate--llvm-arm]=tk1_32:spec2017_rate_nofortran ++++ bmk_data[tcwg_bmk-code_speed-cpu2017speed--gnu-aarch64]=apm_64:spec2017_speed ++++ bmk_data[tcwg_bmk-code_speed-cpu2017speed--llvm-aarch64]=apm_64:spec2017_speed ++++ bmk_data[tcwg_bmk-qc_speed-cpu2017rate--llvm-aarch64]=qc_64:spec2017_rate_nofortran ++++ bmk_data[tcwg_bmk-code_speed-spec2k6--gnu-aarch64]=tx1_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_speed-spec2k6--gnu-arm]=tk1_32:spec2006_all ++++ bmk_data[tcwg_bmk-code_speed-spec2k6--llvm-aarch64]=tx1_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_speed-spec2k6--llvm-arm]=tk1_32:spec2006_nofortran ++++ bmk_data[tcwg_bmk-fujitsu_speed-cpu2017speed--gnu-aarch64]=fx_64:spec2017_speed ++++ bmk_data[tcwg_bmk-fujitsu_speed-cpu2017speed--llvm-aarch64]=fx_64:spec2017_speed ++++ bmk_data[tcwg_bmk-code_sve-cpu2017fast--gnu-aarch64]=fx_64:spec2017_fast ++++ bmk_data[tcwg_bmk-code_vect-cpu2017fast--gnu-aarch64]=sq_64:spec2017_fast ++++ bmk_data[tcwg_bmk-code_vect-cpu2017fast--llvm-aarch64]=sq_64:spec2017_fast ++++ bmk_data[tcwg_bmk-code_vect-cpu2017rate--gnu-arm]=sq_32:spec2017_rate ++++ bmk_data[tcwg_bmk-code_vect-cpu2017rate--llvm-arm]=sq_32:spec2017_rate_nofortran ++++ bmk_data[tcwg_bmk-code_vect-spec2k6--gnu-aarch64]=sq_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_vect-spec2k6--gnu-arm]=sq_32:spec2006_all ++++ bmk_data[tcwg_bmk-code_vect-spec2k6--llvm-aarch64]=sq_64:spec2006_all ++++ bmk_data[tcwg_bmk-code_vect-spec2k6--llvm-arm]=sq_32:spec2006_nofortran +++ false +++ case "$ci_project" in +++ metric_id=time +++ IFS=- +++ read -a ci_pjt_cfg +++ local toolchain target cflags +++ toolchain=gnu_eabi +++ target=arm_eabi +++ cflags=O3 +++ local bmk_suite publish_save_temps +++ bmk_suite= +++ publish_save_temps=false +++ case "$(tcwg_bmk_benchs)" in ++++ tcwg_bmk_benchs ++++ '[' x = xset ']' ++++ local data data_key +++++ echo tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3 +++++ cut -d- -f1-6 ++++ data_key=tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi ++++ data=stm32:coremark ++++ '[' xstm32:coremark = xunset ']' ++++ echo stm32:coremark ++++ cut -d: -f2 +++ bmk_suite='EEMBC CoreMark' +++ cat +++ false +++ '[' -d artifacts/top-artifacts/save-temps/ ']' +++ local compiler= libc= linker= version= bmk_flags= hw= +++ case "$toolchain" in +++ compiler=GCC +++ libc=Newlib +++ linker='GNU LD' +++ case "$ci_config" in +++ version='tip of trunk' ++++ echo O3 ++++ sed -e 's/_/ -/g' -e s/LTO/flto/g -e s/VECT/fdump-tree-vect-details/g +++ bmk_flags=O3 +++ case "$(tcwg_bmk_hw)" in ++++ tcwg_bmk_hw ++++ local data data_key +++++ echo tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3 +++++ cut -d- -f1-6 ++++ data_key=tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi ++++ data=stm32:coremark ++++ '[' xstm32:coremark = xunset ']' ++++ echo stm32:coremark ++++ cut -d: -f1 +++ hw='STMicroelectronics STM32L476RGTx 1x Cortex-M4' +++ cat ++++ print_gnu_target arm_eabi ++++ set -euf -o pipefail ++++ local target=arm_eabi ++++ case "$target" in ++++ target=arm-eabi ++++ echo arm-eabi ++ '[' xmultiple_components '!=' xsingle_commit ']' ++ return ++ print_mail_subject ++ true +++ bmk_print_result --oneline +++ false +++ local print_arg=--oneline +++ artifacts_mail_dir=artifacts/notify +++ case "$ci_project" in +++ metric_id=time +++ local improved_or_regressed +++ '[' -f artifacts/notify/exe.regression ']' +++ '[' -f artifacts/notify/symbol.regression ']' +++ improved_or_regressed=improvement +++ declare -A changed_by_msg +++ changed_by_msg[size-regression]='grew in size by' +++ changed_by_msg[size-improvement]='reduced in size by' +++ changed_by_msg[time-regression]='slowed down by' +++ changed_by_msg[time-improvement]='speeds up by' +++ changed_by_msg[vect-regression]='reduced by' +++ changed_by_msg[vect-improvement]='increased up by' +++ changed_by_msg[sve-regression]='reduced by' +++ changed_by_msg[sve-improvement]='increased up by' +++ changed_by='speeds up by' +++ case $metric_id in +++ exe_threshold=3 +++ symbol_threshold=15 +++ case "$print_arg" in +++ assert_with_msg 'Builds with infra problems should never get here' '[' 0 '!=' 125 ']' +++ set -euf -o pipefail +x +++ local metric bmk symbol short_diag long_diag +++ '[' -f artifacts/notify/exe.improvement ']' +++ '[' -f artifacts/notify/symbol.improvement ']' +++ short_diag='No change' +++ echo 'No change' +++ print_commits --oneline +++ false +++ local print_arg=--oneline +++ local components new_commits more_lines +++ case "$change_kind:$print_arg" in +++ new_commits=0 +++ for c in "${changed_components[@]}" ++++ get_baseline_git binutils_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/binutils_rev +++ base_rev=e2adba909e74b9c60c1e776d5d0e7079f502363c ++++ get_current_git binutils_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/binutils_rev +++ cur_rev=22f6f7979cbb2092db64896df33b02a146076ecb ++++ git -C binutils rev-list --count e2adba909e74b9c60c1e776d5d0e7079f502363c..22f6f7979cbb2092db64896df33b02a146076ecb +++ c_commits=258 +++ new_commits=258 +++ for c in "${changed_components[@]}" ++++ get_baseline_git gcc_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/gcc_rev +++ base_rev=bc6bd0d608da1609c1caeb04ab795a83720add55 ++++ get_current_git gcc_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/gcc_rev +++ cur_rev=616a101848bfd5b61ffdd87ae9b1153139d916ca ++++ git -C gcc rev-list --count bc6bd0d608da1609c1caeb04ab795a83720add55..616a101848bfd5b61ffdd87ae9b1153139d916ca +++ c_commits=610 +++ new_commits=868 +++ for c in "${changed_components[@]}" ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ base_rev=048031501043e61ca31713b92ce2190213c7fb21 ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev +++ cur_rev=b7c3a63bb3c4dab861b2bce8793b8dfb36151799 ++++ git -C newlib rev-list --count 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +++ c_commits=13 +++ new_commits=881 ++++ echo binutils gcc newlib ++++ tr ' ' , +++ components=binutils,gcc,newlib +++ echo '881 commits in binutils,gcc,newlib' +# generate dashboard +# generate_dashboard_squad +... Skipping +# post_dashboard_squad +... Skipping +=> Not the first detection of this issue. Not sending mail. +# post_to_jira +Full stage ran successfully. ++ echo '[TCWG-CI] No change after commit: 881 commits in binutils,gcc,newlib' ++ echo '# generate dashboard' ++ generate_dashboard_squad ++ local results_date ++ echo '# generate_dashboard_squad' ++ false ++ echo '... Skipping' ++ return ++ post_dashboard_squad ++ echo '# post_dashboard_squad' ++ false ++ echo '... Skipping' ++ return ++ false ++ echo '=> Not the first detection of this issue. Not sending mail.' ++ post_to_jira ++ echo '# post_to_jira' ++ false ++ false ++ echo 'Full stage ran successfully.' +2f6879f9e1386808382588ed013f2c8bcef87c15c9391be23dc7b12958bc06e0 diff --git a/notify/notify-init.log b/notify/notify-init.log new file mode 100644 index 0000000..7840ad3 --- /dev/null +++ b/notify/notify-init.log @@ -0,0 +1,217 @@ +MOUNTS: /home/tcwg-buildslave/workspace/tcwg_bmk_1:/home/tcwg-buildslave/workspace/tcwg_bmk_1 /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache /home/tcwg-benchmark +DEBUG: starting docker on build-07.tcwglab from build-07, date Thu Jul 13 08:24:55 PM UTC 2023 +ssh -Snone -oForwardAgent=no build-07.tcwglab docker-wrapper run --name 53-tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build -dtP -v /home/tcwg-buildslave/workspace/tcwg_bmk_1:/home/tcwg-buildslave/workspace/tcwg_bmk_1 -v /home/tcwg-buildslave/snapshots-ref:/home/tcwg-buildslave/snapshots-ref:ro -v /etc/ssh/ssh_host_dsa_key.pub:/etc/ssh/ssh_host_dsa_key.pub:ro -v /etc/ssh/ssh_host_ecdsa_key.pub:/etc/ssh/ssh_host_ecdsa_key.pub:ro -v /etc/ssh/ssh_host_rsa_key.pub:/etc/ssh/ssh_host_rsa_key.pub:ro -v /etc/ssh/ssh_host_ed25519_key.pub:/etc/ssh/ssh_host_ed25519_key.pub:ro -v /etc/ssh/ssh_host_dsa_key:/etc/ssh/ssh_host_dsa_key:ro -v /etc/ssh/ssh_host_ecdsa_key:/etc/ssh/ssh_host_ecdsa_key:ro -v /etc/ssh/ssh_host_ed25519_key:/etc/ssh/ssh_host_ed25519_key:ro -v /etc/ssh/ssh_host_rsa_key:/etc/ssh/ssh_host_rsa_key:ro -v ccache-tcwg_bmk-amd64-jammy:/home/tcwg-buildslave/.ccache -v /home/tcwg-benchmark --cap-add=SYS_PTRACE --security-opt seccomp:unconfined --memory=64000M --pids-limit=5000 --cpu-shares=1000 --cpuset-cpus 0-31 linaro/ci-amd64-tcwg-build-ubuntu:jammy +WARNING: Your kernel does not support swap limit capabilities or the cgroup is not mounted. Memory limited without swap. + +/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true + ++ false ++ dryrun= ++ declare top_artifacts ci_project ci_config ++ declare change_kind changed_single_component last_good first_bad ++ declare -a changed_components ++ declare print_commits_f print_result_f print_config_f print_last_icommit_f ++ dump_model_only=false +# setup_notify_environment ++ setup_notify_environment ++ echo '# setup_notify_environment' ++ top_artifacts=artifacts +++ get_current_manifest '{rr[ci_project]}' +++ get_manifest artifacts/manifest.sh '{rr[ci_project]}' +++ set +x +# Debug traces : ++ ci_project=tcwg_bmk-code_speed-coremark +++ get_current_manifest '{rr[ci_config]}' +++ get_manifest artifacts/manifest.sh '{rr[ci_config]}' +++ set +x ++ ci_config=gnu_eabi-arm_eabi-master-O3 ++ echo '# Debug traces :' +++ get_baseline_manifest BUILD_URL +++ get_manifest base-artifacts/manifest.sh BUILD_URL false +++ set +x +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/38/ +# Using dir : base-artifacts ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/38/' ++ echo '# Using dir : base-artifacts' +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/53/ +# Using dir : artifacts + ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O3-build/53/' ++ echo '# Using dir : artifacts' ++ echo '' ++ mkdir -p artifacts/notify ++ '[' -f /home/tcwg-buildslave/.jipdate.yml ']' ++ set +x +# check_source_changes ++ check_source_changes ++ echo '# check_source_changes' +++ get_current_manifest '{rr[update_baseline]}' +++ get_manifest artifacts/manifest.sh '{rr[update_baseline]}' +++ set +x ++ '[' onsuccess '!=' init ']' ++ IFS=' ' ++ read -r -a changed_components +++ print_changed_components +++ set -euf -o pipefail +++ local c delim= ++++ print_updated_components ++++ set -euf -o pipefail ++++ local c delim= ++++ for c in ${rr[components]} ++++ '[' xgit://sourceware.org/git/binutils-gdb.git#22f6f7979cbb2092db64896df33b02a146076ecb '!=' xbaseline ']' ++++ echo -ne binutils ++++ delim=' ' ++++ for c in ${rr[components]} ++++ '[' xhttps://github.com/gcc-mirror/gcc.git#616a101848bfd5b61ffdd87ae9b1153139d916ca '!=' xbaseline ']' ++++ echo -ne ' gcc' ++++ delim=' ' ++++ for c in ${rr[components]} ++++ '[' xgit://sourceware.org/git/newlib-cygwin.git#b7c3a63bb3c4dab861b2bce8793b8dfb36151799 '!=' xbaseline ']' ++++ echo -ne ' newlib' ++++ delim=' ' ++++ echo +++ for c in $(print_updated_components) ++++ get_current_git binutils_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/binutils_rev ++++ get_baseline_git binutils_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/binutils_rev +++ '[' x22f6f7979cbb2092db64896df33b02a146076ecb '!=' xe2adba909e74b9c60c1e776d5d0e7079f502363c ']' +++ echo -ne binutils +++ delim=' ' +++ for c in $(print_updated_components) ++++ get_current_git gcc_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/gcc_rev ++++ get_baseline_git gcc_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/gcc_rev +++ '[' x616a101848bfd5b61ffdd87ae9b1153139d916ca '!=' xbc6bd0d608da1609c1caeb04ab795a83720add55 ']' +++ echo -ne ' gcc' +++ delim=' ' +++ for c in $(print_updated_components) ++++ get_current_git newlib_rev ++++ set -euf -o pipefail ++++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat artifacts/git/newlib_rev ++++ get_baseline_git newlib_rev ++++ set -euf -o pipefail ++++ local base_artifacts=base-artifacts ++++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++++ set -euf -o pipefail +x ++++ cat base-artifacts/git/newlib_rev +++ '[' xb7c3a63bb3c4dab861b2bce8793b8dfb36151799 '!=' x048031501043e61ca31713b92ce2190213c7fb21 ']' +++ echo -ne ' newlib' +++ delim=' ' +++ echo +# Debug traces : +# change_kind=multiple_components : binutils gcc newlib ++ local c base_rev cur_rev c_commits ++ '[' 3 = 0 ']' ++ '[' 3 = 1 ']' ++ change_kind=multiple_components ++ changed_single_component= ++ echo '# Debug traces :' ++ echo '# change_kind=multiple_components : binutils gcc newlib' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev ++ base_rev=e2adba909e74b9c60c1e776d5d0e7079f502363c +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev ++ cur_rev=22f6f7979cbb2092db64896df33b02a146076ecb +++ git -C binutils rev-list --count e2adba909e74b9c60c1e776d5d0e7079f502363c..22f6f7979cbb2092db64896df33b02a146076ecb +# rev for binutils : e2adba909e74b9c60c1e776d5d0e7079f502363c..22f6f7979cbb2092db64896df33b02a146076ecb (258 commits) ++ c_commits=258 ++ echo '# rev for binutils : e2adba909e74b9c60c1e776d5d0e7079f502363c..22f6f7979cbb2092db64896df33b02a146076ecb (258 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev ++ base_rev=bc6bd0d608da1609c1caeb04ab795a83720add55 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev ++ cur_rev=616a101848bfd5b61ffdd87ae9b1153139d916ca +++ git -C gcc rev-list --count bc6bd0d608da1609c1caeb04ab795a83720add55..616a101848bfd5b61ffdd87ae9b1153139d916ca +# rev for gcc : bc6bd0d608da1609c1caeb04ab795a83720add55..616a101848bfd5b61ffdd87ae9b1153139d916ca (610 commits) ++ c_commits=610 ++ echo '# rev for gcc : bc6bd0d608da1609c1caeb04ab795a83720add55..616a101848bfd5b61ffdd87ae9b1153139d916ca (610 commits)' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail +++ local base_artifacts=base-artifacts +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev ++ base_rev=048031501043e61ca31713b92ce2190213c7fb21 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev ++ cur_rev=b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +++ git -C newlib rev-list --count 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 +# rev for newlib : 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 (13 commits) + ++ c_commits=13 ++ echo '# rev for newlib : 048031501043e61ca31713b92ce2190213c7fb21..b7c3a63bb3c4dab861b2bce8793b8dfb36151799 (13 commits)' ++ echo '' ++ setup_stages_to_run ++ '[' xignore == xignore ']' ++ post_jira_comment=false ++ post_jira_card=false ++ post_icommits=false ++ post_mail=false ++ generate_dashboard=false ++ post_dashboard=false ++ print_commits_f=print_commits ++ print_result_f=print_result ++ print_config_f=print_config ++ print_last_icommit_f=print_last_icommit ++ case "$ci_project" in ++ print_result_f=bmk_print_result ++ print_config_f=bmk_print_config ++ generate_extra_details +# generate_extra_details ++ set -euf -o pipefail ++ echo '# generate_extra_details' ++ post_interesting_commits init +# post_interesting_commits ++ set -euf -o pipefail ++ echo '# post_interesting_commits' ++ local stage=init ++ '[' multiple_components '!=' single_commit ']' ++ return +Init stage ran successfully. ++ '[' init '!=' full ']' ++ echo 'Init stage ran successfully.' ++ exit 0 +cb1d3c023fde0f7a91b850ff591dc2aa6c77941204fe9b462ce5f71275272039 diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index 14661e1..8bc2eb8 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -151,31 +151,12 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : coremark,coremark : sample=-6144152% (threshold=15%) +DEBUG: checking symbol.regression : coremark,coremark : sample=100% (threshold=15%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: output-bmk-results.py(176): return (result - 100 > threshold) -output-bmk-results.py(227): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind) - --- modulename: output-bmk-results, funcname: get_short_long_diag -output-bmk-results.py(113): bmk = row["benchmark"] -output-bmk-results.py(114): rel_value = row["rel_" + metric] -output-bmk-results.py(115): prev_value = row[metric + "_x"] -output-bmk-results.py(116): curr_value = row[metric + "_y"] -output-bmk-results.py(118): if metric == "sample": -output-bmk-results.py(119): if curr_value == 999999999: -output-bmk-results.py(122): elif curr_value == 888888888: -output-bmk-results.py(123): short_diag = "{0} failed to run".format(bmk) -output-bmk-results.py(124): return -1, short_diag, short_diag -output-bmk-results.py(231): if metric == "sample" \ -output-bmk-results.py(232): and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \ -output-bmk-results.py(233): and row['symbol_md5sum_x'] != "-1" \ -output-bmk-results.py(234): and row['symbol_md5sum_x'] != "d41d8cd98f00b204e9800998ecf8427e": -output-bmk-results.py(235): f_skip.write_csv((row["benchmark"], row["symbol"], short_diag, long_diag)) - --- modulename: output-bmk-results, funcname: write_csv -output-bmk-results.py(41): if not self.predicate or not self.csvwriter: -output-bmk-results.py(43): self.csvwriter.writerow(arr) -output-bmk-results.py(236): continue +output-bmk-results.py(225): continue output-bmk-results.py(216): for index, row in out_df.iterrows(): output-bmk-results.py(245): f_out.close() --- modulename: output-bmk-results, funcname: close @@ -210,12 +191,33 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : coremark,coremark : sample=-6144152% (threshold=15%) +DEBUG: checking symbol.improvement : coremark,coremark : sample=100% (threshold=15%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: output-bmk-results.py(185): return (100 - result > threshold) -output-bmk-results.py(225): continue +output-bmk-results.py(227): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind) + --- modulename: output-bmk-results, funcname: get_short_long_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(114): rel_value = row["rel_" + metric] +output-bmk-results.py(115): prev_value = row[metric + "_x"] +output-bmk-results.py(116): curr_value = row[metric + "_y"] +output-bmk-results.py(118): if metric == "sample": +output-bmk-results.py(119): if curr_value == 999999999: +output-bmk-results.py(122): elif curr_value == 888888888: +output-bmk-results.py(125): elif prev_value == 999999999 and curr_value == 888888888: +output-bmk-results.py(128): elif prev_value == 888888888 and curr_value < 888888888: +output-bmk-results.py(129): short_diag = "{0} run OK".format(bmk) +output-bmk-results.py(130): return -1, short_diag, short_diag +output-bmk-results.py(231): if metric == "sample" \ +output-bmk-results.py(232): and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \ +output-bmk-results.py(233): and row['symbol_md5sum_x'] != "-1" \ +output-bmk-results.py(234): and row['symbol_md5sum_x'] != "d41d8cd98f00b204e9800998ecf8427e": +output-bmk-results.py(235): f_skip.write_csv((row["benchmark"], row["symbol"], short_diag, long_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(236): continue output-bmk-results.py(216): for index, row in out_df.iterrows(): output-bmk-results.py(245): f_out.close() --- modulename: output-bmk-results, funcname: close diff --git a/notify/summary.txt b/notify/summary.txt new file mode 100644 index 0000000..b743d14 --- /dev/null +++ b/notify/summary.txt @@ -0,0 +1 @@ +No change diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 0adab08..30d2011 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_vect_loops_variation_average,num_sve_loops_variation_average,sample_variation_average,benchmark,symbol,size_variation_average +num_vect_loops_variation_average,size_variation_average,sample_variation_average,benchmark,symbol,num_sve_loops_variation_average diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff index 1a99a8c..e67af8e 100644 --- a/results-vs-prev/cmp-results.diff +++ b/results-vs-prev/cmp-results.diff @@ -1,12 +1,6 @@ 0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16 -Mean,average-all-tests,0,0,,,,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,,,,,,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,0,50,,,,14467,-1,345,172,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,,,,,,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,0,-4,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,,,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,0,100,,,,14467,-1,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,,,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,mean,0,-4,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,mean,,,,,,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,,201,,,,-1,14405,172,345,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,,,,,,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,,104,,,,-1,14404,28,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,,,,,,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 ERROR: Results differ !! see artifacts/99-rewrite/artifacts.old/results-vs-prev/csvs2table-results-internal.csv.diff for details diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 85b22c7..e458d90 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,0,-4,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,0,100,n/a,n/a,n/a,14467,-1,28,28,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,0,-4,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,0,50,n/a,n/a,n/a,14467,-1,345,172,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,0,0,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,201,n/a,n/a,n/a,-1,14405,172,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,104,n/a,n/a,n/a,-1,14404,28,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv index a043c7e..a28559b 100644 --- a/results-vs-prev/csv-results-0/perf.csv +++ b/results-vs-prev/csv-results-0/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,14467,na +coremark,coremark,888888888,na diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index c414751..9e65b9e 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,mean,14467,28,-1,-1,-1 -Mean,geomean-successful-tests,14467,28,-1,-1,-1 -Mean,geomean-all-tests,14467,28,-1,-1,-1 -Mean,average-successful-tests,14467,345,-1,-1,-1 -Mean,average-all-tests,14467,345,-1,-1,-1 -coremark,coremark,14467,65068,-1,-1,-1 +Mean,mean,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,-1,28,-1,-1,-1 +Mean,geomean-all-tests,-1,-1,-1,-1,-1 +Mean,average-successful-tests,-1,172,-1,-1,-1 +Mean,average-all-tests,-1,-1,-1,-1,-1 +coremark,coremark,888888888,65068,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index a28559b..b67e08d 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,888888888,na +coremark,coremark,14405,na diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index 9e65b9e..f082d26 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,mean,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,-1,28,-1,-1,-1 -Mean,geomean-all-tests,-1,-1,-1,-1,-1 -Mean,average-successful-tests,-1,172,-1,-1,-1 -Mean,average-all-tests,-1,-1,-1,-1,-1 -coremark,coremark,888888888,65068,-1,-1,-1 +Mean,average-successful-tests,14405,345,-1,-1,-1 +Mean,average-all-tests,14405,345,-1,-1,-1 +Mean,mean,14404,29,-1,-1,-1 +Mean,geomean-successful-tests,14404,29,-1,-1,-1 +Mean,geomean-all-tests,14404,29,-1,-1,-1 +coremark,coremark,14405,67748,-1,-1,-1 coremark,[.] abort,-1,14,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 @@ -40,7 +40,7 @@ coremark,[.] _Balloc,-1,76,-1,-1,-1 coremark,[.] _Bfree,-1,18,-1,-1,-1 coremark,[.] BusFault_Handler,-1,2,-1,-1,-1 coremark,[.] calc_func,-1,142,-1,-1,-1 -coremark,[.] __call_exitprocs,-1,176,-1,-1,-1 +coremark,[.] __call_exitprocs,-1,192,-1,-1,-1 coremark,[.] _calloc_r,-1,108,-1,-1,-1 coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1 coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1 @@ -48,7 +48,8 @@ coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1 coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1 coremark,[.] check_data_types,-1,4,-1,-1,-1 coremark,[.] cleanup_stdio,-1,64,-1,-1,-1 -coremark,[.] _close,-1,40,-1,-1,-1 +coremark,[.] _clock,-1,18,-1,-1,-1 +coremark,[.] _close,-1,148,-1,-1,-1 coremark,[.] _close_r,-1,36,-1,-1,-1 coremark,[.] cmp_complex,-1,284,-1,-1,-1 coremark,[.] __cmpdf2,-1,122,-1,-1,-1 @@ -56,10 +57,10 @@ coremark,[.] cmp_idx,-1,58,-1,-1,-1 coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __copybits,-1,90,-1,-1,-1 coremark,[.] copy_info,-1,6,-1,-1,-1 -coremark,[.] core_bench_list,-1,774,-1,-1,-1 +coremark,[.] core_bench_list,-1,776,-1,-1,-1 coremark,[.] core_bench_matrix,-1,32,-1,-1,-1 coremark,[.] core_bench_state,-1,288,-1,-1,-1 -coremark,[.] core_init_matrix,-1,226,-1,-1,-1 +coremark,[.] core_init_matrix,-1,222,-1,-1,-1 coremark,[.] core_init_state,-1,296,-1,-1,-1 coremark,[.] core_list_find,-1,52,-1,-1,-1 coremark,[.] core_list_init,-1,464,-1,-1,-1 @@ -68,7 +69,7 @@ coremark,[.] core_list_mergesort,-1,178,-1,-1,-1 coremark,[.] core_list_remove,-1,28,-1,-1,-1 coremark,[.] core_list_reverse,-1,20,-1,-1,-1 coremark,[.] core_list_undo_remove,-1,22,-1,-1,-1 -coremark,[.] core_state_transition,-1,424,-1,-1,-1 +coremark,[.] core_state_transition,-1,438,-1,-1,-1 coremark,[.] crc16,-1,366,-1,-1,-1 coremark,[.] crcu16,-1,362,-1,-1,-1 coremark,[.] crcu32,-1,734,-1,-1,-1 @@ -97,8 +98,8 @@ coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 coremark,[.] _dtoa_r,-1,3656,-1,-1,-1 -coremark,[.] __env_lock,-1,2,-1,-1,-1 -coremark,[.] __env_unlock,-1,2,-1,-1,-1 +coremark,[.] __env_lock,-1,12,-1,-1,-1 +coremark,[.] __env_unlock,-1,12,-1,-1,-1 coremark,[.] __eqdf2,-1,122,-1,-1,-1 coremark,[.] __errno,-1,12,-1,-1,-1 coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1 @@ -114,9 +115,9 @@ coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1 coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1 coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1 coremark,[.] fclose,-1,16,-1,-1,-1 -coremark,[.] _fclose_r,-1,128,-1,-1,-1 -coremark,[.] fflush,-1,72,-1,-1,-1 -coremark,[.] _fflush_r,-1,44,-1,-1,-1 +coremark,[.] _fclose_r,-1,192,-1,-1,-1 +coremark,[.] fflush,-1,116,-1,-1,-1 +coremark,[.] _fflush_r,-1,84,-1,-1,-1 coremark,[.] _findenv_r,-1,128,-1,-1,-1 coremark,[.] fiprintf,-1,40,-1,-1,-1 coremark,[.] _fiprintf_r,-1,28,-1,-1,-1 @@ -128,29 +129,30 @@ coremark,[.] __floatsidf,-1,34,-1,-1,-1 coremark,[.] __floatundidf,-1,106,-1,-1,-1 coremark,[.] __floatunsidf,-1,30,-1,-1,-1 coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_lock,-1,4,-1,-1,-1 -coremark,[.] __fp_lock_all,-1,20,-1,-1,-1 +coremark,[.] __fp_lock,-1,28,-1,-1,-1 +coremark,[.] __fp_lock_all,-1,36,-1,-1,-1 coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_unlock,-1,4,-1,-1,-1 -coremark,[.] __fp_unlock_all,-1,20,-1,-1,-1 -coremark,[.] __fputwc,-1,152,-1,-1,-1 -coremark,[.] fputwc,-1,72,-1,-1,-1 -coremark,[.] _fputwc_r,-1,38,-1,-1,-1 +coremark,[.] __fp_unlock,-1,28,-1,-1,-1 +coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1 +coremark,[.] __fputwc,-1,156,-1,-1,-1 +coremark,[.] fputwc,-1,112,-1,-1,-1 +coremark,[.] _fputwc_r,-1,96,-1,-1,-1 coremark,[.] _free_r,-1,508,-1,-1,-1 coremark,[.] frexp,-1,100,-1,-1,-1 -coremark,[.] _fstat,-1,30,-1,-1,-1 +coremark,[.] _fstat,-1,28,-1,-1,-1 coremark,[.] _fstat_r,-1,44,-1,-1,-1 coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1 coremark,[.] __gedf2,-1,138,-1,-1,-1 -coremark,[.] get_arg,-1,2976,-1,-1,-1 +coremark,[.] get_arg,-1,2984,-1,-1,-1 coremark,[.] _getenv_r,-1,16,-1,-1,-1 coremark,[.] __get_locale_env,-1,80,-1,-1,-1 coremark,[.] _getpid,-1,4,-1,-1,-1 coremark,[.] _getpid_r,-1,4,-1,-1,-1 coremark,[.] get_seed_args,-1,14,-1,-1,-1 +coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1 coremark,[.] get_time,-1,16,-1,-1,-1 coremark,[.] _gettimeofday,-1,40,-1,-1,-1 -coremark,[.] global_stdio_init.part.0,-1,208,-1,-1,-1 +coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1 coremark,[.] __gtdf2,-1,138,-1,-1,-1 coremark,[.] HAL_GetTick,-1,12,-1,-1,-1 coremark,[.] HAL_IncTick,-1,24,-1,-1,-1 @@ -163,11 +165,13 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1 coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1 coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1 coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1 -coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1064,-1,-1,-1 +coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1 coremark,[.] HAL_RCC_GetSysClockFreq,-1,172,-1,-1,-1 coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1 coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1 coremark,[.] HardFault_Handler,-1,2,-1,-1,-1 +coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1 +coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1 coremark,[.] __hi0bits,-1,68,-1,-1,-1 coremark,[.] __i2b,-1,92,-1,-1,-1 coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1 @@ -176,23 +180,24 @@ coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1 coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1 coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1 coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] initialise_monitor_handles,-1,108,-1,-1,-1 +coremark,[.] initialise_monitor_handles,-1,292,-1,-1,-1 coremark,[.] _init_signal,-1,56,-1,-1,-1 coremark,[.] _init_signal_r,-1,48,-1,-1,-1 -coremark,[.] _isatty,-1,112,-1,-1,-1 +coremark,[.] _isatty,-1,100,-1,-1,-1 coremark,[.] _isatty_r,-1,36,-1,-1,-1 coremark,[.] iterate,-1,70,-1,-1,-1 coremark,[.] __jis_mbtowc,-1,300,-1,-1,-1 coremark,[.] __jis_wctomb,-1,124,-1,-1,-1 -coremark,[.] _kill,-1,40,-1,-1,-1 +coremark,[.] _kill,-1,28,-1,-1,-1 coremark,[.] _kill_r,-1,44,-1,-1,-1 +coremark,[.] _kill_shared,-1,46,-1,-1,-1 coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __ledf2,-1,130,-1,-1,-1 coremark,[.] __libc_fini_array,-1,40,-1,-1,-1 coremark,[.] __libc_init_array,-1,80,-1,-1,-1 coremark,[.] _link,-1,16,-1,-1,-1 coremark,[.] __lo0bits,-1,94,-1,-1,-1 -coremark,[.] __loadlocale,-1,1728,-1,-1,-1 +coremark,[.] __loadlocale,-1,1736,-1,-1,-1 coremark,[.] localeconv,-1,8,-1,-1,-1 coremark,[.] __localeconv_l,-1,4,-1,-1,-1 coremark,[.] _localeconv_r,-1,8,-1,-1,-1 @@ -200,22 +205,22 @@ coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1 coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1 coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _lseek,-1,40,-1,-1,-1 +coremark,[.] _lseek,-1,4,-1,-1,-1 coremark,[.] _lseek_r,-1,44,-1,-1,-1 coremark,[.] __lshift,-1,240,-1,-1,-1 coremark,[.] __ltdf2,-1,130,-1,-1,-1 coremark,[.] main,-1,1644,-1,-1,-1 -coremark,[.] __malloc_lock,-1,2,-1,-1,-1 -coremark,[.] _malloc_r,-1,1364,-1,-1,-1 +coremark,[.] __malloc_lock,-1,12,-1,-1,-1 +coremark,[.] _malloc_r,-1,1384,-1,-1,-1 coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 -coremark,[.] __malloc_unlock,-1,2,-1,-1,-1 -coremark,[.] matrix_add_const,-1,58,-1,-1,-1 +coremark,[.] __malloc_unlock,-1,12,-1,-1,-1 +coremark,[.] matrix_add_const,-1,60,-1,-1,-1 coremark,[.] matrix_mul_const,-1,74,-1,-1,-1 coremark,[.] matrix_mul_matrix,-1,106,-1,-1,-1 coremark,[.] matrix_mul_matrix_bitextract,-1,114,-1,-1,-1 coremark,[.] matrix_mul_vect,-1,62,-1,-1,-1 coremark,[.] matrix_sum,-1,88,-1,-1,-1 -coremark,[.] matrix_test,-1,888,-1,-1,-1 +coremark,[.] matrix_test,-1,848,-1,-1,-1 coremark,[.] _mbtowc_r,-1,20,-1,-1,-1 coremark,[.] __mcmp,-1,66,-1,-1,-1 coremark,[.] __mdiff,-1,376,-1,-1,-1 @@ -229,7 +234,7 @@ coremark,[.] __multadd,-1,160,-1,-1,-1 coremark,[.] __multiply,-1,364,-1,-1,-1 coremark,[.] __nedf2,-1,122,-1,-1,-1 coremark,[.] NMI_Handler,-1,2,-1,-1,-1 -coremark,[.] _open,-1,56,-1,-1,-1 +coremark,[.] _open,-1,18,-1,-1,-1 coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1 coremark,[.] parseval,-1,138,-1,-1,-1 coremark,[.] PendSV_Handler,-1,2,-1,-1,-1 @@ -237,19 +242,18 @@ coremark,[.] portable_fini,-1,6,-1,-1,-1 coremark,[.] portable_free,-1,2,-1,-1,-1 coremark,[.] portable_init,-1,6,-1,-1,-1 coremark,[.] portable_malloc,-1,4,-1,-1,-1 -coremark,[.] __pow5mult,-1,180,-1,-1,-1 +coremark,[.] __pow5mult,-1,188,-1,-1,-1 coremark,[.] printf,-1,40,-1,-1,-1 coremark,[.] _printf_r,-1,30,-1,-1,-1 -coremark,[.] putc,-1,88,-1,-1,-1 +coremark,[.] putc,-1,128,-1,-1,-1 coremark,[.] putchar,-1,16,-1,-1,-1 coremark,[.] _putchar_r,-1,6,-1,-1,-1 -coremark,[.] _putc_r,-1,76,-1,-1,-1 +coremark,[.] _putc_r,-1,118,-1,-1,-1 coremark,[.] puts,-1,16,-1,-1,-1 -coremark,[.] _puts_r,-1,104,-1,-1,-1 +coremark,[.] _puts_r,-1,152,-1,-1,-1 coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1 coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1 coremark,[.] quorem,-1,300,-1,-1,-1 -coremark,[.] _raise,-1,2,-1,-1,-1 coremark,[.] raise,-1,88,-1,-1,-1 coremark,[.] _raise_r,-1,82,-1,-1,-1 coremark,[.] __ratio,-1,96,-1,-1,-1 @@ -257,20 +261,30 @@ coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1 coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1 coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1 coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1 -coremark,[.] _read,-1,128,-1,-1,-1 +coremark,[.] _read,-1,136,-1,-1,-1 coremark,[.] _read_r,-1,44,-1,-1,-1 -coremark,[.] _realloc_r,-1,836,-1,-1,-1 -coremark,[.] __register_exitproc,-1,100,-1,-1,-1 -coremark,[.] remap_handle,-1,64,-1,-1,-1 +coremark,[.] _realloc_r,-1,840,-1,-1,-1 +coremark,[.] __register_exitproc,-1,128,-1,-1,-1 +coremark,[.] register_fini,-1,20,-1,-1,-1 coremark,[.] _rename,-1,82,-1,-1,-1 coremark,[.] Reset_Handler,-1,54,-1,-1,-1 +coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1 coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1 coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1 coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __s2b,-1,180,-1,-1,-1 coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sbprintf,-1,212,-1,-1,-1 +coremark,[.] __sbprintf,-1,256,-1,-1,-1 coremark,[.] _sbrk,-1,80,-1,-1,-1 coremark,[.] _sbrk_r,-1,36,-1,-1,-1 coremark,[.] __sclose,-1,8,-1,-1,-1 @@ -280,15 +294,15 @@ coremark,[.] __set_ctype,-1,12,-1,-1,-1 coremark,[.] setlocale,-1,24,-1,-1,-1 coremark,[.] _setlocale_r,-1,552,-1,-1,-1 coremark,[.] __sflush_r,-1,308,-1,-1,-1 -coremark,[.] __sfp,-1,164,-1,-1,-1 -coremark,[.] __sfp_lock_acquire,-1,2,-1,-1,-1 -coremark,[.] __sfp_lock_release,-1,2,-1,-1,-1 -coremark,[.] __sfvwrite_r,-1,768,-1,-1,-1 +coremark,[.] __sfp,-1,192,-1,-1,-1 +coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1 +coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1 +coremark,[.] __sfvwrite_r,-1,764,-1,-1,-1 coremark,[.] signal,-1,80,-1,-1,-1 -coremark,[.] _signal_r,-1,78,-1,-1,-1 +coremark,[.] _signal_r,-1,80,-1,-1,-1 coremark,[.] __sigtramp,-1,104,-1,-1,-1 coremark,[.] __sigtramp_r,-1,100,-1,-1,-1 -coremark,[.] __sinit,-1,32,-1,-1,-1 +coremark,[.] __sinit,-1,64,-1,-1,-1 coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 coremark,[.] __smakebuf_r,-1,208,-1,-1,-1 @@ -300,7 +314,7 @@ coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1 coremark,[.] __sread,-1,34,-1,-1,-1 coremark,[.] __sseek,-1,34,-1,-1,-1 coremark,[.] start_time,-1,20,-1,-1,-1 -coremark,[.] _stat,-1,78,-1,-1,-1 +coremark,[.] _stat,-1,60,-1,-1,-1 coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1 coremark,[.] stop_time,-1,20,-1,-1,-1 coremark,[.] strcasecmp,-1,76,-1,-1,-1 @@ -322,11 +336,12 @@ coremark,[.] SVC_Handler,-1,2,-1,-1,-1 coremark,[.] __swbuf,-1,24,-1,-1,-1 coremark,[.] __swbuf_r,-1,172,-1,-1,-1 coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1 -coremark,[.] _swiclose,-1,68,-1,-1,-1 -coremark,[.] _swilseek,-1,144,-1,-1,-1 -coremark,[.] _swiopen,-1,156,-1,-1,-1 -coremark,[.] _swiread,-1,88,-1,-1,-1 -coremark,[.] _swiwrite,-1,88,-1,-1,-1 +coremark,[.] _swiclose,-1,54,-1,-1,-1 +coremark,[.] _swilseek,-1,196,-1,-1,-1 +coremark,[.] _swiopen,-1,200,-1,-1,-1 +coremark,[.] _swiread,-1,58,-1,-1,-1 +coremark,[.] _swistat,-1,124,-1,-1,-1 +coremark,[.] _swiwrite,-1,58,-1,-1,-1 coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __swrite,-1,62,-1,-1,-1 coremark,[.] __swsetup_r,-1,196,-1,-1,-1 @@ -356,7 +371,7 @@ coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1 coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1 coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __ulp,-1,100,-1,-1,-1 -coremark,[.] _unlink,-1,68,-1,-1,-1 +coremark,[.] _unlink,-1,64,-1,-1,-1 coremark,[.] __unorddf2,-1,44,-1,-1,-1 coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1 coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1 @@ -365,9 +380,9 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 coremark,[.] __utf8_mbtowc,-1,466,-1,-1,-1 coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,6510,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,7016,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,10276,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,10868,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 @@ -376,6 +391,6 @@ coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1 coremark,[.] wcsrtombs,-1,36,-1,-1,-1 coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1 coremark,[.] _wctomb_r,-1,20,-1,-1,-1 -coremark,[.] _write,-1,132,-1,-1,-1 +coremark,[.] _write,-1,176,-1,-1,-1 coremark,[.] _write_r,-1,44,-1,-1,-1 coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index 8e707b7..3ff1091 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,65068
+coremark,coremark,67748
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -35,7 +35,7 @@ coremark,[.] _Balloc,76 coremark,[.] _Bfree,18
coremark,[.] BusFault_Handler,2
coremark,[.] calc_func,142
-coremark,[.] __call_exitprocs,176
+coremark,[.] __call_exitprocs,192
coremark,[.] _calloc_r,108
coremark,[.] CAN1_RX0_IRQHandler,2
coremark,[.] CAN1_RX1_IRQHandler,2
@@ -43,7 +43,8 @@ coremark,[.] CAN1_SCE_IRQHandler,2 coremark,[.] CAN1_TX_IRQHandler,2
coremark,[.] check_data_types,4
coremark,[.] cleanup_stdio,64
-coremark,[.] _close,40
+coremark,[.] _clock,18
+coremark,[.] _close,148
coremark,[.] _close_r,36
coremark,[.] cmp_complex,284
coremark,[.] __cmpdf2,122
@@ -51,10 +52,10 @@ coremark,[.] cmp_idx,58 coremark,[.] COMP_IRQHandler,2
coremark,[.] __copybits,90
coremark,[.] copy_info,6
-coremark,[.] core_bench_list,774
+coremark,[.] core_bench_list,776
coremark,[.] core_bench_matrix,32
coremark,[.] core_bench_state,288
-coremark,[.] core_init_matrix,226
+coremark,[.] core_init_matrix,222
coremark,[.] core_init_state,296
coremark,[.] core_list_find,52
coremark,[.] core_list_init,464
@@ -63,7 +64,7 @@ coremark,[.] core_list_mergesort,178 coremark,[.] core_list_remove,28
coremark,[.] core_list_reverse,20
coremark,[.] core_list_undo_remove,22
-coremark,[.] core_state_transition,424
+coremark,[.] core_state_transition,438
coremark,[.] crc16,366
coremark,[.] crcu16,362
coremark,[.] crcu32,734
@@ -92,8 +93,8 @@ coremark,[.] DMA2_Channel5_IRQHandler,2 coremark,[.] DMA2_Channel6_IRQHandler,2
coremark,[.] DMA2_Channel7_IRQHandler,2
coremark,[.] _dtoa_r,3656
-coremark,[.] __env_lock,2
-coremark,[.] __env_unlock,2
+coremark,[.] __env_lock,12
+coremark,[.] __env_unlock,12
coremark,[.] __eqdf2,122
coremark,[.] __errno,12
coremark,[.] __eucjp_mbtowc,190
@@ -109,9 +110,9 @@ coremark,[.] EXTI3_IRQHandler,2 coremark,[.] EXTI4_IRQHandler,2
coremark,[.] EXTI9_5_IRQHandler,2
coremark,[.] fclose,16
-coremark,[.] _fclose_r,128
-coremark,[.] fflush,72
-coremark,[.] _fflush_r,44
+coremark,[.] _fclose_r,192
+coremark,[.] fflush,116
+coremark,[.] _fflush_r,84
coremark,[.] _findenv_r,128
coremark,[.] fiprintf,40
coremark,[.] _fiprintf_r,28
@@ -123,29 +124,30 @@ coremark,[.] __floatsidf,34 coremark,[.] __floatundidf,106
coremark,[.] __floatunsidf,30
coremark,[.] FMC_IRQHandler,2
-coremark,[.] __fp_lock,4
-coremark,[.] __fp_lock_all,20
+coremark,[.] __fp_lock,28
+coremark,[.] __fp_lock_all,36
coremark,[.] FPU_IRQHandler,2
-coremark,[.] __fp_unlock,4
-coremark,[.] __fp_unlock_all,20
-coremark,[.] __fputwc,152
-coremark,[.] fputwc,72
-coremark,[.] _fputwc_r,38
+coremark,[.] __fp_unlock,28
+coremark,[.] __fp_unlock_all,36
+coremark,[.] __fputwc,156
+coremark,[.] fputwc,112
+coremark,[.] _fputwc_r,96
coremark,[.] _free_r,508
coremark,[.] frexp,100
-coremark,[.] _fstat,30
+coremark,[.] _fstat,28
coremark,[.] _fstat_r,44
coremark,[.] _fwalk_sglue,68
coremark,[.] __gedf2,138
-coremark,[.] get_arg,2976
+coremark,[.] get_arg,2984
coremark,[.] _getenv_r,16
coremark,[.] __get_locale_env,80
coremark,[.] _getpid,4
coremark,[.] _getpid_r,4
coremark,[.] get_seed_args,14
+coremark,[.] _get_semihosting_exts,268
coremark,[.] get_time,16
coremark,[.] _gettimeofday,40
-coremark,[.] global_stdio_init.part.0,208
+coremark,[.] global_stdio_init.part.0,236
coremark,[.] __gtdf2,138
coremark,[.] HAL_GetTick,12
coremark,[.] HAL_IncTick,24
@@ -158,11 +160,13 @@ coremark,[.] HAL_NVIC_SetPriorityGrouping,36 coremark,[.] HAL_PWREx_ControlVoltageScaling,128
coremark,[.] HAL_PWREx_GetVoltageRange,16
coremark,[.] HAL_RCC_ClockConfig,304
-coremark,[.] HAL_RCCEx_PeriphCLKConfig,1064
+coremark,[.] HAL_RCCEx_PeriphCLKConfig,1048
coremark,[.] HAL_RCC_GetSysClockFreq,172
coremark,[.] HAL_RCC_OscConfig,1520
coremark,[.] HAL_SYSTICK_Config,52
coremark,[.] HardFault_Handler,2
+coremark,[.] _has_ext_exit_extended,64
+coremark,[.] _has_ext_stdout_stderr,64
coremark,[.] __hi0bits,68
coremark,[.] __i2b,92
coremark,[.] I2C1_ER_IRQHandler,2
@@ -171,23 +175,24 @@ coremark,[.] I2C2_ER_IRQHandler,2 coremark,[.] I2C2_EV_IRQHandler,2
coremark,[.] I2C3_ER_IRQHandler,2
coremark,[.] I2C3_EV_IRQHandler,2
-coremark,[.] initialise_monitor_handles,108
+coremark,[.] initialise_monitor_handles,292
coremark,[.] _init_signal,56
coremark,[.] _init_signal_r,48
-coremark,[.] _isatty,112
+coremark,[.] _isatty,100
coremark,[.] _isatty_r,36
coremark,[.] iterate,70
coremark,[.] __jis_mbtowc,300
coremark,[.] __jis_wctomb,124
-coremark,[.] _kill,40
+coremark,[.] _kill,28
coremark,[.] _kill_r,44
+coremark,[.] _kill_shared,46
coremark,[.] LCD_IRQHandler,2
coremark,[.] __ledf2,130
coremark,[.] __libc_fini_array,40
coremark,[.] __libc_init_array,80
coremark,[.] _link,16
coremark,[.] __lo0bits,94
-coremark,[.] __loadlocale,1728
+coremark,[.] __loadlocale,1736
coremark,[.] localeconv,8
coremark,[.] __localeconv_l,4
coremark,[.] _localeconv_r,8
@@ -195,22 +200,22 @@ coremark,[.] __locale_mb_cur_max,12 coremark,[.] LPTIM1_IRQHandler,2
coremark,[.] LPTIM2_IRQHandler,2
coremark,[.] LPUART1_IRQHandler,2
-coremark,[.] _lseek,40
+coremark,[.] _lseek,4
coremark,[.] _lseek_r,44
coremark,[.] __lshift,240
coremark,[.] __ltdf2,130
coremark,[.] main,1644
-coremark,[.] __malloc_lock,2
-coremark,[.] _malloc_r,1364
+coremark,[.] __malloc_lock,12
+coremark,[.] _malloc_r,1384
coremark,[.] _malloc_trim_r,184
-coremark,[.] __malloc_unlock,2
-coremark,[.] matrix_add_const,58
+coremark,[.] __malloc_unlock,12
+coremark,[.] matrix_add_const,60
coremark,[.] matrix_mul_const,74
coremark,[.] matrix_mul_matrix,106
coremark,[.] matrix_mul_matrix_bitextract,114
coremark,[.] matrix_mul_vect,62
coremark,[.] matrix_sum,88
-coremark,[.] matrix_test,888
+coremark,[.] matrix_test,848
coremark,[.] _mbtowc_r,20
coremark,[.] __mcmp,66
coremark,[.] __mdiff,376
@@ -224,7 +229,7 @@ coremark,[.] __multadd,160 coremark,[.] __multiply,364
coremark,[.] __nedf2,122
coremark,[.] NMI_Handler,2
-coremark,[.] _open,56
+coremark,[.] _open,18
coremark,[.] OTG_FS_IRQHandler,2
coremark,[.] parseval,138
coremark,[.] PendSV_Handler,2
@@ -232,19 +237,18 @@ coremark,[.] portable_fini,6 coremark,[.] portable_free,2
coremark,[.] portable_init,6
coremark,[.] portable_malloc,4
-coremark,[.] __pow5mult,180
+coremark,[.] __pow5mult,188
coremark,[.] printf,40
coremark,[.] _printf_r,30
-coremark,[.] putc,88
+coremark,[.] putc,128
coremark,[.] putchar,16
coremark,[.] _putchar_r,6
-coremark,[.] _putc_r,76
+coremark,[.] _putc_r,118
coremark,[.] puts,16
-coremark,[.] _puts_r,104
+coremark,[.] _puts_r,152
coremark,[.] PVD_PVM_IRQHandler,2
coremark,[.] QUADSPI_IRQHandler,2
coremark,[.] quorem,300
-coremark,[.] _raise,2
coremark,[.] raise,88
coremark,[.] _raise_r,82
coremark,[.] __ratio,96
@@ -252,20 +256,30 @@ coremark,[.] RCCEx_PLLSAI1_Config,284 coremark,[.] RCCEx_PLLSAI2_Config,256
coremark,[.] RCC_IRQHandler,2
coremark,[.] RCC_SetFlashLatencyFromMSIRange,140
-coremark,[.] _read,128
+coremark,[.] _read,136
coremark,[.] _read_r,44
-coremark,[.] _realloc_r,836
-coremark,[.] __register_exitproc,100
-coremark,[.] remap_handle,64
+coremark,[.] _realloc_r,840
+coremark,[.] __register_exitproc,128
+coremark,[.] register_fini,20
coremark,[.] _rename,82
coremark,[.] Reset_Handler,54
+coremark,[.] __retarget_lock_acquire,2
+coremark,[.] __retarget_lock_acquire_recursive,2
+coremark,[.] __retarget_lock_close,2
+coremark,[.] __retarget_lock_close_recursive,2
+coremark,[.] __retarget_lock_init,2
+coremark,[.] __retarget_lock_init_recursive,2
+coremark,[.] __retarget_lock_release,2
+coremark,[.] __retarget_lock_release_recursive,2
+coremark,[.] __retarget_lock_try_acquire,4
+coremark,[.] __retarget_lock_try_acquire_recursive,4
coremark,[.] RNG_IRQHandler,2
coremark,[.] RTC_Alarm_IRQHandler,2
coremark,[.] RTC_WKUP_IRQHandler,2
coremark,[.] __s2b,180
coremark,[.] SAI1_IRQHandler,2
coremark,[.] SAI2_IRQHandler,2
-coremark,[.] __sbprintf,212
+coremark,[.] __sbprintf,256
coremark,[.] _sbrk,80
coremark,[.] _sbrk_r,36
coremark,[.] __sclose,8
@@ -275,15 +289,15 @@ coremark,[.] __set_ctype,12 coremark,[.] setlocale,24
coremark,[.] _setlocale_r,552
coremark,[.] __sflush_r,308
-coremark,[.] __sfp,164
-coremark,[.] __sfp_lock_acquire,2
-coremark,[.] __sfp_lock_release,2
-coremark,[.] __sfvwrite_r,768
+coremark,[.] __sfp,192
+coremark,[.] __sfp_lock_acquire,12
+coremark,[.] __sfp_lock_release,12
+coremark,[.] __sfvwrite_r,764
coremark,[.] signal,80
-coremark,[.] _signal_r,78
+coremark,[.] _signal_r,80
coremark,[.] __sigtramp,104
coremark,[.] __sigtramp_r,100
-coremark,[.] __sinit,32
+coremark,[.] __sinit,64
coremark,[.] __sjis_mbtowc,142
coremark,[.] __sjis_wctomb,86
coremark,[.] __smakebuf_r,208
@@ -295,7 +309,7 @@ coremark,[.] __sprint_r.part.0,120 coremark,[.] __sread,34
coremark,[.] __sseek,34
coremark,[.] start_time,20
-coremark,[.] _stat,78
+coremark,[.] _stat,60
coremark,[.] stdio_exit_handler,24
coremark,[.] stop_time,20
coremark,[.] strcasecmp,76
@@ -317,11 +331,12 @@ coremark,[.] SVC_Handler,2 coremark,[.] __swbuf,24
coremark,[.] __swbuf_r,172
coremark,[.] __swhatbuf_r,96
-coremark,[.] _swiclose,68
-coremark,[.] _swilseek,144
-coremark,[.] _swiopen,156
-coremark,[.] _swiread,88
-coremark,[.] _swiwrite,88
+coremark,[.] _swiclose,54
+coremark,[.] _swilseek,196
+coremark,[.] _swiopen,200
+coremark,[.] _swiread,58
+coremark,[.] _swistat,124
+coremark,[.] _swiwrite,58
coremark,[.] SWPMI1_IRQHandler,2
coremark,[.] __swrite,62
coremark,[.] __swsetup_r,196
@@ -351,7 +366,7 @@ coremark,[.] TSC_IRQHandler,2 coremark,[.] UART4_IRQHandler,2
coremark,[.] UART5_IRQHandler,2
coremark,[.] __ulp,100
-coremark,[.] _unlink,68
+coremark,[.] _unlink,64
coremark,[.] __unorddf2,44
coremark,[.] UsageFault_Handler,2
coremark,[.] USART1_IRQHandler,2
@@ -360,9 +375,9 @@ coremark,[.] USART3_IRQHandler,2 coremark,[.] __utf8_mbtowc,466
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,6510
+coremark,[.] _vfiprintf_r,7016
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,10276
+coremark,[.] _vfprintf_r,10868
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
@@ -371,6 +386,6 @@ coremark,[.] _wcsnrtombs_r,36 coremark,[.] wcsrtombs,36
coremark,[.] _wcsrtombs_r,22
coremark,[.] _wctomb_r,20
-coremark,[.] _write,132
+coremark,[.] _write,176
coremark,[.] _write_r,44
coremark,[.] WWDG_IRQHandler,2
diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 3300091..0569f39 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 3300091..0569f39 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 3300091..0569f39 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 3300091..0569f39 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 3300091..0569f39 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,7 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,28,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,14467,-1,345,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,6144252,100,n/a,n/a,n/a,14467,888888888,65068,65068,-1,-1,-1,-1,-1,-1 +Mean,mean,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14404,-1,29,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,-1,14405,-1,345,-1,-1,-1,-1,-1,-1 +coremark,coremark,0,104,n/a,n/a,n/a,888888888,14405,65068,67748,-1,-1,-1,-1,-1,-1 |