diff options
| author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-11-20 11:30:40 +0000 |
|---|---|---|
| committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-11-20 11:30:42 +0000 |
| commit | 625b7761c1ee8fe444ade352c3ab49cc10f419a0 (patch) | |
| tree | 9162b1ef212f65aaa40bb94193d31e91e54c87c9 | |
| parent | 39dda90eb11077f456e2503290af89ab540f879f (diff) | |
onsuccess: #92: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/
Results :
| # reset_artifacts:
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -8
| # build_abe newlib:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -5
| # benchmark -- -Os_mthumb:
| 1
check_regression status : 0
43 files changed, 1210 insertions, 1167 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 1d757eb..c12020c 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 9b54a18..a19b29d 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex ee6735a..5b0f341 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex 433d4d0..bd4b3b3 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 69fd134..eaf5531 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex c466536..a964afa 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/05-clean_sysroot/console.log.xz b/05-clean_sysroot/console.log.xz Binary files differindex f1d9e90..dc39699 100644 --- a/05-clean_sysroot/console.log.xz +++ b/05-clean_sysroot/console.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex d25cae9..c1b361f 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex a98dce5..38ac258 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 88c2fed..b16cd27 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex c092743..f8db251 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 719f665..d093290 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #44937 +Started TCWG Benchmark #45096 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXICRQtL/agent.12256 -SSH_AGENT_PID=12258 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXa46aOk/agent.10365 +SSH_AGENT_PID=10367 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_8858242141595253169.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5_tmp/private_key_8858242141595253169.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_16577243267819005515.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_16577243267819005515.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 024a39edf25ab3f91ea1b2d6fd17c605c6e3577c (origin/master) +Checking out Revision 06b1f60d89b9ad9d2d9cd853f42a5eba1b0cddc1 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 024a39edf25ab3f91ea1b2d6fd17c605c6e3577c # timeout=10 -Commit message: "round-robin-notify.sh: generate lnt report for bmk results" - > /usr/bin/git rev-list --no-walk 024a39edf25ab3f91ea1b2d6fd17c605c6e3577c # timeout=10 + > /usr/bin/git checkout -f 06b1f60d89b9ad9d2d9cd853f42a5eba1b0cddc1 # timeout=10 +Commit message: "tcwg-lnt/create-server.sh: Fix schemas in lnt server" + > /usr/bin/git rev-list --no-walk 06b1f60d89b9ad9d2d9cd853f42a5eba1b0cddc1 # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_5/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd (origin/master) +Checking out Revision c40175524fbfe595576e5d24bc9bcf5ae416e259 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd # timeout=10 -Commit message: "metric_utils.py: Add entries for status." - > /usr/bin/git rev-list --no-walk 4e82b0ef9d6ca56d78bb60f52cd9a05097beb8fd # timeout=10 + > /usr/bin/git checkout -f c40175524fbfe595576e5d24bc9bcf5ae416e259 # timeout=10 +Commit message: "gather-metrics.sh: regenerate status.csv in case we have only results.csv" + > /usr/bin/git rev-list --no-walk c40175524fbfe595576e5d24bc9bcf5ae416e259 # timeout=10 No emails were triggered. -New run name is '#44937-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_5] $ /bin/bash /tmp/jenkins10295181937668320695.sh +New run name is '#45096-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins413550340761812182.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo build-08.tcwglab:50278:/tmp/tmp.xoaunHwbxK -++ sed -e s/@build_num@/44937/g -e s/@hw_tag@/stm32/g -+ results_dest=build-08.tcwglab:50278:/tmp/tmp.xoaunHwbxK +++ echo build-02.tcwglab:52072:/tmp/tmp.Y00kylAGCP +++ sed -e s/@build_num@/45096/g -e s/@hw_tag@/stm32/g ++ results_dest=build-02.tcwglab:52072:/tmp/tmp.Y00kylAGCP + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 12378 ++ wait 10487 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,20 +87,20 @@ New run name is '#44937-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os- + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #147254 started. -TCWG Benchmark_backend #147254-44937+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) completed. Result was SUCCESS -New run name is '#44937-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)' +TCWG Benchmark_backend #147679 started. +TCWG Benchmark_backend #147679-45096+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#45096-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 12258 killed; +echo Agent pid 10367 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#44936-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2-build (sq:arm64) is still in progress; ignoring for purposes of comparison +#45095-tcwg_bmk-code_size-spec2k6/gnu-arm-master-Os-build (sq:armhf) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#44936-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2-build (sq:arm64) is still in progress; ignoring for purposes of comparison +#45095-tcwg_bmk-code_size-spec2k6/gnu-arm-master-Os-build (sq:armhf) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #44937-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #45096-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 07fc259..c9b3dfc 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex ed0b44a..69dd8cc 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/09-check_regression/output-bmk-results.log b/09-check_regression/output-bmk-results.log index 3f99de7..efeb500 100644 --- a/09-check_regression/output-bmk-results.log +++ b/09-check_regression/output-bmk-results.log @@ -1,2 +1,8 @@ -DEBUG: checking symbol.regression : coremark,coremark : size=0% (threshold=10%) -DEBUG: checking symbol.improvement : coremark,coremark : size=0% (threshold=10%) +Empty DataFrame +Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y] +Index: [] +Empty DataFrame +Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y] +Index: [] +DEBUG: checking symbol.regression : coremark,coremark : size=1% (threshold=10%) +DEBUG: checking symbol.improvement : coremark,coremark : size=1% (threshold=10%) diff --git a/annex/bmk-data b/annex/bmk-data index e1958d9..f3a28fe 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os/90-4a6f79465e810cf685ce24b49ad41538.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os/92-a842da734b9c404254e77839e8e61953.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index 660d1e9..a250a34 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -fab62191f84583780c2c6d024d0e583400881770 +70fd94b244573225cb04ae41101d495def78b9e6 diff --git a/git/gcc_rev b/git/gcc_rev index 5f8f4b9..66b3d6c 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -426e92643285a081d2e32221268b2052d740aa35 +509b470dcee9795887a60ddb32ab454f22e74411 diff --git a/git/newlib_rev b/git/newlib_rev index 12378c3..1709224 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -c4008b8bc066ee101c3dc6463db7516edb7dc666 +37e67d15950a52b096601e98081abc2b17bd3a2b diff --git a/jenkins/build-name b/jenkins/build-name index 48b41e8..8eb337d 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#90-binutils-gcc-newlib-R1 +#92-binutils-gcc-newlib-R1 diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log index c08c2d0..46b76cc 100644 --- a/jenkins/notify-full.log +++ b/jenkins/notify-full.log @@ -1,6 +1,6 @@ + set +x -/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ATATT3xFfGF0T6lmyRRI1GPXAjFc6UC66WsAJyuXpga-0JusQbYQdlG4NfS8kED4ejPRlZs9E57FWxFlN7K67E-9t-EXcNqVpzVQwTRd2JDDboAUNRnk00rMY9KXELe8Jb9dKP7p3MTXz2HTqtpMKIM2VZQUmZf_TcIuAN0mVpSPtZtdoLZBnCk=34F9AA87 __stage full __verbose true __build_script tcwg_bmk-build.sh +/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ATATT3xFfGF0T6lmyRRI1GPXAjFc6UC66WsAJyuXpga-0JusQbYQdlG4NfS8kED4ejPRlZs9E57FWxFlN7K67E-9t-EXcNqVpzVQwTRd2JDDboAUNRnk00rMY9KXELe8Jb9dKP7p3MTXz2HTqtpMKIM2VZQUmZf_TcIuAN0mVpSPtZtdoLZBnCk=34F9AA87 __stage full __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -26,17 +26,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/89/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/89/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -84,7 +84,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' xfab62191f84583780c2c6d024d0e583400881770 '!=' x943e09db6058e10dbb5f9be9d58a46b6706a8b01 ']' +++ '[' x70fd94b244573225cb04ae41101d495def78b9e6 '!=' xfab62191f84583780c2c6d024d0e583400881770 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -99,7 +99,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' x426e92643285a081d2e32221268b2052d740aa35 '!=' xc58b426d64ac2513dc0ed19165740604e891e9df ']' +++ '[' x509b470dcee9795887a60ddb32ab454f22e74411 '!=' x426e92643285a081d2e32221268b2052d740aa35 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -114,7 +114,7 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' xc4008b8bc066ee101c3dc6463db7516edb7dc666 '!=' x3d94e07c49b50caecf836eea34e03dddde8c29c1 ']' +++ '[' x37e67d15950a52b096601e98081abc2b17bd3a2b '!=' xc4008b8bc066ee101c3dc6463db7516edb7dc666 ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo @@ -134,17 +134,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01 ++ base_rev=fab62191f84583780c2c6d024d0e583400881770 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=fab62191f84583780c2c6d024d0e583400881770 -++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..fab62191f84583780c2c6d024d0e583400881770 -# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..fab62191f84583780c2c6d024d0e583400881770 (41 commits) -+ c_commits=41 -+ echo '# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..fab62191f84583780c2c6d024d0e583400881770 (41 commits)' ++ cur_rev=70fd94b244573225cb04ae41101d495def78b9e6 +++ git -C binutils rev-list --count fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 +# rev for binutils : fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 (81 commits) ++ c_commits=81 ++ echo '# rev for binutils : fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 (81 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -152,17 +152,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=c58b426d64ac2513dc0ed19165740604e891e9df ++ base_rev=426e92643285a081d2e32221268b2052d740aa35 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=426e92643285a081d2e32221268b2052d740aa35 -++ git -C gcc rev-list --count c58b426d64ac2513dc0ed19165740604e891e9df..426e92643285a081d2e32221268b2052d740aa35 -# rev for gcc : c58b426d64ac2513dc0ed19165740604e891e9df..426e92643285a081d2e32221268b2052d740aa35 (85 commits) -+ c_commits=85 -+ echo '# rev for gcc : c58b426d64ac2513dc0ed19165740604e891e9df..426e92643285a081d2e32221268b2052d740aa35 (85 commits)' ++ cur_rev=509b470dcee9795887a60ddb32ab454f22e74411 +++ git -C gcc rev-list --count 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 +# rev for gcc : 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 (177 commits) ++ c_commits=177 ++ echo '# rev for gcc : 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 (177 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -170,18 +170,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1 ++ base_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 -++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..c4008b8bc066ee101c3dc6463db7516edb7dc666 -# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..c4008b8bc066ee101c3dc6463db7516edb7dc666 (4 commits) ++ cur_rev=37e67d15950a52b096601e98081abc2b17bd3a2b +++ git -C newlib rev-list --count c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b +# rev for newlib : c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b (8 commits) -+ c_commits=4 -+ echo '# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..c4008b8bc066ee101c3dc6463db7516edb7dc666 (4 commits)' ++ c_commits=8 ++ echo '# rev for newlib : c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b (8 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -216,8 +216,8 @@ + local artifacts_mail_dir + artifacts_mail_dir=artifacts/notify + local res=0 -+ wait 231573 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ size build verbose ++ wait 4494 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ size build verbose + assert_with_msg 'ERROR while trying to regenerate bmk-data results. Aborting..' '[' 0 = 0 ']' + set -euf -o pipefail +x + check_if_first_report @@ -290,9 +290,9 @@ +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x -++ url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/artifact/artifacts +++ url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts ++ '[' '' '!=' '' ']' -++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/artifact/artifacts/notify/mail-body.txt/*view*/' +++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts/notify/mail-body.txt/*view*/' # print all notification files + echo '# print all notification files' + true @@ -325,16 +325,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01 +++ base_rev=fab62191f84583780c2c6d024d0e583400881770 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=fab62191f84583780c2c6d024d0e583400881770 -+++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..fab62191f84583780c2c6d024d0e583400881770 -++ c_commits=41 -++ new_commits=41 +++ cur_rev=70fd94b244573225cb04ae41101d495def78b9e6 ++++ git -C binutils rev-list --count fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 +++ c_commits=81 +++ new_commits=81 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -342,16 +342,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=c58b426d64ac2513dc0ed19165740604e891e9df +++ base_rev=426e92643285a081d2e32221268b2052d740aa35 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=426e92643285a081d2e32221268b2052d740aa35 -+++ git -C gcc rev-list --count c58b426d64ac2513dc0ed19165740604e891e9df..426e92643285a081d2e32221268b2052d740aa35 -++ c_commits=85 -++ new_commits=126 +++ cur_rev=509b470dcee9795887a60ddb32ab454f22e74411 ++++ git -C gcc rev-list --count 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 +++ c_commits=177 +++ new_commits=258 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -359,20 +359,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1 +++ base_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 -+++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..c4008b8bc066ee101c3dc6463db7516edb7dc666 -++ c_commits=4 -++ new_commits=130 +++ cur_rev=37e67d15950a52b096601e98081abc2b17bd3a2b ++++ git -C newlib rev-list --count c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b +++ c_commits=8 +++ new_commits=266 +++ echo binutils gcc newlib +++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '130 commits in binutils,gcc,newlib' +++ echo '266 commits in binutils,gcc,newlib' ++ '[' --oneline = --oneline ']' ++ return 0 ++ bmk_print_result --oneline @@ -407,7 +407,7 @@ ++ short_diag='No change' ++ echo 'No change' ++ bmk_print_config --oneline -++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] +++ [[ -v rr[ci_config] ]] +++ declare -A bmk_data @@ -460,20 +460,20 @@ ++ case "$ci_config" in ++ echo 'arm Os' ++ return 0 -+ echo '[Linaro-TCWG-CI]' '130 commits in binutils,gcc,newlib: No change on arm Os' ++ echo '[Linaro-TCWG-CI]' '266 commits in binutils,gcc,newlib: No change on arm Os' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/artifact/artifacts ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/89/artifact/artifacts ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/artifact/artifacts + cat ++ bmk_print_config --short -++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] +++ [[ -v rr[ci_config] ]] +++ declare -A bmk_data @@ -551,16 +551,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01 +++ base_rev=fab62191f84583780c2c6d024d0e583400881770 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=fab62191f84583780c2c6d024d0e583400881770 -+++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..fab62191f84583780c2c6d024d0e583400881770 -++ c_commits=41 -++ new_commits=41 +++ cur_rev=70fd94b244573225cb04ae41101d495def78b9e6 ++++ git -C binutils rev-list --count fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 +++ c_commits=81 +++ new_commits=81 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -568,16 +568,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=c58b426d64ac2513dc0ed19165740604e891e9df +++ base_rev=426e92643285a081d2e32221268b2052d740aa35 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=426e92643285a081d2e32221268b2052d740aa35 -+++ git -C gcc rev-list --count c58b426d64ac2513dc0ed19165740604e891e9df..426e92643285a081d2e32221268b2052d740aa35 -++ c_commits=85 -++ new_commits=126 +++ cur_rev=509b470dcee9795887a60ddb32ab454f22e74411 ++++ git -C gcc rev-list --count 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 +++ c_commits=177 +++ new_commits=258 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -585,20 +585,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1 +++ base_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 -+++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..c4008b8bc066ee101c3dc6463db7516edb7dc666 -++ c_commits=4 -++ new_commits=130 +++ cur_rev=37e67d15950a52b096601e98081abc2b17bd3a2b ++++ git -C newlib rev-list --count c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b +++ c_commits=8 +++ new_commits=266 +++ echo binutils gcc newlib +++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '130 commits in binutils,gcc,newlib' +++ echo '266 commits in binutils,gcc,newlib' ++ '[' --short = --oneline ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev @@ -607,19 +607,19 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01 +++ base_rev=fab62191f84583780c2c6d024d0e583400881770 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=fab62191f84583780c2c6d024d0e583400881770 -+++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..fab62191f84583780c2c6d024d0e583400881770 -++ c_commits=41 +++ cur_rev=70fd94b244573225cb04ae41101d495def78b9e6 ++++ git -C binutils rev-list --count fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 +++ c_commits=81 ++ '[' '' '!=' '' ']' -++ git -C binutils log -n 5 --oneline 943e09db6058e10dbb5f9be9d58a46b6706a8b01..fab62191f84583780c2c6d024d0e583400881770 -++ '[' 41 -gt 5 ']' -++ echo '... and 36 more commits in binutils' +++ git -C binutils log -n 5 --oneline fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 +++ '[' 81 -gt 5 ']' +++ echo '... and 76 more commits in binutils' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev @@ -628,19 +628,19 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=c58b426d64ac2513dc0ed19165740604e891e9df +++ base_rev=426e92643285a081d2e32221268b2052d740aa35 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=426e92643285a081d2e32221268b2052d740aa35 -+++ git -C gcc rev-list --count c58b426d64ac2513dc0ed19165740604e891e9df..426e92643285a081d2e32221268b2052d740aa35 -++ c_commits=85 +++ cur_rev=509b470dcee9795887a60ddb32ab454f22e74411 ++++ git -C gcc rev-list --count 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 +++ c_commits=177 ++ '[' '' '!=' '' ']' -++ git -C gcc log -n 5 --oneline c58b426d64ac2513dc0ed19165740604e891e9df..426e92643285a081d2e32221268b2052d740aa35 -++ '[' 85 -gt 5 ']' -++ echo '... and 80 more commits in gcc' +++ git -C gcc log -n 5 --oneline 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 +++ '[' 177 -gt 5 ']' +++ echo '... and 172 more commits in gcc' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev @@ -649,18 +649,19 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1 +++ base_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 -+++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..c4008b8bc066ee101c3dc6463db7516edb7dc666 -++ c_commits=4 +++ cur_rev=37e67d15950a52b096601e98081abc2b17bd3a2b ++++ git -C newlib rev-list --count c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b +++ c_commits=8 ++ '[' '' '!=' '' ']' -++ git -C newlib log -n 5 --oneline 3d94e07c49b50caecf836eea34e03dddde8c29c1..c4008b8bc066ee101c3dc6463db7516edb7dc666 -++ '[' 4 -gt 5 ']' +++ git -C newlib log -n 5 --oneline c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b +++ '[' 8 -gt 5 ']' +++ echo '... and 3 more commits in newlib' ++ '[' '' '!=' '' ']' ++ return 0 ++ bmk_print_result --short @@ -693,7 +694,7 @@ ++ '[' -f artifacts/notify/symbol.improvement ']' ++ echo 'No change' ++ bmk_print_config --long -++ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/tcwg_bmk-config.sh +++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh +++ [[ -v rr[ci_project] ]] +++ [[ -v rr[ci_config] ]] +++ declare -A bmk_data @@ -788,29 +789,29 @@ + '[' multiple_components '!=' single_commit ']' + return # generate dashboard -# generate_dashboard_squad -... Skipping -# post_dashboard_squad -... Skipping + echo '# generate dashboard' + generate_dashboard_squad + local results_date + echo '# generate_dashboard_squad' +# generate_dashboard_squad +... Skipping + false + echo '... Skipping' + return +# post_dashboard_squad +... Skipping + post_dashboard_squad + echo '# post_dashboard_squad' + false + echo '... Skipping' + return + generate_lnt_report -+ wait 231787 -+ set -euf -o pipefail ++ wait 4708 # generate_lnt_report ++ set -euf -o pipefail + echo '# generate_lnt_report' + true -+ . /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/lnt-utils.sh ++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/lnt-utils.sh + case "$ci_project" in + local cc cur_rev describe + case "${rr[toolchain]}" in diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log index a741928..515513f 100644 --- a/jenkins/notify-init.log +++ b/jenkins/notify-init.log @@ -1,6 +1,6 @@ + set +x -/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh +/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -17,32 +17,32 @@ ++ get_manifest artifacts/manifest.sh '{rr[ci_project]}' ++ set +x + ci_project=tcwg_bmk-code_size-coremark -# Debug traces : -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/89/ -# Using dir : base-artifacts ++ get_current_manifest '{rr[ci_config]}' ++ get_manifest artifacts/manifest.sh '{rr[ci_config]}' ++ set +x +# Debug traces : + ci_config=gnu_eabi-arm_eabi-master-Os + echo '# Debug traces :' ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/89/' +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/ +# Using dir : base-artifacts ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify + '[' -f /home/tcwg-buildslave/.jipdate.yml ']' -# check_source_changes + set +x +# check_source_changes + declare -Ag pw + '[' ignore = precommit ']' + check_source_changes @@ -84,7 +84,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' xfab62191f84583780c2c6d024d0e583400881770 '!=' x943e09db6058e10dbb5f9be9d58a46b6706a8b01 ']' +++ '[' x70fd94b244573225cb04ae41101d495def78b9e6 '!=' xfab62191f84583780c2c6d024d0e583400881770 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -99,7 +99,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' x426e92643285a081d2e32221268b2052d740aa35 '!=' xc58b426d64ac2513dc0ed19165740604e891e9df ']' +++ '[' x509b470dcee9795887a60ddb32ab454f22e74411 '!=' x426e92643285a081d2e32221268b2052d740aa35 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -114,7 +114,7 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' xc4008b8bc066ee101c3dc6463db7516edb7dc666 '!=' x3d94e07c49b50caecf836eea34e03dddde8c29c1 ']' +++ '[' x37e67d15950a52b096601e98081abc2b17bd3a2b '!=' xc4008b8bc066ee101c3dc6463db7516edb7dc666 ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo @@ -134,17 +134,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=943e09db6058e10dbb5f9be9d58a46b6706a8b01 ++ base_rev=fab62191f84583780c2c6d024d0e583400881770 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=fab62191f84583780c2c6d024d0e583400881770 -++ git -C binutils rev-list --count 943e09db6058e10dbb5f9be9d58a46b6706a8b01..fab62191f84583780c2c6d024d0e583400881770 -# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..fab62191f84583780c2c6d024d0e583400881770 (41 commits) -+ c_commits=41 -+ echo '# rev for binutils : 943e09db6058e10dbb5f9be9d58a46b6706a8b01..fab62191f84583780c2c6d024d0e583400881770 (41 commits)' ++ cur_rev=70fd94b244573225cb04ae41101d495def78b9e6 +++ git -C binutils rev-list --count fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 +# rev for binutils : fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 (81 commits) ++ c_commits=81 ++ echo '# rev for binutils : fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 (81 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -152,17 +152,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=c58b426d64ac2513dc0ed19165740604e891e9df ++ base_rev=426e92643285a081d2e32221268b2052d740aa35 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=426e92643285a081d2e32221268b2052d740aa35 -++ git -C gcc rev-list --count c58b426d64ac2513dc0ed19165740604e891e9df..426e92643285a081d2e32221268b2052d740aa35 -# rev for gcc : c58b426d64ac2513dc0ed19165740604e891e9df..426e92643285a081d2e32221268b2052d740aa35 (85 commits) -+ c_commits=85 -+ echo '# rev for gcc : c58b426d64ac2513dc0ed19165740604e891e9df..426e92643285a081d2e32221268b2052d740aa35 (85 commits)' ++ cur_rev=509b470dcee9795887a60ddb32ab454f22e74411 +++ git -C gcc rev-list --count 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 +# rev for gcc : 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 (177 commits) ++ c_commits=177 ++ echo '# rev for gcc : 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 (177 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -170,18 +170,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=3d94e07c49b50caecf836eea34e03dddde8c29c1 ++ base_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 -++ git -C newlib rev-list --count 3d94e07c49b50caecf836eea34e03dddde8c29c1..c4008b8bc066ee101c3dc6463db7516edb7dc666 -# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..c4008b8bc066ee101c3dc6463db7516edb7dc666 (4 commits) ++ cur_rev=37e67d15950a52b096601e98081abc2b17bd3a2b +++ git -C newlib rev-list --count c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b +# rev for newlib : c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b (8 commits) -+ c_commits=4 -+ echo '# rev for newlib : 3d94e07c49b50caecf836eea34e03dddde8c29c1..c4008b8bc066ee101c3dc6463db7516edb7dc666 (4 commits)' ++ c_commits=8 ++ echo '# rev for newlib : c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b (8 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' diff --git a/jenkins/run-build.env b/jenkins/run-build.env index 4e543ab..666bc51 100644 --- a/jenkins/run-build.env +++ b/jenkins/run-build.env @@ -1,15 +1,15 @@ -build_name="#90" +build_name="#92" docker_opts=(--distro default --ssh_info true ) source build_container.sh trap "cleanup_all_containers" EXIT -build_name="#90-binutils-gcc-newlib" +build_name="#92-binutils-gcc-newlib" branch_opt=(==rr\[binutils_git\] git://sourceware.org/git/binutils-gdb.git#master ==rr\[gcc_git\] https://github.com/gcc-mirror/gcc.git#master ==rr\[newlib_git\] git://sourceware.org/git/newlib-cygwin.git#master ) -build_name="#90-binutils-gcc-newlib-R1" +build_name="#92-binutils-gcc-newlib-R1" diff --git a/manifest.sh b/manifest.sh index b47b66a..021dd67 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=024a39edf25ab3f91ea1b2d6fd17c605c6e3577c" +declare -g "jenkins_scripts_rev=e66588736a8242a8389a9fe7edff26f68445e538" # Artifacts directory # Recording parameters to manifest: artifacts/manifest.sh rr[ci_project]="tcwg_bmk-code_size-coremark" @@ -7,7 +7,7 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/" declare -g "SQUAD_GRP=tcwg" rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master" rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 0a317a2..5aa3d91 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-686] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index cdc5a82..a2cada6 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,23 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os after: - | 130 commits in binutils,gcc,newlib - | fab62191f84 Improve objdump's handling of compressed sections. - | 319b460545d Automatic date update in version.in - | 5fa871f5d93 [gdb/tui] Don't include border_width in left_margin - | ff3c86a8442 [gdb/tui] Add tui_win_info::{box_width,box_size} - | 70911fd87f2 [gdb/tui] Refactor prefresh call in tui_source_window_base::refresh_window - | ... and 36 more commits in binutils - | 426e9264328 IBM Z: Add GTY marker to builtin data structures - | a745d2064f3 IBM Z: Fix ICE with overloading and checking enabled - | 69d69865a79 c++: Link extended FP conversion pedwarns to -Wnarrowing [PR111842] - | 7383cb56e11 Add type-generic clz/ctz/clrsb/ffs/parity/popcount builtins [PR111309] - | fe23a2ff1f5 LoongArch: Disable relaxation if the assembler don't support conditional branch relaxation [PR112330] - | ... and 80 more commits in gcc - | c4008b8bc Fix profiler error() definition and usage - | d223f0959 Add release text for random(3) fix - | e9c4a281e Cygwin: random: drop unused function srandomdev() - | 06e463223 Cygwin: random: make random(3) functions thread-safe + | 266 commits in binutils,gcc,newlib + | 70fd94b2445 gdb: fix reopen_exec_file for files with target: prefix + | 96619f154a3 gdb: move all bfd_cache_close_all calls in gdb_bfd.c + | fb84fbf8a51 gdb/infrun: simplify process_event_stop_test + | bf2813aff8f gdb/record: print frame information when exiting a recursive call + | 11788869e0a Automatic date update in version.in + | ... and 76 more commits in binutils + | 509b470dcee c, c++: Add new value for vector types for __builtin_classify_type + | f25a5b199a0 vect: Add bool pattern handling for COND_OPs. + | 103a3966bc7 tree-ssa-math-opts: popcount (X) == 1 to (X ^ (X - 1)) > (X - 1) optimization for direct optab [PR90693] + | d0b6b7f8a6b tree-ssa-math-opts: popcount (X) == 1 to (X ^ (X - 1)) > (X - 1) optimization [PR90693] + | 99fad213d5d internal-fn: Always undefine DEF_INTERNAL* macros at the end of internal-fn.def + | ... and 172 more commits in gcc + | 37e67d159 Reclaim _REENT_MP_P5S in _reclaim_reent + | 643275ed1 Cygwin: Document /dev/disk/by-* subdirectories + | 41e13e4d9 Cygwin: Add /dev/disk/by-label and /dev/disk/by-uuid symlinks + | 6ccbfe6a3 __sfvwrite_r: call __sputc_r rather than putc in __SCLE case + | 61ccd3f94 v{fs}printf/v{fs}wprintf: create external output helpers + | ... and 3 more commits in newlib No change @@ -38,6 +40,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/89/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 749426d..9d04a2c 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 130 commits in binutils,gcc,newlib: No change on arm Os +[Linaro-TCWG-CI] 266 commits in binutils,gcc,newlib: No change on arm Os diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index ef2ab71..76a007f 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -1,214 +1,258 @@ --- modulename: output-bmk-results, funcname: <module> <string>(1): --- modulename: output-bmk-results, funcname: main -output-bmk-results.py(287): results_csv = sys.argv[1] -output-bmk-results.py(288): variability_file = sys.argv[2] -output-bmk-results.py(289): run_step_artifacts_dir = sys.argv[3] -output-bmk-results.py(290): metric = sys.argv[4] -output-bmk-results.py(291): mode = sys.argv[5] -output-bmk-results.py(292): details = sys.argv[6] -output-bmk-results.py(294): merged_df = read_results_csv(results_csv) +output-bmk-results.py(322): results_csv = sys.argv[1] +output-bmk-results.py(323): variability_file = sys.argv[2] +output-bmk-results.py(324): run_step_artifacts_dir = sys.argv[3] +output-bmk-results.py(325): metric = sys.argv[4] +output-bmk-results.py(326): mode = sys.argv[5] +output-bmk-results.py(327): details = sys.argv[6] +output-bmk-results.py(329): merged_df = read_results_csv(results_csv) --- modulename: output-bmk-results, funcname: read_results_csv -output-bmk-results.py(277): df = pd.read_csv(results_csv) -output-bmk-results.py(278): df = df.fillna(-1) -output-bmk-results.py(280): for metric in get_comparable_metrics(df): +output-bmk-results.py(312): df = pd.read_csv(results_csv) +output-bmk-results.py(313): df = df.fillna(-1) +output-bmk-results.py(315): for metric in get_comparable_metrics(df): --- modulename: output-bmk-results, funcname: get_comparable_metrics -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(199): & metric_utils.comparable_metrics -output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(280): for metric in get_comparable_metrics(df): -output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(280): for metric in get_comparable_metrics(df): -output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(280): for metric in get_comparable_metrics(df): -output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(280): for metric in get_comparable_metrics(df): -output-bmk-results.py(284): return df -output-bmk-results.py(295): read_specific_variability_file(variability_file) +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ + --- modulename: output-bmk-results, funcname: <genexpr> +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(207): & metric_utils.comparable_metrics +output-bmk-results.py(206): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(315): for metric in get_comparable_metrics(df): +output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(315): for metric in get_comparable_metrics(df): +output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(315): for metric in get_comparable_metrics(df): +output-bmk-results.py(316): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(317): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(318): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(315): for metric in get_comparable_metrics(df): +output-bmk-results.py(319): return df +output-bmk-results.py(330): read_specific_variability_file(variability_file) --- modulename: output-bmk-results, funcname: read_specific_variability_file output-bmk-results.py(51): if not os.path.exists(bmk_specific_filename): output-bmk-results.py(53): specific_variability = pd.read_csv(bmk_specific_filename, index_col=False) -output-bmk-results.py(296): output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details) +output-bmk-results.py(331): output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results -output-bmk-results.py(248): f_regr = Outfile("{0}/results.regressions".format(run_step_artifacts), "w") +output-bmk-results.py(278): f_regr = Outfile("{0}/results.regressions".format(run_step_artifacts), "w") --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(249): f_ebp = Outfile("{0}/extra-bisect-params".format(run_step_artifacts), "w") +output-bmk-results.py(279): f_ebp = Outfile("{0}/extra-bisect-params".format(run_step_artifacts), "w") --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(250): f_skip = Outfile("{0}/any.skipped".format(run_step_artifacts), "w", predicate=(details=="verbose")) +output-bmk-results.py(280): f_skip = Outfile("{0}/any.skipped".format(run_step_artifacts), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(252): f_ebp.write("extra_build_params=") +output-bmk-results.py(282): f_ebp.write("extra_build_params=") --- modulename: output-bmk-results, funcname: write output-bmk-results.py(36): if not self.predicate or not self.outf: output-bmk-results.py(38): self.outf.write(string) -output-bmk-results.py(256): df = merged_df[merged_df["benchmark"] != "Mean"] -output-bmk-results.py(259): exe_df = df[df["symbol"].str.endswith("_base.default")] -output-bmk-results.py(260): sym_df = df[~df["symbol"].str.endswith("_base.default")] -output-bmk-results.py(262): output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) +output-bmk-results.py(286): df = merged_df[merged_df["benchmark"] != "Mean"] +output-bmk-results.py(289): exe_df = df[df["symbol"].str.endswith("_base.default")] +output-bmk-results.py(290): sym_df = df[~df["symbol"].str.endswith("_base.default")] +output-bmk-results.py(293): output_bmk_results_status(exe_df, "regression", f_regr, f_ebp, run_step_artifacts, details) + --- modulename: output-bmk-results, funcname: output_bmk_results_status +output-bmk-results.py(256): f_out = Outfile("{0}/status.{1}".format(run_step_artifacts, change_kind), "w", predicate=(details=="verbose")) + --- modulename: output-bmk-results, funcname: __init__ +output-bmk-results.py(19): self.filename=filename +output-bmk-results.py(20): self.predicate=predicate +output-bmk-results.py(21): if predicate: +output-bmk-results.py(22): self.outf = open(filename, mode) +output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) +output-bmk-results.py(258): print(results_df) +Empty DataFrame +Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y] +Index: [] +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(275): f_out.close() + --- modulename: output-bmk-results, funcname: close +output-bmk-results.py(29): if not self.outf: +output-bmk-results.py(31): self.outf.close() +output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: +output-bmk-results.py(33): os.remove(self.filename) +output-bmk-results.py(294): output_bmk_results_status(exe_df, "improvement", None, None, run_step_artifacts, details) + --- modulename: output-bmk-results, funcname: output_bmk_results_status +output-bmk-results.py(256): f_out = Outfile("{0}/status.{1}".format(run_step_artifacts, change_kind), "w", predicate=(details=="verbose")) + --- modulename: output-bmk-results, funcname: __init__ +output-bmk-results.py(19): self.filename=filename +output-bmk-results.py(20): self.predicate=predicate +output-bmk-results.py(21): if predicate: +output-bmk-results.py(22): self.outf = open(filename, mode) +output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) +output-bmk-results.py(258): print(results_df) +Empty DataFrame +Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y] +Index: [] +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(275): f_out.close() + --- modulename: output-bmk-results, funcname: close +output-bmk-results.py(29): if not self.outf: +output-bmk-results.py(31): self.outf.close() +output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: +output-bmk-results.py(33): os.remove(self.filename) +output-bmk-results.py(297): output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(212): rel_metric = "rel_" + metric -output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(245): f_out.close() +output-bmk-results.py(220): rel_metric = "rel_" + metric +output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(253): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(263): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) +output-bmk-results.py(298): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(212): rel_metric = "rel_" + metric -output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(245): f_out.close() +output-bmk-results.py(220): rel_metric = "rel_" + metric +output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(253): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(265): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) +output-bmk-results.py(300): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(212): rel_metric = "rel_" + metric -output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) +output-bmk-results.py(220): rel_metric = "rel_" + metric +output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold output-bmk-results.py(98): if metric == "sample": output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : coremark,coremark : size=0% (threshold=10%) -output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): +output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) +output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +DEBUG: checking symbol.regression : coremark,coremark : size=1% (threshold=10%) +output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(176): return (result - 100 > threshold) -output-bmk-results.py(225): continue -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(245): f_out.close() +output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: +output-bmk-results.py(184): return (result - 100 > threshold) +output-bmk-results.py(233): continue +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(253): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(266): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) +output-bmk-results.py(301): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(212): rel_metric = "rel_" + metric -output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) +output-bmk-results.py(220): rel_metric = "rel_" + metric +output-bmk-results.py(221): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold output-bmk-results.py(98): if metric == "sample": output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : coremark,coremark : size=0% (threshold=10%) -output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): +output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) +output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +DEBUG: checking symbol.improvement : coremark,coremark : size=1% (threshold=10%) +output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(185): return (100 - result > threshold) -output-bmk-results.py(225): continue -output-bmk-results.py(216): for index, row in out_df.iterrows(): -output-bmk-results.py(245): f_out.close() +output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: +output-bmk-results.py(193): return (100 - result > threshold) +output-bmk-results.py(233): continue +output-bmk-results.py(224): for index, row in out_df.iterrows(): +output-bmk-results.py(253): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(268): f_ebp.write("\n") +output-bmk-results.py(303): f_ebp.write("\n") --- modulename: output-bmk-results, funcname: write output-bmk-results.py(36): if not self.predicate or not self.outf: output-bmk-results.py(38): self.outf.write(string) -output-bmk-results.py(270): f_skip.close() +output-bmk-results.py(305): f_skip.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(271): f_regr.close() +output-bmk-results.py(306): f_regr.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(272): f_ebp.close() +output-bmk-results.py(307): f_ebp.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: -output-bmk-results.py(297): return 0 +output-bmk-results.py(332): return 0 diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 02f715e..1fb0719 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -size_variation_average,num_vect_loops_variation_average,num_sve_loops_variation_average,benchmark,symbol,sample_variation_average +num_sve_loops_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff new file mode 100644 index 0000000..ed393dd --- /dev/null +++ b/results-vs-prev/cmp-results.diff @@ -0,0 +1,7 @@ +0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19 +Mean,average-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,mean,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +ERROR: Results differ !! see artifacts/results-vs-prev/csvs2table-results-internal.csv.diff for details diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index be4332a..068ae4e 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,7 +1,7 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19400,19400,67812,67812,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +Mean,mean,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index c12bd90..6adb408 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -1,396 +1,396 @@ -benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,mean,19400,27,-1,-1,-1 -Mean,geomean-successful-tests,19400,27,-1,-1,-1 -Mean,geomean-all-tests,19400,27,-1,-1,-1 -Mean,average-successful-tests,19400,346,-1,-1,-1 -Mean,average-all-tests,19400,346,-1,-1,-1 -coremark,coremark,19400,67812,-1,-1,-1 -coremark,[.] abort,-1,14,-1,-1,-1 -coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __adddf3,-1,630,-1,-1,-1 -coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1 -coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1 -coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1 -coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1 -coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1 -coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1 -coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1 -coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1 -coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1 -coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1 -coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1 -coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1 -coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1 -coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1 -coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1 -coremark,[.] __any_on,-1,92,-1,-1,-1 -coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1 -coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1 -coremark,[.] __assert,-1,10,-1,-1,-1 -coremark,[.] __assert_func,-1,64,-1,-1,-1 -coremark,[.] atexit,-1,12,-1,-1,-1 -coremark,[.] __b2d,-1,188,-1,-1,-1 -coremark,[.] _Balloc,-1,76,-1,-1,-1 -coremark,[.] _Bfree,-1,18,-1,-1,-1 -coremark,[.] BusFault_Handler,-1,2,-1,-1,-1 -coremark,[.] calc_func,-1,132,-1,-1,-1 -coremark,[.] __call_exitprocs,-1,192,-1,-1,-1 -coremark,[.] _calloc_r,-1,108,-1,-1,-1 -coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] check_data_types,-1,4,-1,-1,-1 -coremark,[.] cleanup_stdio,-1,64,-1,-1,-1 -coremark,[.] _clock,-1,18,-1,-1,-1 -coremark,[.] _close,-1,148,-1,-1,-1 -coremark,[.] _close_r,-1,36,-1,-1,-1 -coremark,[.] cmp_complex,-1,26,-1,-1,-1 -coremark,[.] __cmpdf2,-1,122,-1,-1,-1 -coremark,[.] cmp_idx,-1,46,-1,-1,-1 -coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __copybits,-1,90,-1,-1,-1 -coremark,[.] copy_info,-1,14,-1,-1,-1 -coremark,[.] core_bench_list,-1,280,-1,-1,-1 -coremark,[.] core_bench_matrix,-1,30,-1,-1,-1 -coremark,[.] core_bench_state,-1,190,-1,-1,-1 -coremark,[.] core_init_matrix,-1,146,-1,-1,-1 -coremark,[.] core_init_state,-1,140,-1,-1,-1 -coremark,[.] core_list_find,-1,46,-1,-1,-1 -coremark,[.] core_list_init,-1,200,-1,-1,-1 -coremark,[.] core_list_insert_new,-1,64,-1,-1,-1 -coremark,[.] core_list_mergesort,-1,154,-1,-1,-1 -coremark,[.] core_list_remove,-1,22,-1,-1,-1 -coremark,[.] core_list_reverse,-1,18,-1,-1,-1 -coremark,[.] core_list_undo_remove,-1,18,-1,-1,-1 -coremark,[.] core_state_transition,-1,316,-1,-1,-1 -coremark,[.] crc16,-1,4,-1,-1,-1 -coremark,[.] crcu16,-1,20,-1,-1,-1 -coremark,[.] crcu32,-1,20,-1,-1,-1 -coremark,[.] crcu8,-1,44,-1,-1,-1 -coremark,[.] currentlocale,-1,80,-1,-1,-1 -coremark,[.] __d2b,-1,188,-1,-1,-1 -coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 -coremark,[.] Default_Handler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __divdf3,-1,464,-1,-1,-1 -coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _dtoa_r,-1,4156,-1,-1,-1 -coremark,[.] __env_lock,-1,12,-1,-1,-1 -coremark,[.] __env_unlock,-1,12,-1,-1,-1 -coremark,[.] __eqdf2,-1,122,-1,-1,-1 -coremark,[.] __errno,-1,12,-1,-1,-1 -coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1 -coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1 -coremark,[.] _exit,-1,20,-1,-1,-1 -coremark,[.] exit,-1,28,-1,-1,-1 -coremark,[.] __extendsfdf2,-1,66,-1,-1,-1 -coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] fclose,-1,16,-1,-1,-1 -coremark,[.] _fclose_r,-1,192,-1,-1,-1 -coremark,[.] fflush,-1,116,-1,-1,-1 -coremark,[.] _fflush_r,-1,84,-1,-1,-1 -coremark,[.] _findenv_r,-1,128,-1,-1,-1 -coremark,[.] fiprintf,-1,40,-1,-1,-1 -coremark,[.] _fiprintf_r,-1,28,-1,-1,-1 -coremark,[.] __fixdfsi,-1,78,-1,-1,-1 -coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1 -coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __floatdidf,-1,90,-1,-1,-1 -coremark,[.] __floatsidf,-1,34,-1,-1,-1 -coremark,[.] __floatundidf,-1,106,-1,-1,-1 -coremark,[.] __floatunsidf,-1,30,-1,-1,-1 -coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_lock,-1,28,-1,-1,-1 -coremark,[.] __fp_lock_all,-1,36,-1,-1,-1 -coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_unlock,-1,28,-1,-1,-1 -coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1 -coremark,[.] __fputwc,-1,156,-1,-1,-1 -coremark,[.] fputwc,-1,60,-1,-1,-1 -coremark,[.] _fputwc_r,-1,144,-1,-1,-1 -coremark,[.] _free_r,-1,488,-1,-1,-1 -coremark,[.] frexp,-1,100,-1,-1,-1 -coremark,[.] _fstat,-1,28,-1,-1,-1 -coremark,[.] _fstat_r,-1,44,-1,-1,-1 -coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1 -coremark,[.] __gedf2,-1,138,-1,-1,-1 -coremark,[.] get_arg,-1,3608,-1,-1,-1 -coremark,[.] _getenv_r,-1,16,-1,-1,-1 -coremark,[.] __get_locale_env,-1,80,-1,-1,-1 -coremark,[.] _getpid,-1,4,-1,-1,-1 -coremark,[.] _getpid_r,-1,4,-1,-1,-1 -coremark,[.] get_seed_args,-1,14,-1,-1,-1 -coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1 -coremark,[.] get_time,-1,16,-1,-1,-1 -coremark,[.] _gettimeofday,-1,40,-1,-1,-1 -coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1 -coremark,[.] __gtdf2,-1,138,-1,-1,-1 -coremark,[.] HAL_GetTick,-1,12,-1,-1,-1 -coremark,[.] HAL_IncTick,-1,24,-1,-1,-1 -coremark,[.] hal_init,-1,14,-1,-1,-1 -coremark,[.] HAL_Init,-1,48,-1,-1,-1 -coremark,[.] HAL_InitTick,-1,76,-1,-1,-1 -coremark,[.] HAL_MspInit,-1,2,-1,-1,-1 -coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1 -coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1 -coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1 -coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1 -coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1 -coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1 -coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1 -coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1 -coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1 -coremark,[.] HardFault_Handler,-1,2,-1,-1,-1 -coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1 -coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1 -coremark,[.] __hi0bits,-1,82,-1,-1,-1 -coremark,[.] __i2b,-1,92,-1,-1,-1 -coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1 -coremark,[.] _init_signal,-1,56,-1,-1,-1 -coremark,[.] _init_signal_r,-1,48,-1,-1,-1 -coremark,[.] _isatty,-1,100,-1,-1,-1 -coremark,[.] _isatty_r,-1,36,-1,-1,-1 -coremark,[.] iterate,-1,62,-1,-1,-1 -coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1 -coremark,[.] __jis_wctomb,-1,124,-1,-1,-1 -coremark,[.] _kill,-1,28,-1,-1,-1 -coremark,[.] _kill_r,-1,44,-1,-1,-1 -coremark,[.] _kill_shared,-1,46,-1,-1,-1 -coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __ledf2,-1,130,-1,-1,-1 -coremark,[.] __libc_fini_array,-1,40,-1,-1,-1 -coremark,[.] __libc_init_array,-1,80,-1,-1,-1 -coremark,[.] _link,-1,16,-1,-1,-1 -coremark,[.] __lo0bits,-1,128,-1,-1,-1 -coremark,[.] __loadlocale,-1,1736,-1,-1,-1 -coremark,[.] localeconv,-1,8,-1,-1,-1 -coremark,[.] __localeconv_l,-1,4,-1,-1,-1 -coremark,[.] _localeconv_r,-1,8,-1,-1,-1 -coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1 -coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _lseek,-1,4,-1,-1,-1 -coremark,[.] _lseek_r,-1,44,-1,-1,-1 -coremark,[.] __lshift,-1,240,-1,-1,-1 -coremark,[.] __ltdf2,-1,130,-1,-1,-1 -coremark,[.] main,-1,1364,-1,-1,-1 -coremark,[.] __malloc_lock,-1,12,-1,-1,-1 -coremark,[.] _malloc_r,-1,1384,-1,-1,-1 -coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 -coremark,[.] __malloc_unlock,-1,12,-1,-1,-1 -coremark,[.] matrix_add_const,-1,46,-1,-1,-1 -coremark,[.] matrix_mul_const,-1,56,-1,-1,-1 -coremark,[.] matrix_mul_matrix,-1,90,-1,-1,-1 -coremark,[.] matrix_mul_matrix_bitextract,-1,100,-1,-1,-1 -coremark,[.] matrix_mul_vect,-1,54,-1,-1,-1 -coremark,[.] matrix_sum,-1,78,-1,-1,-1 -coremark,[.] matrix_test,-1,158,-1,-1,-1 -coremark,[.] _mbtowc_r,-1,20,-1,-1,-1 -coremark,[.] __mcmp,-1,66,-1,-1,-1 -coremark,[.] __mdiff,-1,388,-1,-1,-1 -coremark,[.] memcpy,-1,308,-1,-1,-1 -coremark,[.] MemManage_Handler,-1,2,-1,-1,-1 -coremark,[.] memmove,-1,254,-1,-1,-1 -coremark,[.] memset,-1,162,-1,-1,-1 -coremark,[.] _mprec_log10,-1,64,-1,-1,-1 -coremark,[.] __muldf3,-1,596,-1,-1,-1 -coremark,[.] __multadd,-1,160,-1,-1,-1 -coremark,[.] __multiply,-1,364,-1,-1,-1 -coremark,[.] __nedf2,-1,122,-1,-1,-1 -coremark,[.] NMI_Handler,-1,2,-1,-1,-1 -coremark,[.] _open,-1,18,-1,-1,-1 -coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] parseval,-1,114,-1,-1,-1 -coremark,[.] PendSV_Handler,-1,2,-1,-1,-1 -coremark,[.] portable_fini,-1,6,-1,-1,-1 -coremark,[.] portable_free,-1,2,-1,-1,-1 -coremark,[.] portable_init,-1,6,-1,-1,-1 -coremark,[.] portable_malloc,-1,4,-1,-1,-1 -coremark,[.] __pow5mult,-1,192,-1,-1,-1 -coremark,[.] printf,-1,40,-1,-1,-1 -coremark,[.] _printf_r,-1,30,-1,-1,-1 -coremark,[.] putc,-1,164,-1,-1,-1 -coremark,[.] putchar,-1,16,-1,-1,-1 -coremark,[.] _putchar_r,-1,6,-1,-1,-1 -coremark,[.] _putc_r,-1,156,-1,-1,-1 -coremark,[.] puts,-1,16,-1,-1,-1 -coremark,[.] _puts_r,-1,188,-1,-1,-1 -coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] quorem,-1,300,-1,-1,-1 -coremark,[.] raise,-1,88,-1,-1,-1 -coremark,[.] _raise_r,-1,82,-1,-1,-1 -coremark,[.] __ratio,-1,96,-1,-1,-1 -coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1 -coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1 -coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1 -coremark,[.] _read,-1,132,-1,-1,-1 -coremark,[.] _read_r,-1,44,-1,-1,-1 -coremark,[.] _realloc_r,-1,840,-1,-1,-1 -coremark,[.] __register_exitproc,-1,128,-1,-1,-1 -coremark,[.] register_fini,-1,20,-1,-1,-1 -coremark,[.] _rename,-1,82,-1,-1,-1 -coremark,[.] Reset_Handler,-1,54,-1,-1,-1 -coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1 -coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1 -coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __s2b,-1,180,-1,-1,-1 -coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sbprintf,-1,264,-1,-1,-1 -coremark,[.] _sbrk,-1,80,-1,-1,-1 -coremark,[.] _sbrk_r,-1,36,-1,-1,-1 -coremark,[.] __sclose,-1,8,-1,-1,-1 -coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __seofread,-1,4,-1,-1,-1 -coremark,[.] __set_ctype,-1,12,-1,-1,-1 -coremark,[.] setlocale,-1,24,-1,-1,-1 -coremark,[.] _setlocale_r,-1,536,-1,-1,-1 -coremark,[.] __sflush_r,-1,308,-1,-1,-1 -coremark,[.] __sfp,-1,192,-1,-1,-1 -coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1 -coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1 -coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1 -coremark,[.] signal,-1,80,-1,-1,-1 -coremark,[.] _signal_r,-1,80,-1,-1,-1 -coremark,[.] __sigtramp,-1,100,-1,-1,-1 -coremark,[.] __sigtramp_r,-1,98,-1,-1,-1 -coremark,[.] __sinit,-1,64,-1,-1,-1 -coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 -coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 -coremark,[.] __smakebuf_r,-1,208,-1,-1,-1 -coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sprint_r,-1,22,-1,-1,-1 -coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1 -coremark,[.] __sread,-1,34,-1,-1,-1 -coremark,[.] __sseek,-1,34,-1,-1,-1 -coremark,[.] start_time,-1,18,-1,-1,-1 -coremark,[.] _stat,-1,60,-1,-1,-1 -coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1 -coremark,[.] stop_time,-1,20,-1,-1,-1 -coremark,[.] strcasecmp,-1,76,-1,-1,-1 -coremark,[.] strcat,-1,62,-1,-1,-1 -coremark,[.] strchr,-1,206,-1,-1,-1 -coremark,[.] strcmp,-1,734,-1,-1,-1 -coremark,[.] strcpy,-1,186,-1,-1,-1 -coremark,[.] strlcpy,-1,76,-1,-1,-1 -coremark,[.] strlen,-1,216,-1,-1,-1 -coremark,[.] strncasecmp,-1,84,-1,-1,-1 -coremark,[.] strncmp,-1,120,-1,-1,-1 -coremark,[.] strncpy,-1,104,-1,-1,-1 -coremark,[.] strtol,-1,24,-1,-1,-1 -coremark,[.] strtol_l,-1,24,-1,-1,-1 -coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1 -coremark,[.] _strtol_r,-1,2,-1,-1,-1 -coremark,[.] __subdf3,-1,634,-1,-1,-1 -coremark,[.] SVC_Handler,-1,2,-1,-1,-1 -coremark,[.] __swbuf,-1,24,-1,-1,-1 -coremark,[.] __swbuf_r,-1,172,-1,-1,-1 -coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1 -coremark,[.] _swiclose,-1,54,-1,-1,-1 -coremark,[.] _swilseek,-1,196,-1,-1,-1 -coremark,[.] _swiopen,-1,228,-1,-1,-1 -coremark,[.] _swiread,-1,58,-1,-1,-1 -coremark,[.] _swistat,-1,124,-1,-1,-1 -coremark,[.] _swiwrite,-1,58,-1,-1,-1 -coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __swrite,-1,62,-1,-1,-1 -coremark,[.] __swsetup_r,-1,244,-1,-1,-1 -coremark,[.] sysconf,-1,26,-1,-1,-1 -coremark,[.] _system,-1,86,-1,-1,-1 -coremark,[.] SystemClock_Config,-1,144,-1,-1,-1 -coremark,[.] SystemInit,-1,80,-1,-1,-1 -coremark,[.] SysTick_Handler,-1,4,-1,-1,-1 -coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] time_in_secs,-1,36,-1,-1,-1 -coremark,[.] _times,-1,30,-1,-1,-1 -coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __ulp,-1,100,-1,-1,-1 -coremark,[.] _unlink,-1,64,-1,-1,-1 -coremark,[.] __unorddf2,-1,44,-1,-1,-1 -coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1 -coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1 -coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 -coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,8068,-1,-1,-1 -coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1 -coremark,[.] wcrtomb,-1,88,-1,-1,-1 -coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 -coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 -coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1 -coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1 -coremark,[.] wcsrtombs,-1,36,-1,-1,-1 -coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1 -coremark,[.] _wctomb_r,-1,20,-1,-1,-1 -coremark,[.] _write,-1,176,-1,-1,-1 -coremark,[.] _write_r,-1,44,-1,-1,-1 -coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 +benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum,status +Mean,mean,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,-1,-1,-1,-1,-1,-1 +coremark,coremark,19400,67812,-1,-1,-1,19400 +coremark,[.] abort,-1,14,-1,-1,-1,-1 +coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __adddf3,-1,630,-1,-1,-1,-1 +coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1,-1 +coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1,-1 +coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1,-1 +coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1,-1 +coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1,-1 +coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1,-1 +coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1,-1 +coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1,-1 +coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1,-1 +coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1,-1 +coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1,-1 +coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1,-1 +coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1,-1 +coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1,-1 +coremark,[.] __any_on,-1,92,-1,-1,-1,-1 +coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1,-1 +coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1,-1 +coremark,[.] __assert,-1,10,-1,-1,-1,-1 +coremark,[.] __assert_func,-1,64,-1,-1,-1,-1 +coremark,[.] atexit,-1,12,-1,-1,-1,-1 +coremark,[.] __b2d,-1,188,-1,-1,-1,-1 +coremark,[.] _Balloc,-1,76,-1,-1,-1,-1 +coremark,[.] _Bfree,-1,18,-1,-1,-1,-1 +coremark,[.] BusFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] calc_func,-1,132,-1,-1,-1,-1 +coremark,[.] __call_exitprocs,-1,192,-1,-1,-1,-1 +coremark,[.] _calloc_r,-1,108,-1,-1,-1,-1 +coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] check_data_types,-1,4,-1,-1,-1,-1 +coremark,[.] cleanup_stdio,-1,64,-1,-1,-1,-1 +coremark,[.] _clock,-1,18,-1,-1,-1,-1 +coremark,[.] _close,-1,148,-1,-1,-1,-1 +coremark,[.] _close_r,-1,36,-1,-1,-1,-1 +coremark,[.] cmp_complex,-1,26,-1,-1,-1,-1 +coremark,[.] __cmpdf2,-1,122,-1,-1,-1,-1 +coremark,[.] cmp_idx,-1,46,-1,-1,-1,-1 +coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __copybits,-1,90,-1,-1,-1,-1 +coremark,[.] copy_info,-1,14,-1,-1,-1,-1 +coremark,[.] core_bench_list,-1,280,-1,-1,-1,-1 +coremark,[.] core_bench_matrix,-1,30,-1,-1,-1,-1 +coremark,[.] core_bench_state,-1,190,-1,-1,-1,-1 +coremark,[.] core_init_matrix,-1,146,-1,-1,-1,-1 +coremark,[.] core_init_state,-1,140,-1,-1,-1,-1 +coremark,[.] core_list_find,-1,46,-1,-1,-1,-1 +coremark,[.] core_list_init,-1,200,-1,-1,-1,-1 +coremark,[.] core_list_insert_new,-1,64,-1,-1,-1,-1 +coremark,[.] core_list_mergesort,-1,154,-1,-1,-1,-1 +coremark,[.] core_list_remove,-1,22,-1,-1,-1,-1 +coremark,[.] core_list_reverse,-1,18,-1,-1,-1,-1 +coremark,[.] core_list_undo_remove,-1,18,-1,-1,-1,-1 +coremark,[.] core_state_transition,-1,316,-1,-1,-1,-1 +coremark,[.] crc16,-1,4,-1,-1,-1,-1 +coremark,[.] crcu16,-1,20,-1,-1,-1,-1 +coremark,[.] crcu32,-1,20,-1,-1,-1,-1 +coremark,[.] crcu8,-1,44,-1,-1,-1,-1 +coremark,[.] currentlocale,-1,80,-1,-1,-1,-1 +coremark,[.] __d2b,-1,188,-1,-1,-1,-1 +coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] Default_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __divdf3,-1,464,-1,-1,-1,-1 +coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] _dtoa_r,-1,4156,-1,-1,-1,-1 +coremark,[.] __env_lock,-1,12,-1,-1,-1,-1 +coremark,[.] __env_unlock,-1,12,-1,-1,-1,-1 +coremark,[.] __eqdf2,-1,122,-1,-1,-1,-1 +coremark,[.] __errno,-1,12,-1,-1,-1,-1 +coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1,-1 +coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1,-1 +coremark,[.] _exit,-1,20,-1,-1,-1,-1 +coremark,[.] exit,-1,28,-1,-1,-1,-1 +coremark,[.] __extendsfdf2,-1,66,-1,-1,-1,-1 +coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] fclose,-1,16,-1,-1,-1,-1 +coremark,[.] _fclose_r,-1,192,-1,-1,-1,-1 +coremark,[.] fflush,-1,116,-1,-1,-1,-1 +coremark,[.] _fflush_r,-1,84,-1,-1,-1,-1 +coremark,[.] _findenv_r,-1,128,-1,-1,-1,-1 +coremark,[.] fiprintf,-1,40,-1,-1,-1,-1 +coremark,[.] _fiprintf_r,-1,28,-1,-1,-1,-1 +coremark,[.] __fixdfsi,-1,78,-1,-1,-1,-1 +coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1,-1 +coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __floatdidf,-1,90,-1,-1,-1,-1 +coremark,[.] __floatsidf,-1,34,-1,-1,-1,-1 +coremark,[.] __floatundidf,-1,106,-1,-1,-1,-1 +coremark,[.] __floatunsidf,-1,30,-1,-1,-1,-1 +coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __fp_lock,-1,28,-1,-1,-1,-1 +coremark,[.] __fp_lock_all,-1,36,-1,-1,-1,-1 +coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __fp_unlock,-1,28,-1,-1,-1,-1 +coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1,-1 +coremark,[.] __fputwc,-1,156,-1,-1,-1,-1 +coremark,[.] fputwc,-1,60,-1,-1,-1,-1 +coremark,[.] _fputwc_r,-1,144,-1,-1,-1,-1 +coremark,[.] _free_r,-1,488,-1,-1,-1,-1 +coremark,[.] frexp,-1,100,-1,-1,-1,-1 +coremark,[.] _fstat,-1,28,-1,-1,-1,-1 +coremark,[.] _fstat_r,-1,44,-1,-1,-1,-1 +coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1,-1 +coremark,[.] __gedf2,-1,138,-1,-1,-1,-1 +coremark,[.] get_arg,-1,3608,-1,-1,-1,-1 +coremark,[.] _getenv_r,-1,16,-1,-1,-1,-1 +coremark,[.] __get_locale_env,-1,80,-1,-1,-1,-1 +coremark,[.] _getpid,-1,4,-1,-1,-1,-1 +coremark,[.] _getpid_r,-1,4,-1,-1,-1,-1 +coremark,[.] get_seed_args,-1,14,-1,-1,-1,-1 +coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1,-1 +coremark,[.] get_time,-1,16,-1,-1,-1,-1 +coremark,[.] _gettimeofday,-1,40,-1,-1,-1,-1 +coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1,-1 +coremark,[.] __gtdf2,-1,138,-1,-1,-1,-1 +coremark,[.] HAL_GetTick,-1,12,-1,-1,-1,-1 +coremark,[.] HAL_IncTick,-1,24,-1,-1,-1,-1 +coremark,[.] hal_init,-1,14,-1,-1,-1,-1 +coremark,[.] HAL_Init,-1,48,-1,-1,-1,-1 +coremark,[.] HAL_InitTick,-1,76,-1,-1,-1,-1 +coremark,[.] HAL_MspInit,-1,2,-1,-1,-1,-1 +coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1,-1 +coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1,-1 +coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1,-1 +coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1,-1 +coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1,-1 +coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1,-1 +coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1,-1 +coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1,-1 +coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1,-1 +coremark,[.] HardFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1,-1 +coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1,-1 +coremark,[.] __hi0bits,-1,82,-1,-1,-1,-1 +coremark,[.] __i2b,-1,92,-1,-1,-1,-1 +coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1,-1 +coremark,[.] _init_signal,-1,56,-1,-1,-1,-1 +coremark,[.] _init_signal_r,-1,48,-1,-1,-1,-1 +coremark,[.] _isatty,-1,100,-1,-1,-1,-1 +coremark,[.] _isatty_r,-1,36,-1,-1,-1,-1 +coremark,[.] iterate,-1,62,-1,-1,-1,-1 +coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1,-1 +coremark,[.] __jis_wctomb,-1,124,-1,-1,-1,-1 +coremark,[.] _kill,-1,28,-1,-1,-1,-1 +coremark,[.] _kill_r,-1,44,-1,-1,-1,-1 +coremark,[.] _kill_shared,-1,46,-1,-1,-1,-1 +coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __ledf2,-1,130,-1,-1,-1,-1 +coremark,[.] __libc_fini_array,-1,40,-1,-1,-1,-1 +coremark,[.] __libc_init_array,-1,80,-1,-1,-1,-1 +coremark,[.] _link,-1,16,-1,-1,-1,-1 +coremark,[.] __lo0bits,-1,128,-1,-1,-1,-1 +coremark,[.] __loadlocale,-1,1736,-1,-1,-1,-1 +coremark,[.] localeconv,-1,8,-1,-1,-1,-1 +coremark,[.] __localeconv_l,-1,4,-1,-1,-1,-1 +coremark,[.] _localeconv_r,-1,8,-1,-1,-1,-1 +coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1,-1 +coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] _lseek,-1,4,-1,-1,-1,-1 +coremark,[.] _lseek_r,-1,44,-1,-1,-1,-1 +coremark,[.] __lshift,-1,240,-1,-1,-1,-1 +coremark,[.] __ltdf2,-1,130,-1,-1,-1,-1 +coremark,[.] main,-1,1364,-1,-1,-1,-1 +coremark,[.] __malloc_lock,-1,12,-1,-1,-1,-1 +coremark,[.] _malloc_r,-1,1384,-1,-1,-1,-1 +coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1,-1 +coremark,[.] __malloc_unlock,-1,12,-1,-1,-1,-1 +coremark,[.] matrix_add_const,-1,46,-1,-1,-1,-1 +coremark,[.] matrix_mul_const,-1,56,-1,-1,-1,-1 +coremark,[.] matrix_mul_matrix,-1,90,-1,-1,-1,-1 +coremark,[.] matrix_mul_matrix_bitextract,-1,100,-1,-1,-1,-1 +coremark,[.] matrix_mul_vect,-1,54,-1,-1,-1,-1 +coremark,[.] matrix_sum,-1,78,-1,-1,-1,-1 +coremark,[.] matrix_test,-1,158,-1,-1,-1,-1 +coremark,[.] _mbtowc_r,-1,20,-1,-1,-1,-1 +coremark,[.] __mcmp,-1,66,-1,-1,-1,-1 +coremark,[.] __mdiff,-1,388,-1,-1,-1,-1 +coremark,[.] memcpy,-1,308,-1,-1,-1,-1 +coremark,[.] MemManage_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] memmove,-1,254,-1,-1,-1,-1 +coremark,[.] memset,-1,162,-1,-1,-1,-1 +coremark,[.] _mprec_log10,-1,64,-1,-1,-1,-1 +coremark,[.] __muldf3,-1,596,-1,-1,-1,-1 +coremark,[.] __multadd,-1,160,-1,-1,-1,-1 +coremark,[.] __multiply,-1,364,-1,-1,-1,-1 +coremark,[.] __nedf2,-1,122,-1,-1,-1,-1 +coremark,[.] NMI_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] _open,-1,18,-1,-1,-1,-1 +coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] parseval,-1,114,-1,-1,-1,-1 +coremark,[.] PendSV_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] portable_fini,-1,6,-1,-1,-1,-1 +coremark,[.] portable_free,-1,2,-1,-1,-1,-1 +coremark,[.] portable_init,-1,6,-1,-1,-1,-1 +coremark,[.] portable_malloc,-1,4,-1,-1,-1,-1 +coremark,[.] __pow5mult,-1,192,-1,-1,-1,-1 +coremark,[.] printf,-1,40,-1,-1,-1,-1 +coremark,[.] _printf_r,-1,30,-1,-1,-1,-1 +coremark,[.] putc,-1,164,-1,-1,-1,-1 +coremark,[.] putchar,-1,16,-1,-1,-1,-1 +coremark,[.] _putchar_r,-1,6,-1,-1,-1,-1 +coremark,[.] _putc_r,-1,156,-1,-1,-1,-1 +coremark,[.] puts,-1,16,-1,-1,-1,-1 +coremark,[.] _puts_r,-1,188,-1,-1,-1,-1 +coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] quorem,-1,300,-1,-1,-1,-1 +coremark,[.] raise,-1,88,-1,-1,-1,-1 +coremark,[.] _raise_r,-1,82,-1,-1,-1,-1 +coremark,[.] __ratio,-1,96,-1,-1,-1,-1 +coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1,-1 +coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1,-1 +coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1,-1 +coremark,[.] _read,-1,132,-1,-1,-1,-1 +coremark,[.] _read_r,-1,44,-1,-1,-1,-1 +coremark,[.] _realloc_r,-1,840,-1,-1,-1,-1 +coremark,[.] __register_exitproc,-1,128,-1,-1,-1,-1 +coremark,[.] register_fini,-1,20,-1,-1,-1,-1 +coremark,[.] _rename,-1,82,-1,-1,-1,-1 +coremark,[.] Reset_Handler,-1,54,-1,-1,-1,-1 +coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1,-1 +coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __s2b,-1,180,-1,-1,-1,-1 +coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __sbprintf,-1,264,-1,-1,-1,-1 +coremark,[.] _sbrk,-1,80,-1,-1,-1,-1 +coremark,[.] _sbrk_r,-1,36,-1,-1,-1,-1 +coremark,[.] __sclose,-1,8,-1,-1,-1,-1 +coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __seofread,-1,4,-1,-1,-1,-1 +coremark,[.] __set_ctype,-1,12,-1,-1,-1,-1 +coremark,[.] setlocale,-1,24,-1,-1,-1,-1 +coremark,[.] _setlocale_r,-1,536,-1,-1,-1,-1 +coremark,[.] __sflush_r,-1,308,-1,-1,-1,-1 +coremark,[.] __sfp,-1,192,-1,-1,-1,-1 +coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1,-1 +coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1,-1 +coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1,-1 +coremark,[.] signal,-1,80,-1,-1,-1,-1 +coremark,[.] _signal_r,-1,80,-1,-1,-1,-1 +coremark,[.] __sigtramp,-1,100,-1,-1,-1,-1 +coremark,[.] __sigtramp_r,-1,98,-1,-1,-1,-1 +coremark,[.] __sinit,-1,64,-1,-1,-1,-1 +coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1,-1 +coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1,-1 +coremark,[.] __smakebuf_r,-1,208,-1,-1,-1,-1 +coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __sprint_r,-1,22,-1,-1,-1,-1 +coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1,-1 +coremark,[.] __sread,-1,34,-1,-1,-1,-1 +coremark,[.] __sseek,-1,34,-1,-1,-1,-1 +coremark,[.] start_time,-1,18,-1,-1,-1,-1 +coremark,[.] _stat,-1,60,-1,-1,-1,-1 +coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1,-1 +coremark,[.] stop_time,-1,20,-1,-1,-1,-1 +coremark,[.] strcasecmp,-1,76,-1,-1,-1,-1 +coremark,[.] strcat,-1,62,-1,-1,-1,-1 +coremark,[.] strchr,-1,206,-1,-1,-1,-1 +coremark,[.] strcmp,-1,734,-1,-1,-1,-1 +coremark,[.] strcpy,-1,186,-1,-1,-1,-1 +coremark,[.] strlcpy,-1,76,-1,-1,-1,-1 +coremark,[.] strlen,-1,216,-1,-1,-1,-1 +coremark,[.] strncasecmp,-1,84,-1,-1,-1,-1 +coremark,[.] strncmp,-1,120,-1,-1,-1,-1 +coremark,[.] strncpy,-1,104,-1,-1,-1,-1 +coremark,[.] strtol,-1,24,-1,-1,-1,-1 +coremark,[.] strtol_l,-1,24,-1,-1,-1,-1 +coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1,-1 +coremark,[.] _strtol_r,-1,2,-1,-1,-1,-1 +coremark,[.] __subdf3,-1,634,-1,-1,-1,-1 +coremark,[.] SVC_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] __swbuf,-1,24,-1,-1,-1,-1 +coremark,[.] __swbuf_r,-1,172,-1,-1,-1,-1 +coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1,-1 +coremark,[.] _swiclose,-1,54,-1,-1,-1,-1 +coremark,[.] _swilseek,-1,196,-1,-1,-1,-1 +coremark,[.] _swiopen,-1,228,-1,-1,-1,-1 +coremark,[.] _swiread,-1,58,-1,-1,-1,-1 +coremark,[.] _swistat,-1,124,-1,-1,-1,-1 +coremark,[.] _swiwrite,-1,58,-1,-1,-1,-1 +coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __swrite,-1,62,-1,-1,-1,-1 +coremark,[.] __swsetup_r,-1,244,-1,-1,-1,-1 +coremark,[.] sysconf,-1,26,-1,-1,-1,-1 +coremark,[.] _system,-1,86,-1,-1,-1,-1 +coremark,[.] SystemClock_Config,-1,144,-1,-1,-1,-1 +coremark,[.] SystemInit,-1,80,-1,-1,-1,-1 +coremark,[.] SysTick_Handler,-1,4,-1,-1,-1,-1 +coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] time_in_secs,-1,36,-1,-1,-1,-1 +coremark,[.] _times,-1,30,-1,-1,-1,-1 +coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __ulp,-1,100,-1,-1,-1,-1 +coremark,[.] _unlink,-1,64,-1,-1,-1,-1 +coremark,[.] __unorddf2,-1,44,-1,-1,-1,-1 +coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1,-1 +coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1,-1 +coremark,[.] vfiprintf,-1,28,-1,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,8068,-1,-1,-1,-1 +coremark,[.] vfprintf,-1,28,-1,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1,-1 +coremark,[.] wcrtomb,-1,88,-1,-1,-1,-1 +coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1,-1 +coremark,[.] wcsnrtombs,-1,44,-1,-1,-1,-1 +coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1,-1 +coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1,-1 +coremark,[.] wcsrtombs,-1,36,-1,-1,-1,-1 +coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1,-1 +coremark,[.] _wctomb_r,-1,20,-1,-1,-1,-1 +coremark,[.] _write,-1,176,-1,-1,-1,-1 +coremark,[.] _write_r,-1,44,-1,-1,-1,-1 +coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/status.csv b/results-vs-prev/csv-results-0/status.csv new file mode 100644 index 0000000..2008ed7 --- /dev/null +++ b/results-vs-prev/csv-results-0/status.csv @@ -0,0 +1,2 @@ +benchmark,symbol,status +coremark,coremark,19400 diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index 45adc35..5b44e15 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,19400,na +coremark,coremark,19403,na diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index c12bd90..f0c61d4 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -1,396 +1,392 @@ -benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum -Mean,mean,19400,27,-1,-1,-1 -Mean,geomean-successful-tests,19400,27,-1,-1,-1 -Mean,geomean-all-tests,19400,27,-1,-1,-1 -Mean,average-successful-tests,19400,346,-1,-1,-1 -Mean,average-all-tests,19400,346,-1,-1,-1 -coremark,coremark,19400,67812,-1,-1,-1 -coremark,[.] abort,-1,14,-1,-1,-1 -coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __adddf3,-1,630,-1,-1,-1 -coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1 -coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1 -coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1 -coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1 -coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1 -coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1 -coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1 -coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1 -coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1 -coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1 -coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1 -coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1 -coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1 -coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1 -coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1 -coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1 -coremark,[.] __any_on,-1,92,-1,-1,-1 -coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1 -coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1 -coremark,[.] __assert,-1,10,-1,-1,-1 -coremark,[.] __assert_func,-1,64,-1,-1,-1 -coremark,[.] atexit,-1,12,-1,-1,-1 -coremark,[.] __b2d,-1,188,-1,-1,-1 -coremark,[.] _Balloc,-1,76,-1,-1,-1 -coremark,[.] _Bfree,-1,18,-1,-1,-1 -coremark,[.] BusFault_Handler,-1,2,-1,-1,-1 -coremark,[.] calc_func,-1,132,-1,-1,-1 -coremark,[.] __call_exitprocs,-1,192,-1,-1,-1 -coremark,[.] _calloc_r,-1,108,-1,-1,-1 -coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] check_data_types,-1,4,-1,-1,-1 -coremark,[.] cleanup_stdio,-1,64,-1,-1,-1 -coremark,[.] _clock,-1,18,-1,-1,-1 -coremark,[.] _close,-1,148,-1,-1,-1 -coremark,[.] _close_r,-1,36,-1,-1,-1 -coremark,[.] cmp_complex,-1,26,-1,-1,-1 -coremark,[.] __cmpdf2,-1,122,-1,-1,-1 -coremark,[.] cmp_idx,-1,46,-1,-1,-1 -coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __copybits,-1,90,-1,-1,-1 -coremark,[.] copy_info,-1,14,-1,-1,-1 -coremark,[.] core_bench_list,-1,280,-1,-1,-1 -coremark,[.] core_bench_matrix,-1,30,-1,-1,-1 -coremark,[.] core_bench_state,-1,190,-1,-1,-1 -coremark,[.] core_init_matrix,-1,146,-1,-1,-1 -coremark,[.] core_init_state,-1,140,-1,-1,-1 -coremark,[.] core_list_find,-1,46,-1,-1,-1 -coremark,[.] core_list_init,-1,200,-1,-1,-1 -coremark,[.] core_list_insert_new,-1,64,-1,-1,-1 -coremark,[.] core_list_mergesort,-1,154,-1,-1,-1 -coremark,[.] core_list_remove,-1,22,-1,-1,-1 -coremark,[.] core_list_reverse,-1,18,-1,-1,-1 -coremark,[.] core_list_undo_remove,-1,18,-1,-1,-1 -coremark,[.] core_state_transition,-1,316,-1,-1,-1 -coremark,[.] crc16,-1,4,-1,-1,-1 -coremark,[.] crcu16,-1,20,-1,-1,-1 -coremark,[.] crcu32,-1,20,-1,-1,-1 -coremark,[.] crcu8,-1,44,-1,-1,-1 -coremark,[.] currentlocale,-1,80,-1,-1,-1 -coremark,[.] __d2b,-1,188,-1,-1,-1 -coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1 -coremark,[.] Default_Handler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __divdf3,-1,464,-1,-1,-1 -coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _dtoa_r,-1,4156,-1,-1,-1 -coremark,[.] __env_lock,-1,12,-1,-1,-1 -coremark,[.] __env_unlock,-1,12,-1,-1,-1 -coremark,[.] __eqdf2,-1,122,-1,-1,-1 -coremark,[.] __errno,-1,12,-1,-1,-1 -coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1 -coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1 -coremark,[.] _exit,-1,20,-1,-1,-1 -coremark,[.] exit,-1,28,-1,-1,-1 -coremark,[.] __extendsfdf2,-1,66,-1,-1,-1 -coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] fclose,-1,16,-1,-1,-1 -coremark,[.] _fclose_r,-1,192,-1,-1,-1 -coremark,[.] fflush,-1,116,-1,-1,-1 -coremark,[.] _fflush_r,-1,84,-1,-1,-1 -coremark,[.] _findenv_r,-1,128,-1,-1,-1 -coremark,[.] fiprintf,-1,40,-1,-1,-1 -coremark,[.] _fiprintf_r,-1,28,-1,-1,-1 -coremark,[.] __fixdfsi,-1,78,-1,-1,-1 -coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1 -coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __floatdidf,-1,90,-1,-1,-1 -coremark,[.] __floatsidf,-1,34,-1,-1,-1 -coremark,[.] __floatundidf,-1,106,-1,-1,-1 -coremark,[.] __floatunsidf,-1,30,-1,-1,-1 -coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_lock,-1,28,-1,-1,-1 -coremark,[.] __fp_lock_all,-1,36,-1,-1,-1 -coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __fp_unlock,-1,28,-1,-1,-1 -coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1 -coremark,[.] __fputwc,-1,156,-1,-1,-1 -coremark,[.] fputwc,-1,60,-1,-1,-1 -coremark,[.] _fputwc_r,-1,144,-1,-1,-1 -coremark,[.] _free_r,-1,488,-1,-1,-1 -coremark,[.] frexp,-1,100,-1,-1,-1 -coremark,[.] _fstat,-1,28,-1,-1,-1 -coremark,[.] _fstat_r,-1,44,-1,-1,-1 -coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1 -coremark,[.] __gedf2,-1,138,-1,-1,-1 -coremark,[.] get_arg,-1,3608,-1,-1,-1 -coremark,[.] _getenv_r,-1,16,-1,-1,-1 -coremark,[.] __get_locale_env,-1,80,-1,-1,-1 -coremark,[.] _getpid,-1,4,-1,-1,-1 -coremark,[.] _getpid_r,-1,4,-1,-1,-1 -coremark,[.] get_seed_args,-1,14,-1,-1,-1 -coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1 -coremark,[.] get_time,-1,16,-1,-1,-1 -coremark,[.] _gettimeofday,-1,40,-1,-1,-1 -coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1 -coremark,[.] __gtdf2,-1,138,-1,-1,-1 -coremark,[.] HAL_GetTick,-1,12,-1,-1,-1 -coremark,[.] HAL_IncTick,-1,24,-1,-1,-1 -coremark,[.] hal_init,-1,14,-1,-1,-1 -coremark,[.] HAL_Init,-1,48,-1,-1,-1 -coremark,[.] HAL_InitTick,-1,76,-1,-1,-1 -coremark,[.] HAL_MspInit,-1,2,-1,-1,-1 -coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1 -coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1 -coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1 -coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1 -coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1 -coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1 -coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1 -coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1 -coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1 -coremark,[.] HardFault_Handler,-1,2,-1,-1,-1 -coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1 -coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1 -coremark,[.] __hi0bits,-1,82,-1,-1,-1 -coremark,[.] __i2b,-1,92,-1,-1,-1 -coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1 -coremark,[.] _init_signal,-1,56,-1,-1,-1 -coremark,[.] _init_signal_r,-1,48,-1,-1,-1 -coremark,[.] _isatty,-1,100,-1,-1,-1 -coremark,[.] _isatty_r,-1,36,-1,-1,-1 -coremark,[.] iterate,-1,62,-1,-1,-1 -coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1 -coremark,[.] __jis_wctomb,-1,124,-1,-1,-1 -coremark,[.] _kill,-1,28,-1,-1,-1 -coremark,[.] _kill_r,-1,44,-1,-1,-1 -coremark,[.] _kill_shared,-1,46,-1,-1,-1 -coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __ledf2,-1,130,-1,-1,-1 -coremark,[.] __libc_fini_array,-1,40,-1,-1,-1 -coremark,[.] __libc_init_array,-1,80,-1,-1,-1 -coremark,[.] _link,-1,16,-1,-1,-1 -coremark,[.] __lo0bits,-1,128,-1,-1,-1 -coremark,[.] __loadlocale,-1,1736,-1,-1,-1 -coremark,[.] localeconv,-1,8,-1,-1,-1 -coremark,[.] __localeconv_l,-1,4,-1,-1,-1 -coremark,[.] _localeconv_r,-1,8,-1,-1,-1 -coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1 -coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] _lseek,-1,4,-1,-1,-1 -coremark,[.] _lseek_r,-1,44,-1,-1,-1 -coremark,[.] __lshift,-1,240,-1,-1,-1 -coremark,[.] __ltdf2,-1,130,-1,-1,-1 -coremark,[.] main,-1,1364,-1,-1,-1 -coremark,[.] __malloc_lock,-1,12,-1,-1,-1 -coremark,[.] _malloc_r,-1,1384,-1,-1,-1 -coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1 -coremark,[.] __malloc_unlock,-1,12,-1,-1,-1 -coremark,[.] matrix_add_const,-1,46,-1,-1,-1 -coremark,[.] matrix_mul_const,-1,56,-1,-1,-1 -coremark,[.] matrix_mul_matrix,-1,90,-1,-1,-1 -coremark,[.] matrix_mul_matrix_bitextract,-1,100,-1,-1,-1 -coremark,[.] matrix_mul_vect,-1,54,-1,-1,-1 -coremark,[.] matrix_sum,-1,78,-1,-1,-1 -coremark,[.] matrix_test,-1,158,-1,-1,-1 -coremark,[.] _mbtowc_r,-1,20,-1,-1,-1 -coremark,[.] __mcmp,-1,66,-1,-1,-1 -coremark,[.] __mdiff,-1,388,-1,-1,-1 -coremark,[.] memcpy,-1,308,-1,-1,-1 -coremark,[.] MemManage_Handler,-1,2,-1,-1,-1 -coremark,[.] memmove,-1,254,-1,-1,-1 -coremark,[.] memset,-1,162,-1,-1,-1 -coremark,[.] _mprec_log10,-1,64,-1,-1,-1 -coremark,[.] __muldf3,-1,596,-1,-1,-1 -coremark,[.] __multadd,-1,160,-1,-1,-1 -coremark,[.] __multiply,-1,364,-1,-1,-1 -coremark,[.] __nedf2,-1,122,-1,-1,-1 -coremark,[.] NMI_Handler,-1,2,-1,-1,-1 -coremark,[.] _open,-1,18,-1,-1,-1 -coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] parseval,-1,114,-1,-1,-1 -coremark,[.] PendSV_Handler,-1,2,-1,-1,-1 -coremark,[.] portable_fini,-1,6,-1,-1,-1 -coremark,[.] portable_free,-1,2,-1,-1,-1 -coremark,[.] portable_init,-1,6,-1,-1,-1 -coremark,[.] portable_malloc,-1,4,-1,-1,-1 -coremark,[.] __pow5mult,-1,192,-1,-1,-1 -coremark,[.] printf,-1,40,-1,-1,-1 -coremark,[.] _printf_r,-1,30,-1,-1,-1 -coremark,[.] putc,-1,164,-1,-1,-1 -coremark,[.] putchar,-1,16,-1,-1,-1 -coremark,[.] _putchar_r,-1,6,-1,-1,-1 -coremark,[.] _putc_r,-1,156,-1,-1,-1 -coremark,[.] puts,-1,16,-1,-1,-1 -coremark,[.] _puts_r,-1,188,-1,-1,-1 -coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] quorem,-1,300,-1,-1,-1 -coremark,[.] raise,-1,88,-1,-1,-1 -coremark,[.] _raise_r,-1,82,-1,-1,-1 -coremark,[.] __ratio,-1,96,-1,-1,-1 -coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1 -coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1 -coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1 -coremark,[.] _read,-1,132,-1,-1,-1 -coremark,[.] _read_r,-1,44,-1,-1,-1 -coremark,[.] _realloc_r,-1,840,-1,-1,-1 -coremark,[.] __register_exitproc,-1,128,-1,-1,-1 -coremark,[.] register_fini,-1,20,-1,-1,-1 -coremark,[.] _rename,-1,82,-1,-1,-1 -coremark,[.] Reset_Handler,-1,54,-1,-1,-1 -coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1 -coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1 -coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1 -coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __s2b,-1,180,-1,-1,-1 -coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sbprintf,-1,264,-1,-1,-1 -coremark,[.] _sbrk,-1,80,-1,-1,-1 -coremark,[.] _sbrk_r,-1,36,-1,-1,-1 -coremark,[.] __sclose,-1,8,-1,-1,-1 -coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __seofread,-1,4,-1,-1,-1 -coremark,[.] __set_ctype,-1,12,-1,-1,-1 -coremark,[.] setlocale,-1,24,-1,-1,-1 -coremark,[.] _setlocale_r,-1,536,-1,-1,-1 -coremark,[.] __sflush_r,-1,308,-1,-1,-1 -coremark,[.] __sfp,-1,192,-1,-1,-1 -coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1 -coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1 -coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1 -coremark,[.] signal,-1,80,-1,-1,-1 -coremark,[.] _signal_r,-1,80,-1,-1,-1 -coremark,[.] __sigtramp,-1,100,-1,-1,-1 -coremark,[.] __sigtramp_r,-1,98,-1,-1,-1 -coremark,[.] __sinit,-1,64,-1,-1,-1 -coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1 -coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1 -coremark,[.] __smakebuf_r,-1,208,-1,-1,-1 -coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __sprint_r,-1,22,-1,-1,-1 -coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1 -coremark,[.] __sread,-1,34,-1,-1,-1 -coremark,[.] __sseek,-1,34,-1,-1,-1 -coremark,[.] start_time,-1,18,-1,-1,-1 -coremark,[.] _stat,-1,60,-1,-1,-1 -coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1 -coremark,[.] stop_time,-1,20,-1,-1,-1 -coremark,[.] strcasecmp,-1,76,-1,-1,-1 -coremark,[.] strcat,-1,62,-1,-1,-1 -coremark,[.] strchr,-1,206,-1,-1,-1 -coremark,[.] strcmp,-1,734,-1,-1,-1 -coremark,[.] strcpy,-1,186,-1,-1,-1 -coremark,[.] strlcpy,-1,76,-1,-1,-1 -coremark,[.] strlen,-1,216,-1,-1,-1 -coremark,[.] strncasecmp,-1,84,-1,-1,-1 -coremark,[.] strncmp,-1,120,-1,-1,-1 -coremark,[.] strncpy,-1,104,-1,-1,-1 -coremark,[.] strtol,-1,24,-1,-1,-1 -coremark,[.] strtol_l,-1,24,-1,-1,-1 -coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1 -coremark,[.] _strtol_r,-1,2,-1,-1,-1 -coremark,[.] __subdf3,-1,634,-1,-1,-1 -coremark,[.] SVC_Handler,-1,2,-1,-1,-1 -coremark,[.] __swbuf,-1,24,-1,-1,-1 -coremark,[.] __swbuf_r,-1,172,-1,-1,-1 -coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1 -coremark,[.] _swiclose,-1,54,-1,-1,-1 -coremark,[.] _swilseek,-1,196,-1,-1,-1 -coremark,[.] _swiopen,-1,228,-1,-1,-1 -coremark,[.] _swiread,-1,58,-1,-1,-1 -coremark,[.] _swistat,-1,124,-1,-1,-1 -coremark,[.] _swiwrite,-1,58,-1,-1,-1 -coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __swrite,-1,62,-1,-1,-1 -coremark,[.] __swsetup_r,-1,244,-1,-1,-1 -coremark,[.] sysconf,-1,26,-1,-1,-1 -coremark,[.] _system,-1,86,-1,-1,-1 -coremark,[.] SystemClock_Config,-1,144,-1,-1,-1 -coremark,[.] SystemInit,-1,80,-1,-1,-1 -coremark,[.] SysTick_Handler,-1,4,-1,-1,-1 -coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] time_in_secs,-1,36,-1,-1,-1 -coremark,[.] _times,-1,30,-1,-1,-1 -coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __ulp,-1,100,-1,-1,-1 -coremark,[.] _unlink,-1,64,-1,-1,-1 -coremark,[.] __unorddf2,-1,44,-1,-1,-1 -coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1 -coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1 -coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1 -coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1 -coremark,[.] vfiprintf,-1,28,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,8068,-1,-1,-1 -coremark,[.] vfprintf,-1,28,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1 -coremark,[.] wcrtomb,-1,88,-1,-1,-1 -coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1 -coremark,[.] wcsnrtombs,-1,44,-1,-1,-1 -coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1 -coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1 -coremark,[.] wcsrtombs,-1,36,-1,-1,-1 -coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1 -coremark,[.] _wctomb_r,-1,20,-1,-1,-1 -coremark,[.] _write,-1,176,-1,-1,-1 -coremark,[.] _write_r,-1,44,-1,-1,-1 -coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1 +benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum,status +Mean,mean,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,-1,-1,-1,-1,-1,-1 +Mean,geomean-all-tests,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,-1,-1,-1,-1,-1,-1 +Mean,average-all-tests,-1,-1,-1,-1,-1,-1 +coremark,coremark,19403,67124,-1,-1,-1,19403 +coremark,[.] abort,-1,14,-1,-1,-1,-1 +coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __adddf3,-1,630,-1,-1,-1,-1 +coremark,[.] __aeabi_cdcmpeq,-1,16,-1,-1,-1,-1 +coremark,[.] __aeabi_cdcmple,-1,16,-1,-1,-1,-1 +coremark,[.] __aeabi_cdrcmple,-1,32,-1,-1,-1,-1 +coremark,[.] __aeabi_d2iz,-1,78,-1,-1,-1,-1 +coremark,[.] __aeabi_d2uiz,-1,64,-1,-1,-1,-1 +coremark,[.] __aeabi_dadd,-1,630,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpeq,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpge,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpgt,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmple,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmplt,-1,18,-1,-1,-1,-1 +coremark,[.] __aeabi_dcmpun,-1,44,-1,-1,-1,-1 +coremark,[.] __aeabi_ddiv,-1,464,-1,-1,-1,-1 +coremark,[.] __aeabi_dmul,-1,596,-1,-1,-1,-1 +coremark,[.] __aeabi_dsub,-1,634,-1,-1,-1,-1 +coremark,[.] __aeabi_f2d,-1,66,-1,-1,-1,-1 +coremark,[.] __aeabi_i2d,-1,34,-1,-1,-1,-1 +coremark,[.] __aeabi_l2d,-1,90,-1,-1,-1,-1 +coremark,[.] __aeabi_ui2d,-1,30,-1,-1,-1,-1 +coremark,[.] __aeabi_ul2d,-1,106,-1,-1,-1,-1 +coremark,[.] __any_on,-1,92,-1,-1,-1,-1 +coremark,[.] __ascii_mbtowc,-1,42,-1,-1,-1,-1 +coremark,[.] __ascii_wctomb,-1,26,-1,-1,-1,-1 +coremark,[.] __assert,-1,10,-1,-1,-1,-1 +coremark,[.] __assert_func,-1,64,-1,-1,-1,-1 +coremark,[.] atexit,-1,12,-1,-1,-1,-1 +coremark,[.] __b2d,-1,188,-1,-1,-1,-1 +coremark,[.] _Balloc,-1,76,-1,-1,-1,-1 +coremark,[.] _Bfree,-1,18,-1,-1,-1,-1 +coremark,[.] BusFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] calc_func,-1,132,-1,-1,-1,-1 +coremark,[.] __call_exitprocs,-1,192,-1,-1,-1,-1 +coremark,[.] _calloc_r,-1,108,-1,-1,-1,-1 +coremark,[.] CAN1_RX0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_RX1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_SCE_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] CAN1_TX_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] check_data_types,-1,4,-1,-1,-1,-1 +coremark,[.] cleanup_stdio,-1,64,-1,-1,-1,-1 +coremark,[.] _clock,-1,18,-1,-1,-1,-1 +coremark,[.] _close,-1,148,-1,-1,-1,-1 +coremark,[.] _close_r,-1,36,-1,-1,-1,-1 +coremark,[.] cmp_complex,-1,26,-1,-1,-1,-1 +coremark,[.] __cmpdf2,-1,122,-1,-1,-1,-1 +coremark,[.] cmp_idx,-1,46,-1,-1,-1,-1 +coremark,[.] COMP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __copybits,-1,90,-1,-1,-1,-1 +coremark,[.] copy_info,-1,14,-1,-1,-1,-1 +coremark,[.] core_bench_list,-1,280,-1,-1,-1,-1 +coremark,[.] core_bench_matrix,-1,30,-1,-1,-1,-1 +coremark,[.] core_bench_state,-1,190,-1,-1,-1,-1 +coremark,[.] core_init_matrix,-1,146,-1,-1,-1,-1 +coremark,[.] core_init_state,-1,140,-1,-1,-1,-1 +coremark,[.] core_list_find,-1,46,-1,-1,-1,-1 +coremark,[.] core_list_init,-1,200,-1,-1,-1,-1 +coremark,[.] core_list_insert_new,-1,64,-1,-1,-1,-1 +coremark,[.] core_list_mergesort,-1,154,-1,-1,-1,-1 +coremark,[.] core_list_remove,-1,22,-1,-1,-1,-1 +coremark,[.] core_list_reverse,-1,18,-1,-1,-1,-1 +coremark,[.] core_list_undo_remove,-1,18,-1,-1,-1,-1 +coremark,[.] core_state_transition,-1,316,-1,-1,-1,-1 +coremark,[.] crc16,-1,4,-1,-1,-1,-1 +coremark,[.] crcu16,-1,20,-1,-1,-1,-1 +coremark,[.] crcu32,-1,20,-1,-1,-1,-1 +coremark,[.] crcu8,-1,44,-1,-1,-1,-1 +coremark,[.] currentlocale,-1,80,-1,-1,-1,-1 +coremark,[.] __d2b,-1,188,-1,-1,-1,-1 +coremark,[.] DebugMon_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] Default_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DFSDM1_FLT3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __divdf3,-1,464,-1,-1,-1,-1 +coremark,[.] DMA1_Channel1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel6_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA1_Channel7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] _dtoa_r,-1,4156,-1,-1,-1,-1 +coremark,[.] __env_lock,-1,12,-1,-1,-1,-1 +coremark,[.] __env_unlock,-1,12,-1,-1,-1,-1 +coremark,[.] __eqdf2,-1,122,-1,-1,-1,-1 +coremark,[.] __errno,-1,12,-1,-1,-1,-1 +coremark,[.] __eucjp_mbtowc,-1,190,-1,-1,-1,-1 +coremark,[.] __eucjp_wctomb,-1,124,-1,-1,-1,-1 +coremark,[.] _exit,-1,20,-1,-1,-1,-1 +coremark,[.] exit,-1,28,-1,-1,-1,-1 +coremark,[.] __extendsfdf2,-1,66,-1,-1,-1,-1 +coremark,[.] EXTI0_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI15_10_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] EXTI9_5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] fclose,-1,16,-1,-1,-1,-1 +coremark,[.] _fclose_r,-1,192,-1,-1,-1,-1 +coremark,[.] fflush,-1,116,-1,-1,-1,-1 +coremark,[.] _fflush_r,-1,84,-1,-1,-1,-1 +coremark,[.] _findenv_r,-1,128,-1,-1,-1,-1 +coremark,[.] fiprintf,-1,40,-1,-1,-1,-1 +coremark,[.] _fiprintf_r,-1,28,-1,-1,-1,-1 +coremark,[.] __fixdfsi,-1,78,-1,-1,-1,-1 +coremark,[.] __fixunsdfsi,-1,64,-1,-1,-1,-1 +coremark,[.] FLASH_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __floatdidf,-1,90,-1,-1,-1,-1 +coremark,[.] __floatsidf,-1,34,-1,-1,-1,-1 +coremark,[.] __floatundidf,-1,106,-1,-1,-1,-1 +coremark,[.] __floatunsidf,-1,30,-1,-1,-1,-1 +coremark,[.] FMC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __fp_lock,-1,28,-1,-1,-1,-1 +coremark,[.] __fp_lock_all,-1,36,-1,-1,-1,-1 +coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __fp_unlock,-1,28,-1,-1,-1,-1 +coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1,-1 +coremark,[.] _free_r,-1,488,-1,-1,-1,-1 +coremark,[.] frexp,-1,100,-1,-1,-1,-1 +coremark,[.] _fstat,-1,28,-1,-1,-1,-1 +coremark,[.] _fstat_r,-1,44,-1,-1,-1,-1 +coremark,[.] _fwalk_sglue,-1,68,-1,-1,-1,-1 +coremark,[.] __gedf2,-1,138,-1,-1,-1,-1 +coremark,[.] get_arg,-1,3608,-1,-1,-1,-1 +coremark,[.] _getenv_r,-1,16,-1,-1,-1,-1 +coremark,[.] __get_locale_env,-1,80,-1,-1,-1,-1 +coremark,[.] _getpid,-1,4,-1,-1,-1,-1 +coremark,[.] _getpid_r,-1,4,-1,-1,-1,-1 +coremark,[.] get_seed_args,-1,14,-1,-1,-1,-1 +coremark,[.] _get_semihosting_exts,-1,268,-1,-1,-1,-1 +coremark,[.] get_time,-1,16,-1,-1,-1,-1 +coremark,[.] _gettimeofday,-1,40,-1,-1,-1,-1 +coremark,[.] global_stdio_init.part.0,-1,236,-1,-1,-1,-1 +coremark,[.] __gtdf2,-1,138,-1,-1,-1,-1 +coremark,[.] HAL_GetTick,-1,12,-1,-1,-1,-1 +coremark,[.] HAL_IncTick,-1,24,-1,-1,-1,-1 +coremark,[.] hal_init,-1,14,-1,-1,-1,-1 +coremark,[.] HAL_Init,-1,48,-1,-1,-1,-1 +coremark,[.] HAL_InitTick,-1,76,-1,-1,-1,-1 +coremark,[.] HAL_MspInit,-1,2,-1,-1,-1,-1 +coremark,[.] HAL_NVIC_SetPriority,-1,120,-1,-1,-1,-1 +coremark,[.] HAL_NVIC_SetPriorityGrouping,-1,36,-1,-1,-1,-1 +coremark,[.] HAL_PWREx_ControlVoltageScaling,-1,128,-1,-1,-1,-1 +coremark,[.] HAL_PWREx_GetVoltageRange,-1,16,-1,-1,-1,-1 +coremark,[.] HAL_RCC_ClockConfig,-1,304,-1,-1,-1,-1 +coremark,[.] HAL_RCCEx_PeriphCLKConfig,-1,1048,-1,-1,-1,-1 +coremark,[.] HAL_RCC_GetSysClockFreq,-1,164,-1,-1,-1,-1 +coremark,[.] HAL_RCC_OscConfig,-1,1520,-1,-1,-1,-1 +coremark,[.] HAL_SYSTICK_Config,-1,52,-1,-1,-1,-1 +coremark,[.] HardFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] _has_ext_exit_extended,-1,64,-1,-1,-1,-1 +coremark,[.] _has_ext_stdout_stderr,-1,64,-1,-1,-1,-1 +coremark,[.] __hi0bits,-1,82,-1,-1,-1,-1 +coremark,[.] __i2b,-1,92,-1,-1,-1,-1 +coremark,[.] I2C1_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C1_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C2_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C2_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C3_ER_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] I2C3_EV_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] initialise_monitor_handles,-1,296,-1,-1,-1,-1 +coremark,[.] _init_signal,-1,56,-1,-1,-1,-1 +coremark,[.] _init_signal_r,-1,48,-1,-1,-1,-1 +coremark,[.] _isatty,-1,100,-1,-1,-1,-1 +coremark,[.] _isatty_r,-1,36,-1,-1,-1,-1 +coremark,[.] iterate,-1,62,-1,-1,-1,-1 +coremark,[.] __jis_mbtowc,-1,476,-1,-1,-1,-1 +coremark,[.] __jis_wctomb,-1,124,-1,-1,-1,-1 +coremark,[.] _kill,-1,28,-1,-1,-1,-1 +coremark,[.] _kill_r,-1,44,-1,-1,-1,-1 +coremark,[.] _kill_shared,-1,46,-1,-1,-1,-1 +coremark,[.] LCD_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __ledf2,-1,130,-1,-1,-1,-1 +coremark,[.] __libc_fini_array,-1,40,-1,-1,-1,-1 +coremark,[.] __libc_init_array,-1,80,-1,-1,-1,-1 +coremark,[.] _link,-1,16,-1,-1,-1,-1 +coremark,[.] __lo0bits,-1,128,-1,-1,-1,-1 +coremark,[.] __loadlocale,-1,1736,-1,-1,-1,-1 +coremark,[.] localeconv,-1,8,-1,-1,-1,-1 +coremark,[.] __localeconv_l,-1,4,-1,-1,-1,-1 +coremark,[.] _localeconv_r,-1,8,-1,-1,-1,-1 +coremark,[.] __locale_mb_cur_max,-1,12,-1,-1,-1,-1 +coremark,[.] LPTIM1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] _lseek,-1,4,-1,-1,-1,-1 +coremark,[.] _lseek_r,-1,44,-1,-1,-1,-1 +coremark,[.] __lshift,-1,240,-1,-1,-1,-1 +coremark,[.] __ltdf2,-1,130,-1,-1,-1,-1 +coremark,[.] main,-1,1364,-1,-1,-1,-1 +coremark,[.] __malloc_lock,-1,12,-1,-1,-1,-1 +coremark,[.] _malloc_r,-1,1384,-1,-1,-1,-1 +coremark,[.] _malloc_trim_r,-1,184,-1,-1,-1,-1 +coremark,[.] __malloc_unlock,-1,12,-1,-1,-1,-1 +coremark,[.] matrix_add_const,-1,46,-1,-1,-1,-1 +coremark,[.] matrix_mul_const,-1,56,-1,-1,-1,-1 +coremark,[.] matrix_mul_matrix,-1,90,-1,-1,-1,-1 +coremark,[.] matrix_mul_matrix_bitextract,-1,100,-1,-1,-1,-1 +coremark,[.] matrix_mul_vect,-1,54,-1,-1,-1,-1 +coremark,[.] matrix_sum,-1,78,-1,-1,-1,-1 +coremark,[.] matrix_test,-1,158,-1,-1,-1,-1 +coremark,[.] _mbtowc_r,-1,20,-1,-1,-1,-1 +coremark,[.] __mcmp,-1,66,-1,-1,-1,-1 +coremark,[.] __mdiff,-1,388,-1,-1,-1,-1 +coremark,[.] memcpy,-1,308,-1,-1,-1,-1 +coremark,[.] MemManage_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] memmove,-1,254,-1,-1,-1,-1 +coremark,[.] memset,-1,162,-1,-1,-1,-1 +coremark,[.] _mprec_log10,-1,64,-1,-1,-1,-1 +coremark,[.] __muldf3,-1,596,-1,-1,-1,-1 +coremark,[.] __multadd,-1,160,-1,-1,-1,-1 +coremark,[.] __multiply,-1,364,-1,-1,-1,-1 +coremark,[.] __nedf2,-1,122,-1,-1,-1,-1 +coremark,[.] NMI_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] _open,-1,18,-1,-1,-1,-1 +coremark,[.] OTG_FS_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] parseval,-1,114,-1,-1,-1,-1 +coremark,[.] PendSV_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] portable_fini,-1,6,-1,-1,-1,-1 +coremark,[.] portable_free,-1,2,-1,-1,-1,-1 +coremark,[.] portable_init,-1,6,-1,-1,-1,-1 +coremark,[.] portable_malloc,-1,4,-1,-1,-1,-1 +coremark,[.] __pow5mult,-1,192,-1,-1,-1,-1 +coremark,[.] printf,-1,40,-1,-1,-1,-1 +coremark,[.] _printf_r,-1,30,-1,-1,-1,-1 +coremark,[.] putc,-1,164,-1,-1,-1,-1 +coremark,[.] putchar,-1,16,-1,-1,-1,-1 +coremark,[.] _putchar_r,-1,6,-1,-1,-1,-1 +coremark,[.] _putc_r,-1,156,-1,-1,-1,-1 +coremark,[.] puts,-1,16,-1,-1,-1,-1 +coremark,[.] _puts_r,-1,188,-1,-1,-1,-1 +coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] QUADSPI_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] quorem,-1,300,-1,-1,-1,-1 +coremark,[.] raise,-1,88,-1,-1,-1,-1 +coremark,[.] _raise_r,-1,82,-1,-1,-1,-1 +coremark,[.] __ratio,-1,96,-1,-1,-1,-1 +coremark,[.] RCCEx_PLLSAI1_Config,-1,284,-1,-1,-1,-1 +coremark,[.] RCCEx_PLLSAI2_Config,-1,256,-1,-1,-1,-1 +coremark,[.] RCC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RCC_SetFlashLatencyFromMSIRange,-1,140,-1,-1,-1,-1 +coremark,[.] _read,-1,132,-1,-1,-1,-1 +coremark,[.] _read_r,-1,44,-1,-1,-1,-1 +coremark,[.] _realloc_r,-1,840,-1,-1,-1,-1 +coremark,[.] __register_exitproc,-1,128,-1,-1,-1,-1 +coremark,[.] register_fini,-1,20,-1,-1,-1,-1 +coremark,[.] _rename,-1,82,-1,-1,-1,-1 +coremark,[.] Reset_Handler,-1,54,-1,-1,-1,-1 +coremark,[.] __retarget_lock_acquire,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_acquire_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_close,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_close_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_init,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_init_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_release,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_release_recursive,-1,2,-1,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire,-1,4,-1,-1,-1,-1 +coremark,[.] __retarget_lock_try_acquire_recursive,-1,4,-1,-1,-1,-1 +coremark,[.] RNG_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RTC_Alarm_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] RTC_WKUP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __s2b,-1,180,-1,-1,-1,-1 +coremark,[.] SAI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SAI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __sbprintf,-1,264,-1,-1,-1,-1 +coremark,[.] _sbrk,-1,80,-1,-1,-1,-1 +coremark,[.] _sbrk_r,-1,36,-1,-1,-1,-1 +coremark,[.] __sclose,-1,8,-1,-1,-1,-1 +coremark,[.] SDMMC1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __seofread,-1,4,-1,-1,-1,-1 +coremark,[.] __set_ctype,-1,12,-1,-1,-1,-1 +coremark,[.] setlocale,-1,24,-1,-1,-1,-1 +coremark,[.] _setlocale_r,-1,536,-1,-1,-1,-1 +coremark,[.] __sflush_r,-1,308,-1,-1,-1,-1 +coremark,[.] __sfp,-1,192,-1,-1,-1,-1 +coremark,[.] __sfp_lock_acquire,-1,12,-1,-1,-1,-1 +coremark,[.] __sfp_lock_release,-1,12,-1,-1,-1,-1 +coremark,[.] __sfvwrite_r,-1,740,-1,-1,-1,-1 +coremark,[.] signal,-1,80,-1,-1,-1,-1 +coremark,[.] _signal_r,-1,80,-1,-1,-1,-1 +coremark,[.] __sigtramp,-1,100,-1,-1,-1,-1 +coremark,[.] __sigtramp_r,-1,98,-1,-1,-1,-1 +coremark,[.] __sinit,-1,64,-1,-1,-1,-1 +coremark,[.] __sjis_mbtowc,-1,142,-1,-1,-1,-1 +coremark,[.] __sjis_wctomb,-1,86,-1,-1,-1,-1 +coremark,[.] __smakebuf_r,-1,208,-1,-1,-1,-1 +coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __sprint_r,-1,30,-1,-1,-1,-1 +coremark,[.] __sread,-1,34,-1,-1,-1,-1 +coremark,[.] __sseek,-1,34,-1,-1,-1,-1 +coremark,[.] start_time,-1,18,-1,-1,-1,-1 +coremark,[.] _stat,-1,60,-1,-1,-1,-1 +coremark,[.] stdio_exit_handler,-1,24,-1,-1,-1,-1 +coremark,[.] stop_time,-1,20,-1,-1,-1,-1 +coremark,[.] strcasecmp,-1,76,-1,-1,-1,-1 +coremark,[.] strcat,-1,62,-1,-1,-1,-1 +coremark,[.] strchr,-1,206,-1,-1,-1,-1 +coremark,[.] strcmp,-1,734,-1,-1,-1,-1 +coremark,[.] strcpy,-1,186,-1,-1,-1,-1 +coremark,[.] strlcpy,-1,76,-1,-1,-1,-1 +coremark,[.] strlen,-1,216,-1,-1,-1,-1 +coremark,[.] strncasecmp,-1,84,-1,-1,-1,-1 +coremark,[.] strncmp,-1,120,-1,-1,-1,-1 +coremark,[.] strncpy,-1,104,-1,-1,-1,-1 +coremark,[.] strtol,-1,24,-1,-1,-1,-1 +coremark,[.] strtol_l,-1,24,-1,-1,-1,-1 +coremark,[.] _strtol_l.isra.0,-1,312,-1,-1,-1,-1 +coremark,[.] _strtol_r,-1,2,-1,-1,-1,-1 +coremark,[.] __subdf3,-1,634,-1,-1,-1,-1 +coremark,[.] SVC_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] __swbuf,-1,24,-1,-1,-1,-1 +coremark,[.] __swbuf_r,-1,172,-1,-1,-1,-1 +coremark,[.] __swhatbuf_r,-1,96,-1,-1,-1,-1 +coremark,[.] _swiclose,-1,54,-1,-1,-1,-1 +coremark,[.] _swilseek,-1,196,-1,-1,-1,-1 +coremark,[.] _swiopen,-1,228,-1,-1,-1,-1 +coremark,[.] _swiread,-1,58,-1,-1,-1,-1 +coremark,[.] _swistat,-1,124,-1,-1,-1,-1 +coremark,[.] _swiwrite,-1,58,-1,-1,-1,-1 +coremark,[.] SWPMI1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __swrite,-1,62,-1,-1,-1,-1 +coremark,[.] __swsetup_r,-1,244,-1,-1,-1,-1 +coremark,[.] sysconf,-1,26,-1,-1,-1,-1 +coremark,[.] _system,-1,86,-1,-1,-1,-1 +coremark,[.] SystemClock_Config,-1,144,-1,-1,-1,-1 +coremark,[.] SystemInit,-1,80,-1,-1,-1,-1 +coremark,[.] SysTick_Handler,-1,4,-1,-1,-1,-1 +coremark,[.] TAMP_STAMP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_BRK_TIM15_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_CC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_TRG_COM_TIM17_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM1_UP_TIM16_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM6_DAC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM7_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_BRK_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_CC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_TRG_COM_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] TIM8_UP_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] time_in_secs,-1,36,-1,-1,-1,-1 +coremark,[.] _times,-1,30,-1,-1,-1,-1 +coremark,[.] TSC_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] UART4_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] UART5_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __ulp,-1,100,-1,-1,-1,-1 +coremark,[.] _unlink,-1,64,-1,-1,-1,-1 +coremark,[.] __unorddf2,-1,44,-1,-1,-1,-1 +coremark,[.] UsageFault_Handler,-1,2,-1,-1,-1,-1 +coremark,[.] USART1_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] USART2_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1,-1 +coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1,-1 +coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1,-1 +coremark,[.] vfiprintf,-1,28,-1,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,7846,-1,-1,-1,-1 +coremark,[.] vfprintf,-1,28,-1,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1,-1 +coremark,[.] wcrtomb,-1,88,-1,-1,-1,-1 +coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1,-1 +coremark,[.] wcsnrtombs,-1,44,-1,-1,-1,-1 +coremark,[.] _wcsnrtombs_l,-1,238,-1,-1,-1,-1 +coremark,[.] _wcsnrtombs_r,-1,36,-1,-1,-1,-1 +coremark,[.] wcsrtombs,-1,36,-1,-1,-1,-1 +coremark,[.] _wcsrtombs_r,-1,22,-1,-1,-1,-1 +coremark,[.] _wctomb_r,-1,20,-1,-1,-1,-1 +coremark,[.] _write,-1,176,-1,-1,-1,-1 +coremark,[.] _write_r,-1,44,-1,-1,-1,-1 +coremark,[.] WWDG_IRQHandler,-1,2,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index 4e718f0..947d4d0 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,67812
+coremark,coremark,67124
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -129,9 +129,6 @@ coremark,[.] __fp_lock_all,36 coremark,[.] FPU_IRQHandler,2
coremark,[.] __fp_unlock,28
coremark,[.] __fp_unlock_all,36
-coremark,[.] __fputwc,156
-coremark,[.] fputwc,60
-coremark,[.] _fputwc_r,144
coremark,[.] _free_r,488
coremark,[.] frexp,100
coremark,[.] _fstat,28
@@ -304,8 +301,7 @@ coremark,[.] __smakebuf_r,208 coremark,[.] SPI1_IRQHandler,2
coremark,[.] SPI2_IRQHandler,2
coremark,[.] SPI3_IRQHandler,2
-coremark,[.] __sprint_r,22
-coremark,[.] __sprint_r.part.0,120
+coremark,[.] __sprint_r,30
coremark,[.] __sread,34
coremark,[.] __sseek,34
coremark,[.] start_time,18
@@ -375,7 +371,7 @@ coremark,[.] USART3_IRQHandler,2 coremark,[.] __utf8_mbtowc,510
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,8068
+coremark,[.] _vfiprintf_r,7846
coremark,[.] vfprintf,28
coremark,[.] _vfprintf_r,12676
coremark,[.] wcrtomb,88
diff --git a/results-vs-prev/csv-results-1/status.csv b/results-vs-prev/csv-results-1/status.csv new file mode 100644 index 0000000..34944e6 --- /dev/null +++ b/results-vs-prev/csv-results-1/status.csv @@ -0,0 +1,2 @@ +benchmark,symbol,status +coremark,coremark,19403 diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index be4332a..5f70934 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,7 +1,2 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19400,19400,67812,67812,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index be4332a..5f70934 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,7 +1,2 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19400,19400,67812,67812,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index be4332a..5f70934 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,7 +1,2 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19400,19400,67812,67812,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index be4332a..5f70934 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,7 +1,2 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19400,19400,67812,67812,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index be4332a..5f70934 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,7 +1,2 @@ -benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y -Mean,mean,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,geomean-all-tests,100,100,n/a,n/a,n/a,19400,19400,27,27,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -Mean,average-all-tests,100,100,n/a,n/a,n/a,19400,19400,346,346,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,100,n/a,n/a,n/a,19400,19400,67812,67812,-1,-1,-1,-1,-1,-1 +benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y +coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index c93b8e1..c1b8bba 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -11,9 +11,9 @@ + ln -s base-artifacts/annex/bmk-data results-0 + csv_results_dir=artifacts/results-vs-prev/csv-results-0 + mkdir -p artifacts/results-vs-prev/csv-results-0 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -85,13 +85,16 @@ + '[' 1 -eq 1 ']' + cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ cat artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv ++ merge_opts+=("$csv_results_dir/status.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=1 @@ -101,9 +104,9 @@ + ln -s artifacts/annex/bmk-data results-1 + csv_results_dir=artifacts/results-vs-prev/csv-results-1 + mkdir -p artifacts/results-vs-prev/csv-results-1 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 ++metrics perf --hw_tag stm32 --has_perf_logs no --verbose true +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -175,23 +178,26 @@ + '[' 1 -eq 1 ']' + cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ cat artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv ++ merge_opts+=("$csv_results_dir/status.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + j=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5 ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gen_interesting_symbols.py --perf_csv=artifacts/results-vs-prev/csv-results-1/perf.csv --out_csv=artifacts/results-vs-prev/interesting-symbols.csv --threshold_interesting=5 + csvs= + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-prev/csv-results-0 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-0/ --csv_results_dir artifacts/results-vs-prev/csv-results-0 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -263,34 +269,37 @@ + '[' 1 -eq 1 ']' + cat results-0/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ cat artifacts/results-vs-prev/csv-results-0/perf-tmp.csv ++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/size.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-0/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-0/perf.csv --results_dir results-0/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv ++ merge_opts+=("$csv_results_dir/status.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-0/perf.csv artifacts/results-vs-prev/csv-results-0/size.csv artifacts/results-vs-prev/csv-results-0/vect.csv artifacts/results-vs-prev/csv-results-0/sve.csv artifacts/results-vs-prev/csv-results-0/md5sum.csv artifacts/results-vs-prev/csv-results-0/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + csvs=' artifacts/results-vs-prev/csv-results-0/results.csv' + num=1 + for i in "${results[@]}" + csv_results_dir=artifacts/results-vs-prev/csv-results-1 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv -++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/gather-metrics.sh -+ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh --results_dir results-1/ --csv_results_dir artifacts/results-vs-prev/csv-results-1 --hw_tag stm32 --has_perf_logs no --verbose true --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv +++ dirname /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/gather-metrics.sh ++ bmk_scripts=/home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts + results_dir=undef + csv_results_dir=undef + hw_tag=undef @@ -362,40 +371,43 @@ + '[' 1 -eq 1 ']' + cat results-1/dev-01.tcwglab/results.csv + cut -d, -f 1-3 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ cat artifacts/results-vs-prev/csv-results-1/perf-tmp.csv ++ sed -e 's|sample|status|' -e 's|888888888|fail-to-run|' -e 's|999999999|fail-to-build|' ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + '[' xno = xyes ']' + bmk_name=coremark + metrics=("${metrics[@]:1}") + merge_opts=("$csv_results_dir/perf.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/size-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/size.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/vect-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/vect.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/sve-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/sve.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") + for metric in "${metrics[@]}" -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/md5sum-data-to-csv.py --bmk_name coremark --out_csv_file artifacts/results-vs-prev/csv-results-1/md5sum.csv --perf_csv artifacts/results-vs-prev/csv-results-1/perf.csv --results_dir results-1/ --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv + merge_opts+=("$csv_results_dir/$metric.csv") -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv ++ merge_opts+=("$csv_results_dir/status.csv") ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/merge-metric-csvs.py artifacts/results-vs-prev/csv-results-1/perf.csv artifacts/results-vs-prev/csv-results-1/size.csv artifacts/results-vs-prev/csv-results-1/vect.csv artifacts/results-vs-prev/csv-results-1/sve.csv artifacts/results-vs-prev/csv-results-1/md5sum.csv artifacts/results-vs-prev/csv-results-1/status.csv /usr/lib/python3/dist-packages/scipy/__init__.py:146: UserWarning: A NumPy version >=1.17.3 and <1.25.0 is required for this version of SciPy (detected version 1.26.1 warnings.warn(f"A NumPy version >={np_minversion} and <{np_maxversion}" + csvs=' artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv' + num=2 -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 5 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + cat artifacts/results-vs-prev/csvs2table-results-internal.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + '[' x--relative == x--relative ']' + '[' 2 == 2 ']' -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv ++ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/diff-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/csvs2table-results-internal.csv true ++ true + grep -Fxq 'Same results' artifacts/results-vs-prev/cmp-results.diff -+ rm artifacts/results-vs-prev/cmp-results.diff + cp artifacts/results-vs-prev/csvs2table-results-internal.csv artifacts/results-vs-prev/results-internal.csv |