diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-11-23 11:44:24 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-11-23 11:44:25 +0000 |
commit | 14005ee3f4c966d214f59829f4dc4c2aa847fd7a (patch) | |
tree | a5ecb153ea9011095c2816f7d5a91f16c27ba9a4 | |
parent | 625b7761c1ee8fe444ade352c3ab49cc10f419a0 (diff) |
onsuccess: #93: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/93/
Results :
| # reset_artifacts:
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -8
| # build_abe newlib:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -5
| # benchmark -- -Os_mthumb:
| 1
check_regression status : 0
42 files changed, 214 insertions, 222 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex c12020c..037edac 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex a19b29d..39dc836 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 5b0f341..2f34ff1 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex bd4b3b3..673e2c8 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex eaf5531..4d0dde6 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex a964afa..8a0ab7d 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex c1b361f..3ef7613 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex 38ac258..0b4efed 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex b16cd27..90092b8 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex f8db251..b596f3f 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index d093290..fe03775 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #45096 +Started TCWG Benchmark #45248 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_12 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXa46aOk/agent.10365 -SSH_AGENT_PID=10367 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXJv2otJ/agent.12035 +SSH_AGENT_PID=12037 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_16577243267819005515.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_16577243267819005515.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_12_tmp/private_key_1315117334539962852.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_12_tmp/private_key_1315117334539962852.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_12/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 06b1f60d89b9ad9d2d9cd853f42a5eba1b0cddc1 (origin/master) +Checking out Revision b77a11e609835109d25cb3f71fc88d532145e07d (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 06b1f60d89b9ad9d2d9cd853f42a5eba1b0cddc1 # timeout=10 -Commit message: "tcwg-lnt/create-server.sh: Fix schemas in lnt server" - > /usr/bin/git rev-list --no-walk 06b1f60d89b9ad9d2d9cd853f42a5eba1b0cddc1 # timeout=10 + > /usr/bin/git checkout -f b77a11e609835109d25cb3f71fc88d532145e07d # timeout=10 +Commit message: "round-robin-notify.sh (setup_notify_environment): Support "--notify e@mail"" + > /usr/bin/git rev-list --no-walk b77a11e609835109d25cb3f71fc88d532145e07d # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_12/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -55,24 +55,24 @@ Checking out Revision c40175524fbfe595576e5d24bc9bcf5ae416e259 (origin/master) Commit message: "gather-metrics.sh: regenerate status.csv in case we have only results.csv" > /usr/bin/git rev-list --no-walk c40175524fbfe595576e5d24bc9bcf5ae416e259 # timeout=10 No emails were triggered. -New run name is '#45096-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins413550340761812182.sh +New run name is '#45248-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_12] $ /bin/bash /tmp/jenkins1079085263414498113.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo build-02.tcwglab:52072:/tmp/tmp.Y00kylAGCP -++ sed -e s/@build_num@/45096/g -e s/@hw_tag@/stm32/g -+ results_dest=build-02.tcwglab:52072:/tmp/tmp.Y00kylAGCP +++ echo build-08.tcwglab:50401:/tmp/tmp.IGIzEHFN7e +++ sed -e s/@build_num@/45248/g -e s/@hw_tag@/stm32/g ++ results_dest=build-08.tcwglab:50401:/tmp/tmp.IGIzEHFN7e + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 10487 ++ wait 12157 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,20 +87,18 @@ New run name is '#45096-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os- + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #147679 started. -TCWG Benchmark_backend #147679-45096+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) completed. Result was SUCCESS -New run name is '#45096-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)' +TCWG Benchmark_backend #148109 started. +TCWG Benchmark_backend #148109-45248+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#45248-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 10367 killed; +echo Agent pid 12037 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#45095-tcwg_bmk-code_size-spec2k6/gnu-arm-master-Os-build (sq:armhf) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#45095-tcwg_bmk-code_size-spec2k6/gnu-arm-master-Os-build (sq:armhf) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #45096-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #45248-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex c9b3dfc..db08122 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 69dd8cc..233fafd 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/09-check_regression/output-bmk-results.log b/09-check_regression/output-bmk-results.log index efeb500..ebd5737 100644 --- a/09-check_regression/output-bmk-results.log +++ b/09-check_regression/output-bmk-results.log @@ -4,5 +4,5 @@ Index: [] Empty DataFrame Columns: [benchmark, symbol, rel_sample, rel_size, rel_num_vect_loops, rel_num_sve_loops, rel_symbol_md5sum, rel_status, sample_x, sample_y, size_x, size_y, num_vect_loops_x, num_vect_loops_y, num_sve_loops_x, num_sve_loops_y, symbol_md5sum_x, symbol_md5sum_y, status_x, status_y] Index: [] -DEBUG: checking symbol.regression : coremark,coremark : size=1% (threshold=10%) -DEBUG: checking symbol.improvement : coremark,coremark : size=1% (threshold=10%) +DEBUG: checking symbol.regression : coremark,coremark : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : coremark,coremark : size=0% (threshold=10%) diff --git a/annex/bmk-data b/annex/bmk-data index f3a28fe..ef133ed 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os/92-a842da734b9c404254e77839e8e61953.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os/93-16e52bdf39658464d450bfd775209ea2.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index a250a34..cf7e092 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -70fd94b244573225cb04ae41101d495def78b9e6 +dd5516bf98fdb8acf242dbeabe8f6b20aafd842f diff --git a/git/gcc_rev b/git/gcc_rev index 66b3d6c..ea5558b 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -509b470dcee9795887a60ddb32ab454f22e74411 +03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 diff --git a/git/newlib_rev b/git/newlib_rev index 1709224..cc9100d 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -37e67d15950a52b096601e98081abc2b17bd3a2b +3ef4bb186196b23f7a349a0614294b7ee1e0c4dc diff --git a/jenkins/build-name b/jenkins/build-name index 8eb337d..d46fa4d 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#92-binutils-gcc-newlib-R1 +#93-binutils-gcc-newlib-R1 diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log index 46b76cc..517d698 100644 --- a/jenkins/notify-full.log +++ b/jenkins/notify-full.log @@ -26,23 +26,24 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/93/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/93/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify + '[' -f /home/tcwg-buildslave/.jipdate.yml ']' + set +x # check_source_changes ++ case "$notify" in + declare -Ag pw + '[' ignore = precommit ']' + check_source_changes @@ -84,7 +85,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x70fd94b244573225cb04ae41101d495def78b9e6 '!=' xfab62191f84583780c2c6d024d0e583400881770 ']' +++ '[' xdd5516bf98fdb8acf242dbeabe8f6b20aafd842f '!=' x70fd94b244573225cb04ae41101d495def78b9e6 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -99,7 +100,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' x509b470dcee9795887a60ddb32ab454f22e74411 '!=' x426e92643285a081d2e32221268b2052d740aa35 ']' +++ '[' x03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 '!=' x509b470dcee9795887a60ddb32ab454f22e74411 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -114,18 +115,18 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' x37e67d15950a52b096601e98081abc2b17bd3a2b '!=' xc4008b8bc066ee101c3dc6463db7516edb7dc666 ']' +++ '[' x3ef4bb186196b23f7a349a0614294b7ee1e0c4dc '!=' x37e67d15950a52b096601e98081abc2b17bd3a2b ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo # Debug traces : -# change_kind=multiple_components : binutils gcc newlib + local c base_rev cur_rev c_commits + '[' 3 = 0 ']' + '[' 3 = 1 ']' + change_kind=multiple_components + changed_single_component= + echo '# Debug traces :' +# change_kind=multiple_components : binutils gcc newlib + echo '# change_kind=multiple_components : binutils gcc newlib' + for c in "${changed_components[@]}" ++ get_baseline_git binutils_rev @@ -134,17 +135,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=fab62191f84583780c2c6d024d0e583400881770 ++ base_rev=70fd94b244573225cb04ae41101d495def78b9e6 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=70fd94b244573225cb04ae41101d495def78b9e6 -++ git -C binutils rev-list --count fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 -# rev for binutils : fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 (81 commits) -+ c_commits=81 -+ echo '# rev for binutils : fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 (81 commits)' ++ cur_rev=dd5516bf98fdb8acf242dbeabe8f6b20aafd842f +++ git -C binutils rev-list --count 70fd94b244573225cb04ae41101d495def78b9e6..dd5516bf98fdb8acf242dbeabe8f6b20aafd842f +# rev for binutils : 70fd94b244573225cb04ae41101d495def78b9e6..dd5516bf98fdb8acf242dbeabe8f6b20aafd842f (55 commits) ++ c_commits=55 ++ echo '# rev for binutils : 70fd94b244573225cb04ae41101d495def78b9e6..dd5516bf98fdb8acf242dbeabe8f6b20aafd842f (55 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -152,17 +153,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=426e92643285a081d2e32221268b2052d740aa35 ++ base_rev=509b470dcee9795887a60ddb32ab454f22e74411 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=509b470dcee9795887a60ddb32ab454f22e74411 -++ git -C gcc rev-list --count 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 -# rev for gcc : 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 (177 commits) -+ c_commits=177 -+ echo '# rev for gcc : 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 (177 commits)' ++ cur_rev=03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 +++ git -C gcc rev-list --count 509b470dcee9795887a60ddb32ab454f22e74411..03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 +# rev for gcc : 509b470dcee9795887a60ddb32ab454f22e74411..03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 (158 commits) ++ c_commits=158 ++ echo '# rev for gcc : 509b470dcee9795887a60ddb32ab454f22e74411..03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 (158 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -170,18 +171,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 ++ base_rev=37e67d15950a52b096601e98081abc2b17bd3a2b ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=37e67d15950a52b096601e98081abc2b17bd3a2b -++ git -C newlib rev-list --count c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b -# rev for newlib : c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b (8 commits) ++ cur_rev=3ef4bb186196b23f7a349a0614294b7ee1e0c4dc +++ git -C newlib rev-list --count 37e67d15950a52b096601e98081abc2b17bd3a2b..3ef4bb186196b23f7a349a0614294b7ee1e0c4dc +# rev for newlib : 37e67d15950a52b096601e98081abc2b17bd3a2b..3ef4bb186196b23f7a349a0614294b7ee1e0c4dc (7 commits) -+ c_commits=8 -+ echo '# rev for newlib : c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b (8 commits)' ++ c_commits=7 ++ echo '# rev for newlib : 37e67d15950a52b096601e98081abc2b17bd3a2b..3ef4bb186196b23f7a349a0614294b7ee1e0c4dc (7 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -216,7 +217,7 @@ + local artifacts_mail_dir + artifacts_mail_dir=artifacts/notify + local res=0 -+ wait 4494 ++ wait 232626 + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ size build verbose + assert_with_msg 'ERROR while trying to regenerate bmk-data results. Aborting..' '[' 0 = 0 ']' + set -euf -o pipefail +x @@ -290,9 +291,9 @@ +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x -++ url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts +++ url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/93/artifact/artifacts ++ '[' '' '!=' '' ']' -++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts/notify/mail-body.txt/*view*/' +++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/93/artifact/artifacts/notify/mail-body.txt/*view*/' # print all notification files + echo '# print all notification files' + true @@ -325,16 +326,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=fab62191f84583780c2c6d024d0e583400881770 +++ base_rev=70fd94b244573225cb04ae41101d495def78b9e6 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=70fd94b244573225cb04ae41101d495def78b9e6 -+++ git -C binutils rev-list --count fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 -++ c_commits=81 -++ new_commits=81 +++ cur_rev=dd5516bf98fdb8acf242dbeabe8f6b20aafd842f ++++ git -C binutils rev-list --count 70fd94b244573225cb04ae41101d495def78b9e6..dd5516bf98fdb8acf242dbeabe8f6b20aafd842f +++ c_commits=55 +++ new_commits=55 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -342,16 +343,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=426e92643285a081d2e32221268b2052d740aa35 +++ base_rev=509b470dcee9795887a60ddb32ab454f22e74411 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=509b470dcee9795887a60ddb32ab454f22e74411 -+++ git -C gcc rev-list --count 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 -++ c_commits=177 -++ new_commits=258 +++ cur_rev=03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 ++++ git -C gcc rev-list --count 509b470dcee9795887a60ddb32ab454f22e74411..03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 +++ c_commits=158 +++ new_commits=213 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -359,20 +360,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 +++ base_rev=37e67d15950a52b096601e98081abc2b17bd3a2b +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=37e67d15950a52b096601e98081abc2b17bd3a2b -+++ git -C newlib rev-list --count c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b -++ c_commits=8 -++ new_commits=266 +++ cur_rev=3ef4bb186196b23f7a349a0614294b7ee1e0c4dc ++++ git -C newlib rev-list --count 37e67d15950a52b096601e98081abc2b17bd3a2b..3ef4bb186196b23f7a349a0614294b7ee1e0c4dc +++ c_commits=7 +++ new_commits=220 +++ echo binutils gcc newlib +++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '266 commits in binutils,gcc,newlib' +++ echo '220 commits in binutils,gcc,newlib' ++ '[' --oneline = --oneline ']' ++ return 0 ++ bmk_print_result --oneline @@ -460,17 +461,17 @@ ++ case "$ci_config" in ++ echo 'arm Os' ++ return 0 -+ echo '[Linaro-TCWG-CI]' '266 commits in binutils,gcc,newlib: No change on arm Os' ++ echo '[Linaro-TCWG-CI]' '220 commits in binutils,gcc,newlib: No change on arm Os' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/93/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/artifact/artifacts ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts + cat ++ bmk_print_config --short ++ . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/tcwg_bmk-config.sh @@ -551,16 +552,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=fab62191f84583780c2c6d024d0e583400881770 +++ base_rev=70fd94b244573225cb04ae41101d495def78b9e6 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=70fd94b244573225cb04ae41101d495def78b9e6 -+++ git -C binutils rev-list --count fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 -++ c_commits=81 -++ new_commits=81 +++ cur_rev=dd5516bf98fdb8acf242dbeabe8f6b20aafd842f ++++ git -C binutils rev-list --count 70fd94b244573225cb04ae41101d495def78b9e6..dd5516bf98fdb8acf242dbeabe8f6b20aafd842f +++ c_commits=55 +++ new_commits=55 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -568,16 +569,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=426e92643285a081d2e32221268b2052d740aa35 +++ base_rev=509b470dcee9795887a60ddb32ab454f22e74411 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=509b470dcee9795887a60ddb32ab454f22e74411 -+++ git -C gcc rev-list --count 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 -++ c_commits=177 -++ new_commits=258 +++ cur_rev=03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 ++++ git -C gcc rev-list --count 509b470dcee9795887a60ddb32ab454f22e74411..03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 +++ c_commits=158 +++ new_commits=213 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -585,20 +586,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 +++ base_rev=37e67d15950a52b096601e98081abc2b17bd3a2b +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=37e67d15950a52b096601e98081abc2b17bd3a2b -+++ git -C newlib rev-list --count c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b -++ c_commits=8 -++ new_commits=266 +++ cur_rev=3ef4bb186196b23f7a349a0614294b7ee1e0c4dc ++++ git -C newlib rev-list --count 37e67d15950a52b096601e98081abc2b17bd3a2b..3ef4bb186196b23f7a349a0614294b7ee1e0c4dc +++ c_commits=7 +++ new_commits=220 +++ echo binutils gcc newlib +++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '266 commits in binutils,gcc,newlib' +++ echo '220 commits in binutils,gcc,newlib' ++ '[' --short = --oneline ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev @@ -607,19 +608,19 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=fab62191f84583780c2c6d024d0e583400881770 +++ base_rev=70fd94b244573225cb04ae41101d495def78b9e6 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=70fd94b244573225cb04ae41101d495def78b9e6 -+++ git -C binutils rev-list --count fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 -++ c_commits=81 +++ cur_rev=dd5516bf98fdb8acf242dbeabe8f6b20aafd842f ++++ git -C binutils rev-list --count 70fd94b244573225cb04ae41101d495def78b9e6..dd5516bf98fdb8acf242dbeabe8f6b20aafd842f +++ c_commits=55 ++ '[' '' '!=' '' ']' -++ git -C binutils log -n 5 --oneline fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 -++ '[' 81 -gt 5 ']' -++ echo '... and 76 more commits in binutils' +++ git -C binutils log -n 5 --oneline 70fd94b244573225cb04ae41101d495def78b9e6..dd5516bf98fdb8acf242dbeabe8f6b20aafd842f +++ '[' 55 -gt 5 ']' +++ echo '... and 50 more commits in binutils' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev @@ -628,19 +629,19 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=426e92643285a081d2e32221268b2052d740aa35 +++ base_rev=509b470dcee9795887a60ddb32ab454f22e74411 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=509b470dcee9795887a60ddb32ab454f22e74411 -+++ git -C gcc rev-list --count 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 -++ c_commits=177 +++ cur_rev=03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 ++++ git -C gcc rev-list --count 509b470dcee9795887a60ddb32ab454f22e74411..03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 +++ c_commits=158 ++ '[' '' '!=' '' ']' -++ git -C gcc log -n 5 --oneline 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 -++ '[' 177 -gt 5 ']' -++ echo '... and 172 more commits in gcc' +++ git -C gcc log -n 5 --oneline 509b470dcee9795887a60ddb32ab454f22e74411..03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 +++ '[' 158 -gt 5 ']' +++ echo '... and 153 more commits in gcc' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev @@ -649,19 +650,19 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 +++ base_rev=37e67d15950a52b096601e98081abc2b17bd3a2b +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=37e67d15950a52b096601e98081abc2b17bd3a2b -+++ git -C newlib rev-list --count c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b -++ c_commits=8 +++ cur_rev=3ef4bb186196b23f7a349a0614294b7ee1e0c4dc ++++ git -C newlib rev-list --count 37e67d15950a52b096601e98081abc2b17bd3a2b..3ef4bb186196b23f7a349a0614294b7ee1e0c4dc +++ c_commits=7 ++ '[' '' '!=' '' ']' -++ git -C newlib log -n 5 --oneline c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b -++ '[' 8 -gt 5 ']' -++ echo '... and 3 more commits in newlib' +++ git -C newlib log -n 5 --oneline 37e67d15950a52b096601e98081abc2b17bd3a2b..3ef4bb186196b23f7a349a0614294b7ee1e0c4dc +++ '[' 7 -gt 5 ']' +++ echo '... and 2 more commits in newlib' ++ '[' '' '!=' '' ']' ++ return 0 ++ bmk_print_result --short @@ -789,27 +790,27 @@ + '[' multiple_components '!=' single_commit ']' + return # generate dashboard +# generate_dashboard_squad +... Skipping +# post_dashboard_squad +... Skipping + echo '# generate dashboard' + generate_dashboard_squad + local results_date + echo '# generate_dashboard_squad' -# generate_dashboard_squad -... Skipping + false + echo '... Skipping' + return -# post_dashboard_squad -... Skipping + post_dashboard_squad + echo '# post_dashboard_squad' + false + echo '... Skipping' + return + generate_lnt_report -+ wait 4708 -# generate_lnt_report ++ wait 232840 + set -euf -o pipefail + echo '# generate_lnt_report' +# generate_lnt_report + true + . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/lnt-utils.sh + case "$ci_project" in diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log index 515513f..863c3b0 100644 --- a/jenkins/notify-init.log +++ b/jenkins/notify-init.log @@ -2,6 +2,7 @@ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh +# setup_notify_environment + false + dryrun= + declare top_artifacts ci_project ci_config @@ -9,7 +10,6 @@ + declare -a changed_components + declare print_commits_f print_result_f print_config_f print_last_icommit_f + dump_model_only=false -# setup_notify_environment + setup_notify_environment + echo '# setup_notify_environment' + top_artifacts=artifacts @@ -26,25 +26,26 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/93/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/93/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify + '[' -f /home/tcwg-buildslave/.jipdate.yml ']' + set +x -# check_source_changes ++ case "$notify" in + declare -Ag pw + '[' ignore = precommit ']' +# check_source_changes + check_source_changes + echo '# check_source_changes' ++ get_current_manifest '{rr[update_baseline]}' @@ -84,7 +85,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x70fd94b244573225cb04ae41101d495def78b9e6 '!=' xfab62191f84583780c2c6d024d0e583400881770 ']' +++ '[' xdd5516bf98fdb8acf242dbeabe8f6b20aafd842f '!=' x70fd94b244573225cb04ae41101d495def78b9e6 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -99,7 +100,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' x509b470dcee9795887a60ddb32ab454f22e74411 '!=' x426e92643285a081d2e32221268b2052d740aa35 ']' +++ '[' x03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 '!=' x509b470dcee9795887a60ddb32ab454f22e74411 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -114,7 +115,7 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' x37e67d15950a52b096601e98081abc2b17bd3a2b '!=' xc4008b8bc066ee101c3dc6463db7516edb7dc666 ']' +++ '[' x3ef4bb186196b23f7a349a0614294b7ee1e0c4dc '!=' x37e67d15950a52b096601e98081abc2b17bd3a2b ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo @@ -134,17 +135,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=fab62191f84583780c2c6d024d0e583400881770 ++ base_rev=70fd94b244573225cb04ae41101d495def78b9e6 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=70fd94b244573225cb04ae41101d495def78b9e6 -++ git -C binutils rev-list --count fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 -# rev for binutils : fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 (81 commits) -+ c_commits=81 -+ echo '# rev for binutils : fab62191f84583780c2c6d024d0e583400881770..70fd94b244573225cb04ae41101d495def78b9e6 (81 commits)' ++ cur_rev=dd5516bf98fdb8acf242dbeabe8f6b20aafd842f +++ git -C binutils rev-list --count 70fd94b244573225cb04ae41101d495def78b9e6..dd5516bf98fdb8acf242dbeabe8f6b20aafd842f +# rev for binutils : 70fd94b244573225cb04ae41101d495def78b9e6..dd5516bf98fdb8acf242dbeabe8f6b20aafd842f (55 commits) ++ c_commits=55 ++ echo '# rev for binutils : 70fd94b244573225cb04ae41101d495def78b9e6..dd5516bf98fdb8acf242dbeabe8f6b20aafd842f (55 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -152,17 +153,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=426e92643285a081d2e32221268b2052d740aa35 ++ base_rev=509b470dcee9795887a60ddb32ab454f22e74411 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=509b470dcee9795887a60ddb32ab454f22e74411 -++ git -C gcc rev-list --count 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 -# rev for gcc : 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 (177 commits) -+ c_commits=177 -+ echo '# rev for gcc : 426e92643285a081d2e32221268b2052d740aa35..509b470dcee9795887a60ddb32ab454f22e74411 (177 commits)' ++ cur_rev=03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 +++ git -C gcc rev-list --count 509b470dcee9795887a60ddb32ab454f22e74411..03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 +# rev for gcc : 509b470dcee9795887a60ddb32ab454f22e74411..03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 (158 commits) ++ c_commits=158 ++ echo '# rev for gcc : 509b470dcee9795887a60ddb32ab454f22e74411..03c7149db6ec3c8a70baac1f8f8fa7d0773de3f0 (158 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -170,18 +171,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=c4008b8bc066ee101c3dc6463db7516edb7dc666 ++ base_rev=37e67d15950a52b096601e98081abc2b17bd3a2b ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=37e67d15950a52b096601e98081abc2b17bd3a2b -++ git -C newlib rev-list --count c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b -# rev for newlib : c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b (8 commits) ++ cur_rev=3ef4bb186196b23f7a349a0614294b7ee1e0c4dc +++ git -C newlib rev-list --count 37e67d15950a52b096601e98081abc2b17bd3a2b..3ef4bb186196b23f7a349a0614294b7ee1e0c4dc +# rev for newlib : 37e67d15950a52b096601e98081abc2b17bd3a2b..3ef4bb186196b23f7a349a0614294b7ee1e0c4dc (7 commits) -+ c_commits=8 -+ echo '# rev for newlib : c4008b8bc066ee101c3dc6463db7516edb7dc666..37e67d15950a52b096601e98081abc2b17bd3a2b (8 commits)' ++ c_commits=7 ++ echo '# rev for newlib : 37e67d15950a52b096601e98081abc2b17bd3a2b..3ef4bb186196b23f7a349a0614294b7ee1e0c4dc (7 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' diff --git a/jenkins/run-build.env b/jenkins/run-build.env index 666bc51..ac12c53 100644 --- a/jenkins/run-build.env +++ b/jenkins/run-build.env @@ -1,15 +1,15 @@ -build_name="#92" +build_name="#93" docker_opts=(--distro default --ssh_info true ) source build_container.sh trap "cleanup_all_containers" EXIT -build_name="#92-binutils-gcc-newlib" +build_name="#93-binutils-gcc-newlib" branch_opt=(==rr\[binutils_git\] git://sourceware.org/git/binutils-gdb.git#master ==rr\[gcc_git\] https://github.com/gcc-mirror/gcc.git#master ==rr\[newlib_git\] git://sourceware.org/git/newlib-cygwin.git#master ) -build_name="#92-binutils-gcc-newlib-R1" +build_name="#93-binutils-gcc-newlib-R1" diff --git a/manifest.sh b/manifest.sh index 021dd67..f8d0995 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=e66588736a8242a8389a9fe7edff26f68445e538" +declare -g "jenkins_scripts_rev=b77a11e609835109d25cb3f71fc88d532145e07d" # Artifacts directory # Recording parameters to manifest: artifacts/manifest.sh rr[ci_project]="tcwg_bmk-code_size-coremark" @@ -7,7 +7,7 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/93/" declare -g "SQUAD_GRP=tcwg" rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master" rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 5aa3d91..56ef81f 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-686] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/93/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index a2cada6..02f2634 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,25 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-Os after: - | 266 commits in binutils,gcc,newlib - | 70fd94b2445 gdb: fix reopen_exec_file for files with target: prefix - | 96619f154a3 gdb: move all bfd_cache_close_all calls in gdb_bfd.c - | fb84fbf8a51 gdb/infrun: simplify process_event_stop_test - | bf2813aff8f gdb/record: print frame information when exiting a recursive call - | 11788869e0a Automatic date update in version.in - | ... and 76 more commits in binutils - | 509b470dcee c, c++: Add new value for vector types for __builtin_classify_type - | f25a5b199a0 vect: Add bool pattern handling for COND_OPs. - | 103a3966bc7 tree-ssa-math-opts: popcount (X) == 1 to (X ^ (X - 1)) > (X - 1) optimization for direct optab [PR90693] - | d0b6b7f8a6b tree-ssa-math-opts: popcount (X) == 1 to (X ^ (X - 1)) > (X - 1) optimization [PR90693] - | 99fad213d5d internal-fn: Always undefine DEF_INTERNAL* macros at the end of internal-fn.def - | ... and 172 more commits in gcc - | 37e67d159 Reclaim _REENT_MP_P5S in _reclaim_reent - | 643275ed1 Cygwin: Document /dev/disk/by-* subdirectories - | 41e13e4d9 Cygwin: Add /dev/disk/by-label and /dev/disk/by-uuid symlinks - | 6ccbfe6a3 __sfvwrite_r: call __sputc_r rather than putc in __SCLE case - | 61ccd3f94 v{fs}printf/v{fs}wprintf: create external output helpers - | ... and 3 more commits in newlib + | 220 commits in binutils,gcc,newlib + | dd5516bf98f [gdb/python] Reformat missing_debug.py using black + | a54a99a6e51 Fix build with GCC 7.5 + | d95ba7227e2 RISC-V: Add vector permutation instructions for T-Head VECTOR vendor extension + | 832cdeeccb0 RISC-V: Add vector mask instructions for T-Head VECTOR vendor extension + | b4cf88da83f RISC-V: Add reductions instructions for T-Head VECTOR vendor extension + | ... and 50 more commits in binutils + | 03c7149db6e c: Add __builtin_stdc_* builtins + | 7758cb4b53e middle-end/32667 - document cpymem and memcpy exact overlap requirement + | 6ce952188ab c++: Implement C++26 P2741R3 - user-generated static_assert messages [PR110348] + | 9d912820d02 ifcvt: remove obsolete SUBREG handling in noce_convert_multiple_sets + | 990769a343f DSE: Allow vector type for get_stored_val when read < store + | ... and 153 more commits in gcc + | 3ef4bb186 Cygwin: /dev/disk: Append '#N' if the same name appears more than once + | 3cacedbba aarch64: Remove duplicated optimized memmove() + | 61e52c4d6 stdio: drop unnecessary calls to ORIENT + | c190063f9 stdio: set and test stream orientation in low-level input function __srget_r + | 09119463a stdio: split byte- and wide-char-oriented low-level output functions + | ... and 2 more commits in newlib No change @@ -40,6 +40,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/90/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/93/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-Os-build/92/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 9d04a2c..9d55a35 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 266 commits in binutils,gcc,newlib: No change on arm Os +[Linaro-TCWG-CI] 220 commits in binutils,gcc,newlib: No change on arm Os diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index 76a007f..b439c2a 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -188,7 +188,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : coremark,coremark : size=1% (threshold=10%) +DEBUG: checking symbol.regression : coremark,coremark : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -221,7 +221,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : coremark,coremark : size=1% (threshold=10%) +DEBUG: checking symbol.improvement : coremark,coremark : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 1fb0719..55498c8 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_sve_loops_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average +sample_variation_average,size_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 068ae4e..2011f19 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -4,4 +4,4 @@ Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 -coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 +coremark,coremark,100,100,n/a,n/a,n/a,n/a,19403,19397,67124,67044,-1,-1,-1,-1,-1,-1,19403,19397 diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv index 45adc35..5b44e15 100644 --- a/results-vs-prev/csv-results-0/perf.csv +++ b/results-vs-prev/csv-results-0/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,19400,na +coremark,coremark,19403,na diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index 6adb408..f0c61d4 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -4,7 +4,7 @@ Mean,geomean-successful-tests,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,-1,-1,-1,-1,-1,-1 -coremark,coremark,19400,67812,-1,-1,-1,19400 +coremark,coremark,19403,67124,-1,-1,-1,19403 coremark,[.] abort,-1,14,-1,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1,-1 @@ -134,9 +134,6 @@ coremark,[.] __fp_lock_all,-1,36,-1,-1,-1,-1 coremark,[.] FPU_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] __fp_unlock,-1,28,-1,-1,-1,-1 coremark,[.] __fp_unlock_all,-1,36,-1,-1,-1,-1 -coremark,[.] __fputwc,-1,156,-1,-1,-1,-1 -coremark,[.] fputwc,-1,60,-1,-1,-1,-1 -coremark,[.] _fputwc_r,-1,144,-1,-1,-1,-1 coremark,[.] _free_r,-1,488,-1,-1,-1,-1 coremark,[.] frexp,-1,100,-1,-1,-1,-1 coremark,[.] _fstat,-1,28,-1,-1,-1,-1 @@ -309,8 +306,7 @@ coremark,[.] __smakebuf_r,-1,208,-1,-1,-1,-1 coremark,[.] SPI1_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] SPI2_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] SPI3_IRQHandler,-1,2,-1,-1,-1,-1 -coremark,[.] __sprint_r,-1,22,-1,-1,-1,-1 -coremark,[.] __sprint_r.part.0,-1,120,-1,-1,-1,-1 +coremark,[.] __sprint_r,-1,30,-1,-1,-1,-1 coremark,[.] __sread,-1,34,-1,-1,-1,-1 coremark,[.] __sseek,-1,34,-1,-1,-1,-1 coremark,[.] start_time,-1,18,-1,-1,-1,-1 @@ -380,7 +376,7 @@ coremark,[.] USART3_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] __utf8_mbtowc,-1,510,-1,-1,-1,-1 coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1,-1 -coremark,[.] _vfiprintf_r,-1,8068,-1,-1,-1,-1 +coremark,[.] _vfiprintf_r,-1,7846,-1,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1,-1 coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/size.csv b/results-vs-prev/csv-results-0/size.csv index 4e718f0..947d4d0 100644 --- a/results-vs-prev/csv-results-0/size.csv +++ b/results-vs-prev/csv-results-0/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,67812
+coremark,coremark,67124
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -129,9 +129,6 @@ coremark,[.] __fp_lock_all,36 coremark,[.] FPU_IRQHandler,2
coremark,[.] __fp_unlock,28
coremark,[.] __fp_unlock_all,36
-coremark,[.] __fputwc,156
-coremark,[.] fputwc,60
-coremark,[.] _fputwc_r,144
coremark,[.] _free_r,488
coremark,[.] frexp,100
coremark,[.] _fstat,28
@@ -304,8 +301,7 @@ coremark,[.] __smakebuf_r,208 coremark,[.] SPI1_IRQHandler,2
coremark,[.] SPI2_IRQHandler,2
coremark,[.] SPI3_IRQHandler,2
-coremark,[.] __sprint_r,22
-coremark,[.] __sprint_r.part.0,120
+coremark,[.] __sprint_r,30
coremark,[.] __sread,34
coremark,[.] __sseek,34
coremark,[.] start_time,18
@@ -375,7 +371,7 @@ coremark,[.] USART3_IRQHandler,2 coremark,[.] __utf8_mbtowc,510
coremark,[.] __utf8_wctomb,156
coremark,[.] vfiprintf,28
-coremark,[.] _vfiprintf_r,8068
+coremark,[.] _vfiprintf_r,7846
coremark,[.] vfprintf,28
coremark,[.] _vfprintf_r,12676
coremark,[.] wcrtomb,88
diff --git a/results-vs-prev/csv-results-0/status.csv b/results-vs-prev/csv-results-0/status.csv index 2008ed7..34944e6 100644 --- a/results-vs-prev/csv-results-0/status.csv +++ b/results-vs-prev/csv-results-0/status.csv @@ -1,2 +1,2 @@ benchmark,symbol,status -coremark,coremark,19400 +coremark,coremark,19403 diff --git a/results-vs-prev/csv-results-1/perf.csv b/results-vs-prev/csv-results-1/perf.csv index 5b44e15..c8d5704 100644 --- a/results-vs-prev/csv-results-1/perf.csv +++ b/results-vs-prev/csv-results-1/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,19403,na +coremark,coremark,19397,na diff --git a/results-vs-prev/csv-results-1/results.csv b/results-vs-prev/csv-results-1/results.csv index f0c61d4..d5186e3 100644 --- a/results-vs-prev/csv-results-1/results.csv +++ b/results-vs-prev/csv-results-1/results.csv @@ -4,7 +4,7 @@ Mean,geomean-successful-tests,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,-1,-1,-1,-1,-1,-1 Mean,average-successful-tests,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,-1,-1,-1,-1,-1,-1 -coremark,coremark,19403,67124,-1,-1,-1,19403 +coremark,coremark,19397,67044,-1,-1,-1,19397 coremark,[.] abort,-1,14,-1,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1,-1 @@ -97,7 +97,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] DMA2_Channel5_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] DMA2_Channel6_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] DMA2_Channel7_IRQHandler,-1,2,-1,-1,-1,-1 -coremark,[.] _dtoa_r,-1,4156,-1,-1,-1,-1 +coremark,[.] _dtoa_r,-1,4168,-1,-1,-1,-1 coremark,[.] __env_lock,-1,12,-1,-1,-1,-1 coremark,[.] __env_unlock,-1,12,-1,-1,-1,-1 coremark,[.] __eqdf2,-1,122,-1,-1,-1,-1 @@ -204,7 +204,7 @@ coremark,[.] LPTIM2_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] LPUART1_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] _lseek,-1,4,-1,-1,-1,-1 coremark,[.] _lseek_r,-1,44,-1,-1,-1,-1 -coremark,[.] __lshift,-1,240,-1,-1,-1,-1 +coremark,[.] __lshift,-1,232,-1,-1,-1,-1 coremark,[.] __ltdf2,-1,130,-1,-1,-1,-1 coremark,[.] main,-1,1364,-1,-1,-1,-1 coremark,[.] __malloc_lock,-1,12,-1,-1,-1,-1 @@ -220,11 +220,11 @@ coremark,[.] matrix_sum,-1,78,-1,-1,-1,-1 coremark,[.] matrix_test,-1,158,-1,-1,-1,-1 coremark,[.] _mbtowc_r,-1,20,-1,-1,-1,-1 coremark,[.] __mcmp,-1,66,-1,-1,-1,-1 -coremark,[.] __mdiff,-1,388,-1,-1,-1,-1 +coremark,[.] __mdiff,-1,364,-1,-1,-1,-1 coremark,[.] memcpy,-1,308,-1,-1,-1,-1 coremark,[.] MemManage_Handler,-1,2,-1,-1,-1,-1 -coremark,[.] memmove,-1,254,-1,-1,-1,-1 -coremark,[.] memset,-1,162,-1,-1,-1,-1 +coremark,[.] memmove,-1,246,-1,-1,-1,-1 +coremark,[.] memset,-1,156,-1,-1,-1,-1 coremark,[.] _mprec_log10,-1,64,-1,-1,-1,-1 coremark,[.] __muldf3,-1,596,-1,-1,-1,-1 coremark,[.] __multadd,-1,160,-1,-1,-1,-1 @@ -242,10 +242,10 @@ coremark,[.] portable_malloc,-1,4,-1,-1,-1,-1 coremark,[.] __pow5mult,-1,192,-1,-1,-1,-1 coremark,[.] printf,-1,40,-1,-1,-1,-1 coremark,[.] _printf_r,-1,30,-1,-1,-1,-1 -coremark,[.] putc,-1,164,-1,-1,-1,-1 +coremark,[.] putc,-1,128,-1,-1,-1,-1 coremark,[.] putchar,-1,16,-1,-1,-1,-1 coremark,[.] _putchar_r,-1,6,-1,-1,-1,-1 -coremark,[.] _putc_r,-1,156,-1,-1,-1,-1 +coremark,[.] _putc_r,-1,118,-1,-1,-1,-1 coremark,[.] puts,-1,16,-1,-1,-1,-1 coremark,[.] _puts_r,-1,188,-1,-1,-1,-1 coremark,[.] PVD_PVM_IRQHandler,-1,2,-1,-1,-1,-1 @@ -378,7 +378,7 @@ coremark,[.] __utf8_wctomb,-1,156,-1,-1,-1,-1 coremark,[.] vfiprintf,-1,28,-1,-1,-1,-1 coremark,[.] _vfiprintf_r,-1,7846,-1,-1,-1,-1 coremark,[.] vfprintf,-1,28,-1,-1,-1,-1 -coremark,[.] _vfprintf_r,-1,12676,-1,-1,-1,-1 +coremark,[.] _vfprintf_r,-1,12708,-1,-1,-1,-1 coremark,[.] wcrtomb,-1,88,-1,-1,-1,-1 coremark,[.] _wcrtomb_r,-1,76,-1,-1,-1,-1 coremark,[.] wcsnrtombs,-1,44,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-1/size.csv b/results-vs-prev/csv-results-1/size.csv index 947d4d0..6ed6f68 100644 --- a/results-vs-prev/csv-results-1/size.csv +++ b/results-vs-prev/csv-results-1/size.csv @@ -1,5 +1,5 @@ benchmark,symbol,size
-coremark,coremark,67124
+coremark,coremark,67044
coremark,[.] abort,14
coremark,[.] ADC1_2_IRQHandler,2
coremark,[.] ADC3_IRQHandler,2
@@ -92,7 +92,7 @@ coremark,[.] DMA2_Channel4_IRQHandler,2 coremark,[.] DMA2_Channel5_IRQHandler,2
coremark,[.] DMA2_Channel6_IRQHandler,2
coremark,[.] DMA2_Channel7_IRQHandler,2
-coremark,[.] _dtoa_r,4156
+coremark,[.] _dtoa_r,4168
coremark,[.] __env_lock,12
coremark,[.] __env_unlock,12
coremark,[.] __eqdf2,122
@@ -199,7 +199,7 @@ coremark,[.] LPTIM2_IRQHandler,2 coremark,[.] LPUART1_IRQHandler,2
coremark,[.] _lseek,4
coremark,[.] _lseek_r,44
-coremark,[.] __lshift,240
+coremark,[.] __lshift,232
coremark,[.] __ltdf2,130
coremark,[.] main,1364
coremark,[.] __malloc_lock,12
@@ -215,11 +215,11 @@ coremark,[.] matrix_sum,78 coremark,[.] matrix_test,158
coremark,[.] _mbtowc_r,20
coremark,[.] __mcmp,66
-coremark,[.] __mdiff,388
+coremark,[.] __mdiff,364
coremark,[.] memcpy,308
coremark,[.] MemManage_Handler,2
-coremark,[.] memmove,254
-coremark,[.] memset,162
+coremark,[.] memmove,246
+coremark,[.] memset,156
coremark,[.] _mprec_log10,64
coremark,[.] __muldf3,596
coremark,[.] __multadd,160
@@ -237,10 +237,10 @@ coremark,[.] portable_malloc,4 coremark,[.] __pow5mult,192
coremark,[.] printf,40
coremark,[.] _printf_r,30
-coremark,[.] putc,164
+coremark,[.] putc,128
coremark,[.] putchar,16
coremark,[.] _putchar_r,6
-coremark,[.] _putc_r,156
+coremark,[.] _putc_r,118
coremark,[.] puts,16
coremark,[.] _puts_r,188
coremark,[.] PVD_PVM_IRQHandler,2
@@ -373,7 +373,7 @@ coremark,[.] __utf8_wctomb,156 coremark,[.] vfiprintf,28
coremark,[.] _vfiprintf_r,7846
coremark,[.] vfprintf,28
-coremark,[.] _vfprintf_r,12676
+coremark,[.] _vfprintf_r,12708
coremark,[.] wcrtomb,88
coremark,[.] _wcrtomb_r,76
coremark,[.] wcsnrtombs,44
diff --git a/results-vs-prev/csv-results-1/status.csv b/results-vs-prev/csv-results-1/status.csv index 34944e6..c4decfa 100644 --- a/results-vs-prev/csv-results-1/status.csv +++ b/results-vs-prev/csv-results-1/status.csv @@ -1,2 +1,2 @@ benchmark,symbol,status -coremark,coremark,19403 +coremark,coremark,19397 diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index 5f70934..1590fb7 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,2 +1,2 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y -coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 +coremark,coremark,100,100,n/a,n/a,n/a,n/a,19403,19397,67124,67044,-1,-1,-1,-1,-1,-1,19403,19397 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index 5f70934..1590fb7 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,2 +1,2 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y -coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 +coremark,coremark,100,100,n/a,n/a,n/a,n/a,19403,19397,67124,67044,-1,-1,-1,-1,-1,-1,19403,19397 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index 5f70934..1590fb7 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,2 +1,2 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y -coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 +coremark,coremark,100,100,n/a,n/a,n/a,n/a,19403,19397,67124,67044,-1,-1,-1,-1,-1,-1,19403,19397 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index 5f70934..1590fb7 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,2 +1,2 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y -coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 +coremark,coremark,100,100,n/a,n/a,n/a,n/a,19403,19397,67124,67044,-1,-1,-1,-1,-1,-1,19403,19397 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index 5f70934..1590fb7 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,2 +1,2 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y -coremark,coremark,100,99,n/a,n/a,n/a,n/a,19400,19403,67812,67124,-1,-1,-1,-1,-1,-1,19400,19403 +coremark,coremark,100,100,n/a,n/a,n/a,n/a,19403,19397,67124,67044,-1,-1,-1,-1,-1,-1,19403,19397 |