diff options
| author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-09-14 05:51:12 +0000 |
|---|---|---|
| committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-09-14 05:51:14 +0000 |
| commit | a7c5c92203b24ec3e061124101ab4f1e6cf8b80d (patch) | |
| tree | 5ee2ffec1a833c6acefcf899f1f21de21e1ba60c | |
| parent | 8c0aba6745a081843b7f3bc2fb654503f01e4051 (diff) | |
onsuccess: #66: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/66/
Results :
| # reset_artifacts:
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -8
| # build_abe newlib:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -5
| # benchmark -- -O3_LTO_mthumb:
| 1
check_regression status : 0
28 files changed, 347 insertions, 322 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex df7d1b2..a162e22 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex c143c54..c5c2fc6 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 7b03e38..a2f7f47 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex 92f6c8b..e91c98a 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 14d9621..8b16374 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex 385e471..8e6f47c 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex 3f3f117..7433c20 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex 3f9f2ac..3183a4b 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 732a4a5..58c9865 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex 033dea3..e5bfd32 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index c4321b5..89ba679 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #40662 +Started TCWG Benchmark #41257 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXsm0KAP/agent.13067 -SSH_AGENT_PID=13069 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXupv9rm/agent.3330 +SSH_AGENT_PID=3332 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_8141489602627752322.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11_tmp/private_key_8141489602627752322.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_4600830299438062383.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6_tmp/private_key_4600830299438062383.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 197d502922ea0d09ba633c1310bc52c75e7b1bc1 (origin/master) +Checking out Revision 20022fc2fd596b54ebdc636007f2a7db1d3179fd (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 197d502922ea0d09ba633c1310bc52c75e7b1bc1 # timeout=10 -Commit message: "tcwg_gnu-build.sh: Bump minor version to update jira cards" - > /usr/bin/git rev-list --no-walk 197d502922ea0d09ba633c1310bc52c75e7b1bc1 # timeout=10 + > /usr/bin/git checkout -f 20022fc2fd596b54ebdc636007f2a7db1d3179fd # timeout=10 +Commit message: "round-robin-notify.sh: Fix reproduction instructions" + > /usr/bin/git rev-list --no-walk 20022fc2fd596b54ebdc636007f2a7db1d3179fd # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_11/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_6/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 1cb5b298836bbbfa535638b967152f91eee14f43 (origin/master) +Checking out Revision 56fc73abf8cb1aaeffb6a3abe6e1fe792084f164 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 1cb5b298836bbbfa535638b967152f91eee14f43 # timeout=10 -Commit message: "prepare-board/freq-qc: Set the frequency of the cpu 4-6" - > /usr/bin/git rev-list --no-walk 1cb5b298836bbbfa535638b967152f91eee14f43 # timeout=10 + > /usr/bin/git checkout -f 56fc73abf8cb1aaeffb6a3abe6e1fe792084f164 # timeout=10 +Commit message: "Rework vect and sve metric." + > /usr/bin/git rev-list --no-walk 56fc73abf8cb1aaeffb6a3abe6e1fe792084f164 # timeout=10 No emails were triggered. -New run name is '#40662-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_11] $ /bin/bash /tmp/jenkins7726370335597931194.sh +New run name is '#41257-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_6] $ /bin/bash /tmp/jenkins2539049341712530967.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo build-08.tcwglab:49490:/tmp/tmp.xO4ZlBzwA0 -++ sed -e s/@build_num@/40662/g -e s/@hw_tag@/stm32/g -+ results_dest=build-08.tcwglab:49490:/tmp/tmp.xO4ZlBzwA0 +++ echo build-05.tcwglab:51809:/tmp/tmp.LU0ciw7KWq +++ sed -e s/@build_num@/41257/g -e s/@hw_tag@/stm32/g ++ results_dest=build-05.tcwglab:51809:/tmp/tmp.LU0ciw7KWq + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 13187 ++ wait 3450 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,20 +87,20 @@ New run name is '#40662-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_ + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #138824 started. -TCWG Benchmark_backend #138824-40662+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64) completed. Result was SUCCESS -New run name is '#40662-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' +TCWG Benchmark_backend #139913 started. +TCWG Benchmark_backend #139913-41257+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#41257-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 13069 killed; +echo Agent pid 3332 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#40661-tcwg_bmk-code_speed-cpu2017rate/gnu-arm-master-O2-build (tk1:armhf) is still in progress; ignoring for purposes of comparison +#41256-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O3-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#40661-tcwg_bmk-code_speed-cpu2017rate/gnu-arm-master-O2-build (tk1:armhf) is still in progress; ignoring for purposes of comparison +#41256-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O3-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #40662-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #41257-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex f59587c..c83d1c9 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 72949c2..6a180cb 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index e7a93d4..74dbebb 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO/64-98ce52c598c4af72b5002c55415e8bc7.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO/66-328af6f8d388214dd72bc5ba501ac195.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index 31b3153..cab89c8 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -3c11aea0297a3f038e552eee424c214dc5a2c4bc +5c83c7600e1250191e619d8ab7b99171ec4d85c4 diff --git a/git/gcc_rev b/git/gcc_rev index c6678f1..703edd3 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -daaed758517c81fc8f8bc6502be648aca51ab278 +5079b620987f20d04a0bed837d649772735747f2 diff --git a/git/newlib_rev b/git/newlib_rev index 936366a..02b0d9c 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -7ced682549ae718db29121013c84ce8057bc3509 +c2d2bf34e6959615a3ba0edf4153d210501ba04f diff --git a/jenkins/build-name b/jenkins/build-name index c27cf72..b9a0bd7 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#64-binutils-gcc-newlib-R1 +#66-binutils-gcc-newlib-R1 diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log index 29c3519..a3e1196 100644 --- a/jenkins/notify-full.log +++ b/jenkins/notify-full.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true ++ remote_exec 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh + set -euf -o pipefail + local host -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -d: -f 1 -+ host=build-08.tcwglab ++ host=build-05.tcwglab + local port -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 + local opts -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 4 -+ opts=-p49490 ++ opts=-p51809 + local env_vars -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-08.tcwglab ssh_port=49490' ++ env_vars='ssh_host=build-05.tcwglab ssh_port=51809' + shift + local -a cmd + cmd=() @@ -52,10 +52,16 @@ + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q true ++ for i in "$@" ++ cmd+=("$(printf '%q' "$i")") +++ printf %q __build_script ++ for i in "$@" ++ cmd+=("$(printf '%q' "$i")") +++ printf %q tcwg_bmk-build.sh ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p49490 build-08.tcwglab 'export ssh_host=build-08.tcwglab ssh_port=49490 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true' ++ ssh -p51809 build-05.tcwglab 'export ssh_host=build-05.tcwglab ssh_port=51809 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh' -/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true +/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -81,17 +87,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/63/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/63/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/66/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/66/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -139,7 +145,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x3c11aea0297a3f038e552eee424c214dc5a2c4bc '!=' x2a546455f456ad190e8c4785fd2b170659bf2236 ']' +++ '[' x5c83c7600e1250191e619d8ab7b99171ec4d85c4 '!=' x3c11aea0297a3f038e552eee424c214dc5a2c4bc ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -154,7 +160,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' xdaaed758517c81fc8f8bc6502be648aca51ab278 '!=' x137d6238ccfb06ba16699000619fd4e01e4a6278 ']' +++ '[' x5079b620987f20d04a0bed837d649772735747f2 '!=' xdaaed758517c81fc8f8bc6502be648aca51ab278 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -169,7 +175,7 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' x7ced682549ae718db29121013c84ce8057bc3509 '!=' x24b029ba8ea78cee7d94bc736ff4462eb8889f30 ']' +++ '[' xc2d2bf34e6959615a3ba0edf4153d210501ba04f '!=' x7ced682549ae718db29121013c84ce8057bc3509 ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo @@ -189,17 +195,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=2a546455f456ad190e8c4785fd2b170659bf2236 ++ base_rev=3c11aea0297a3f038e552eee424c214dc5a2c4bc ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=3c11aea0297a3f038e552eee424c214dc5a2c4bc -++ git -C binutils rev-list --count 2a546455f456ad190e8c4785fd2b170659bf2236..3c11aea0297a3f038e552eee424c214dc5a2c4bc -# rev for binutils : 2a546455f456ad190e8c4785fd2b170659bf2236..3c11aea0297a3f038e552eee424c214dc5a2c4bc (50 commits) -+ c_commits=50 -+ echo '# rev for binutils : 2a546455f456ad190e8c4785fd2b170659bf2236..3c11aea0297a3f038e552eee424c214dc5a2c4bc (50 commits)' ++ cur_rev=5c83c7600e1250191e619d8ab7b99171ec4d85c4 +++ git -C binutils rev-list --count 3c11aea0297a3f038e552eee424c214dc5a2c4bc..5c83c7600e1250191e619d8ab7b99171ec4d85c4 +# rev for binutils : 3c11aea0297a3f038e552eee424c214dc5a2c4bc..5c83c7600e1250191e619d8ab7b99171ec4d85c4 (31 commits) ++ c_commits=31 ++ echo '# rev for binutils : 3c11aea0297a3f038e552eee424c214dc5a2c4bc..5c83c7600e1250191e619d8ab7b99171ec4d85c4 (31 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -207,17 +213,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=137d6238ccfb06ba16699000619fd4e01e4a6278 ++ base_rev=daaed758517c81fc8f8bc6502be648aca51ab278 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=daaed758517c81fc8f8bc6502be648aca51ab278 -++ git -C gcc rev-list --count 137d6238ccfb06ba16699000619fd4e01e4a6278..daaed758517c81fc8f8bc6502be648aca51ab278 -# rev for gcc : 137d6238ccfb06ba16699000619fd4e01e4a6278..daaed758517c81fc8f8bc6502be648aca51ab278 (128 commits) -+ c_commits=128 -+ echo '# rev for gcc : 137d6238ccfb06ba16699000619fd4e01e4a6278..daaed758517c81fc8f8bc6502be648aca51ab278 (128 commits)' ++ cur_rev=5079b620987f20d04a0bed837d649772735747f2 +++ git -C gcc rev-list --count daaed758517c81fc8f8bc6502be648aca51ab278..5079b620987f20d04a0bed837d649772735747f2 +# rev for gcc : daaed758517c81fc8f8bc6502be648aca51ab278..5079b620987f20d04a0bed837d649772735747f2 (179 commits) ++ c_commits=179 ++ echo '# rev for gcc : daaed758517c81fc8f8bc6502be648aca51ab278..5079b620987f20d04a0bed837d649772735747f2 (179 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -225,19 +231,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=24b029ba8ea78cee7d94bc736ff4462eb8889f30 ++ base_rev=7ced682549ae718db29121013c84ce8057bc3509 ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=7ced682549ae718db29121013c84ce8057bc3509 -++ git -C newlib rev-list --count 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -# rev for newlib : 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 (8 commits) ++ cur_rev=c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ git -C newlib rev-list --count 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +# rev for newlib : 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f (13 commits) -# post_interesting_commits -+ c_commits=8 -+ echo '# rev for newlib : 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 (8 commits)' ++ c_commits=13 ++ echo '# rev for newlib : 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f (13 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -260,6 +265,7 @@ + print_config_f=bmk_print_config + generate_extra_details_f=bmk_generate_extra_details + post_interesting_commits init +# post_interesting_commits + set -euf -o pipefail + echo '# post_interesting_commits' + local stage=init @@ -271,13 +277,13 @@ + local artifacts_mail_dir + artifacts_mail_dir=artifacts/notify + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ size build verbose -# post_interesting_commits + check_if_first_report + declare -g first_icommit_to_report + first_icommit_to_report=false + '[' xmultiple_components '!=' xsingle_commit ']' + return + post_interesting_commits full +# post_interesting_commits + set -euf -o pipefail + echo '# post_interesting_commits' + local stage=full @@ -321,7 +327,6 @@ ++ changed_by_msg[sample-improvement]='speeds up by' ++ changed_by_msg[num_vect_loops-regression]='reduced the number of vect loops by' ++ changed_by_msg[num_vect_loops-improvement]='increased the number of vect loops by' -# print all notification files ++ changed_by_msg[num_sve_loops-regression]='reduced the number of sve instructions by' ++ changed_by_msg[num_sve_loops-improvement]='increased the number of sve instructions by' ++ changed_by='reduced in size by' @@ -336,9 +341,16 @@ ++ '[' -f artifacts/notify/symbol.improvement ']' ++ short_diag='No change' ++ echo 'No change' -++ get_current_manifest BUILD_URL -++ get_manifest artifacts/manifest.sh BUILD_URL -++ set +x +++ print_artifacts_url 'notify/mail-body.txt/*view*/' +++ set -euf -o pipefail +++ local url ++++ get_current_manifest BUILD_URL ++++ get_manifest artifacts/manifest.sh BUILD_URL ++++ set +x +++ url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/66/artifact/artifacts +++ '[' '' '!=' '' ']' +++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/66/artifact/artifacts/notify/mail-body.txt/*view*/' +# print all notification files + echo '# print all notification files' + true + generate_mail_files @@ -370,16 +382,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=2a546455f456ad190e8c4785fd2b170659bf2236 +++ base_rev=3c11aea0297a3f038e552eee424c214dc5a2c4bc +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=3c11aea0297a3f038e552eee424c214dc5a2c4bc -+++ git -C binutils rev-list --count 2a546455f456ad190e8c4785fd2b170659bf2236..3c11aea0297a3f038e552eee424c214dc5a2c4bc -++ c_commits=50 -++ new_commits=50 +++ cur_rev=5c83c7600e1250191e619d8ab7b99171ec4d85c4 ++++ git -C binutils rev-list --count 3c11aea0297a3f038e552eee424c214dc5a2c4bc..5c83c7600e1250191e619d8ab7b99171ec4d85c4 +++ c_commits=31 +++ new_commits=31 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -387,16 +399,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=137d6238ccfb06ba16699000619fd4e01e4a6278 +++ base_rev=daaed758517c81fc8f8bc6502be648aca51ab278 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=daaed758517c81fc8f8bc6502be648aca51ab278 -+++ git -C gcc rev-list --count 137d6238ccfb06ba16699000619fd4e01e4a6278..daaed758517c81fc8f8bc6502be648aca51ab278 -++ c_commits=128 -++ new_commits=178 +++ cur_rev=5079b620987f20d04a0bed837d649772735747f2 ++++ git -C gcc rev-list --count daaed758517c81fc8f8bc6502be648aca51ab278..5079b620987f20d04a0bed837d649772735747f2 +++ c_commits=179 +++ new_commits=210 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -404,20 +416,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=24b029ba8ea78cee7d94bc736ff4462eb8889f30 +++ base_rev=7ced682549ae718db29121013c84ce8057bc3509 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=7ced682549ae718db29121013c84ce8057bc3509 -+++ git -C newlib rev-list --count 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -++ c_commits=8 -++ new_commits=186 +++ cur_rev=c2d2bf34e6959615a3ba0edf4153d210501ba04f ++++ git -C newlib rev-list --count 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ c_commits=13 +++ new_commits=223 +++ echo binutils gcc newlib +++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '186 commits in binutils,gcc,newlib' +++ echo '223 commits in binutils,gcc,newlib' ++ '[' --oneline = --oneline ']' ++ return 0 ++ bmk_print_result --oneline @@ -451,17 +463,17 @@ ++ '[' -f artifacts/notify/symbol.improvement ']' ++ short_diag='No change' ++ echo 'No change' -+ echo '[Linaro-TCWG-CI]' '186 commits in binutils,gcc,newlib: No change' ++ echo '[Linaro-TCWG-CI]' '223 commits in binutils,gcc,newlib: No change' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/artifact/artifacts ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/66/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/63/artifact/artifacts ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/artifact/artifacts + cat ++ print_commits --short ++ sed -e 's/^/ | /' @@ -485,16 +497,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=2a546455f456ad190e8c4785fd2b170659bf2236 +++ base_rev=3c11aea0297a3f038e552eee424c214dc5a2c4bc +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=3c11aea0297a3f038e552eee424c214dc5a2c4bc -+++ git -C binutils rev-list --count 2a546455f456ad190e8c4785fd2b170659bf2236..3c11aea0297a3f038e552eee424c214dc5a2c4bc -++ c_commits=50 -++ new_commits=50 +++ cur_rev=5c83c7600e1250191e619d8ab7b99171ec4d85c4 ++++ git -C binutils rev-list --count 3c11aea0297a3f038e552eee424c214dc5a2c4bc..5c83c7600e1250191e619d8ab7b99171ec4d85c4 +++ c_commits=31 +++ new_commits=31 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -502,16 +514,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=137d6238ccfb06ba16699000619fd4e01e4a6278 +++ base_rev=daaed758517c81fc8f8bc6502be648aca51ab278 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=daaed758517c81fc8f8bc6502be648aca51ab278 -+++ git -C gcc rev-list --count 137d6238ccfb06ba16699000619fd4e01e4a6278..daaed758517c81fc8f8bc6502be648aca51ab278 -++ c_commits=128 -++ new_commits=178 +++ cur_rev=5079b620987f20d04a0bed837d649772735747f2 ++++ git -C gcc rev-list --count daaed758517c81fc8f8bc6502be648aca51ab278..5079b620987f20d04a0bed837d649772735747f2 +++ c_commits=179 +++ new_commits=210 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -519,20 +531,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=24b029ba8ea78cee7d94bc736ff4462eb8889f30 +++ base_rev=7ced682549ae718db29121013c84ce8057bc3509 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=7ced682549ae718db29121013c84ce8057bc3509 -+++ git -C newlib rev-list --count 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -++ c_commits=8 -++ new_commits=186 +++ cur_rev=c2d2bf34e6959615a3ba0edf4153d210501ba04f ++++ git -C newlib rev-list --count 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ c_commits=13 +++ new_commits=223 +++ echo binutils gcc newlib +++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '186 commits in binutils,gcc,newlib' +++ echo '223 commits in binutils,gcc,newlib' ++ '[' --short = --oneline ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev @@ -541,19 +553,19 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=2a546455f456ad190e8c4785fd2b170659bf2236 +++ base_rev=3c11aea0297a3f038e552eee424c214dc5a2c4bc +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=3c11aea0297a3f038e552eee424c214dc5a2c4bc -+++ git -C binutils rev-list --count 2a546455f456ad190e8c4785fd2b170659bf2236..3c11aea0297a3f038e552eee424c214dc5a2c4bc -++ c_commits=50 +++ cur_rev=5c83c7600e1250191e619d8ab7b99171ec4d85c4 ++++ git -C binutils rev-list --count 3c11aea0297a3f038e552eee424c214dc5a2c4bc..5c83c7600e1250191e619d8ab7b99171ec4d85c4 +++ c_commits=31 ++ '[' '' '!=' '' ']' -++ git -C binutils log -n 5 --oneline 2a546455f456ad190e8c4785fd2b170659bf2236..3c11aea0297a3f038e552eee424c214dc5a2c4bc -++ '[' 50 -gt 5 ']' -++ echo '... and 45 more commits in binutils' +++ git -C binutils log -n 5 --oneline 3c11aea0297a3f038e552eee424c214dc5a2c4bc..5c83c7600e1250191e619d8ab7b99171ec4d85c4 +++ '[' 31 -gt 5 ']' +++ echo '... and 26 more commits in binutils' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev @@ -562,19 +574,19 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=137d6238ccfb06ba16699000619fd4e01e4a6278 +++ base_rev=daaed758517c81fc8f8bc6502be648aca51ab278 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=daaed758517c81fc8f8bc6502be648aca51ab278 -+++ git -C gcc rev-list --count 137d6238ccfb06ba16699000619fd4e01e4a6278..daaed758517c81fc8f8bc6502be648aca51ab278 -++ c_commits=128 +++ cur_rev=5079b620987f20d04a0bed837d649772735747f2 ++++ git -C gcc rev-list --count daaed758517c81fc8f8bc6502be648aca51ab278..5079b620987f20d04a0bed837d649772735747f2 +++ c_commits=179 ++ '[' '' '!=' '' ']' -++ git -C gcc log -n 5 --oneline 137d6238ccfb06ba16699000619fd4e01e4a6278..daaed758517c81fc8f8bc6502be648aca51ab278 -++ '[' 128 -gt 5 ']' -++ echo '... and 123 more commits in gcc' +++ git -C gcc log -n 5 --oneline daaed758517c81fc8f8bc6502be648aca51ab278..5079b620987f20d04a0bed837d649772735747f2 +++ '[' 179 -gt 5 ']' +++ echo '... and 174 more commits in gcc' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev @@ -583,19 +595,19 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=24b029ba8ea78cee7d94bc736ff4462eb8889f30 +++ base_rev=7ced682549ae718db29121013c84ce8057bc3509 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=7ced682549ae718db29121013c84ce8057bc3509 -+++ git -C newlib rev-list --count 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -++ c_commits=8 +++ cur_rev=c2d2bf34e6959615a3ba0edf4153d210501ba04f ++++ git -C newlib rev-list --count 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ c_commits=13 ++ '[' '' '!=' '' ']' -++ git -C newlib log -n 5 --oneline 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -++ '[' 8 -gt 5 ']' -++ echo '... and 3 more commits in newlib' +++ git -C newlib log -n 5 --oneline 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ '[' 13 -gt 5 ']' +++ echo '... and 8 more commits in newlib' ++ '[' '' '!=' '' ']' ++ return 0 ++ bmk_print_result --short @@ -720,15 +732,13 @@ + '[' multiple_components '!=' single_commit ']' + return # generate dashboard -+ echo '# generate dashboard' -+ generate_dashboard_squad -+ local results_date # generate_dashboard_squad ... Skipping # post_dashboard_squad ... Skipping -# post_to_jira -Full stage ran successfully. ++ echo '# generate dashboard' ++ generate_dashboard_squad ++ local results_date + echo '# generate_dashboard_squad' + false + echo '... Skipping' @@ -740,7 +750,13 @@ Full stage ran successfully. + return + false + post_to_jira +# post_to_jira ++ set -euf -o pipefail + echo '# post_to_jira' ++ local post_card_comment=false ++ local post_template_comment=false ++ false + false + false +Full stage ran successfully. + echo 'Full stage ran successfully.' diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log index 09bfc2a..962e49b 100644 --- a/jenkins/notify-init.log +++ b/jenkins/notify-init.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true ++ remote_exec 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh + set -euf -o pipefail + local host -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -d: -f 1 -+ host=build-08.tcwglab ++ host=build-05.tcwglab + local port -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 + local opts -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 4 -+ opts=-p49490 ++ opts=-p51809 + local env_vars -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-08.tcwglab ssh_port=49490' ++ env_vars='ssh_host=build-05.tcwglab ssh_port=51809' + shift + local -a cmd + cmd=() @@ -52,10 +52,16 @@ + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q true ++ for i in "$@" ++ cmd+=("$(printf '%q' "$i")") +++ printf %q __build_script ++ for i in "$@" ++ cmd+=("$(printf '%q' "$i")") +++ printf %q tcwg_bmk-build.sh ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p49490 build-08.tcwglab 'export ssh_host=build-08.tcwglab ssh_port=49490 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true' ++ ssh -p51809 build-05.tcwglab 'export ssh_host=build-05.tcwglab ssh_port=51809 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh' -/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true +/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -71,27 +77,27 @@ ++ get_current_manifest '{rr[ci_project]}' ++ get_manifest artifacts/manifest.sh '{rr[ci_project]}' ++ set +x -# Debug traces : + ci_project=tcwg_bmk-code_size-coremark ++ get_current_manifest '{rr[ci_config]}' ++ get_manifest artifacts/manifest.sh '{rr[ci_config]}' ++ set +x +# Debug traces : + ci_config=gnu_eabi-arm_eabi-master-O3_LTO + echo '# Debug traces :' ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/63/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/63/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/66/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/66/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -139,7 +145,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x3c11aea0297a3f038e552eee424c214dc5a2c4bc '!=' x2a546455f456ad190e8c4785fd2b170659bf2236 ']' +++ '[' x5c83c7600e1250191e619d8ab7b99171ec4d85c4 '!=' x3c11aea0297a3f038e552eee424c214dc5a2c4bc ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -154,7 +160,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' xdaaed758517c81fc8f8bc6502be648aca51ab278 '!=' x137d6238ccfb06ba16699000619fd4e01e4a6278 ']' +++ '[' x5079b620987f20d04a0bed837d649772735747f2 '!=' xdaaed758517c81fc8f8bc6502be648aca51ab278 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -169,7 +175,7 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' x7ced682549ae718db29121013c84ce8057bc3509 '!=' x24b029ba8ea78cee7d94bc736ff4462eb8889f30 ']' +++ '[' xc2d2bf34e6959615a3ba0edf4153d210501ba04f '!=' x7ced682549ae718db29121013c84ce8057bc3509 ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo @@ -189,17 +195,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=2a546455f456ad190e8c4785fd2b170659bf2236 ++ base_rev=3c11aea0297a3f038e552eee424c214dc5a2c4bc ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=3c11aea0297a3f038e552eee424c214dc5a2c4bc -++ git -C binutils rev-list --count 2a546455f456ad190e8c4785fd2b170659bf2236..3c11aea0297a3f038e552eee424c214dc5a2c4bc -# rev for binutils : 2a546455f456ad190e8c4785fd2b170659bf2236..3c11aea0297a3f038e552eee424c214dc5a2c4bc (50 commits) -+ c_commits=50 -+ echo '# rev for binutils : 2a546455f456ad190e8c4785fd2b170659bf2236..3c11aea0297a3f038e552eee424c214dc5a2c4bc (50 commits)' ++ cur_rev=5c83c7600e1250191e619d8ab7b99171ec4d85c4 +++ git -C binutils rev-list --count 3c11aea0297a3f038e552eee424c214dc5a2c4bc..5c83c7600e1250191e619d8ab7b99171ec4d85c4 +# rev for binutils : 3c11aea0297a3f038e552eee424c214dc5a2c4bc..5c83c7600e1250191e619d8ab7b99171ec4d85c4 (31 commits) ++ c_commits=31 ++ echo '# rev for binutils : 3c11aea0297a3f038e552eee424c214dc5a2c4bc..5c83c7600e1250191e619d8ab7b99171ec4d85c4 (31 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -207,17 +213,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=137d6238ccfb06ba16699000619fd4e01e4a6278 ++ base_rev=daaed758517c81fc8f8bc6502be648aca51ab278 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=daaed758517c81fc8f8bc6502be648aca51ab278 -++ git -C gcc rev-list --count 137d6238ccfb06ba16699000619fd4e01e4a6278..daaed758517c81fc8f8bc6502be648aca51ab278 -# rev for gcc : 137d6238ccfb06ba16699000619fd4e01e4a6278..daaed758517c81fc8f8bc6502be648aca51ab278 (128 commits) -+ c_commits=128 -+ echo '# rev for gcc : 137d6238ccfb06ba16699000619fd4e01e4a6278..daaed758517c81fc8f8bc6502be648aca51ab278 (128 commits)' ++ cur_rev=5079b620987f20d04a0bed837d649772735747f2 +++ git -C gcc rev-list --count daaed758517c81fc8f8bc6502be648aca51ab278..5079b620987f20d04a0bed837d649772735747f2 +# rev for gcc : daaed758517c81fc8f8bc6502be648aca51ab278..5079b620987f20d04a0bed837d649772735747f2 (179 commits) ++ c_commits=179 ++ echo '# rev for gcc : daaed758517c81fc8f8bc6502be648aca51ab278..5079b620987f20d04a0bed837d649772735747f2 (179 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -225,18 +231,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=24b029ba8ea78cee7d94bc736ff4462eb8889f30 ++ base_rev=7ced682549ae718db29121013c84ce8057bc3509 ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=7ced682549ae718db29121013c84ce8057bc3509 -++ git -C newlib rev-list --count 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -# rev for newlib : 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 (8 commits) ++ cur_rev=c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ git -C newlib rev-list --count 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +# rev for newlib : 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f (13 commits) -+ c_commits=8 -+ echo '# rev for newlib : 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 (8 commits)' ++ c_commits=13 ++ echo '# rev for newlib : 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f (13 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -259,9 +265,9 @@ + print_config_f=bmk_print_config + generate_extra_details_f=bmk_generate_extra_details + post_interesting_commits init +# post_interesting_commits + set -euf -o pipefail + echo '# post_interesting_commits' -# post_interesting_commits + local stage=init + '[' multiple_components '!=' single_commit ']' + return diff --git a/jenkins/rewrite.log b/jenkins/rewrite.log index b34988b..cc7e8bc 100644 --- a/jenkins/rewrite.log +++ b/jenkins/rewrite.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100 ++ remote_exec 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100 + set -euf -o pipefail + local host -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -d: -f 1 -+ host=build-08.tcwglab ++ host=build-05.tcwglab + local port -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 + local opts -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 4 -+ opts=-p49490 ++ opts=-p51809 + local env_vars -++ echo 'build-08.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p49490:ssh_host=build-08.tcwglab ssh_port=49490' +++ echo 'build-05.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51809:ssh_host=build-05.tcwglab ssh_port=51809' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-08.tcwglab ssh_port=49490' ++ env_vars='ssh_host=build-05.tcwglab ssh_port=51809' + shift + local -a cmd + cmd=() @@ -59,4 +59,9 @@ + cmd+=("$(printf '%q' "$i")") ++ printf %q 100 ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p49490 build-08.tcwglab 'export ssh_host=build-08.tcwglab ssh_port=49490 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100' ++ ssh -p51809 build-05.tcwglab 'export ssh_host=build-05.tcwglab ssh_port=51809 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100' ++ declare -g rewrite_base_artifacts_first=true ++ true ++ update_baseline ++ set -euf -o pipefail ++ rsync -aI --del --exclude /.git artifacts/ base-artifacts/ diff --git a/jenkins/run-build.env b/jenkins/run-build.env index 777c568..da065fe 100644 --- a/jenkins/run-build.env +++ b/jenkins/run-build.env @@ -1,15 +1,15 @@ -build_name="#64" +build_name="#66" docker_opts=(--distro default --ssh_info true ) source build_container.sh trap "cleanup_all_containers" EXIT -build_name="#64-binutils-gcc-newlib" +build_name="#66-binutils-gcc-newlib" branch_opt=(==rr\[binutils_git\] git://sourceware.org/git/binutils-gdb.git#master ==rr\[gcc_git\] https://github.com/gcc-mirror/gcc.git#master ==rr\[newlib_git\] git://sourceware.org/git/newlib-cygwin.git#master ) -build_name="#64-binutils-gcc-newlib-R1" +build_name="#66-binutils-gcc-newlib-R1" diff --git a/manifest.sh b/manifest.sh index 58db152..de1e737 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=197d502922ea0d09ba633c1310bc52c75e7b1bc1" +declare -g "jenkins_scripts_rev=20022fc2fd596b54ebdc636007f2a7db1d3179fd" # Artifacts directory # Recording parameters to manifest: artifacts/manifest.sh rr[ci_project]="tcwg_bmk-code_size-coremark" @@ -7,7 +7,7 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/66/" declare -g "SQUAD_GRP=tcwg" rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master" rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master" diff --git a/notify/jira/comments.txt b/notify/jira/comment-template.txt index cd3575b..30c59e2 100644 --- a/notify/jira/comments.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/66/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index d5a713e..d4ab8e5 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,28 +1,26 @@ - -Dear contributor, our automatic CI has detected problems related to your patch(es). -Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list. +Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. In CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3_LTO after: - | 186 commits in binutils,gcc,newlib - | 3c11aea0297 gdb: remove interp_supports_command_editing - | bec941b342c gdb: remove interp_pre_command_loop - | 8cde0346f2a Automatic date update in version.in - | 056f6ae0f37 testsuite, fortran: make kfail gfortran specific - | 41439185cd0 testsuite, fortran: adapt tests for ifort's 'start' behavior - | ... and 45 more commits in binutils - | daaed758517 Support vpermw/vpermi2w/vpermt2w instructions for vector HF/BFmodes. - | 1b761fede44 analyzer: basic support for computed gotos (PR analyzer/110529) - | 7ece864adde [irange] Fix typo in contains_zero_p. - | 7d2274b9e34 analyzer: Call off a superseding when diagnostics are unrelated [PR110830] - | 18f1f79ec5b analyzer: fix -Wunused-parameter warnings - | ... and 123 more commits in gcc - | 7ced68254 Cygwin: dsp: Improve response time of select()/poll(). - | 2c06014f1 Cygwin: dsp: Implement select()/poll(). - | 7a43763d2 Cygwin: dsp: Fix trivial editorial issue. - | 8b2b54b41 Cygwin: dsp: Reduce wait time for blocking read(). - | 2654a5ba7 Cygwin: dps: Fix a bug that read() could not return -1 on error. - | ... and 3 more commits in newlib + | 223 commits in binutils,gcc,newlib + | 5c83c7600e1 Automatic date update in version.in + | 38cc67cc00d Fix: "Missing NULL check" + | 452855278aa Fix: "Possible Memory leak in bed hash.c" + | bc92a20a84e Automatic date update in version.in + | 4bc4551bdc5 gdb/mi: remove warning about mi1 + | ... and 26 more commits in binutils + | 5079b620987 libstdc++: Limit <stacktrace> synopsis test to normal namespace + | 1d17d58c284 xtensa: Optimize several boolean evaluations of EQ/NE against constant zero + | 9a033b9feff LoongArch: Fix bug of '<optab>di3_fake'. + | f9edfaf809b LoongArch: Add tests for ASX vector xvssran/xvssrani/xvssrarn/xvssrarni instructions. + | c66bc0f3c80 LoongArch: Add tests for ASX vector xvssrln/xvssrlni/xvssrlrn/xvssrlrni instructions. + | ... and 174 more commits in gcc + | c2d2bf34e Reentrancy, attempt to always provide _Thread_local in <sys/reent.h> + | 7a1c717c8 Reentrancy, conditionally provide default __getreent() implementation + | 766f1beb4 Reentrancy, use _REENT_ERRNO() + | f5e37b93a Cygwin: Add initial support for SOURCE_DATE_EPOCH + | 5bbe0e56c Cygwin: NFS: remove recognizing native symlinks as FIFOs + | ... and 8 more commits in newlib No change @@ -41,6 +39,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/63/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/66/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3_LTO-build/64/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 93bb4a0..23eb7d6 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 186 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 223 commits in binutils,gcc,newlib: No change diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index d412a4d..ef2ab71 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -1,214 +1,214 @@ --- modulename: output-bmk-results, funcname: <module> <string>(1): --- modulename: output-bmk-results, funcname: main -output-bmk-results.py(279): results_csv = sys.argv[1] -output-bmk-results.py(280): variability_file = sys.argv[2] -output-bmk-results.py(281): run_step_artifacts_dir = sys.argv[3] -output-bmk-results.py(282): metric = sys.argv[4] -output-bmk-results.py(283): mode = sys.argv[5] -output-bmk-results.py(284): details = sys.argv[6] -output-bmk-results.py(286): merged_df = read_results_csv(results_csv) +output-bmk-results.py(287): results_csv = sys.argv[1] +output-bmk-results.py(288): variability_file = sys.argv[2] +output-bmk-results.py(289): run_step_artifacts_dir = sys.argv[3] +output-bmk-results.py(290): metric = sys.argv[4] +output-bmk-results.py(291): mode = sys.argv[5] +output-bmk-results.py(292): details = sys.argv[6] +output-bmk-results.py(294): merged_df = read_results_csv(results_csv) --- modulename: output-bmk-results, funcname: read_results_csv -output-bmk-results.py(269): df = pd.read_csv(results_csv) -output-bmk-results.py(270): df = df.fillna(-1) -output-bmk-results.py(272): for metric in get_comparable_metrics(df): +output-bmk-results.py(277): df = pd.read_csv(results_csv) +output-bmk-results.py(278): df = df.fillna(-1) +output-bmk-results.py(280): for metric in get_comparable_metrics(df): --- modulename: output-bmk-results, funcname: get_comparable_metrics -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(191): & metric_utils.comparable_metrics -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(273): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(274): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(275): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(272): for metric in get_comparable_metrics(df): -output-bmk-results.py(273): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(274): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(275): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(272): for metric in get_comparable_metrics(df): -output-bmk-results.py(273): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(274): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(275): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(272): for metric in get_comparable_metrics(df): -output-bmk-results.py(273): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(274): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(275): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(272): for metric in get_comparable_metrics(df): -output-bmk-results.py(276): return df -output-bmk-results.py(287): read_specific_variability_file(variability_file) +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(199): & metric_utils.comparable_metrics +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(280): for metric in get_comparable_metrics(df): +output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(280): for metric in get_comparable_metrics(df): +output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(280): for metric in get_comparable_metrics(df): +output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(280): for metric in get_comparable_metrics(df): +output-bmk-results.py(284): return df +output-bmk-results.py(295): read_specific_variability_file(variability_file) --- modulename: output-bmk-results, funcname: read_specific_variability_file output-bmk-results.py(51): if not os.path.exists(bmk_specific_filename): output-bmk-results.py(53): specific_variability = pd.read_csv(bmk_specific_filename, index_col=False) -output-bmk-results.py(288): output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details) +output-bmk-results.py(296): output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results -output-bmk-results.py(240): f_regr = Outfile("{0}/results.regressions".format(run_step_artifacts), "w") +output-bmk-results.py(248): f_regr = Outfile("{0}/results.regressions".format(run_step_artifacts), "w") --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(241): f_ebp = Outfile("{0}/extra-bisect-params".format(run_step_artifacts), "w") +output-bmk-results.py(249): f_ebp = Outfile("{0}/extra-bisect-params".format(run_step_artifacts), "w") --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(242): f_skip = Outfile("{0}/any.skipped".format(run_step_artifacts), "w", predicate=(details=="verbose")) +output-bmk-results.py(250): f_skip = Outfile("{0}/any.skipped".format(run_step_artifacts), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(244): f_ebp.write("extra_build_params=") +output-bmk-results.py(252): f_ebp.write("extra_build_params=") --- modulename: output-bmk-results, funcname: write output-bmk-results.py(36): if not self.predicate or not self.outf: output-bmk-results.py(38): self.outf.write(string) -output-bmk-results.py(248): df = merged_df[merged_df["benchmark"] != "Mean"] -output-bmk-results.py(251): exe_df = df[df["symbol"].str.endswith("_base.default")] -output-bmk-results.py(252): sym_df = df[~df["symbol"].str.endswith("_base.default")] -output-bmk-results.py(254): output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) +output-bmk-results.py(256): df = merged_df[merged_df["benchmark"] != "Mean"] +output-bmk-results.py(259): exe_df = df[df["symbol"].str.endswith("_base.default")] +output-bmk-results.py(260): sym_df = df[~df["symbol"].str.endswith("_base.default")] +output-bmk-results.py(262): output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(202): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(204): rel_metric = "rel_" + metric -output-bmk-results.py(205): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(237): f_out.close() +output-bmk-results.py(212): rel_metric = "rel_" + metric +output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(245): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(255): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) +output-bmk-results.py(263): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(202): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(204): rel_metric = "rel_" + metric -output-bmk-results.py(205): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(237): f_out.close() +output-bmk-results.py(212): rel_metric = "rel_" + metric +output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(245): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(257): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) +output-bmk-results.py(265): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(202): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(204): rel_metric = "rel_" + metric -output-bmk-results.py(205): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) +output-bmk-results.py(212): rel_metric = "rel_" + metric +output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": +output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] +output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) +output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.regression : coremark,coremark : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): +output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(237): f_out.close() +output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: +output-bmk-results.py(176): return (result - 100 > threshold) +output-bmk-results.py(225): continue +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(245): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(258): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) +output-bmk-results.py(266): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(202): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(204): rel_metric = "rel_" + metric -output-bmk-results.py(205): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) +output-bmk-results.py(212): rel_metric = "rel_" + metric +output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": +output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] +output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) +output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.improvement : coremark,coremark : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): +output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(237): f_out.close() +output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: +output-bmk-results.py(185): return (100 - result > threshold) +output-bmk-results.py(225): continue +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(245): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(260): f_ebp.write("\n") +output-bmk-results.py(268): f_ebp.write("\n") --- modulename: output-bmk-results, funcname: write output-bmk-results.py(36): if not self.predicate or not self.outf: output-bmk-results.py(38): self.outf.write(string) -output-bmk-results.py(262): f_skip.close() +output-bmk-results.py(270): f_skip.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(263): f_regr.close() +output-bmk-results.py(271): f_regr.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(264): f_ebp.close() +output-bmk-results.py(272): f_ebp.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: -output-bmk-results.py(289): return 0 +output-bmk-results.py(297): return 0 diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 6024688..de7d93a 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -size_variation_average,sample_variation_average,num_vect_loops_variation_average,benchmark,symbol,num_sve_loops_variation_average +num_sve_loops_variation_average,sample_variation_average,size_variation_average,benchmark,symbol,num_vect_loops_variation_average |