diff options
| author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-09-13 23:03:11 +0000 |
|---|---|---|
| committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-09-13 23:03:12 +0000 |
| commit | e410f95ec6d82348f1735cd085325d77c02313aa (patch) | |
| tree | eccda33be432c4f01830d000a4ea53e644ad58f8 | |
| parent | d9953e2b1e24d9a958872b728f258e7c1d952016 (diff) | |
onsuccess: #67: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/67/
Results :
| # reset_artifacts:
| -10
| # build_abe binutils:
| -9
| # build_abe stage1 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -8
| # build_abe newlib:
| -6
| # build_abe stage2 -- --set gcc_override_configure=--disable-libsanitizer --set gcc_override_configure=--disable-multilib --set gcc_override_configure=--with-cpu=cortex-m4 --set gcc_override_configure=--with-mode=thumb --set gcc_override_configure=--with-float=hard:
| -5
| # benchmark -- -O3_mthumb:
| 1
check_regression status : 0
29 files changed, 338 insertions, 323 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 1719338..7502c3c 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex aed642e..060b903 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex d0de5e2..9c38219 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex 4d93fdf..9306890 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex 71c0bc2..4c6e89c 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex 73d2651..815e2ad 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex f7a705e..bc91dc7 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex 99d6af2..644a0d7 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex ff073c3..319a9ff 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex 4758482..f219bdf 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index 7e8eb24..7fe753c 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #40643 +Started TCWG Benchmark #41233 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXMVl0rE/agent.62515 -SSH_AGENT_PID=62517 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXXS94ULf/agent.46794 +SSH_AGENT_PID=46796 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_13914394484384340578.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1_tmp/private_key_13914394484384340578.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_12366014960334907768.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8_tmp/private_key_12366014960334907768.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -28,14 +28,14 @@ Fetching upstream changes from https://git.linaro.org/toolchain/jenkins-scripts. > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/jenkins-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 197d502922ea0d09ba633c1310bc52c75e7b1bc1 (origin/master) +Checking out Revision 20022fc2fd596b54ebdc636007f2a7db1d3179fd (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 197d502922ea0d09ba633c1310bc52c75e7b1bc1 # timeout=10 -Commit message: "tcwg_gnu-build.sh: Bump minor version to update jira cards" - > /usr/bin/git rev-list --no-walk 197d502922ea0d09ba633c1310bc52c75e7b1bc1 # timeout=10 + > /usr/bin/git checkout -f 20022fc2fd596b54ebdc636007f2a7db1d3179fd # timeout=10 +Commit message: "round-robin-notify.sh: Fix reproduction instructions" + > /usr/bin/git rev-list --no-walk 20022fc2fd596b54ebdc636007f2a7db1d3179fd # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_1/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_8/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -49,30 +49,30 @@ Fetching upstream changes from https://git.linaro.org/toolchain/bmk-scripts.git > git --version # 'git version 2.34.1' > /usr/bin/git fetch --tags --force --progress --prune -- https://git.linaro.org/toolchain/bmk-scripts.git +refs/heads/*:refs/remotes/origin/* +refs/changes/*:refs/changes/* # timeout=10 > /usr/bin/git rev-parse origin/master^{commit} # timeout=10 -Checking out Revision 1cb5b298836bbbfa535638b967152f91eee14f43 (origin/master) +Checking out Revision 56fc73abf8cb1aaeffb6a3abe6e1fe792084f164 (origin/master) > /usr/bin/git config core.sparsecheckout # timeout=10 - > /usr/bin/git checkout -f 1cb5b298836bbbfa535638b967152f91eee14f43 # timeout=10 -Commit message: "prepare-board/freq-qc: Set the frequency of the cpu 4-6" - > /usr/bin/git rev-list --no-walk 1cb5b298836bbbfa535638b967152f91eee14f43 # timeout=10 + > /usr/bin/git checkout -f 56fc73abf8cb1aaeffb6a3abe6e1fe792084f164 # timeout=10 +Commit message: "Rework vect and sve metric." + > /usr/bin/git rev-list --no-walk 56fc73abf8cb1aaeffb6a3abe6e1fe792084f164 # timeout=10 No emails were triggered. -New run name is '#40643-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_1] $ /bin/bash /tmp/jenkins7212502863053702887.sh +New run name is '#41233-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_8] $ /bin/bash /tmp/jenkins13079069168277721102.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo build-03.tcwglab:51440:/tmp/tmp.66YsJxTRMc -++ sed -e s/@build_num@/40643/g -e s/@hw_tag@/stm32/g -+ results_dest=build-03.tcwglab:51440:/tmp/tmp.66YsJxTRMc +++ echo build-02.tcwglab:51460:/tmp/tmp.YlX8zSn7UC +++ sed -e s/@build_num@/41233/g -e s/@hw_tag@/stm32/g ++ results_dest=build-02.tcwglab:51460:/tmp/tmp.YlX8zSn7UC + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 62635 ++ wait 46914 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,20 +87,20 @@ New run name is '#40643-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3- + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #138795 started. -TCWG Benchmark_backend #138795-40643+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS -New run name is '#40643-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' +TCWG Benchmark_backend #139871 started. +TCWG Benchmark_backend #139871-41233+1-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#41233-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 62517 killed; +echo Agent pid 46796 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#40642-tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-O2_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison +#41232-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O3-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#40642-tcwg_bmk-code_size-cpu2017rate/gnu-arm-master-O2_LTO-build (sq:armhf) is still in progress; ignoring for purposes of comparison +#41232-tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O3-bisect (sq:arm64) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #40643-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #41233-tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 1cf2298..66f29d4 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 32a3d18..3a6b2c4 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index 3662017..28827a5 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/65-be85313da47fe7bbb8092a57a99135c4.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3/67-eafad70087a8ea6fea49a66b018a7a03.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index 663c29b..a39f58b 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -056f6ae0f3794186997dd760e100f39ef8fac8ac +38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 diff --git a/git/gcc_rev b/git/gcc_rev index 62e6629..b57198d 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -7ece864adde82e6906e20a8b841361be2fd649d8 +92456291849fe88303bbcab366f41dcd4a885ad5 diff --git a/git/newlib_rev b/git/newlib_rev index 936366a..02b0d9c 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -7ced682549ae718db29121013c84ce8057bc3509 +c2d2bf34e6959615a3ba0edf4153d210501ba04f diff --git a/jenkins/build-name b/jenkins/build-name index 850434c..377f592 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#65-binutils-gcc-newlib-R1 +#67-binutils-gcc-newlib-R1 diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log index 821f5f4..3e80cf1 100644 --- a/jenkins/notify-full.log +++ b/jenkins/notify-full.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true ++ remote_exec 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh + set -euf -o pipefail + local host -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -d: -f 1 -+ host=build-03.tcwglab ++ host=build-02.tcwglab + local port -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 + local opts -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 4 -+ opts=-p51440 ++ opts=-p51460 + local env_vars -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-03.tcwglab ssh_port=51440' ++ env_vars='ssh_host=build-02.tcwglab ssh_port=51460' + shift + local -a cmd + cmd=() @@ -52,10 +52,16 @@ + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q true ++ for i in "$@" ++ cmd+=("$(printf '%q' "$i")") +++ printf %q __build_script ++ for i in "$@" ++ cmd+=("$(printf '%q' "$i")") +++ printf %q tcwg_bmk-build.sh ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p51440 build-03.tcwglab 'export ssh_host=build-03.tcwglab ssh_port=51440 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true' ++ ssh -p51460 build-02.tcwglab 'export ssh_host=build-02.tcwglab ssh_port=51460 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh' -/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true +/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts __TCWG_JIRA_TOKEN ijQW9spm0p7HwZnUtLFx7CCA __stage full __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -81,17 +87,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/64/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/64/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/67/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/67/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -139,7 +145,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x056f6ae0f3794186997dd760e100f39ef8fac8ac '!=' xb3a1e48614c3ae9a9be09e32183b9a57c93e1f88 ']' +++ '[' x38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 '!=' x056f6ae0f3794186997dd760e100f39ef8fac8ac ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -154,7 +160,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' x7ece864adde82e6906e20a8b841361be2fd649d8 '!=' x99ec76eb8b0826c48709148457f2ef45819ab4ea ']' +++ '[' x92456291849fe88303bbcab366f41dcd4a885ad5 '!=' x7ece864adde82e6906e20a8b841361be2fd649d8 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -169,7 +175,7 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' x7ced682549ae718db29121013c84ce8057bc3509 '!=' x24b029ba8ea78cee7d94bc736ff4462eb8889f30 ']' +++ '[' xc2d2bf34e6959615a3ba0edf4153d210501ba04f '!=' x7ced682549ae718db29121013c84ce8057bc3509 ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo @@ -189,17 +195,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=b3a1e48614c3ae9a9be09e32183b9a57c93e1f88 ++ base_rev=056f6ae0f3794186997dd760e100f39ef8fac8ac ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=056f6ae0f3794186997dd760e100f39ef8fac8ac -++ git -C binutils rev-list --count b3a1e48614c3ae9a9be09e32183b9a57c93e1f88..056f6ae0f3794186997dd760e100f39ef8fac8ac -# rev for binutils : b3a1e48614c3ae9a9be09e32183b9a57c93e1f88..056f6ae0f3794186997dd760e100f39ef8fac8ac (51 commits) -+ c_commits=51 -+ echo '# rev for binutils : b3a1e48614c3ae9a9be09e32183b9a57c93e1f88..056f6ae0f3794186997dd760e100f39ef8fac8ac (51 commits)' ++ cur_rev=38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 +++ git -C binutils rev-list --count 056f6ae0f3794186997dd760e100f39ef8fac8ac..38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 +# rev for binutils : 056f6ae0f3794186997dd760e100f39ef8fac8ac..38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 (33 commits) ++ c_commits=33 ++ echo '# rev for binutils : 056f6ae0f3794186997dd760e100f39ef8fac8ac..38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 (33 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -207,17 +213,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=99ec76eb8b0826c48709148457f2ef45819ab4ea ++ base_rev=7ece864adde82e6906e20a8b841361be2fd649d8 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=7ece864adde82e6906e20a8b841361be2fd649d8 -++ git -C gcc rev-list --count 99ec76eb8b0826c48709148457f2ef45819ab4ea..7ece864adde82e6906e20a8b841361be2fd649d8 -# rev for gcc : 99ec76eb8b0826c48709148457f2ef45819ab4ea..7ece864adde82e6906e20a8b841361be2fd649d8 (133 commits) -+ c_commits=133 -+ echo '# rev for gcc : 99ec76eb8b0826c48709148457f2ef45819ab4ea..7ece864adde82e6906e20a8b841361be2fd649d8 (133 commits)' ++ cur_rev=92456291849fe88303bbcab366f41dcd4a885ad5 +++ git -C gcc rev-list --count 7ece864adde82e6906e20a8b841361be2fd649d8..92456291849fe88303bbcab366f41dcd4a885ad5 ++ c_commits=131 +# rev for gcc : 7ece864adde82e6906e20a8b841361be2fd649d8..92456291849fe88303bbcab366f41dcd4a885ad5 (131 commits) ++ echo '# rev for gcc : 7ece864adde82e6906e20a8b841361be2fd649d8..92456291849fe88303bbcab366f41dcd4a885ad5 (131 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -225,18 +231,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=24b029ba8ea78cee7d94bc736ff4462eb8889f30 ++ base_rev=7ced682549ae718db29121013c84ce8057bc3509 ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=7ced682549ae718db29121013c84ce8057bc3509 -++ git -C newlib rev-list --count 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -# rev for newlib : 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 (8 commits) ++ cur_rev=c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ git -C newlib rev-list --count 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +# rev for newlib : 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f (13 commits) -+ c_commits=8 -+ echo '# rev for newlib : 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 (8 commits)' ++ c_commits=13 ++ echo '# rev for newlib : 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f (13 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -277,9 +283,9 @@ + '[' xmultiple_components '!=' xsingle_commit ']' + return + post_interesting_commits full +# post_interesting_commits + set -euf -o pipefail + echo '# post_interesting_commits' -# post_interesting_commits + local stage=full + '[' multiple_components '!=' single_commit ']' + return @@ -335,9 +341,15 @@ ++ '[' -f artifacts/notify/symbol.improvement ']' ++ short_diag='No change' ++ echo 'No change' -++ get_current_manifest BUILD_URL -++ get_manifest artifacts/manifest.sh BUILD_URL -++ set +x +++ print_artifacts_url 'notify/mail-body.txt/*view*/' +++ set -euf -o pipefail +++ local url ++++ get_current_manifest BUILD_URL ++++ get_manifest artifacts/manifest.sh BUILD_URL ++++ set +x +++ url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/67/artifact/artifacts +++ '[' '' '!=' '' ']' +++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/67/artifact/artifacts/notify/mail-body.txt/*view*/' # print all notification files + echo '# print all notification files' + true @@ -370,16 +382,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=b3a1e48614c3ae9a9be09e32183b9a57c93e1f88 +++ base_rev=056f6ae0f3794186997dd760e100f39ef8fac8ac +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=056f6ae0f3794186997dd760e100f39ef8fac8ac -+++ git -C binutils rev-list --count b3a1e48614c3ae9a9be09e32183b9a57c93e1f88..056f6ae0f3794186997dd760e100f39ef8fac8ac -++ c_commits=51 -++ new_commits=51 +++ cur_rev=38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 ++++ git -C binutils rev-list --count 056f6ae0f3794186997dd760e100f39ef8fac8ac..38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 +++ c_commits=33 +++ new_commits=33 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -387,16 +399,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=99ec76eb8b0826c48709148457f2ef45819ab4ea +++ base_rev=7ece864adde82e6906e20a8b841361be2fd649d8 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=7ece864adde82e6906e20a8b841361be2fd649d8 -+++ git -C gcc rev-list --count 99ec76eb8b0826c48709148457f2ef45819ab4ea..7ece864adde82e6906e20a8b841361be2fd649d8 -++ c_commits=133 -++ new_commits=184 +++ cur_rev=92456291849fe88303bbcab366f41dcd4a885ad5 ++++ git -C gcc rev-list --count 7ece864adde82e6906e20a8b841361be2fd649d8..92456291849fe88303bbcab366f41dcd4a885ad5 +++ c_commits=131 +++ new_commits=164 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -404,20 +416,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=24b029ba8ea78cee7d94bc736ff4462eb8889f30 +++ base_rev=7ced682549ae718db29121013c84ce8057bc3509 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=7ced682549ae718db29121013c84ce8057bc3509 -+++ git -C newlib rev-list --count 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -++ c_commits=8 -++ new_commits=192 +++ cur_rev=c2d2bf34e6959615a3ba0edf4153d210501ba04f ++++ git -C newlib rev-list --count 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ c_commits=13 +++ new_commits=177 +++ echo binutils gcc newlib +++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '192 commits in binutils,gcc,newlib' +++ echo '177 commits in binutils,gcc,newlib' ++ '[' --oneline = --oneline ']' ++ return 0 ++ bmk_print_result --oneline @@ -451,17 +463,17 @@ ++ '[' -f artifacts/notify/symbol.improvement ']' ++ short_diag='No change' ++ echo 'No change' -+ echo '[Linaro-TCWG-CI]' '192 commits in binutils,gcc,newlib: No change' ++ echo '[Linaro-TCWG-CI]' '177 commits in binutils,gcc,newlib: No change' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/artifact/artifacts ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/67/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/64/artifact/artifacts ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/artifact/artifacts + cat ++ print_commits --short ++ sed -e 's/^/ | /' @@ -485,16 +497,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=b3a1e48614c3ae9a9be09e32183b9a57c93e1f88 +++ base_rev=056f6ae0f3794186997dd760e100f39ef8fac8ac +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=056f6ae0f3794186997dd760e100f39ef8fac8ac -+++ git -C binutils rev-list --count b3a1e48614c3ae9a9be09e32183b9a57c93e1f88..056f6ae0f3794186997dd760e100f39ef8fac8ac -++ c_commits=51 -++ new_commits=51 +++ cur_rev=38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 ++++ git -C binutils rev-list --count 056f6ae0f3794186997dd760e100f39ef8fac8ac..38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 +++ c_commits=33 +++ new_commits=33 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -502,16 +514,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=99ec76eb8b0826c48709148457f2ef45819ab4ea +++ base_rev=7ece864adde82e6906e20a8b841361be2fd649d8 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=7ece864adde82e6906e20a8b841361be2fd649d8 -+++ git -C gcc rev-list --count 99ec76eb8b0826c48709148457f2ef45819ab4ea..7ece864adde82e6906e20a8b841361be2fd649d8 -++ c_commits=133 -++ new_commits=184 +++ cur_rev=92456291849fe88303bbcab366f41dcd4a885ad5 ++++ git -C gcc rev-list --count 7ece864adde82e6906e20a8b841361be2fd649d8..92456291849fe88303bbcab366f41dcd4a885ad5 +++ c_commits=131 +++ new_commits=164 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -519,20 +531,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=24b029ba8ea78cee7d94bc736ff4462eb8889f30 +++ base_rev=7ced682549ae718db29121013c84ce8057bc3509 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=7ced682549ae718db29121013c84ce8057bc3509 -+++ git -C newlib rev-list --count 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -++ c_commits=8 -++ new_commits=192 +++ cur_rev=c2d2bf34e6959615a3ba0edf4153d210501ba04f ++++ git -C newlib rev-list --count 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ c_commits=13 +++ new_commits=177 +++ echo binutils gcc newlib +++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '192 commits in binutils,gcc,newlib' +++ echo '177 commits in binutils,gcc,newlib' ++ '[' --short = --oneline ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev @@ -541,19 +553,19 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=b3a1e48614c3ae9a9be09e32183b9a57c93e1f88 +++ base_rev=056f6ae0f3794186997dd760e100f39ef8fac8ac +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=056f6ae0f3794186997dd760e100f39ef8fac8ac -+++ git -C binutils rev-list --count b3a1e48614c3ae9a9be09e32183b9a57c93e1f88..056f6ae0f3794186997dd760e100f39ef8fac8ac -++ c_commits=51 +++ cur_rev=38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 ++++ git -C binutils rev-list --count 056f6ae0f3794186997dd760e100f39ef8fac8ac..38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 +++ c_commits=33 ++ '[' '' '!=' '' ']' -++ git -C binutils log -n 5 --oneline b3a1e48614c3ae9a9be09e32183b9a57c93e1f88..056f6ae0f3794186997dd760e100f39ef8fac8ac -++ '[' 51 -gt 5 ']' -++ echo '... and 46 more commits in binutils' +++ git -C binutils log -n 5 --oneline 056f6ae0f3794186997dd760e100f39ef8fac8ac..38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 +++ '[' 33 -gt 5 ']' +++ echo '... and 28 more commits in binutils' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev @@ -562,19 +574,19 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=99ec76eb8b0826c48709148457f2ef45819ab4ea +++ base_rev=7ece864adde82e6906e20a8b841361be2fd649d8 +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=7ece864adde82e6906e20a8b841361be2fd649d8 -+++ git -C gcc rev-list --count 99ec76eb8b0826c48709148457f2ef45819ab4ea..7ece864adde82e6906e20a8b841361be2fd649d8 -++ c_commits=133 +++ cur_rev=92456291849fe88303bbcab366f41dcd4a885ad5 ++++ git -C gcc rev-list --count 7ece864adde82e6906e20a8b841361be2fd649d8..92456291849fe88303bbcab366f41dcd4a885ad5 +++ c_commits=131 ++ '[' '' '!=' '' ']' -++ git -C gcc log -n 5 --oneline 99ec76eb8b0826c48709148457f2ef45819ab4ea..7ece864adde82e6906e20a8b841361be2fd649d8 -++ '[' 133 -gt 5 ']' -++ echo '... and 128 more commits in gcc' +++ git -C gcc log -n 5 --oneline 7ece864adde82e6906e20a8b841361be2fd649d8..92456291849fe88303bbcab366f41dcd4a885ad5 +++ '[' 131 -gt 5 ']' +++ echo '... and 126 more commits in gcc' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev @@ -583,19 +595,19 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=24b029ba8ea78cee7d94bc736ff4462eb8889f30 +++ base_rev=7ced682549ae718db29121013c84ce8057bc3509 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=7ced682549ae718db29121013c84ce8057bc3509 -+++ git -C newlib rev-list --count 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -++ c_commits=8 +++ cur_rev=c2d2bf34e6959615a3ba0edf4153d210501ba04f ++++ git -C newlib rev-list --count 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ c_commits=13 ++ '[' '' '!=' '' ']' -++ git -C newlib log -n 5 --oneline 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -++ '[' 8 -gt 5 ']' -++ echo '... and 3 more commits in newlib' +++ git -C newlib log -n 5 --oneline 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ '[' 13 -gt 5 ']' +++ echo '... and 8 more commits in newlib' ++ '[' '' '!=' '' ']' ++ return 0 ++ bmk_print_result --short @@ -722,6 +734,8 @@ # generate dashboard # generate_dashboard_squad ... Skipping +# post_dashboard_squad +... Skipping + echo '# generate dashboard' + generate_dashboard_squad + local results_date @@ -730,17 +744,19 @@ + echo '... Skipping' + return + post_dashboard_squad -# post_dashboard_squad -... Skipping -# post_to_jira -Full stage ran successfully. + echo '# post_dashboard_squad' + false + echo '... Skipping' + return + false + post_to_jira +# post_to_jira ++ set -euf -o pipefail + echo '# post_to_jira' ++ local post_card_comment=false ++ local post_template_comment=false + false + false ++ false +Full stage ran successfully. + echo 'Full stage ran successfully.' diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log index 76b37ac..7536212 100644 --- a/jenkins/notify-init.log +++ b/jenkins/notify-init.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true ++ remote_exec 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ./jenkins-scripts/round-robin-notify.sh '@@rr[top_artifacts]' artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh + set -euf -o pipefail + local host -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -d: -f 1 -+ host=build-03.tcwglab ++ host=build-02.tcwglab + local port -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 + local opts -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 4 -+ opts=-p51440 ++ opts=-p51460 + local env_vars -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-03.tcwglab ssh_port=51440' ++ env_vars='ssh_host=build-02.tcwglab ssh_port=51460' + shift + local -a cmd + cmd=() @@ -52,10 +52,16 @@ + for i in "$@" + cmd+=("$(printf '%q' "$i")") ++ printf %q true ++ for i in "$@" ++ cmd+=("$(printf '%q' "$i")") +++ printf %q __build_script ++ for i in "$@" ++ cmd+=("$(printf '%q' "$i")") +++ printf %q tcwg_bmk-build.sh ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p51440 build-03.tcwglab 'export ssh_host=build-03.tcwglab ssh_port=51440 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true' ++ ssh -p51460 build-02.tcwglab 'export ssh_host=build-02.tcwglab ssh_port=51460 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-notify.sh @@rr\[top_artifacts\] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh' -/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true +/home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh + false + dryrun= @@ -81,17 +87,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/64/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/64/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/67/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/67/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -139,7 +145,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x056f6ae0f3794186997dd760e100f39ef8fac8ac '!=' xb3a1e48614c3ae9a9be09e32183b9a57c93e1f88 ']' +++ '[' x38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 '!=' x056f6ae0f3794186997dd760e100f39ef8fac8ac ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -154,7 +160,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' x7ece864adde82e6906e20a8b841361be2fd649d8 '!=' x99ec76eb8b0826c48709148457f2ef45819ab4ea ']' +++ '[' x92456291849fe88303bbcab366f41dcd4a885ad5 '!=' x7ece864adde82e6906e20a8b841361be2fd649d8 ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -169,7 +175,7 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' x7ced682549ae718db29121013c84ce8057bc3509 '!=' x24b029ba8ea78cee7d94bc736ff4462eb8889f30 ']' +++ '[' xc2d2bf34e6959615a3ba0edf4153d210501ba04f '!=' x7ced682549ae718db29121013c84ce8057bc3509 ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo @@ -189,17 +195,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=b3a1e48614c3ae9a9be09e32183b9a57c93e1f88 ++ base_rev=056f6ae0f3794186997dd760e100f39ef8fac8ac ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=056f6ae0f3794186997dd760e100f39ef8fac8ac -++ git -C binutils rev-list --count b3a1e48614c3ae9a9be09e32183b9a57c93e1f88..056f6ae0f3794186997dd760e100f39ef8fac8ac -# rev for binutils : b3a1e48614c3ae9a9be09e32183b9a57c93e1f88..056f6ae0f3794186997dd760e100f39ef8fac8ac (51 commits) -+ c_commits=51 -+ echo '# rev for binutils : b3a1e48614c3ae9a9be09e32183b9a57c93e1f88..056f6ae0f3794186997dd760e100f39ef8fac8ac (51 commits)' ++ cur_rev=38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 +++ git -C binutils rev-list --count 056f6ae0f3794186997dd760e100f39ef8fac8ac..38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 +# rev for binutils : 056f6ae0f3794186997dd760e100f39ef8fac8ac..38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 (33 commits) ++ c_commits=33 ++ echo '# rev for binutils : 056f6ae0f3794186997dd760e100f39ef8fac8ac..38cc67cc00dc7385991e2658a1b4213d5ba3c4f0 (33 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -207,17 +213,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=99ec76eb8b0826c48709148457f2ef45819ab4ea ++ base_rev=7ece864adde82e6906e20a8b841361be2fd649d8 ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=7ece864adde82e6906e20a8b841361be2fd649d8 -++ git -C gcc rev-list --count 99ec76eb8b0826c48709148457f2ef45819ab4ea..7ece864adde82e6906e20a8b841361be2fd649d8 -# rev for gcc : 99ec76eb8b0826c48709148457f2ef45819ab4ea..7ece864adde82e6906e20a8b841361be2fd649d8 (133 commits) -+ c_commits=133 -+ echo '# rev for gcc : 99ec76eb8b0826c48709148457f2ef45819ab4ea..7ece864adde82e6906e20a8b841361be2fd649d8 (133 commits)' ++ cur_rev=92456291849fe88303bbcab366f41dcd4a885ad5 +++ git -C gcc rev-list --count 7ece864adde82e6906e20a8b841361be2fd649d8..92456291849fe88303bbcab366f41dcd4a885ad5 +# rev for gcc : 7ece864adde82e6906e20a8b841361be2fd649d8..92456291849fe88303bbcab366f41dcd4a885ad5 (131 commits) ++ c_commits=131 ++ echo '# rev for gcc : 7ece864adde82e6906e20a8b841361be2fd649d8..92456291849fe88303bbcab366f41dcd4a885ad5 (131 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -225,18 +231,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=24b029ba8ea78cee7d94bc736ff4462eb8889f30 ++ base_rev=7ced682549ae718db29121013c84ce8057bc3509 ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=7ced682549ae718db29121013c84ce8057bc3509 -++ git -C newlib rev-list --count 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 -# rev for newlib : 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 (8 commits) ++ cur_rev=c2d2bf34e6959615a3ba0edf4153d210501ba04f +++ git -C newlib rev-list --count 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f +# rev for newlib : 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f (13 commits) -+ c_commits=8 -+ echo '# rev for newlib : 24b029ba8ea78cee7d94bc736ff4462eb8889f30..7ced682549ae718db29121013c84ce8057bc3509 (8 commits)' ++ c_commits=13 ++ echo '# rev for newlib : 7ced682549ae718db29121013c84ce8057bc3509..c2d2bf34e6959615a3ba0edf4153d210501ba04f (13 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' diff --git a/jenkins/rewrite.log b/jenkins/rewrite.log index b958403..c4e39d2 100644 --- a/jenkins/rewrite.log +++ b/jenkins/rewrite.log @@ -1,27 +1,27 @@ ++ pwd ++ cat -+ remote_exec 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100 ++ remote_exec 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ./jenkins-scripts/round-robin-baseline.sh '@@rr[top_artifacts]' artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100 + set -euf -o pipefail + local host -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -d: -f 1 -+ host=build-03.tcwglab ++ host=build-02.tcwglab + local port -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 2 + port= + local dir -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 3 + dir=/home/tcwg-buildslave/workspace/tcwg_bmk_0 + local opts -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 4 -+ opts=-p51440 ++ opts=-p51460 + local env_vars -++ echo 'build-03.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51440:ssh_host=build-03.tcwglab ssh_port=51440' +++ echo 'build-02.tcwglab::/home/tcwg-buildslave/workspace/tcwg_bmk_0:-p51460:ssh_host=build-02.tcwglab ssh_port=51460' ++ cut -s -d: -f 5 -+ env_vars='ssh_host=build-03.tcwglab ssh_port=51440' ++ env_vars='ssh_host=build-02.tcwglab ssh_port=51460' + shift + local -a cmd + cmd=() @@ -59,9 +59,4 @@ + cmd+=("$(printf '%q' "$i")") ++ printf %q 100 ++ printf %q /home/tcwg-buildslave/workspace/tcwg_bmk_0 -+ ssh -p51440 build-03.tcwglab 'export ssh_host=build-03.tcwglab ssh_port=51440 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100' -+ declare -g rewrite_base_artifacts_first=true -+ true -+ update_baseline -+ set -euf -o pipefail -+ rsync -aI --del --exclude /.git artifacts/ base-artifacts/ ++ ssh -p51460 build-02.tcwglab 'export ssh_host=build-02.tcwglab ssh_port=51460 && cd /home/tcwg-buildslave/workspace/tcwg_bmk_0 && exec ./jenkins-scripts/round-robin-baseline.sh @@rr\[top_artifacts\] artifacts __build_script tcwg_bmk-build.sh __push_base_artifacts true __rewrite_base_artifacts true __rewrite_num 100' diff --git a/jenkins/run-build.env b/jenkins/run-build.env index 0068676..7e84922 100644 --- a/jenkins/run-build.env +++ b/jenkins/run-build.env @@ -1,15 +1,15 @@ -build_name="#65" +build_name="#67" docker_opts=(--distro default --ssh_info true ) source build_container.sh trap "cleanup_all_containers" EXIT -build_name="#65-binutils-gcc-newlib" +build_name="#67-binutils-gcc-newlib" branch_opt=(==rr\[binutils_git\] git://sourceware.org/git/binutils-gdb.git#master ==rr\[gcc_git\] https://github.com/gcc-mirror/gcc.git#master ==rr\[newlib_git\] git://sourceware.org/git/newlib-cygwin.git#master ) -build_name="#65-binutils-gcc-newlib-R1" +build_name="#67-binutils-gcc-newlib-R1" diff --git a/manifest.sh b/manifest.sh index 87db6eb..ceee351 100644 --- a/manifest.sh +++ b/manifest.sh @@ -1,4 +1,4 @@ -declare -g "jenkins_scripts_rev=197d502922ea0d09ba633c1310bc52c75e7b1bc1" +declare -g "jenkins_scripts_rev=20022fc2fd596b54ebdc636007f2a7db1d3179fd" # Artifacts directory # Recording parameters to manifest: artifacts/manifest.sh rr[ci_project]="tcwg_bmk-code_size-coremark" @@ -7,7 +7,7 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/67/" declare -g "SQUAD_GRP=tcwg" rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master" rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master" diff --git a/notify/jira/comments.txt b/notify/jira/comment-template.txt index 950cee6..1aaa095 100644 --- a/notify/jira/comments.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/67/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index bf432ec..963fbcf 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -1,28 +1,26 @@ - -Dear contributor, our automatic CI has detected problems related to your patch(es). -Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list. +Dear contributor, our automatic CI has detected problems related to your patch(es). Please find some details below. If you have any questions, please follow up on linaro-toolchain@lists.linaro.org mailing list, Libera's #linaro-tcwg channel, or ping your favourite Linaro toolchain developer on the usual project channel. In CI config tcwg_bmk-code_size-coremark/gnu_eabi-arm_eabi-master-O3 after: - | 192 commits in binutils,gcc,newlib - | 056f6ae0f37 testsuite, fortran: make kfail gfortran specific - | 41439185cd0 testsuite, fortran: adapt tests for ifort's 'start' behavior - | 6fe8aea3c0b testsuite, fortran: Remove self assignment non-statements - | 85832a8c3c9 testsuite, fortran: make mixed-lang-stack less compiler dependent - | 768c40b5eeb gdb: add Abdul Basit Ijaz to gdb/MAINTAINERS - | ... and 46 more commits in binutils - | 7ece864adde [irange] Fix typo in contains_zero_p. - | 7d2274b9e34 analyzer: Call off a superseding when diagnostics are unrelated [PR110830] - | 18f1f79ec5b analyzer: fix -Wunused-parameter warnings - | cf2ae3fff4e Some ssa-names get incorrectly marked as always_current. - | ab4bdad4971 OpenMP: Fix ICE in fixup_blocks_walker [PR111274] - | ... and 128 more commits in gcc - | 7ced68254 Cygwin: dsp: Improve response time of select()/poll(). - | 2c06014f1 Cygwin: dsp: Implement select()/poll(). - | 7a43763d2 Cygwin: dsp: Fix trivial editorial issue. - | 8b2b54b41 Cygwin: dsp: Reduce wait time for blocking read(). - | 2654a5ba7 Cygwin: dps: Fix a bug that read() could not return -1 on error. - | ... and 3 more commits in newlib + | 177 commits in binutils,gcc,newlib + | 38cc67cc00d Fix: "Missing NULL check" + | 452855278aa Fix: "Possible Memory leak in bed hash.c" + | bc92a20a84e Automatic date update in version.in + | 4bc4551bdc5 gdb/mi: remove warning about mi1 + | f8ab0270088 Avoid spurious breakpoint-setting failure in DAP + | ... and 28 more commits in binutils + | 92456291849 libstdc++: [_GLIBCXX_INLINE_VERSION] Fix <format> friend declaration + | 3af2af15798 modula2: -Wcase-enum detect singular/plural and use switch during build + | d03773c8efe RISC-V: Support VLS modes VEC_EXTRACT auto-vectorization + | 4a937fa94fd MATCH: Move `X <= MAX(X, Y)` before `MIN (X, C1) < C2` pattern + | 06bedc3860d MATCH: [PR111364] Add some more minmax cmp operand simplifications + | ... and 126 more commits in gcc + | c2d2bf34e Reentrancy, attempt to always provide _Thread_local in <sys/reent.h> + | 7a1c717c8 Reentrancy, conditionally provide default __getreent() implementation + | 766f1beb4 Reentrancy, use _REENT_ERRNO() + | f5e37b93a Cygwin: Add initial support for SOURCE_DATE_EPOCH + | 5bbe0e56c Cygwin: NFS: remove recognizing native symlinks as FIFOs + | ... and 8 more commits in newlib No change @@ -41,6 +39,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/64/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/67/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-coremark--gnu_eabi-arm_eabi-master-O3-build/65/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 56c6388..111b9ab 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 192 commits in binutils,gcc,newlib: No change +[Linaro-TCWG-CI] 177 commits in binutils,gcc,newlib: No change diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index d412a4d..ef2ab71 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -1,214 +1,214 @@ --- modulename: output-bmk-results, funcname: <module> <string>(1): --- modulename: output-bmk-results, funcname: main -output-bmk-results.py(279): results_csv = sys.argv[1] -output-bmk-results.py(280): variability_file = sys.argv[2] -output-bmk-results.py(281): run_step_artifacts_dir = sys.argv[3] -output-bmk-results.py(282): metric = sys.argv[4] -output-bmk-results.py(283): mode = sys.argv[5] -output-bmk-results.py(284): details = sys.argv[6] -output-bmk-results.py(286): merged_df = read_results_csv(results_csv) +output-bmk-results.py(287): results_csv = sys.argv[1] +output-bmk-results.py(288): variability_file = sys.argv[2] +output-bmk-results.py(289): run_step_artifacts_dir = sys.argv[3] +output-bmk-results.py(290): metric = sys.argv[4] +output-bmk-results.py(291): mode = sys.argv[5] +output-bmk-results.py(292): details = sys.argv[6] +output-bmk-results.py(294): merged_df = read_results_csv(results_csv) --- modulename: output-bmk-results, funcname: read_results_csv -output-bmk-results.py(269): df = pd.read_csv(results_csv) -output-bmk-results.py(270): df = df.fillna(-1) -output-bmk-results.py(272): for metric in get_comparable_metrics(df): +output-bmk-results.py(277): df = pd.read_csv(results_csv) +output-bmk-results.py(278): df = df.fillna(-1) +output-bmk-results.py(280): for metric in get_comparable_metrics(df): --- modulename: output-bmk-results, funcname: get_comparable_metrics -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ --- modulename: output-bmk-results, funcname: <genexpr> -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(191): & metric_utils.comparable_metrics -output-bmk-results.py(190): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ -output-bmk-results.py(273): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(274): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(275): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(272): for metric in get_comparable_metrics(df): -output-bmk-results.py(273): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(274): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(275): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(272): for metric in get_comparable_metrics(df): -output-bmk-results.py(273): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(274): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(275): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(272): for metric in get_comparable_metrics(df): -output-bmk-results.py(273): df["rel_" + metric] = df["rel_" + metric].astype("int") -output-bmk-results.py(274): df[metric + "_x"] = df[metric + "_x"].astype("int") -output-bmk-results.py(275): df[metric + "_y"] = df[metric + "_y"].astype("int") -output-bmk-results.py(272): for metric in get_comparable_metrics(df): -output-bmk-results.py(276): return df -output-bmk-results.py(287): read_specific_variability_file(variability_file) +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(199): & metric_utils.comparable_metrics +output-bmk-results.py(198): return set(metric[len("rel_"):] for metric in df.columns[2:] if metric.startswith("rel_")) \ +output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(280): for metric in get_comparable_metrics(df): +output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(280): for metric in get_comparable_metrics(df): +output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(280): for metric in get_comparable_metrics(df): +output-bmk-results.py(281): df["rel_" + metric] = df["rel_" + metric].astype("int") +output-bmk-results.py(282): df[metric + "_x"] = df[metric + "_x"].astype("int") +output-bmk-results.py(283): df[metric + "_y"] = df[metric + "_y"].astype("int") +output-bmk-results.py(280): for metric in get_comparable_metrics(df): +output-bmk-results.py(284): return df +output-bmk-results.py(295): read_specific_variability_file(variability_file) --- modulename: output-bmk-results, funcname: read_specific_variability_file output-bmk-results.py(51): if not os.path.exists(bmk_specific_filename): output-bmk-results.py(53): specific_variability = pd.read_csv(bmk_specific_filename, index_col=False) -output-bmk-results.py(288): output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details) +output-bmk-results.py(296): output_bmk_results(merged_df, run_step_artifacts_dir, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results -output-bmk-results.py(240): f_regr = Outfile("{0}/results.regressions".format(run_step_artifacts), "w") +output-bmk-results.py(248): f_regr = Outfile("{0}/results.regressions".format(run_step_artifacts), "w") --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(241): f_ebp = Outfile("{0}/extra-bisect-params".format(run_step_artifacts), "w") +output-bmk-results.py(249): f_ebp = Outfile("{0}/extra-bisect-params".format(run_step_artifacts), "w") --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(242): f_skip = Outfile("{0}/any.skipped".format(run_step_artifacts), "w", predicate=(details=="verbose")) +output-bmk-results.py(250): f_skip = Outfile("{0}/any.skipped".format(run_step_artifacts), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(244): f_ebp.write("extra_build_params=") +output-bmk-results.py(252): f_ebp.write("extra_build_params=") --- modulename: output-bmk-results, funcname: write output-bmk-results.py(36): if not self.predicate or not self.outf: output-bmk-results.py(38): self.outf.write(string) -output-bmk-results.py(248): df = merged_df[merged_df["benchmark"] != "Mean"] -output-bmk-results.py(251): exe_df = df[df["symbol"].str.endswith("_base.default")] -output-bmk-results.py(252): sym_df = df[~df["symbol"].str.endswith("_base.default")] -output-bmk-results.py(254): output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) +output-bmk-results.py(256): df = merged_df[merged_df["benchmark"] != "Mean"] +output-bmk-results.py(259): exe_df = df[df["symbol"].str.endswith("_base.default")] +output-bmk-results.py(260): sym_df = df[~df["symbol"].str.endswith("_base.default")] +output-bmk-results.py(262): output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(202): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(204): rel_metric = "rel_" + metric -output-bmk-results.py(205): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(237): f_out.close() +output-bmk-results.py(212): rel_metric = "rel_" + metric +output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(245): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(255): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) +output-bmk-results.py(263): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(202): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(204): rel_metric = "rel_" + metric -output-bmk-results.py(205): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(237): f_out.close() +output-bmk-results.py(212): rel_metric = "rel_" + metric +output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(245): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(257): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) +output-bmk-results.py(265): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(202): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(204): rel_metric = "rel_" + metric -output-bmk-results.py(205): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) +output-bmk-results.py(212): rel_metric = "rel_" + metric +output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": +output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] +output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) +output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.regression : coremark,coremark : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): +output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(237): f_out.close() +output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: +output-bmk-results.py(176): return (result - 100 > threshold) +output-bmk-results.py(225): continue +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(245): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(258): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) +output-bmk-results.py(266): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 -output-bmk-results.py(202): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) +output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) --- modulename: output-bmk-results, funcname: __init__ output-bmk-results.py(19): self.filename=filename output-bmk-results.py(20): self.predicate=predicate output-bmk-results.py(21): if predicate: output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) -output-bmk-results.py(204): rel_metric = "rel_" + metric -output-bmk-results.py(205): out_df = results_df[results_df[rel_metric] != -1] -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) +output-bmk-results.py(212): rel_metric = "rel_" + metric +output-bmk-results.py(213): out_df = results_df[results_df[rel_metric] != -1] +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": +output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] +output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) +output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.improvement : coremark,coremark : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): +output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(237): f_out.close() +output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: +output-bmk-results.py(185): return (100 - result > threshold) +output-bmk-results.py(225): continue +output-bmk-results.py(216): for index, row in out_df.iterrows(): +output-bmk-results.py(245): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(260): f_ebp.write("\n") +output-bmk-results.py(268): f_ebp.write("\n") --- modulename: output-bmk-results, funcname: write output-bmk-results.py(36): if not self.predicate or not self.outf: output-bmk-results.py(38): self.outf.write(string) -output-bmk-results.py(262): f_skip.close() +output-bmk-results.py(270): f_skip.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(263): f_regr.close() +output-bmk-results.py(271): f_regr.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: output-bmk-results.py(33): os.remove(self.filename) -output-bmk-results.py(264): f_ebp.close() +output-bmk-results.py(272): f_ebp.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: -output-bmk-results.py(289): return 0 +output-bmk-results.py(297): return 0 diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index 1fb0719..a0ddb49 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_sve_loops_variation_average,num_vect_loops_variation_average,size_variation_average,benchmark,symbol,sample_variation_average +num_vect_loops_variation_average,size_variation_average,num_sve_loops_variation_average,benchmark,symbol,sample_variation_average diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index f2c21bf..a2a221b 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -382,8 +382,8 @@ + c++filt -p + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p -+ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p ++ /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + '[' x--relative == x--relative ']' + '[' 2 == 2 ']' + /home/tcwg-buildslave/workspace/tcwg_bmk_0/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv |