diff options
36 files changed, 224 insertions, 243 deletions
diff --git a/01-reset_artifacts/console.log.xz b/01-reset_artifacts/console.log.xz Binary files differindex 4fdc250..1bccc67 100644 --- a/01-reset_artifacts/console.log.xz +++ b/01-reset_artifacts/console.log.xz diff --git a/02-prepare_abe/console.log.xz b/02-prepare_abe/console.log.xz Binary files differindex 18731a4..ae700fc 100644 --- a/02-prepare_abe/console.log.xz +++ b/02-prepare_abe/console.log.xz diff --git a/03-build_abe-binutils/console.log.xz b/03-build_abe-binutils/console.log.xz Binary files differindex 199f80f..0d7db4b 100644 --- a/03-build_abe-binutils/console.log.xz +++ b/03-build_abe-binutils/console.log.xz diff --git a/03-build_abe-binutils/make-binutils.log.xz b/03-build_abe-binutils/make-binutils.log.xz Binary files differindex b85062a..cd8de8c 100644 --- a/03-build_abe-binutils/make-binutils.log.xz +++ b/03-build_abe-binutils/make-binutils.log.xz diff --git a/04-build_abe-stage1/console.log.xz b/04-build_abe-stage1/console.log.xz Binary files differindex ea60405..a860da6 100644 --- a/04-build_abe-stage1/console.log.xz +++ b/04-build_abe-stage1/console.log.xz diff --git a/04-build_abe-stage1/make-gcc-stage1.log.xz b/04-build_abe-stage1/make-gcc-stage1.log.xz Binary files differindex b5411a5..b5dd480 100644 --- a/04-build_abe-stage1/make-gcc-stage1.log.xz +++ b/04-build_abe-stage1/make-gcc-stage1.log.xz diff --git a/06-build_abe-newlib/console.log.xz b/06-build_abe-newlib/console.log.xz Binary files differindex f6f6387..f11d446 100644 --- a/06-build_abe-newlib/console.log.xz +++ b/06-build_abe-newlib/console.log.xz diff --git a/06-build_abe-newlib/make-newlib.log.xz b/06-build_abe-newlib/make-newlib.log.xz Binary files differindex adead0e..91e04ee 100644 --- a/06-build_abe-newlib/make-newlib.log.xz +++ b/06-build_abe-newlib/make-newlib.log.xz diff --git a/07-build_abe-stage2/console.log.xz b/07-build_abe-stage2/console.log.xz Binary files differindex 888a1d5..a727536 100644 --- a/07-build_abe-stage2/console.log.xz +++ b/07-build_abe-stage2/console.log.xz diff --git a/07-build_abe-stage2/make-gcc-stage2.log.xz b/07-build_abe-stage2/make-gcc-stage2.log.xz Binary files differindex 539fbd5..d18dd2e 100644 --- a/07-build_abe-stage2/make-gcc-stage2.log.xz +++ b/07-build_abe-stage2/make-gcc-stage2.log.xz diff --git a/08-benchmark/benchmark-build.log b/08-benchmark/benchmark-build.log index a944796..c740d2e 100644 --- a/08-benchmark/benchmark-build.log +++ b/08-benchmark/benchmark-build.log @@ -1,20 +1,20 @@ -Started TCWG Benchmark #48628 +Started TCWG Benchmark #49092 Started from command line by tcwg-buildslave@linaro.org Running as SYSTEM [EnvInject] - Loading node environment variables. -Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3 +Building remotely on tcwg-bmk-bkp-01 (tcwg-bmk-coordinator tcwg-parallel-jobs tcwg) in workspace /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9 [ssh-agent] Looking for ssh-agent implementation... [ssh-agent] Exec ssh-agent (binary ssh-agent on a remote machine) $ ssh-agent -SSH_AUTH_SOCK=/tmp/ssh-XXXXXXSw2JgC/agent.49277 -SSH_AGENT_PID=49279 +SSH_AUTH_SOCK=/tmp/ssh-XXXXXX3DDYnv/agent.37389 +SSH_AGENT_PID=37391 [ssh-agent] Started. Running ssh-add (command line suppressed) -Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_17084444849516736438.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3_tmp/private_key_17084444849516736438.key) +Identity added: /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_12240665555806411068.key (/home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9_tmp/private_key_12240665555806411068.key) [ssh-agent] Using credentials tcwg-benchmark (benchmark for TCWG machines) The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/jenkins-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/jenkins-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/jenkins-scripts.git # timeout=10 Cleaning workspace @@ -35,7 +35,7 @@ Commit message: "tcwg-lnt/create_server.sh: Use Linaro LNT repo" > /usr/bin/git rev-list --no-walk 76e9cdf84a266e2c4945836eb7ae0400773beebe # timeout=10 The recommended git tool is: NONE No credentials specified - > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_3/bmk-scripts/.git # timeout=10 + > /usr/bin/git rev-parse --resolve-git-dir /home/tcwg-benchmark/workspace/tcwg-benchmark-tcwg-bmk-bkp-01_9/bmk-scripts/.git # timeout=10 Fetching changes from the remote Git repository > /usr/bin/git config remote.origin.url https://git.linaro.org/toolchain/bmk-scripts.git # timeout=10 Cleaning workspace @@ -55,24 +55,24 @@ Checking out Revision f948a9fd15e702ab697fd5256f24dd8ba5ebfe1a (origin/master) Commit message: "spec2xxx-config,cpu2017_llvm.cfg: Os and Oz unsupported in flang" > /usr/bin/git rev-list --no-walk f948a9fd15e702ab697fd5256f24dd8ba5ebfe1a # timeout=10 No emails were triggered. -New run name is '#48628-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' -[tcwg-benchmark-tcwg-bmk-bkp-01_3] $ /bin/bash /tmp/jenkins9346975204357701936.sh +New run name is '#49092-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' +[tcwg-benchmark-tcwg-bmk-bkp-01_9] $ /bin/bash /tmp/jenkins7153295409530485396.sh + rm -rf artifacts + mkdir -p artifacts/jenkins + has_perf_logs=yes + case "$bmk_hw:$image_arch" in + hw_tag=stm32 + has_perf_logs=no -++ echo build-08.tcwglab:50854:/tmp/tmp.m5517JVTUG -++ sed -e s/@build_num@/48628/g -e s/@hw_tag@/stm32/g -+ results_dest=build-08.tcwglab:50854:/tmp/tmp.m5517JVTUG +++ echo build-02.tcwglab:52468:/tmp/tmp.EYFPY3FYp7 +++ sed -e s/@build_num@/49092/g -e s/@hw_tag@/stm32/g ++ results_dest=build-02.tcwglab:52468:/tmp/tmp.EYFPY3FYp7 + idle_boards=0 + total_boards=0 ++ set +f ++ ls -tr /home/tcwg-benchmark/boards/tcwg-bmk-stm32-01.lock + for lock in $(set +f; ls -tr $HOME/boards/tcwg-bmk-$bmk_hw-*.lock) + res=0 -+ wait 49397 ++ wait 37669 + flock -en -E 124 9 + total_boards=1 + '[' 0 = 124 ']' @@ -87,20 +87,18 @@ New run name is '#48628-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2 + read -a bmks + cat Waiting for the completion of TCWG Benchmark_backend -TCWG Benchmark_backend #154762 started. -TCWG Benchmark_backend #154762-48628+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS -New run name is '#48628-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' +TCWG Benchmark_backend #155549 started. +TCWG Benchmark_backend #155549-49092+1-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) completed. Result was SUCCESS +New run name is '#49092-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64)' $ ssh-agent -k unset SSH_AUTH_SOCK; unset SSH_AGENT_PID; -echo Agent pid 49279 killed; +echo Agent pid 37391 killed; [ssh-agent] Stopped. Archiving artifacts Email was triggered for: Success Sending email for trigger: Success -#48627-tcwg_bmk-code_size-spec2k6/llvm-arm-master-Oz-build (sq:armhf) is still in progress; ignoring for purposes of comparison Failed to create e-mail address for ERROR:,File,'artifacts/jenkins/mail-recipients.txt',does,not,exist -#48627-tcwg_bmk-code_size-spec2k6/llvm-arm-master-Oz-build (sq:armhf) is still in progress; ignoring for purposes of comparison An attempt to send an e-mail to empty list of recipients, ignored. Finished: SUCCESS -Completed TCWG Benchmark #48628-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS +Completed TCWG Benchmark #49092-tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2-build (stm32:amd64) : SUCCESS diff --git a/08-benchmark/console.log.xz b/08-benchmark/console.log.xz Binary files differindex 2cf5655..3a646b1 100644 --- a/08-benchmark/console.log.xz +++ b/08-benchmark/console.log.xz diff --git a/09-check_regression/console.log.xz b/09-check_regression/console.log.xz Binary files differindex 9bd2b82..807743c 100644 --- a/09-check_regression/console.log.xz +++ b/09-check_regression/console.log.xz diff --git a/annex/bmk-data b/annex/bmk-data index 358df30..935db5b 100644 --- a/annex/bmk-data +++ b/annex/bmk-data @@ -1 +1 @@ -bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/103-2b86f7dd027f88abb4f28fe6208d363a.tar.xz +bkp-01.tcwglab:/home/tcwg-buildslave/base-artifacts/annex/tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2/104-68011cf815495c8d3aa6d9910b685d62.tar.xz diff --git a/git/binutils_rev b/git/binutils_rev index a7a4d2b..2dc6a18 100644 --- a/git/binutils_rev +++ b/git/binutils_rev @@ -1 +1 @@ -4da6be3f1ad66987b7e072e578183798b3c29cb0 +e7a293f376fef110ae59f5b9ae5bf0aaca68a4da diff --git a/git/gcc_rev b/git/gcc_rev index 594b1c7..f79d39e 100644 --- a/git/gcc_rev +++ b/git/gcc_rev @@ -1 +1 @@ -290230034092898981488d0716ddae43bd36c09f +7c6615692e052e6bd08f46d9ed060fdbcd711c5c diff --git a/git/newlib_rev b/git/newlib_rev index 4ef790f..c1eaff4 100644 --- a/git/newlib_rev +++ b/git/newlib_rev @@ -1 +1 @@ -1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 +1a177610d8e181d09206a5a8ce2d873822751657 diff --git a/jenkins/build-name b/jenkins/build-name index b399794..f2649c7 100644 --- a/jenkins/build-name +++ b/jenkins/build-name @@ -1 +1 @@ -#103-binutils-gcc-newlib-R1 +#104-binutils-gcc-newlib-R1 diff --git a/jenkins/notify-full.log b/jenkins/notify-full.log index 53f642f..46653da 100644 --- a/jenkins/notify-full.log +++ b/jenkins/notify-full.log @@ -26,17 +26,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/101/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/101/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/104/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/104/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -85,7 +85,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x4da6be3f1ad66987b7e072e578183798b3c29cb0 '!=' x2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b ']' +++ '[' xe7a293f376fef110ae59f5b9ae5bf0aaca68a4da '!=' x4da6be3f1ad66987b7e072e578183798b3c29cb0 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -100,7 +100,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' x290230034092898981488d0716ddae43bd36c09f '!=' xf73a00b735f1c78b8eb09cffae8f5102b99f363f ']' +++ '[' x7c6615692e052e6bd08f46d9ed060fdbcd711c5c '!=' x290230034092898981488d0716ddae43bd36c09f ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -115,7 +115,7 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' x1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 '!=' x57e311e0deb23492edc94518c78cc57a224dbad9 ']' +++ '[' x1a177610d8e181d09206a5a8ce2d873822751657 '!=' x1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo @@ -135,17 +135,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b ++ base_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0 -++ git -C binutils rev-list --count 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 -# rev for binutils : 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 (143 commits) -+ c_commits=143 -+ echo '# rev for binutils : 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 (143 commits)' ++ cur_rev=e7a293f376fef110ae59f5b9ae5bf0aaca68a4da +++ git -C binutils rev-list --count 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da +# rev for binutils : 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da (24 commits) ++ c_commits=24 ++ echo '# rev for binutils : 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da (24 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -153,17 +153,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=f73a00b735f1c78b8eb09cffae8f5102b99f363f ++ base_rev=290230034092898981488d0716ddae43bd36c09f ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=290230034092898981488d0716ddae43bd36c09f -++ git -C gcc rev-list --count f73a00b735f1c78b8eb09cffae8f5102b99f363f..290230034092898981488d0716ddae43bd36c09f -# rev for gcc : f73a00b735f1c78b8eb09cffae8f5102b99f363f..290230034092898981488d0716ddae43bd36c09f (171 commits) -+ c_commits=171 -+ echo '# rev for gcc : f73a00b735f1c78b8eb09cffae8f5102b99f363f..290230034092898981488d0716ddae43bd36c09f (171 commits)' ++ cur_rev=7c6615692e052e6bd08f46d9ed060fdbcd711c5c +++ git -C gcc rev-list --count 290230034092898981488d0716ddae43bd36c09f..7c6615692e052e6bd08f46d9ed060fdbcd711c5c +# rev for gcc : 290230034092898981488d0716ddae43bd36c09f..7c6615692e052e6bd08f46d9ed060fdbcd711c5c (24 commits) ++ c_commits=24 ++ echo '# rev for gcc : 290230034092898981488d0716ddae43bd36c09f..7c6615692e052e6bd08f46d9ed060fdbcd711c5c (24 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -171,18 +171,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9 ++ base_rev=1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 (22 commits) ++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657 +++ git -C newlib rev-list --count 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213..1a177610d8e181d09206a5a8ce2d873822751657 +# rev for newlib : 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213..1a177610d8e181d09206a5a8ce2d873822751657 (1 commits) -+ c_commits=22 -+ echo '# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 (22 commits)' ++ c_commits=1 ++ echo '# rev for newlib : 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213..1a177610d8e181d09206a5a8ce2d873822751657 (1 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -218,7 +218,7 @@ + local artifacts_mail_dir + artifacts_mail_dir=artifacts/notify + local res=0 -+ wait 228046 ++ wait 5949 + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/output-bmk-results.py artifacts/results-vs-prev/compare-results-internal.csv artifacts/results-vs-prev/bmk-specific-variability.csv artifacts/notify/ sample build verbose + assert_with_msg 'ERROR while trying to regenerate bmk-data results. Aborting..' '[' 0 = 0 ']' + set -euf -o pipefail +x @@ -235,21 +235,21 @@ ++ assert_with_msg 'ERROR: No binutils in current git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ git -C binutils show --no-patch --pretty=%ct 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b -+ base_d=1702790149 +++ git -C binutils show --no-patch --pretty=%ct 4da6be3f1ad66987b7e072e578183798b3c29cb0 ++ base_d=1703312483 ++ get_current_component_date binutils ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ git -C binutils show --no-patch --pretty=%ct 4da6be3f1ad66987b7e072e578183798b3c29cb0 -+ cur_d=1703312483 -+ '[' x1702790149 '!=' x ']' -+ '[' x1703312483 = x ']' -+ '[' 1703312483 -lt 1702790149 ']' -+ '[' x1703312483 = x ']' -+ '[' 1703312483 -gt 0 ']' -+ results_date=1703312483 +++ git -C binutils show --no-patch --pretty=%ct e7a293f376fef110ae59f5b9ae5bf0aaca68a4da ++ cur_d=1703548868 ++ '[' x1703312483 '!=' x ']' ++ '[' x1703548868 = x ']' ++ '[' 1703548868 -lt 1703312483 ']' ++ '[' x1703548868 = x ']' ++ '[' 1703548868 -gt 0 ']' ++ results_date=1703548868 + for c in $(get_current_manifest "{rr[components]}") ++ get_baseline_component_date gcc ++ set -euf -o pipefail @@ -257,20 +257,21 @@ ++ assert_with_msg 'ERROR: No gcc in current git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ git -C gcc show --no-patch --pretty=%ct f73a00b735f1c78b8eb09cffae8f5102b99f363f -+ base_d=1702775908 +++ git -C gcc show --no-patch --pretty=%ct 290230034092898981488d0716ddae43bd36c09f ++ base_d=1703293143 ++ get_current_component_date gcc ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ git -C gcc show --no-patch --pretty=%ct 290230034092898981488d0716ddae43bd36c09f -+ cur_d=1703293143 -+ '[' x1702775908 '!=' x ']' -+ '[' x1703293143 = x ']' -+ '[' 1703293143 -lt 1702775908 ']' -+ '[' x1703293143 = x ']' -+ '[' 1703293143 -gt 1703312483 ']' +++ git -C gcc show --no-patch --pretty=%ct 7c6615692e052e6bd08f46d9ed060fdbcd711c5c ++ cur_d=1703564274 ++ '[' x1703293143 '!=' x ']' ++ '[' x1703564274 = x ']' ++ '[' 1703564274 -lt 1703293143 ']' ++ '[' x1703564274 = x ']' ++ '[' 1703564274 -gt 1703548868 ']' ++ results_date=1703564274 + for c in $(get_current_manifest "{rr[components]}") ++ get_baseline_component_date newlib ++ set -euf -o pipefail @@ -278,34 +279,34 @@ ++ assert_with_msg 'ERROR: No newlib in current git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ git -C newlib show --no-patch --pretty=%ct 57e311e0deb23492edc94518c78cc57a224dbad9 -+ base_d=1702786270 +++ git -C newlib show --no-patch --pretty=%ct 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 ++ base_d=1703305796 ++ get_current_component_date newlib ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ git -C newlib show --no-patch --pretty=%ct 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -+ cur_d=1703305796 -+ '[' x1702786270 '!=' x ']' -+ '[' x1703305796 = x ']' -+ '[' 1703305796 -lt 1702786270 ']' -+ '[' x1703305796 = x ']' -+ '[' 1703305796 -gt 1703312483 ']' -+ assert_with_msg 'Failed to produce results_date' '[' 1703312483 -gt 0 ']' +++ git -C newlib show --no-patch --pretty=%ct 1a177610d8e181d09206a5a8ce2d873822751657 ++ cur_d=1703323618 ++ '[' x1703305796 '!=' x ']' ++ '[' x1703323618 = x ']' ++ '[' 1703323618 -lt 1703305796 ']' ++ '[' x1703323618 = x ']' ++ '[' 1703323618 -gt 1703564274 ']' ++ assert_with_msg 'Failed to produce results_date' '[' 1703564274 -gt 0 ']' + set -euf -o pipefail +x ++ get_baseline_manifest '{rr[results_date]}' ++ get_manifest base-artifacts/manifest.sh '{rr[results_date]}' false ++ set +x -+ base_d=1702500515 -+ '[' 1702500515 '!=' '' ']' -+ assert '[' 1703312483 -ge 1702500515 ']' ++ base_d=1702906499 ++ '[' 1702906499 '!=' '' ']' ++ assert '[' 1703564274 -ge 1702906499 ']' + set -euf -o pipefail +x -+ '[' 1703312483 -gt 1702500515 ']' -+ results_date=1702906499 -+ rr[results_date]=1702906499 -+ manifest_out ++ '[' 1703564274 -gt 1702906499 ']' ++ results_date=1703235386 ++ rr[results_date]=1703235386 + cat ++ manifest_out + cat + check_if_first_report + declare -g first_icommit_to_report @@ -377,9 +378,9 @@ +++ get_current_manifest BUILD_URL +++ get_manifest artifacts/manifest.sh BUILD_URL +++ set +x -++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/artifact/artifacts +++ url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/104/artifact/artifacts ++ '[' '' '!=' '' ']' -++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/artifact/artifacts/notify/mail-body.txt/*view*/' +++ echo 'https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/104/artifact/artifacts/notify/mail-body.txt/*view*/' # print all notification files + echo '# print all notification files' + true @@ -412,16 +413,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b +++ base_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0 -+++ git -C binutils rev-list --count 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 -++ c_commits=143 -++ new_commits=143 +++ cur_rev=e7a293f376fef110ae59f5b9ae5bf0aaca68a4da ++++ git -C binutils rev-list --count 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da +++ c_commits=24 +++ new_commits=24 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -429,16 +430,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=f73a00b735f1c78b8eb09cffae8f5102b99f363f +++ base_rev=290230034092898981488d0716ddae43bd36c09f +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=290230034092898981488d0716ddae43bd36c09f -+++ git -C gcc rev-list --count f73a00b735f1c78b8eb09cffae8f5102b99f363f..290230034092898981488d0716ddae43bd36c09f -++ c_commits=171 -++ new_commits=314 +++ cur_rev=7c6615692e052e6bd08f46d9ed060fdbcd711c5c ++++ git -C gcc rev-list --count 290230034092898981488d0716ddae43bd36c09f..7c6615692e052e6bd08f46d9ed060fdbcd711c5c +++ c_commits=24 +++ new_commits=48 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -446,20 +447,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9 +++ base_rev=1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -+++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -++ c_commits=22 -++ new_commits=336 +++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657 ++++ git -C newlib rev-list --count 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213..1a177610d8e181d09206a5a8ce2d873822751657 +++ c_commits=1 +++ new_commits=49 +++ echo binutils gcc newlib +++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '336 commits in binutils,gcc,newlib' +++ echo '49 commits in binutils,gcc,newlib' ++ '[' --oneline = --oneline ']' ++ return 0 ++ bmk_print_result --oneline @@ -547,17 +548,17 @@ ++ case "$ci_config" in ++ echo 'arm O2' ++ return 0 -+ echo '[Linaro-TCWG-CI]' '336 commits in binutils,gcc,newlib: No change on arm O2' ++ echo '[Linaro-TCWG-CI]' '49 commits in binutils,gcc,newlib: No change on arm O2' + print_mail_body + local bad_artifacts_url good_artifacts_url ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -+ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/artifact/artifacts ++ bad_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/104/artifact/artifacts ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -+ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/101/artifact/artifacts ++ good_artifacts_url=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/artifact/artifacts + local key= + '[' multiple_components = single_commit ']' + cat @@ -620,8 +621,8 @@ ++ case "$print_arg" in ++ echo 'CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2' ++ return 0 -++ sed -e 's/^/ | /' ++ print_commits --short +++ sed -e 's/^/ | /' ++ set -euf -o pipefail ++ false ++ local print_arg=--short @@ -642,16 +643,16 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b +++ base_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0 -+++ git -C binutils rev-list --count 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 -++ c_commits=143 -++ new_commits=143 +++ cur_rev=e7a293f376fef110ae59f5b9ae5bf0aaca68a4da ++++ git -C binutils rev-list --count 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da +++ c_commits=24 +++ new_commits=24 ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev +++ set -euf -o pipefail @@ -659,16 +660,16 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=f73a00b735f1c78b8eb09cffae8f5102b99f363f +++ base_rev=290230034092898981488d0716ddae43bd36c09f +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=290230034092898981488d0716ddae43bd36c09f -+++ git -C gcc rev-list --count f73a00b735f1c78b8eb09cffae8f5102b99f363f..290230034092898981488d0716ddae43bd36c09f -++ c_commits=171 -++ new_commits=314 +++ cur_rev=7c6615692e052e6bd08f46d9ed060fdbcd711c5c ++++ git -C gcc rev-list --count 290230034092898981488d0716ddae43bd36c09f..7c6615692e052e6bd08f46d9ed060fdbcd711c5c +++ c_commits=24 +++ new_commits=48 ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev +++ set -euf -o pipefail @@ -676,20 +677,20 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9 +++ base_rev=1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -+++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -++ c_commits=22 -++ new_commits=336 -+++ tr ' ' , +++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657 ++++ git -C newlib rev-list --count 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213..1a177610d8e181d09206a5a8ce2d873822751657 +++ c_commits=1 +++ new_commits=49 +++ echo binutils gcc newlib ++++ tr ' ' , ++ components=binutils,gcc,newlib -++ echo '336 commits in binutils,gcc,newlib' +++ echo '49 commits in binutils,gcc,newlib' ++ '[' --short = --oneline ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git binutils_rev @@ -698,19 +699,19 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ base_rev=2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b +++ base_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0 +++ get_current_git binutils_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/binutils_rev -++ cur_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0 -+++ git -C binutils rev-list --count 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 -++ c_commits=143 +++ cur_rev=e7a293f376fef110ae59f5b9ae5bf0aaca68a4da ++++ git -C binutils rev-list --count 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da +++ c_commits=24 ++ '[' '' '!=' '' ']' -++ git -C binutils log -n 5 --oneline 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 -++ '[' 143 -gt 5 ']' -++ echo '... and 138 more commits in binutils' +++ git -C binutils log -n 5 --oneline 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da +++ '[' 24 -gt 5 ']' +++ echo '... and 19 more commits in binutils' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git gcc_rev @@ -719,19 +720,19 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ base_rev=f73a00b735f1c78b8eb09cffae8f5102b99f363f +++ base_rev=290230034092898981488d0716ddae43bd36c09f +++ get_current_git gcc_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/gcc_rev -++ cur_rev=290230034092898981488d0716ddae43bd36c09f -+++ git -C gcc rev-list --count f73a00b735f1c78b8eb09cffae8f5102b99f363f..290230034092898981488d0716ddae43bd36c09f -++ c_commits=171 +++ cur_rev=7c6615692e052e6bd08f46d9ed060fdbcd711c5c ++++ git -C gcc rev-list --count 290230034092898981488d0716ddae43bd36c09f..7c6615692e052e6bd08f46d9ed060fdbcd711c5c +++ c_commits=24 ++ '[' '' '!=' '' ']' -++ git -C gcc log -n 5 --oneline f73a00b735f1c78b8eb09cffae8f5102b99f363f..290230034092898981488d0716ddae43bd36c09f -++ '[' 171 -gt 5 ']' -++ echo '... and 166 more commits in gcc' +++ git -C gcc log -n 5 --oneline 290230034092898981488d0716ddae43bd36c09f..7c6615692e052e6bd08f46d9ed060fdbcd711c5c +++ '[' 24 -gt 5 ']' +++ echo '... and 19 more commits in gcc' ++ '[' '' '!=' '' ']' ++ for c in "${changed_components[@]}" +++ get_baseline_git newlib_rev @@ -740,19 +741,18 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9 +++ base_rev=1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 +++ get_current_git newlib_rev +++ set -euf -o pipefail +++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat artifacts/git/newlib_rev -++ cur_rev=1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -+++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -++ c_commits=22 +++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657 ++++ git -C newlib rev-list --count 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213..1a177610d8e181d09206a5a8ce2d873822751657 +++ c_commits=1 ++ '[' '' '!=' '' ']' -++ git -C newlib log -n 5 --oneline 57e311e0deb23492edc94518c78cc57a224dbad9..1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -++ '[' 22 -gt 5 ']' -++ echo '... and 17 more commits in newlib' +++ git -C newlib log -n 5 --oneline 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213..1a177610d8e181d09206a5a8ce2d873822751657 +++ '[' 1 -gt 5 ']' ++ '[' '' '!=' '' ']' ++ return 0 ++ bmk_print_result --short @@ -830,8 +830,8 @@ ++ target=arm_eabi ++ cflags=O2 ++ local compiler= libc= linker= version= bmk_flags= hw= -+++ sed -e 's/_/ -/g' +++ echo O2 ++++ sed -e 's/_/ -/g' ++ bmk_flags=O2 ++ local print_arg=--long ++ case "$print_arg" in @@ -842,8 +842,8 @@ +++ tcwg_bmk_benchs +++ '[' x = xset ']' +++ local data data_key -++++ cut -d- -f1-6 ++++ echo tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2 +++++ cut -d- -f1-6 +++ data_key=tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi +++ data=stm32:coremark +++ '[' xstm32:coremark = xunset ']' @@ -877,20 +877,20 @@ +++ case "$target" in +++ target=arm-eabi +++ echo arm-eabi -# generate_jenkins_html_files + '[' multiple_components '!=' single_commit ']' + return + true + generate_jenkins_html_files -+ wait 228313 +# generate_jenkins_html_files ++ wait 6216 + set -euf -o pipefail + echo '# generate_jenkins_html_files' + true + case "$ci_project" in + status_file=artifacts/results-vs-prev/csv-results-1/status.csv + '[' -f artifacts/results-vs-prev/csv-results-1/status.csv ']' -++ grep -c ',success$' ++ sort -u artifacts/results-vs-prev/csv-results-1/status.csv +++ grep -c ',success$' + nb_succeed=1 ++ sort -u artifacts/results-vs-prev/csv-results-1/status.csv ++ grep -c ,failed-to- @@ -1999,10 +1999,10 @@ + echo '... Skipping' + return + generate_lnt_report -+ wait 228604 ++ wait 6507 +# generate_lnt_report + set -euf -o pipefail + local results_date -# generate_lnt_report + echo '# generate_lnt_report' + true + . /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/lnt-utils.sh @@ -2010,17 +2010,17 @@ ++ get_current_manifest '{rr[results_date]}' ++ get_manifest artifacts/manifest.sh '{rr[results_date]}' ++ set +x -+ results_date=1702906499 -++ date '+%Y-%m-%d %H:%M:%S' --date @1702906499 -# release_testresults_files -... Done -+ results_date='2023-12-18 13:34:59' ++ results_date=1703235386 +++ date '+%Y-%m-%d %H:%M:%S' --date @1703235386 ++ results_date='2023-12-22 08:56:26' + local jira_key=- + '[' -f artifacts/notify/jira/key ']' + case "$ci_project" in + local cc cur_rev describe + case "${rr[toolchain]}" in + false +# release_testresults_files +... Done + true + false + true diff --git a/jenkins/notify-init.log b/jenkins/notify-init.log index 21f2ef3..d383c8c 100644 --- a/jenkins/notify-init.log +++ b/jenkins/notify-init.log @@ -2,7 +2,6 @@ /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/round-robin-notify.sh @@rr[top_artifacts] artifacts --notify ignore __stage init __verbose true __build_script tcwg_bmk-build.sh -# setup_notify_environment + false + dryrun= + declare top_artifacts ci_project ci_config @@ -10,6 +9,7 @@ + declare -a changed_components + declare print_commits_f print_result_f print_config_f print_last_icommit_f + dump_model_only=false +# setup_notify_environment + setup_notify_environment + echo '# setup_notify_environment' + top_artifacts=artifacts @@ -26,17 +26,17 @@ ++ get_baseline_manifest BUILD_URL ++ get_manifest base-artifacts/manifest.sh BUILD_URL false ++ set +x -# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/101/ +# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/ # Using dir : base-artifacts -+ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/101/' ++ echo '# Baseline : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/' + echo '# Using dir : base-artifacts' ++ get_current_manifest BUILD_URL ++ get_manifest artifacts/manifest.sh BUILD_URL ++ set +x -# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/ +# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/104/ # Using dir : artifacts -+ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/' ++ echo '# Artifacts : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/104/' + echo '# Using dir : artifacts' + echo '' + mkdir -p artifacts/notify @@ -85,7 +85,7 @@ +++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/binutils_rev -++ '[' x4da6be3f1ad66987b7e072e578183798b3c29cb0 '!=' x2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b ']' +++ '[' xe7a293f376fef110ae59f5b9ae5bf0aaca68a4da '!=' x4da6be3f1ad66987b7e072e578183798b3c29cb0 ']' ++ echo -ne binutils ++ delim=' ' ++ for c in $(print_updated_components) @@ -100,7 +100,7 @@ +++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/gcc_rev -++ '[' x290230034092898981488d0716ddae43bd36c09f '!=' xf73a00b735f1c78b8eb09cffae8f5102b99f363f ']' +++ '[' x7c6615692e052e6bd08f46d9ed060fdbcd711c5c '!=' x290230034092898981488d0716ddae43bd36c09f ']' ++ echo -ne ' gcc' ++ delim=' ' ++ for c in $(print_updated_components) @@ -115,7 +115,7 @@ +++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' +++ set -euf -o pipefail +x +++ cat base-artifacts/git/newlib_rev -++ '[' x1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 '!=' x57e311e0deb23492edc94518c78cc57a224dbad9 ']' +++ '[' x1a177610d8e181d09206a5a8ce2d873822751657 '!=' x1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 ']' ++ echo -ne ' newlib' ++ delim=' ' ++ echo @@ -135,17 +135,17 @@ ++ assert_with_msg 'ERROR: No binutils_rev in baseline git' '[' -f base-artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/binutils_rev -+ base_rev=2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b ++ base_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0 ++ get_current_git binutils_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No binutils_rev in current git' '[' -f artifacts/git/binutils_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/binutils_rev -+ cur_rev=4da6be3f1ad66987b7e072e578183798b3c29cb0 -++ git -C binutils rev-list --count 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 -# rev for binutils : 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 (143 commits) -+ c_commits=143 -+ echo '# rev for binutils : 2757c1c65fd6ba10c55ba5cf38d600814cf9dc1b..4da6be3f1ad66987b7e072e578183798b3c29cb0 (143 commits)' ++ cur_rev=e7a293f376fef110ae59f5b9ae5bf0aaca68a4da +++ git -C binutils rev-list --count 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da +# rev for binutils : 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da (24 commits) ++ c_commits=24 ++ echo '# rev for binutils : 4da6be3f1ad66987b7e072e578183798b3c29cb0..e7a293f376fef110ae59f5b9ae5bf0aaca68a4da (24 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git gcc_rev ++ set -euf -o pipefail @@ -153,17 +153,17 @@ ++ assert_with_msg 'ERROR: No gcc_rev in baseline git' '[' -f base-artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/gcc_rev -+ base_rev=f73a00b735f1c78b8eb09cffae8f5102b99f363f ++ base_rev=290230034092898981488d0716ddae43bd36c09f ++ get_current_git gcc_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No gcc_rev in current git' '[' -f artifacts/git/gcc_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/gcc_rev -+ cur_rev=290230034092898981488d0716ddae43bd36c09f -++ git -C gcc rev-list --count f73a00b735f1c78b8eb09cffae8f5102b99f363f..290230034092898981488d0716ddae43bd36c09f -# rev for gcc : f73a00b735f1c78b8eb09cffae8f5102b99f363f..290230034092898981488d0716ddae43bd36c09f (171 commits) -+ c_commits=171 -+ echo '# rev for gcc : f73a00b735f1c78b8eb09cffae8f5102b99f363f..290230034092898981488d0716ddae43bd36c09f (171 commits)' ++ cur_rev=7c6615692e052e6bd08f46d9ed060fdbcd711c5c +++ git -C gcc rev-list --count 290230034092898981488d0716ddae43bd36c09f..7c6615692e052e6bd08f46d9ed060fdbcd711c5c +# rev for gcc : 290230034092898981488d0716ddae43bd36c09f..7c6615692e052e6bd08f46d9ed060fdbcd711c5c (24 commits) ++ c_commits=24 ++ echo '# rev for gcc : 290230034092898981488d0716ddae43bd36c09f..7c6615692e052e6bd08f46d9ed060fdbcd711c5c (24 commits)' + for c in "${changed_components[@]}" ++ get_baseline_git newlib_rev ++ set -euf -o pipefail @@ -171,19 +171,18 @@ ++ assert_with_msg 'ERROR: No newlib_rev in baseline git' '[' -f base-artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat base-artifacts/git/newlib_rev -+ base_rev=57e311e0deb23492edc94518c78cc57a224dbad9 ++ base_rev=1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 ++ get_current_git newlib_rev ++ set -euf -o pipefail ++ assert_with_msg 'ERROR: No newlib_rev in current git' '[' -f artifacts/git/newlib_rev ']' ++ set -euf -o pipefail +x ++ cat artifacts/git/newlib_rev -+ cur_rev=1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -++ git -C newlib rev-list --count 57e311e0deb23492edc94518c78cc57a224dbad9..1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 -# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 (22 commits) ++ cur_rev=1a177610d8e181d09206a5a8ce2d873822751657 +++ git -C newlib rev-list --count 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213..1a177610d8e181d09206a5a8ce2d873822751657 +# rev for newlib : 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213..1a177610d8e181d09206a5a8ce2d873822751657 (1 commits) -# post_interesting_commits -+ c_commits=22 -+ echo '# rev for newlib : 57e311e0deb23492edc94518c78cc57a224dbad9..1df8f9f09b0999e04bc0bbd7170ac7dbfa278213 (22 commits)' ++ c_commits=1 ++ echo '# rev for newlib : 1df8f9f09b0999e04bc0bbd7170ac7dbfa278213..1a177610d8e181d09206a5a8ce2d873822751657 (1 commits)' + echo '' + setup_stages_to_run + '[' ignore = onregression ']' @@ -207,6 +206,7 @@ + print_config_f=bmk_print_config + generate_extra_details_f=bmk_generate_extra_details + post_interesting_commits init +# post_interesting_commits + set -euf -o pipefail + echo '# post_interesting_commits' + local stage=init diff --git a/jenkins/run-build.env b/jenkins/run-build.env index 0789cef..f66f5f2 100644 --- a/jenkins/run-build.env +++ b/jenkins/run-build.env @@ -1,15 +1,15 @@ -build_name="#103" +build_name="#104" docker_opts=(--distro default --ssh_info true ) source build_container.sh trap "cleanup_all_containers" EXIT -build_name="#103-binutils-gcc-newlib" +build_name="#104-binutils-gcc-newlib" branch_opt=(==rr\[binutils_git\] git://sourceware.org/git/binutils-gdb.git#master ==rr\[gcc_git\] https://github.com/gcc-mirror/gcc.git#master ==rr\[newlib_git\] git://sourceware.org/git/newlib-cygwin.git#master ) -build_name="#103-binutils-gcc-newlib-R1" +build_name="#104-binutils-gcc-newlib-R1" diff --git a/manifest.sh b/manifest.sh index 1668109..b5ac5cd 100644 --- a/manifest.sh +++ b/manifest.sh @@ -7,7 +7,7 @@ declare -g "bmk_branch=master" declare -g "scripts_branch=master" rr[mode]="build" rr[update_baseline]="onsuccess" -declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/" +declare -g "BUILD_URL=https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/104/" declare -g "SQUAD_GRP=tcwg" rr[binutils_git]="git://sourceware.org/git/binutils-gdb.git#master" rr[gcc_git]="https://github.com/gcc-mirror/gcc.git#master" @@ -28,4 +28,4 @@ rr[no_regression_result]="0" rr[target]="arm_eabi" rr[toolchain]="gnu_eabi" declare -g "notify=ignore" -rr[results_date]="1702906499" +rr[results_date]="1703235386" diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 9239f8e..c864281 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [GNU-689] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/104/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index b0343c7..7f33c3c 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -4,25 +4,20 @@ We appreciate that it might be difficult to find the necessary logs or reproduce In CI config tcwg_bmk-code_speed-coremark/gnu_eabi-arm_eabi-master-O2 after: - | 336 commits in binutils,gcc,newlib - | 4da6be3f1ad sim: warnings: rework individual flag disable into dedicated vars - | 576d2c97d8d gprofng: fix build problems on linux-musl - | 62544b0cf1b sim: sh: fix -Wshadow=local warnings - | f0fcc327e33 sim: riscv: fix -Wshadow=local warnings - | 5cc45e23842 sim: ppc: fix -Wshadow=local warnings - | ... and 138 more commits in binutils - | 29023003409 RISC-V: Make PHI initial value occupy live V_REG in dynamic LMUL cost model analysis - | 0a529d196b1 Daily bump. - | 8c8d4b565cd c23: construct composite type for tagged types - | 3dd45dee7f5 OpenMP: Add prettyprinter support for context selectors. - | cefae511ed7 combine: Don't optimize paradoxical SUBREG AND CONST_INT on WORD_REGISTER_OPERATIONS targets [PR112758] - | ... and 166 more commits in gcc - | 1df8f9f09 Fix epiphany libgloss for c99/gcc-14 - | 5e79655f3 Fix most of m32r libgloss for c99/gcc-14 - | 73ba28733 Fix mcore libgloss port for c99/gcc-14 - | a1a21442b Fix rl78 libgloss port for c99/gcc-14 - | f7d5bd9bb Fix c6x libgloss port for c99/gcc-14 - | ... and 17 more commits in newlib + | 49 commits in binutils,gcc,newlib + | e7a293f376f Automatic date update in version.in + | ca86dbbdbc0 binutils: SECURITY: use https URI + | d27473e7c54 LoongArch: Add testsuit for DESC and tls transition and tls relaxation. + | ae296cc4525 LoongArch: Add support for TLS LD/GD/DESC relaxation + | 3898e04b8e4 LoongArch: Add tls transition support. + | ... and 19 more commits in binutils + | 7c6615692e0 testsuite: Add dg-require-effective-target powerpc_pcrel for testcase [PR110320] + | 07ee6d7b2c3 Daily bump. + | 8d412b97ceb testsuite: Skip analyzer tests on AIX. + | ed60b2868ab RISC-V: Move RVV V_REGS liveness computation into analyze_loop_vinfo + | fd032cce216 middle-end: explicitly initialize vec_stmts [PR113132] + | ... and 19 more commits in gcc + | 1a177610d GCN: Implement '_exit' instead of 'exit' No change @@ -42,6 +37,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/101/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/104/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-coremark--gnu_eabi-arm_eabi-master-O2-build/103/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 5a85ec0..dc9404d 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 336 commits in binutils,gcc,newlib: No change on arm O2 +[Linaro-TCWG-CI] 49 commits in binutils,gcc,newlib: No change on arm O2 diff --git a/results-vs-prev/bmk-specific-variability.csv b/results-vs-prev/bmk-specific-variability.csv index cf4cfac..cf4f1f6 100644 --- a/results-vs-prev/bmk-specific-variability.csv +++ b/results-vs-prev/bmk-specific-variability.csv @@ -1 +1 @@ -num_vect_loops_variation_average,sample_variation_average,size_variation_average,benchmark,symbol,num_sve_loops_variation_average +sample_variation_average,num_sve_loops_variation_average,size_variation_average,benchmark,symbol,num_vect_loops_variation_average diff --git a/results-vs-prev/cmp-results.diff b/results-vs-prev/cmp-results.diff index 24810bd..ce04dab 100644 --- a/results-vs-prev/cmp-results.diff +++ b/results-vs-prev/cmp-results.diff @@ -1,9 +1,7 @@ 0,1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19 Mean,average-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,0,100,,,,,15310,-1,68924,68924,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,,,,,,,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,,100,,,,,-1,-1,68924,68924,-1,-1,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,0,100,,,,,15310,-1,68924,68924,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,geomean-successful-tests,,,,,,,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,,100,,,,,-1,-1,68924,68924,-1,-1,-1,-1,-1,-1,-1,-1 Mean,mean,,,,,,,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 ERROR: Results differ !! see artifacts/results-vs-prev/csvs2table-results-internal.csv.diff for details diff --git a/results-vs-prev/compare-results-internal.csv b/results-vs-prev/compare-results-internal.csv index 4ccd136..7b70d80 100644 --- a/results-vs-prev/compare-results-internal.csv +++ b/results-vs-prev/compare-results-internal.csv @@ -1,6 +1,6 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y -Mean,geomean-successful-tests,0,100,n/a,n/a,n/a,n/a,15310,-1,68924,68924,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,0,100,n/a,n/a,n/a,n/a,15310,-1,68924,68924,-1,-1,-1,-1,-1,-1,-1,-1 Mean,mean,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,n/a,100,n/a,n/a,n/a,n/a,-1,-1,68924,68924,-1,-1,-1,-1,-1,-1,-1,-1 Mean,geomean-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,n/a,100,n/a,n/a,n/a,n/a,-1,-1,68924,68924,-1,-1,-1,-1,-1,-1,-1,-1 Mean,average-all-tests,n/a,n/a,n/a,n/a,n/a,n/a,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csv-results-0/perf.csv b/results-vs-prev/csv-results-0/perf.csv index 9755046..92272a3 100644 --- a/results-vs-prev/csv-results-0/perf.csv +++ b/results-vs-prev/csv-results-0/perf.csv @@ -1,2 +1,2 @@ benchmark,symbol,sample,dso -coremark,coremark,15310,na +coremark,coremark,-1,na diff --git a/results-vs-prev/csv-results-0/results.csv b/results-vs-prev/csv-results-0/results.csv index c93d871..e770ad8 100644 --- a/results-vs-prev/csv-results-0/results.csv +++ b/results-vs-prev/csv-results-0/results.csv @@ -1,10 +1,10 @@ benchmark,symbol,sample,size,num_vect_loops,num_sve_loops,symbol_md5sum,status -Mean,geomean-successful-tests,15310,68924,-1,-1,-1,-1 -Mean,average-successful-tests,15310,68924,-1,-1,-1,-1 Mean,mean,-1,-1,-1,-1,-1,-1 +Mean,geomean-successful-tests,-1,68924,-1,-1,-1,-1 Mean,geomean-all-tests,-1,-1,-1,-1,-1,-1 +Mean,average-successful-tests,-1,68924,-1,-1,-1,-1 Mean,average-all-tests,-1,-1,-1,-1,-1,-1 -coremark,coremark,15310,68924,-1,-1,-1,success +coremark,coremark,-1,68924,-1,-1,-1,success coremark,[.] abort,-1,14,-1,-1,-1,-1 coremark,[.] ADC1_2_IRQHandler,-1,2,-1,-1,-1,-1 coremark,[.] ADC3_IRQHandler,-1,2,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-brief.csv b/results-vs-prev/csvs2table-results-brief.csv index f06df45..f2e494a 100644 --- a/results-vs-prev/csvs2table-results-brief.csv +++ b/results-vs-prev/csvs2table-results-brief.csv @@ -1,3 +1 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y -Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-full.csv b/results-vs-prev/csvs2table-results-full.csv index f06df45..f2e494a 100644 --- a/results-vs-prev/csvs2table-results-full.csv +++ b/results-vs-prev/csvs2table-results-full.csv @@ -1,3 +1 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y -Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results-internal.csv b/results-vs-prev/csvs2table-results-internal.csv index f06df45..f2e494a 100644 --- a/results-vs-prev/csvs2table-results-internal.csv +++ b/results-vs-prev/csvs2table-results-internal.csv @@ -1,3 +1 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y -Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/csvs2table-results.csv b/results-vs-prev/csvs2table-results.csv index f06df45..f2e494a 100644 --- a/results-vs-prev/csvs2table-results.csv +++ b/results-vs-prev/csvs2table-results.csv @@ -1,3 +1 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y -Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/results-internal.csv b/results-vs-prev/results-internal.csv index f06df45..f2e494a 100644 --- a/results-vs-prev/results-internal.csv +++ b/results-vs-prev/results-internal.csv @@ -1,3 +1 @@ benchmark,symbol,rel_sample,rel_size,rel_num_vect_loops,rel_num_sve_loops,rel_symbol_md5sum,rel_status,sample_x,sample_y,size_x,size_y,num_vect_loops_x,num_vect_loops_y,num_sve_loops_x,num_sve_loops_y,symbol_md5sum_x,symbol_md5sum_y,status_x,status_y -Mean,geomean-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 -Mean,average-successful-tests,n/a,n/a,n/a,n/a,n/a,n/a,15310,-1,68924,-1,-1,-1,-1,-1,-1,-1,-1,-1 diff --git a/results-vs-prev/tcwg-benchmark-results.log b/results-vs-prev/tcwg-benchmark-results.log index cea9667..2128b17 100644 --- a/results-vs-prev/tcwg-benchmark-results.log +++ b/results-vs-prev/tcwg-benchmark-results.log @@ -83,8 +83,8 @@ + mapfile -t this_csv ++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' -+ cut -d, -f 1-3 + cat results-0/dev-01.tcwglab/results.csv ++ cut -d, -f 1-3 + echo benchmark,symbol,status + local first_line=true + IFS=, @@ -102,8 +102,8 @@ + read -r bmk symb sample + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-0/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-0/perf-tmp.csv -++ wc -l ++ cat artifacts/results-vs-prev/csv-results-0/perf.csv +++ wc -l + '[' 2 == 1 ']' + '[' xno = xyes ']' + bmk_name=coremark @@ -192,8 +192,8 @@ + mapfile -t this_csv ++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' -+ cut -d, -f 1-3 + cat results-1/dev-01.tcwglab/results.csv ++ cut -d, -f 1-3 + echo benchmark,symbol,status + local first_line=true + IFS=, @@ -211,8 +211,8 @@ + read -r bmk symb sample + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv -++ wc -l ++ cat artifacts/results-vs-prev/csv-results-1/perf.csv +++ wc -l + '[' 2 == 1 ']' + '[' xno = xyes ']' + bmk_name=coremark @@ -299,8 +299,8 @@ + mapfile -t this_csv ++ find results-0/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' -+ cut -d, -f 1-3 + cat results-0/dev-01.tcwglab/results.csv ++ cut -d, -f 1-3 + echo benchmark,symbol,status + local first_line=true + IFS=, @@ -417,8 +417,8 @@ + mapfile -t this_csv ++ find results-1/ -name results.csv -a '!' -path '*/csv_results/*' + '[' 1 -eq 1 ']' -+ cut -d, -f 1-3 + cat results-1/dev-01.tcwglab/results.csv ++ cut -d, -f 1-3 + echo benchmark,symbol,status + local first_line=true + IFS=, @@ -436,8 +436,8 @@ + read -r bmk symb sample + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/fixup-perf-csv.py artifacts/results-vs-prev/csv-results-1/perf-tmp.csv + rm artifacts/results-vs-prev/csv-results-1/perf-tmp.csv -++ wc -l ++ cat artifacts/results-vs-prev/csv-results-1/perf.csv +++ wc -l + '[' 2 == 1 ']' + '[' xno = xyes ']' + bmk_name=coremark @@ -466,8 +466,8 @@ + c++filt -p + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 0 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv + c++filt -p -+ c++filt -p + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/csvs2table.py -p 99 --relative artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv ++ c++filt -p + '[' x--relative == x--relative ']' + '[' 2 == 2 ']' + /home/tcwg-buildslave/workspace/tcwg_bmk_1/jenkins-scripts/../bmk-scripts/compare-results.py artifacts/results-vs-prev/csv-results-0/results.csv artifacts/results-vs-prev/csv-results-1/results.csv --interesting_symbols artifacts/results-vs-prev/interesting-symbols.csv |