diff options
Diffstat (limited to 'notify')
| -rw-r--r-- | notify/exe.improvement | 2 | ||||
| -rw-r--r-- | notify/extra-bisect-params | 2 | ||||
| -rw-r--r-- | notify/jira/comment-card.txt | 3 | ||||
| -rw-r--r-- | notify/jira/comment-template.txt | 5 | ||||
| -rw-r--r-- | notify/jira/components | 1 | ||||
| -rw-r--r-- | notify/jira/description | 111 | ||||
| -rw-r--r-- | notify/jira/key | 1 | ||||
| -rw-r--r-- | notify/jira/startdate | 1 | ||||
| -rw-r--r-- | notify/jira/summary | 1 | ||||
| -rw-r--r-- | notify/jira/yaml | 119 | ||||
| -rw-r--r-- | notify/lnt_report.json | 109 | ||||
| -rw-r--r-- | notify/mail-body.txt | 128 | ||||
| -rw-r--r-- | notify/mail-subject.txt | 2 | ||||
| -rw-r--r-- | notify/output-bmk-results.log | 450 | ||||
| -rw-r--r-- | notify/results.regressions | 1 | ||||
| -rw-r--r-- | notify/status.regression | 1 |
16 files changed, 542 insertions, 395 deletions
diff --git a/notify/exe.improvement b/notify/exe.improvement index abf130b..a94fb8f 100644 --- a/notify/exe.improvement +++ b/notify/exe.improvement @@ -1 +1 @@ -6,470.lbm,lbm_base.default,reduced in size by 6% - 470.lbm,reduced in size by 6% - 470.lbm - from 11220 to 10588 bytes
+100,454.calculix,calculix_base.default,reduced in size by 100% - 454.calculix,reduced in size by 100% - 454.calculix - from 975562 to -1 bytes
diff --git a/notify/extra-bisect-params b/notify/extra-bisect-params index fa6c7c9..b20f764 100644 --- a/notify/extra-bisect-params +++ b/notify/extra-bisect-params @@ -1 +1 @@ -extra_build_params= +extra_build_params=++benchmarks 454.calculix diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt new file mode 100644 index 0000000..df40a28 --- /dev/null +++ b/notify/jira/comment-card.txt @@ -0,0 +1,3 @@ +[GNU-1054] +reduced in size by 100% - 454.calculix +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/107/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 3771bcb..7b41e70 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,4 @@ [GNU-686] -reduced in size by 6% - 470.lbm -Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/106/artifact/artifacts/notify/mail-body.txt/*view*/ +https://linaro.atlassian.net/browse/GNU-1054 +reduced in size by 100% - 454.calculix +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/107/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/jira/components b/notify/jira/components new file mode 100644 index 0000000..db93371 --- /dev/null +++ b/notify/jira/components @@ -0,0 +1 @@ +GCC diff --git a/notify/jira/description b/notify/jira/description new file mode 100644 index 0000000..15a603b --- /dev/null +++ b/notify/jira/description @@ -0,0 +1,111 @@ +Commit: https://github.com/gcc-mirror/gcc/commit/2c3db94d9fd07681f8806dae93d555779ff4dfb1 +commit gcc-14-6032-g2c3db94d9fd +Author: Florian Weimer <fweimer@redhat.com> +Date: Fri Dec 1 08:10:12 2023 +0100 + + c: Turn int-conversion warnings into permerrors + + gcc/ + + * doc/invoke.texi (Warning Options): Document changes. + + gcc/c/ +... 63 lines of the commit log omitted. + +* tcwg_bmk-code_size-spec2k6 +** gnu-aarch64-master-O2 +*** reduced in size by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-aarch64-master-O2-build/168/artifact/artifacts +** gnu-aarch64-master-O2_LTO +*** reduced in size by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2_LTO/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-aarch64-master-O2_LTO-build/126/artifact/artifacts +** gnu-arm-master-O2 +*** reduced in size by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-arm-master-O2/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-O2-build/98/artifact/artifacts +** gnu-arm-master-Os +*** reduced in size by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-arm-master-Os/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/107/artifact/artifacts +* tcwg_bmk-code_speed-spec2k6 +** gnu-aarch64-master-O2_LTO +*** No change +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-aarch64-master-O2_LTO/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/116/artifact/artifacts +** gnu-aarch64-master-O3 +*** sped up by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-aarch64-master-O3/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O3-build/148/artifact/artifacts +** gnu-arm-master-O2 +*** sped up by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O2-build/161/artifact/artifacts +** gnu-arm-master-O2_LTO +*** No change +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2_LTO/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O2_LTO-build/137/artifact/artifacts +** gnu-arm-master-O3 +*** sped up by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O3/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/179/artifact/artifacts +* tcwg_bmk-code_vect-spec2k6 +** gnu-aarch64-master-O3 +*** No change +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_vect-spec2k6--gnu-aarch64-master-O3-build/152/artifact/artifacts +** gnu-arm-master-O3_LTO +*** No change +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_vect-spec2k6/gnu-arm-master-O3_LTO/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_vect-spec2k6--gnu-arm-master-O3_LTO-build/155/ +* tcwg_bootstrap_check +** master-arm-check_bootstrap_lto +*** FAIL: 1019 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/details.txt +*** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/443/ +* tcwg_gcc_check +** master-arm +*** FAIL: 1019 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gcc_check/master-arm/details.txt +*** https://ci.linaro.org/job/tcwg_gcc_check--master-arm-build/1374/ +* tcwg_gnu_cross_check_gcc +** master-arm +*** FAIL: 1019 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_cross_check_gcc/master-arm/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1057/ +* tcwg_gnu_embed_check_gcc +** master-arm_eabi +*** FAIL: 3 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/523/artifact/artifacts +** master-arm_v7a_softfp_eabi +*** FAIL: 1017 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/332/ +** master-thumb_m0_eabi +*** FAIL: 3 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m0_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_eabi-build/280/artifact/artifacts +** master-thumb_m23_eabi +*** FAIL: 3 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m23_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_eabi-build/262/artifact/artifacts +** master-thumb_m3_eabi +*** FAIL: 1017 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m3_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_eabi-build/252/artifact/artifacts +** master-thumb_m55_hard_eabi +*** FAIL: 1017 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/265/artifact/artifacts +** master-thumb_m7_eabi +*** FAIL: 1017 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/264/artifact/artifacts +** master-thumb_v8a_hard_eabi +*** FAIL: 1017 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/271/artifact/artifacts + +Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/jira/yaml diff --git a/notify/jira/key b/notify/jira/key new file mode 100644 index 0000000..c414ee8 --- /dev/null +++ b/notify/jira/key @@ -0,0 +1 @@ +GNU-1054 diff --git a/notify/jira/startdate b/notify/jira/startdate new file mode 100644 index 0000000..3abc2d1 --- /dev/null +++ b/notify/jira/startdate @@ -0,0 +1 @@ +2023-12-01 diff --git a/notify/jira/summary b/notify/jira/summary new file mode 100644 index 0000000..4b1bc99 --- /dev/null +++ b/notify/jira/summary @@ -0,0 +1 @@ +gcc-14-6032-g2c3db94d9fd: FAIL: 1019 regressions diff --git a/notify/jira/yaml b/notify/jira/yaml new file mode 100644 index 0000000..3829fc7 --- /dev/null +++ b/notify/jira/yaml @@ -0,0 +1,119 @@ +- Project: GNU + IssueType: Sub-task + Key: GNU-1054 + Summary: | + gcc-14-6032-g2c3db94d9fd: FAIL: 1019 regressions + Components: GCC + Start date: 2023-12-01 + Description: | + Commit: https://github.com/gcc-mirror/gcc/commit/2c3db94d9fd07681f8806dae93d555779ff4dfb1 + commit gcc-14-6032-g2c3db94d9fd + Author: Florian Weimer <fweimer@redhat.com> + Date: Fri Dec 1 08:10:12 2023 +0100 + + c: Turn int-conversion warnings into permerrors + + gcc/ + + * doc/invoke.texi (Warning Options): Document changes. + + gcc/c/ + ... 63 lines of the commit log omitted. + + * tcwg_bmk-code_size-spec2k6 + ** gnu-aarch64-master-O2 + *** reduced in size by 100% - 454.calculix + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-aarch64-master-O2-build/168/artifact/artifacts + ** gnu-aarch64-master-O2_LTO + *** reduced in size by 100% - 454.calculix + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2_LTO/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-aarch64-master-O2_LTO-build/126/artifact/artifacts + ** gnu-arm-master-O2 + *** reduced in size by 100% - 454.calculix + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-arm-master-O2/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-O2-build/98/artifact/artifacts + ** gnu-arm-master-Os + *** reduced in size by 100% - 454.calculix + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-arm-master-Os/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/107/artifact/artifacts + * tcwg_bmk-code_speed-spec2k6 + ** gnu-aarch64-master-O2_LTO + *** No change + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-aarch64-master-O2_LTO/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/116/artifact/artifacts + ** gnu-aarch64-master-O3 + *** sped up by 100% - 454.calculix + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-aarch64-master-O3/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O3-build/148/artifact/artifacts + ** gnu-arm-master-O2 + *** sped up by 100% - 454.calculix + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O2-build/161/artifact/artifacts + ** gnu-arm-master-O2_LTO + *** No change + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2_LTO/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O2_LTO-build/137/artifact/artifacts + ** gnu-arm-master-O3 + *** sped up by 100% - 454.calculix + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O3/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/179/artifact/artifacts + * tcwg_bmk-code_vect-spec2k6 + ** gnu-aarch64-master-O3 + *** No change + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_vect-spec2k6--gnu-aarch64-master-O3-build/152/artifact/artifacts + ** gnu-arm-master-O3_LTO + *** No change + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_vect-spec2k6/gnu-arm-master-O3_LTO/details.txt + *** https://ci.linaro.org/job/tcwg_bmk-code_vect-spec2k6--gnu-arm-master-O3_LTO-build/155/ + * tcwg_bootstrap_check + ** master-arm-check_bootstrap_lto + *** FAIL: 1019 regressions + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/details.txt + *** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/443/ + * tcwg_gcc_check + ** master-arm + *** FAIL: 1019 regressions + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gcc_check/master-arm/details.txt + *** https://ci.linaro.org/job/tcwg_gcc_check--master-arm-build/1374/ + * tcwg_gnu_cross_check_gcc + ** master-arm + *** FAIL: 1019 regressions + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_cross_check_gcc/master-arm/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1057/ + * tcwg_gnu_embed_check_gcc + ** master-arm_eabi + *** FAIL: 3 regressions + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/523/artifact/artifacts + ** master-arm_v7a_softfp_eabi + *** FAIL: 1017 regressions + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/332/ + ** master-thumb_m0_eabi + *** FAIL: 3 regressions + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m0_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_eabi-build/280/artifact/artifacts + ** master-thumb_m23_eabi + *** FAIL: 3 regressions + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m23_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_eabi-build/262/artifact/artifacts + ** master-thumb_m3_eabi + *** FAIL: 1017 regressions + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m3_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_eabi-build/252/artifact/artifacts + ** master-thumb_m55_hard_eabi + *** FAIL: 1017 regressions + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/265/artifact/artifacts + ** master-thumb_m7_eabi + *** FAIL: 1017 regressions + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/264/artifact/artifacts + ** master-thumb_v8a_hard_eabi + *** FAIL: 1017 regressions + *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt + *** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/271/artifact/artifacts + + Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/jira/yaml diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 32128e7..2de0bd0 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -6,31 +6,24 @@ "Run": { "Info": { "tag": "tcwg_bmk-code_size-spec2k6", - "run_order": "basepoints/gcc-14-06031-g37043268825", - "test_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/106/", + "run_order": "basepoints/gcc-14-06032-g2c3db94d9fd", + "test_url": "https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/107/", + "regression": "GNU-1054", "binutils_url": "git://sourceware.org/git/binutils-gdb.git", "binutils_rev": "f6149394f9a46d03ff853a0e83aae61441182811", "gcc_url": "https://github.com/gcc-mirror/gcc.git", - "gcc_rev": "370432688259aed1c99f9b29d8d09e534fb94037", + "gcc_rev": "2c3db94d9fd07681f8806dae93d555779ff4dfb1", "linux_url": "https://git.linaro.org/kernel-org/linux-stable.git", "linux_rev": "8b77d49ed5072566234d53fa50b5ca741294306b", "glibc_url": "git://sourceware.org/git/glibc.git", "glibc_rev": "e957308723ac2e55dad360d602298632980bbd38", "__report_version__": "1" }, - "Start Time": "2023-12-13 01:37:01" + "Start Time": "2023-12-16 00:48:37" }, "Tests": [ { "Data": [ - 975562 - ], - "Info": {}, - "Name": "tcwg_bmk-code_size-spec2k6.454.calculix.code_size" - } - , - { - "Data": [ 21447 ], "Info": {}, @@ -175,18 +168,18 @@ , { "Data": [ - 210616 + 1929502 ], "Info": {}, - "Name": "tcwg_bmk-code_size-spec2k6.459.GemsFDTD.code_size" + "Name": "tcwg_bmk-code_size-spec2k6.481.wrf.code_size" } , { "Data": [ - 1929502 + 210616 ], "Info": {}, - "Name": "tcwg_bmk-code_size-spec2k6.481.wrf.code_size" + "Name": "tcwg_bmk-code_size-spec2k6.459.GemsFDTD.code_size" } , { @@ -247,7 +240,7 @@ , { "Data": [ - 1641 + 1616 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.400.perlbench.exec" @@ -255,7 +248,7 @@ , { "Data": [ - 3002 + 2962 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.401.bzip2.exec" @@ -263,7 +256,7 @@ , { "Data": [ - 55 + 59 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.403.gcc.exec" @@ -271,7 +264,7 @@ , { "Data": [ - 6269 + 6237 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.410.bwaves.exec" @@ -279,7 +272,7 @@ , { "Data": [ - 15008 + 15024 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.416.gamess.exec" @@ -295,7 +288,7 @@ , { "Data": [ - 1133 + 1124 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.433.milc.exec" @@ -303,7 +296,7 @@ , { "Data": [ - 2784 + 2780 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.434.zeusmp.exec" @@ -311,7 +304,7 @@ , { "Data": [ - 7596 + 7571 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.435.gromacs.exec" @@ -327,7 +320,7 @@ , { "Data": [ - 11533 + 11837 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.437.leslie3d.exec" @@ -335,7 +328,7 @@ , { "Data": [ - 899 + 898 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.444.namd.exec" @@ -343,7 +336,7 @@ , { "Data": [ - 5261 + 5272 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.445.gobmk.exec" @@ -351,7 +344,7 @@ , { "Data": [ - 2144 + 2182 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.447.dealII.exec" @@ -359,7 +352,7 @@ , { "Data": [ - 599 + 591 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.450.soplex.exec" @@ -367,7 +360,7 @@ , { "Data": [ - 509 + 505 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.453.povray.exec" @@ -375,15 +368,7 @@ , { "Data": [ - 67 - ], - "Info": {}, - "Name": "tcwg_bmk-code_size-spec2k6.454.calculix.exec" - } - , - { - "Data": [ - 4448 + 4435 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.456.hmmer.exec" @@ -391,7 +376,7 @@ , { "Data": [ - 8300 + 8289 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.458.sjeng.exec" @@ -399,7 +384,7 @@ , { "Data": [ - 7168 + 7181 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.459.GemsFDTD.exec" @@ -407,7 +392,7 @@ , { "Data": [ - 219 + 218 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.462.libquantum.exec" @@ -415,7 +400,7 @@ , { "Data": [ - 6317 + 6310 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.464.h264ref.exec" @@ -423,7 +408,7 @@ , { "Data": [ - 13067 + 13031 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.465.tonto.exec" @@ -431,7 +416,7 @@ , { "Data": [ - 3740 + 3733 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.470.lbm.exec" @@ -439,7 +424,7 @@ , { "Data": [ - 3082 + 3129 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.471.omnetpp.exec" @@ -447,7 +432,7 @@ , { "Data": [ - 5488 + 5515 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.473.astar.exec" @@ -455,7 +440,7 @@ , { "Data": [ - 6581 + 6411 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.481.wrf.exec" @@ -463,7 +448,7 @@ , { "Data": [ - 898 + 911 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.482.sphinx3.exec" @@ -474,6 +459,22 @@ 1 ], "Info": {}, + "Name": "tcwg_bmk-code_size-spec2k6.454.calculix.compile_status" + } + , + { + "Data": [ + 1 + ], + "Info": {}, + "Name": "tcwg_bmk-code_size-spec2k6.454.calculix.execution_status" + } + , + { + "Data": [ + 1 + ], + "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.483.xalancbmk.compile_status" } , @@ -567,7 +568,7 @@ , { "Data": [ - 0 + 1 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.454.calculix.compile_status" @@ -575,7 +576,7 @@ , { "Data": [ - 0 + 1 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.454.calculix.execution_status" @@ -935,7 +936,7 @@ , { "Data": [ - 28 + 27 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.nb_compile_successful.score" @@ -943,7 +944,7 @@ , { "Data": [ - 28 + 27 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.nb_execution_successful.score" @@ -951,7 +952,7 @@ , { "Data": [ - 29 + 30 ], "Info": {}, "Name": "tcwg_bmk-code_size-spec2k6.nb_total_tests.score" diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 062399a..680e748 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,18 +2,25 @@ Dear contributor, our automatic CI has detected problems related to your patch(e We appreciate that it might be difficult to find the necessary logs or reproduce the issue locally. If you can't get what you need from our CI within minutes, let us know and we will be happy to help. +We track this report status in https://linaro.atlassian.net/browse/GNU-1054 , please let us know if you are looking at the problem and/or when you have a fix. + In CI config tcwg_bmk-code_size-spec2k6/gnu-arm-master-Os after: - | 172 commits in gcc - | 37043268825 Add tests for validating future C permerrors - | bf783f6ca46 gm2: Add missing declaration of m2pim_M2RTS_Terminate to test - | 989af9473d9 aarch64: Call named function in gcc.target/aarch64/aapcs64/ice_1.c - | 335bd6c938c aarch64: Avoid -Wincompatible-pointer-types warning in Linux unwinder - | 923a67f17ba RISC-V: Fix VSETVL PASS regression - | ... and 167 more commits in gcc + | commit gcc-14-6032-g2c3db94d9fd + | Author: Florian Weimer <fweimer@redhat.com> + | Date: Fri Dec 1 08:10:12 2023 +0100 + | + | c: Turn int-conversion warnings into permerrors + | + | gcc/ + | + | * doc/invoke.texi (Warning Options): Document changes. + | + | gcc/c/ + | ... 63 lines of the commit log omitted. the following benchmarks reduced in size by more than 1%: -- reduced in size by 6% - 470.lbm - from 11220 to 10588 bytes
+- reduced in size by 100% - 454.calculix - from 975562 to -1 bytes
The configuration of this build is: Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI. @@ -31,6 +38,107 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/106/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/103/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/107/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/106/artifact/artifacts + +Reproduce last good and first bad builds: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-arm-master-Os/reproduction_instructions.txt + +Full commit : https://github.com/gcc-mirror/gcc/commit/2c3db94d9fd07681f8806dae93d555779ff4dfb1 + +List of configurations that regressed due to this commit : +* tcwg_bmk-code_size-spec2k6 +** gnu-aarch64-master-O2 +*** reduced in size by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-aarch64-master-O2-build/168/artifact/artifacts +** gnu-aarch64-master-O2_LTO +*** reduced in size by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2_LTO/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-aarch64-master-O2_LTO-build/126/artifact/artifacts +** gnu-arm-master-O2 +*** reduced in size by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-arm-master-O2/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-O2-build/98/artifact/artifacts +** gnu-arm-master-Os +*** reduced in size by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_size-spec2k6/gnu-arm-master-Os/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-arm-master-Os-build/107/artifact/artifacts +* tcwg_bmk-code_speed-spec2k6 +** gnu-aarch64-master-O2_LTO +*** No change +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-aarch64-master-O2_LTO/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O2_LTO-build/116/artifact/artifacts +** gnu-aarch64-master-O3 +*** sped up by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-aarch64-master-O3/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-aarch64-master-O3-build/148/artifact/artifacts +** gnu-arm-master-O2 +*** sped up by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O2-build/161/artifact/artifacts +** gnu-arm-master-O2_LTO +*** No change +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O2_LTO/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O2_LTO-build/137/artifact/artifacts +** gnu-arm-master-O3 +*** sped up by 100% - 454.calculix +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O3/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/179/artifact/artifacts +* tcwg_bmk-code_vect-spec2k6 +** gnu-aarch64-master-O3 +*** No change +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_vect-spec2k6/gnu-aarch64-master-O3/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_vect-spec2k6--gnu-aarch64-master-O3-build/152/artifact/artifacts +** gnu-arm-master-O3_LTO +*** No change +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bmk-code_vect-spec2k6/gnu-arm-master-O3_LTO/details.txt +*** https://ci.linaro.org/job/tcwg_bmk-code_vect-spec2k6--gnu-arm-master-O3_LTO-build/155/ +* tcwg_bootstrap_check +** master-arm-check_bootstrap_lto +*** FAIL: 1019 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_bootstrap_check/master-arm-check_bootstrap_lto/details.txt +*** https://ci.linaro.org/job/tcwg_bootstrap_check--master-arm-check_bootstrap_lto-build/443/ +* tcwg_gcc_check +** master-arm +*** FAIL: 1019 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gcc_check/master-arm/details.txt +*** https://ci.linaro.org/job/tcwg_gcc_check--master-arm-build/1374/ +* tcwg_gnu_cross_check_gcc +** master-arm +*** FAIL: 1019 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_cross_check_gcc/master-arm/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_cross_check_gcc--master-arm-build/1057/ +* tcwg_gnu_embed_check_gcc +** master-arm_eabi +*** FAIL: 3 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-arm_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_eabi-build/523/artifact/artifacts +** master-arm_v7a_softfp_eabi +*** FAIL: 1017 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-arm_v7a_softfp_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-arm_v7a_softfp_eabi-build/332/ +** master-thumb_m0_eabi +*** FAIL: 3 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m0_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m0_eabi-build/280/artifact/artifacts +** master-thumb_m23_eabi +*** FAIL: 3 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m23_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m23_eabi-build/262/artifact/artifacts +** master-thumb_m3_eabi +*** FAIL: 1017 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m3_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m3_eabi-build/252/artifact/artifacts +** master-thumb_m55_hard_eabi +*** FAIL: 1017 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m55_hard_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m55_hard_eabi-build/265/artifact/artifacts +** master-thumb_m7_eabi +*** FAIL: 1017 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_m7_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_m7_eabi-build/264/artifact/artifacts +** master-thumb_v8a_hard_eabi +*** FAIL: 1017 regressions +*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/2c3db94d9fd07681f8806dae93d555779ff4dfb1/tcwg_gnu_embed_check_gcc/master-thumb_v8a_hard_eabi/details.txt +*** https://ci.linaro.org/job/tcwg_gnu_embed_check_gcc--master-thumb_v8a_hard_eabi-build/271/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index a599e6b..4885db7 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 172 commits in gcc: reduced in size by 6% - 470.lbm on arm Os +[Linaro-TCWG-CI] gcc-14-6032-g2c3db94d9fd: reduced in size by 100% - 454.calculix on arm Os diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index 98fa8df..8f5363d 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -106,32 +106,32 @@ output-bmk-results.py(258): print(results_df) 0 400.perlbench ... success 3 401.bzip2 ... success 8 403.gcc ... success -12 410.bwaves ... success -14 416.gamess ... success -17 429.mcf ... success -22 433.milc ... success -28 434.zeusmp ... success -31 435.gromacs ... success -34 436.cactusADM ... success -36 437.leslie3d ... success -43 444.namd ... success -50 445.gobmk ... success -53 447.dealII ... success -58 450.soplex ... success -61 453.povray ... success -66 454.calculix ... success -71 456.hmmer ... success -73 458.sjeng ... success -76 459.GemsFDTD ... success -81 462.libquantum ... success -85 464.h264ref ... success -89 465.tonto ... success -94 470.lbm ... success -96 471.omnetpp ... success -99 473.astar ... success -103 481.wrf ... success -109 482.sphinx3 ... success -112 483.xalancbmk ... failed-to-build +10 410.bwaves ... success +12 416.gamess ... success +15 429.mcf ... success +20 433.milc ... success +26 434.zeusmp ... success +29 435.gromacs ... success +32 436.cactusADM ... success +34 437.leslie3d ... success +41 444.namd ... success +48 445.gobmk ... success +51 447.dealII ... success +57 450.soplex ... success +60 453.povray ... success +64 454.calculix ... failed-to-build +65 456.hmmer ... success +67 458.sjeng ... success +70 459.GemsFDTD ... success +75 462.libquantum ... success +78 464.h264ref ... success +82 465.tonto ... success +87 470.lbm ... success +89 471.omnetpp ... success +92 473.astar ... success +96 481.wrf ... success +102 482.sphinx3 ... success +105 483.xalancbmk ... failed-to-build [29 rows x 20 columns] output-bmk-results.py(261): for index, row in results_df.iterrows(): @@ -365,13 +365,25 @@ output-bmk-results.py(113): bmk = row["benchmark"] output-bmk-results.py(115): short_diag="" output-bmk-results.py(116): classif="" output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": -output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": -output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": -output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": -output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(119): short_diag = "{0} failed to build".format(bmk) +output-bmk-results.py(120): classif="regression" output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: -output-bmk-results.py(266): continue; +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 454.calculix,calculix_base.default : 454.calculix failed to build +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(272): f_regr.write("# {0},{1}\n".format(row["symbol"], short_diag)) + --- modulename: output-bmk-results, funcname: write +output-bmk-results.py(36): if not self.predicate or not self.outf: +output-bmk-results.py(38): self.outf.write(string) +output-bmk-results.py(273): f_ebp.write("++benchmarks {0} ".format(row["benchmark"])) + --- modulename: output-bmk-results, funcname: write +output-bmk-results.py(36): if not self.predicate or not self.outf: +output-bmk-results.py(38): self.outf.write(string) output-bmk-results.py(261): for index, row in results_df.iterrows(): output-bmk-results.py(263): classif, short_diag = get_status_diag(row) --- modulename: output-bmk-results, funcname: get_status_diag @@ -546,7 +558,6 @@ output-bmk-results.py(275): f_out.close() output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: -output-bmk-results.py(33): os.remove(self.filename) output-bmk-results.py(294): output_bmk_results_status(exe_df, "improvement", None, None, run_step_artifacts, details) --- modulename: output-bmk-results, funcname: output_bmk_results_status output-bmk-results.py(256): f_out = Outfile("{0}/status.{1}".format(run_step_artifacts, change_kind), "w", predicate=(details=="verbose")) @@ -561,32 +572,32 @@ output-bmk-results.py(258): print(results_df) 0 400.perlbench ... success 3 401.bzip2 ... success 8 403.gcc ... success -12 410.bwaves ... success -14 416.gamess ... success -17 429.mcf ... success -22 433.milc ... success -28 434.zeusmp ... success -31 435.gromacs ... success -34 436.cactusADM ... success -36 437.leslie3d ... success -43 444.namd ... success -50 445.gobmk ... success -53 447.dealII ... success -58 450.soplex ... success -61 453.povray ... success -66 454.calculix ... success -71 456.hmmer ... success -73 458.sjeng ... success -76 459.GemsFDTD ... success -81 462.libquantum ... success -85 464.h264ref ... success -89 465.tonto ... success -94 470.lbm ... success -96 471.omnetpp ... success -99 473.astar ... success -103 481.wrf ... success -109 482.sphinx3 ... success -112 483.xalancbmk ... failed-to-build +10 410.bwaves ... success +12 416.gamess ... success +15 429.mcf ... success +20 433.milc ... success +26 434.zeusmp ... success +29 435.gromacs ... success +32 436.cactusADM ... success +34 437.leslie3d ... success +41 444.namd ... success +48 445.gobmk ... success +51 447.dealII ... success +57 450.soplex ... success +60 453.povray ... success +64 454.calculix ... failed-to-build +65 456.hmmer ... success +67 458.sjeng ... success +70 459.GemsFDTD ... success +75 462.libquantum ... success +78 464.h264ref ... success +82 465.tonto ... success +87 470.lbm ... success +89 471.omnetpp ... success +92 473.astar ... success +96 481.wrf ... success +102 482.sphinx3 ... success +105 483.xalancbmk ... failed-to-build [29 rows x 20 columns] output-bmk-results.py(261): for index, row in results_df.iterrows(): @@ -820,10 +831,8 @@ output-bmk-results.py(113): bmk = row["benchmark"] output-bmk-results.py(115): short_diag="" output-bmk-results.py(116): classif="" output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": -output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": -output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": -output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": -output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(119): short_diag = "{0} failed to build".format(bmk) +output-bmk-results.py(120): classif="regression" output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: output-bmk-results.py(266): continue; @@ -1262,7 +1271,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 454.calculix,calculix_base.default : size=0% (threshold=1%) +DEBUG: checking exe.regression : 454.calculix,calculix_base.default : size=100% (threshold=1%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1367,7 +1376,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 470.lbm,lbm_base.default : size=6% (threshold=1%) +DEBUG: checking exe.regression : 470.lbm,lbm_base.default : size=0% (threshold=1%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1700,12 +1709,37 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 454.calculix,calculix_base.default : size=0% (threshold=1%) +DEBUG: checking exe.improvement : 454.calculix,calculix_base.default : size=100% (threshold=1%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: output-bmk-results.py(193): return (100 - result > threshold) -output-bmk-results.py(233): continue +output-bmk-results.py(235): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind) + --- modulename: output-bmk-results, funcname: get_short_long_diag +output-bmk-results.py(137): bmk = row["benchmark"] +output-bmk-results.py(139): rel_value = row["rel_" + metric] +output-bmk-results.py(140): prev_value = row[metric + "_x"] +output-bmk-results.py(141): curr_value = row[metric + "_y"] +output-bmk-results.py(142): if metric == "num_vect_loops" or metric == "num_sve_loops": +output-bmk-results.py(152): suffix = "" +output-bmk-results.py(153): if metric == "sample": +output-bmk-results.py(157): elif metric == "size": +output-bmk-results.py(158): prefix_regression = "grew in size by" +output-bmk-results.py(159): prefix_improvement = "reduced in size by" +output-bmk-results.py(160): suffix = "bytes" +output-bmk-results.py(167): if sym_type=="symbol": +output-bmk-results.py(170): item=bmk +output-bmk-results.py(172): short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100)) +output-bmk-results.py(173): long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix) +output-bmk-results.py(174): return abs(rel_value - 100), short_diag, long_diag +output-bmk-results.py(239): if metric == "sample" \ +output-bmk-results.py(246): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag)) +DEBUG: *** 454.calculix,calculix_base.default : reduced in size by 100% - 454.calculix - from 975562 to -1 bytes +output-bmk-results.py(248): f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(249): if change_kind == "regression": output-bmk-results.py(224): for index, row in out_df.iterrows(): output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold @@ -1805,37 +1839,12 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 470.lbm,lbm_base.default : size=6% (threshold=1%) +DEBUG: checking exe.improvement : 470.lbm,lbm_base.default : size=0% (threshold=1%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: output-bmk-results.py(193): return (100 - result > threshold) -output-bmk-results.py(235): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind) - --- modulename: output-bmk-results, funcname: get_short_long_diag -output-bmk-results.py(137): bmk = row["benchmark"] -output-bmk-results.py(139): rel_value = row["rel_" + metric] -output-bmk-results.py(140): prev_value = row[metric + "_x"] -output-bmk-results.py(141): curr_value = row[metric + "_y"] -output-bmk-results.py(142): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(152): suffix = "" -output-bmk-results.py(153): if metric == "sample": -output-bmk-results.py(157): elif metric == "size": -output-bmk-results.py(158): prefix_regression = "grew in size by" -output-bmk-results.py(159): prefix_improvement = "reduced in size by" -output-bmk-results.py(160): suffix = "bytes" -output-bmk-results.py(167): if sym_type=="symbol": -output-bmk-results.py(170): item=bmk -output-bmk-results.py(172): short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100)) -output-bmk-results.py(173): long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix) -output-bmk-results.py(174): return abs(rel_value - 100), short_diag, long_diag -output-bmk-results.py(239): if metric == "sample" \ -output-bmk-results.py(246): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag)) -DEBUG: *** 470.lbm,lbm_base.default : reduced in size by 6% - 470.lbm - from 11220 to 10588 bytes -output-bmk-results.py(248): f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag)) - --- modulename: output-bmk-results, funcname: write_csv -output-bmk-results.py(41): if not self.predicate or not self.csvwriter: -output-bmk-results.py(43): self.csvwriter.writerow(arr) -output-bmk-results.py(249): if change_kind == "regression": +output-bmk-results.py(233): continue output-bmk-results.py(224): for index, row in out_df.iterrows(): output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold @@ -2027,36 +2036,6 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 403.gcc,[.] memset : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(184): return (result - 100 > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 403.gcc,[.] ggc_mark_rtx_children_1 : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(184): return (result - 100 > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.regression : 410.bwaves,[.] mat_times_vec_ : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression @@ -2192,7 +2171,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_nn : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -2207,7 +2186,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 433.milc,[.] scalar_mult_add_su3_matrix : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_nn : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -2222,7 +2201,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 433.milc,[.] scalar_mult_add_su3_matrix : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -2567,7 +2546,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK10FullMatrixIdE6TmmultIdEEvRS_IT_ERKS3_b : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -2582,7 +2561,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex10SPxSteepPR9entered4XENS_5SPxIdEiiiii : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -2597,7 +2576,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex10SPxSteepPR9entered4XENS_5SPxIdEiiiii : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -2612,7 +2591,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -2627,7 +2606,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -2642,7 +2621,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -2672,66 +2651,6 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 454.calculix,[.] e_c3d_ : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(184): return (result - 100 > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 454.calculix,[.] DVdot33 : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(184): return (result - 100 > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 454.calculix,libgfortran.so.5.0.0 : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(184): return (result - 100 > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 454.calculix,libc.so.6 : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(184): return (result - 100 > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.regression : 456.hmmer,[.] P7Viterbi : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression @@ -2867,21 +2786,6 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(184): return (result - 100 > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.regression : 464.h264ref,[.] SetupFastFullPelSearch : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression @@ -3107,7 +3011,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 481.wrf,[.] __module_small_step_em_MOD_advance_uv : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 481.wrf,[.] __module_mp_wsm3_MOD_wsm32d : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -3122,7 +3026,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 481.wrf,[.] __module_small_step_em_MOD_advance_mu_t : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 481.wrf,[.] __module_small_step_em_MOD_advance_uv : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -3290,36 +3194,6 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 403.gcc,[.] memset : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(193): return (100 - result > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 403.gcc,[.] ggc_mark_rtx_children_1 : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(193): return (100 - result > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.improvement : 410.bwaves,[.] mat_times_vec_ : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement @@ -3455,7 +3329,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_nn : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -3470,7 +3344,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 433.milc,[.] scalar_mult_add_su3_matrix : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_nn : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -3485,7 +3359,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 433.milc,[.] scalar_mult_add_su3_matrix : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -3830,7 +3704,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK10FullMatrixIdE6TmmultIdEEvRS_IT_ERKS3_b : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -3845,7 +3719,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex10SPxSteepPR9entered4XENS_5SPxIdEiiiii : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -3860,7 +3734,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex10SPxSteepPR9entered4XENS_5SPxIdEiiiii : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -3875,7 +3749,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -3890,7 +3764,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -3905,7 +3779,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -3935,66 +3809,6 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 454.calculix,[.] e_c3d_ : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(193): return (100 - result > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 454.calculix,[.] DVdot33 : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(193): return (100 - result > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 454.calculix,libgfortran.so.5.0.0 : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(193): return (100 - result > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 454.calculix,libc.so.6 : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(193): return (100 - result > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.improvement : 456.hmmer,[.] P7Viterbi : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement @@ -4130,21 +3944,6 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%) -output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(193): return (100 - result > threshold) -output-bmk-results.py(233): continue -output-bmk-results.py(224): for index, row in out_df.iterrows(): -output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.improvement : 464.h264ref,[.] SetupFastFullPelSearch : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement @@ -4370,7 +4169,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 481.wrf,[.] __module_small_step_em_MOD_advance_uv : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 481.wrf,[.] __module_mp_wsm3_MOD_wsm32d : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -4385,7 +4184,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 481.wrf,[.] __module_small_step_em_MOD_advance_mu_t : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 481.wrf,[.] __module_small_step_em_MOD_advance_uv : size=0% (threshold=10%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -4443,7 +4242,6 @@ output-bmk-results.py(306): f_regr.close() output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: -output-bmk-results.py(33): os.remove(self.filename) output-bmk-results.py(307): f_ebp.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: diff --git a/notify/results.regressions b/notify/results.regressions new file mode 100644 index 0000000..a11ce1c --- /dev/null +++ b/notify/results.regressions @@ -0,0 +1 @@ +# calculix_base.default,454.calculix failed to build diff --git a/notify/status.regression b/notify/status.regression new file mode 100644 index 0000000..95437a0 --- /dev/null +++ b/notify/status.regression @@ -0,0 +1 @@ +100,454.calculix,calculix_base.default,454.calculix failed to build,454.calculix failed to build
|