summaryrefslogtreecommitdiff
path: root/notify
diff options
context:
space:
mode:
authorTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-07 17:15:46 +0000
committerTCWG BuildSlave <tcwg-buildslave@linaro.org>2023-10-07 17:16:29 +0000
commit7974e889fc6dd0ea49f91b9873f7230e771f411c (patch)
tree474e4cef44178560abed7575adc49017669dd4e8 /notify
parentad9b875a665e6bfc203e20e2d5853144fb47b7c2 (diff)
force: #135: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/135/
Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--with-mode=arm --set gcc_override_configure=--disable-libsanitizer: | -8 | # build_abe linux: | -7 | # build_abe glibc: | -6 | # build_abe stage2 -- --set gcc_override_configure=--with-mode=arm --set gcc_override_configure=--disable-libsanitizer: | -5 | # benchmark -- -O3_marm: | 1 check_regression status : 0
Diffstat (limited to 'notify')
-rw-r--r--notify/exe.improvement1
-rw-r--r--notify/extra-bisect-params2
-rw-r--r--notify/jira/comment-card.txt3
-rw-r--r--notify/jira/comment-template.txt5
-rw-r--r--notify/jira/components1
-rw-r--r--notify/jira/description39
-rw-r--r--notify/jira/key1
-rw-r--r--notify/jira/startdate1
-rw-r--r--notify/jira/summary1
-rw-r--r--notify/jira/yaml47
-rw-r--r--notify/mail-body.txt52
-rw-r--r--notify/mail-recipients.txt2
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--notify/output-bmk-results.log523
-rw-r--r--notify/results.regressions1
-rw-r--r--notify/symbol.regression1
16 files changed, 206 insertions, 476 deletions
diff --git a/notify/exe.improvement b/notify/exe.improvement
deleted file mode 100644
index f7ec242a..00000000
--- a/notify/exe.improvement
+++ /dev/null
@@ -1 +0,0 @@
-8,471.omnetpp,omnetpp_base.default,sped up by 8% - 471.omnetpp,sped up by 8% - 471.omnetpp - from 6830 to 6267 perf samples
diff --git a/notify/extra-bisect-params b/notify/extra-bisect-params
index 475e9051..fa6c7c94 100644
--- a/notify/extra-bisect-params
+++ b/notify/extra-bisect-params
@@ -1 +1 @@
-extra_build_params=++benchmarks 471.omnetpp
+extra_build_params=
diff --git a/notify/jira/comment-card.txt b/notify/jira/comment-card.txt
deleted file mode 100644
index a8d27b43..00000000
--- a/notify/jira/comment-card.txt
+++ /dev/null
@@ -1,3 +0,0 @@
-[GNU-948]
-slowed down by 1606% - 471.omnetpp:[.] _ZN12cMessageHeap8getFirstEv
-Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/132/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index dcbd109e..92fb468e 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,4 +1,3 @@
[GNU-689]
-https://linaro.atlassian.net/browse/GNU-948
-slowed down by 1606% - 471.omnetpp:[.] _ZN12cMessageHeap8getFirstEv
-Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/132/artifact/artifacts/notify/mail-body.txt/*view*/
+No change
+Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/135/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/jira/components b/notify/jira/components
deleted file mode 100644
index db93371d..00000000
--- a/notify/jira/components
+++ /dev/null
@@ -1 +0,0 @@
-GCC
diff --git a/notify/jira/description b/notify/jira/description
deleted file mode 100644
index 08889b56..00000000
--- a/notify/jira/description
+++ /dev/null
@@ -1,39 +0,0 @@
-commit gcc-14-3982-g9ea74d235c7
-Author: Richard Biener <rguenther@suse.de>
-Date: Thu Sep 14 09:31:23 2023 +0200
-
- tree-optimization/111294 - better DCE after forwprop
-
- The following adds more aggressive DCE to forwprop to clean up dead
- stmts when folding a stmt leaves some operands unused. The patch
- uses simple_dce_from_worklist for this purpose, queueing original
- operands before substitution and folding, but only if we folded the
- stmt.
-... 13 lines of the commit log omitted.
-
-* tcwg_bmk-code_size-spec2k6
-** gnu-aarch64-master-O2
-*** grew in size by 4% - 433.milc
-*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2/details.txt
-*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-aarch64-master-O2-build/102/
-* tcwg_bmk-code_speed-cpu2017rate
-** gnu-aarch64-master-O3
-*** slowed down by 3062% - 520.omnetpp_r:[.] _ZN12cMessageHeap11removeFirstEv
-*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3/details.txt
-*** https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--gnu-aarch64-master-O3-build/99/
-** gnu-arm-master-O3
-*** slowed down by 1479% - 520.omnetpp_r:[.] _ZN12cMessageHeap11removeFirstEv
-*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_speed-cpu2017rate/gnu-arm-master-O3/details.txt
-*** https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--gnu-arm-master-O3-build/81/
-* tcwg_bmk-code_speed-spec2k6
-** gnu-arm-master-O3
-*** slowed down by 1606% - 471.omnetpp:[.] _ZN12cMessageHeap8getFirstEv
-*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O3/details.txt
-*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/132/
-* tcwg_bmk-fujitsu_speed-cpu2017speed
-** gnu-aarch64-master-O3
-*** slowed down by 3494% - 620.omnetpp_s:[.] _ZN12cMessageHeap11removeFirstEv
-*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-fujitsu_speed-cpu2017speed/gnu-aarch64-master-O3/details.txt
-*** https://ci.linaro.org/job/tcwg_bmk-fujitsu_speed-cpu2017speed--gnu-aarch64-master-O3-build/195/
-
-Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/jira/yaml
diff --git a/notify/jira/key b/notify/jira/key
deleted file mode 100644
index 60913044..00000000
--- a/notify/jira/key
+++ /dev/null
@@ -1 +0,0 @@
-GNU-948
diff --git a/notify/jira/startdate b/notify/jira/startdate
deleted file mode 100644
index 29447191..00000000
--- a/notify/jira/startdate
+++ /dev/null
@@ -1 +0,0 @@
-2023-09-14
diff --git a/notify/jira/summary b/notify/jira/summary
deleted file mode 100644
index bab83c3f..00000000
--- a/notify/jira/summary
+++ /dev/null
@@ -1 +0,0 @@
-gcc-14-3982-g9ea74d235c7: slowed down by 3494% - 620.omnetpp_s:[.] _ZN12cMessageHeap11removeFirstEv
diff --git a/notify/jira/yaml b/notify/jira/yaml
deleted file mode 100644
index 98443a49..00000000
--- a/notify/jira/yaml
+++ /dev/null
@@ -1,47 +0,0 @@
-- Project: GNU
- IssueType: Sub-task
- Key: GNU-948
- Summary: |
- gcc-14-3982-g9ea74d235c7: slowed down by 3494% - 620.omnetpp_s:[.] _ZN12cMessageHeap11removeFirstEv
- Components: GCC
- Start date: 2023-09-14
- Description: |
- commit gcc-14-3982-g9ea74d235c7
- Author: Richard Biener <rguenther@suse.de>
- Date: Thu Sep 14 09:31:23 2023 +0200
-
- tree-optimization/111294 - better DCE after forwprop
-
- The following adds more aggressive DCE to forwprop to clean up dead
- stmts when folding a stmt leaves some operands unused. The patch
- uses simple_dce_from_worklist for this purpose, queueing original
- operands before substitution and folding, but only if we folded the
- stmt.
- ... 13 lines of the commit log omitted.
-
- * tcwg_bmk-code_size-spec2k6
- ** gnu-aarch64-master-O2
- *** grew in size by 4% - 433.milc
- *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2/details.txt
- *** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-aarch64-master-O2-build/102/
- * tcwg_bmk-code_speed-cpu2017rate
- ** gnu-aarch64-master-O3
- *** slowed down by 3062% - 520.omnetpp_r:[.] _ZN12cMessageHeap11removeFirstEv
- *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3/details.txt
- *** https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--gnu-aarch64-master-O3-build/99/
- ** gnu-arm-master-O3
- *** slowed down by 1479% - 520.omnetpp_r:[.] _ZN12cMessageHeap11removeFirstEv
- *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_speed-cpu2017rate/gnu-arm-master-O3/details.txt
- *** https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--gnu-arm-master-O3-build/81/
- * tcwg_bmk-code_speed-spec2k6
- ** gnu-arm-master-O3
- *** slowed down by 1606% - 471.omnetpp:[.] _ZN12cMessageHeap8getFirstEv
- *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O3/details.txt
- *** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/132/
- * tcwg_bmk-fujitsu_speed-cpu2017speed
- ** gnu-aarch64-master-O3
- *** slowed down by 3494% - 620.omnetpp_s:[.] _ZN12cMessageHeap11removeFirstEv
- *** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-fujitsu_speed-cpu2017speed/gnu-aarch64-master-O3/details.txt
- *** https://ci.linaro.org/job/tcwg_bmk-fujitsu_speed-cpu2017speed--gnu-aarch64-master-O3-build/195/
-
- Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/jira/yaml
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index d7563058..0ba8273b 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,21 +2,9 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
In CI config tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O3 after:
- | commit gcc-14-3982-g9ea74d235c7
- | Author: Richard Biener <rguenther@suse.de>
- | Date: Thu Sep 14 09:31:23 2023 +0200
- |
- | tree-optimization/111294 - better DCE after forwprop
- |
- | The following adds more aggressive DCE to forwprop to clean up dead
- | stmts when folding a stmt leaves some operands unused. The patch
- | uses simple_dce_from_worklist for this purpose, queueing original
- | operands before substitution and folding, but only if we folded the
- | stmt.
- | ... 13 lines of the commit log omitted.
+ | baseline build
-the following hot functions slowed down by more than 15% (but their benchmarks slowed down by less than 3%):
-- slowed down by 1606% - 471.omnetpp:[.] _ZN12cMessageHeap8getFirstEv - from 107 to 1825 perf samples
+No change
The configuration of this build is:
Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI.
@@ -34,38 +22,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/132/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/131/artifact/artifacts
-
-Reproduce last good and first bad builds: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O3/reproduction_instructions.txt
-
-Full commit : https://github.com/gcc-mirror/gcc/commit/9ea74d235c7e7816b996a17c61288f02ef767985
-
-Latest bug report status : https://linaro.atlassian.net/browse/GNU-948
-
-List of configurations that regressed due to this commit :
-* tcwg_bmk-code_size-spec2k6
-** gnu-aarch64-master-O2
-*** grew in size by 4% - 433.milc
-*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_size-spec2k6/gnu-aarch64-master-O2/details.txt
-*** https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--gnu-aarch64-master-O2-build/102/
-* tcwg_bmk-code_speed-cpu2017rate
-** gnu-aarch64-master-O3
-*** slowed down by 3062% - 520.omnetpp_r:[.] _ZN12cMessageHeap11removeFirstEv
-*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_speed-cpu2017rate/gnu-aarch64-master-O3/details.txt
-*** https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--gnu-aarch64-master-O3-build/99/
-** gnu-arm-master-O3
-*** slowed down by 1479% - 520.omnetpp_r:[.] _ZN12cMessageHeap11removeFirstEv
-*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_speed-cpu2017rate/gnu-arm-master-O3/details.txt
-*** https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--gnu-arm-master-O3-build/81/
-* tcwg_bmk-code_speed-spec2k6
-** gnu-arm-master-O3
-*** slowed down by 1606% - 471.omnetpp:[.] _ZN12cMessageHeap8getFirstEv
-*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O3/details.txt
-*** https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/132/
-* tcwg_bmk-fujitsu_speed-cpu2017speed
-** gnu-aarch64-master-O3
-*** slowed down by 3494% - 620.omnetpp_s:[.] _ZN12cMessageHeap11removeFirstEv
-*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/gcc/sha1/9ea74d235c7e7816b996a17c61288f02ef767985/tcwg_bmk-fujitsu_speed-cpu2017speed/gnu-aarch64-master-O3/details.txt
-*** https://ci.linaro.org/job/tcwg_bmk-fujitsu_speed-cpu2017speed--gnu-aarch64-master-O3-build/195/
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/135/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/132/artifact/artifacts
diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt
index 56b65bbc..aa219efd 100644
--- a/notify/mail-recipients.txt
+++ b/notify/mail-recipients.txt
@@ -1 +1 @@
-bcc:tcwg-validation@linaro.org,maxim.kuvyrkov@linaro.org
+bcc:tcwg-validation@linaro.org
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index a7de1a8d..b9874f5b 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] gcc-14-3982-g9ea74d235c7: slowed down by 1606% - 471.omnetpp:[.] _ZN12cMessageHeap8getFirstEv on arm O3
+[Linaro-TCWG-CI] baseline build: No change on arm O3
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index b73a4127..b57ee61c 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -120,7 +120,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 400.perlbench,perlbench_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.regression : 400.perlbench,perlbench_base.default : sample=0% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -147,7 +147,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 401.bzip2,bzip2_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 401.bzip2,bzip2_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -228,7 +228,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 416.gamess,gamess_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.regression : 416.gamess,gamess_base.default : sample=0% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -309,7 +309,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 434.zeusmp,zeusmp_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.regression : 434.zeusmp,zeusmp_base.default : sample=0% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -390,7 +390,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 437.leslie3d,leslie3d_base.default : sample=0% (threshold=9.75%)
+DEBUG: checking exe.regression : 437.leslie3d,leslie3d_base.default : sample=1% (threshold=9.78%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -579,7 +579,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 456.hmmer,hmmer_base.default : sample=-2% (threshold=3.84%)
+DEBUG: checking exe.regression : 456.hmmer,hmmer_base.default : sample=3% (threshold=3.84%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -633,7 +633,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 459.GemsFDTD,GemsFDTD_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 459.GemsFDTD,GemsFDTD_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -687,7 +687,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 464.h264ref,h264ref_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 464.h264ref,h264ref_base.default : sample=1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -714,7 +714,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 465.tonto,tonto_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 465.tonto,tonto_base.default : sample=2% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -768,7 +768,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 471.omnetpp,omnetpp_base.default : sample=8% (threshold=3%)
+DEBUG: checking exe.regression : 471.omnetpp,omnetpp_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -822,7 +822,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 481.wrf,wrf_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.regression : 481.wrf,wrf_base.default : sample=1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -849,7 +849,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 482.sphinx3,sphinx_livepretend_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.regression : 482.sphinx3,sphinx_livepretend_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -921,7 +921,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 400.perlbench,perlbench_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.improvement : 400.perlbench,perlbench_base.default : sample=0% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -948,7 +948,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 401.bzip2,bzip2_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 401.bzip2,bzip2_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -1029,7 +1029,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 416.gamess,gamess_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.improvement : 416.gamess,gamess_base.default : sample=0% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -1110,7 +1110,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 434.zeusmp,zeusmp_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.improvement : 434.zeusmp,zeusmp_base.default : sample=0% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -1191,7 +1191,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 437.leslie3d,leslie3d_base.default : sample=0% (threshold=9.75%)
+DEBUG: checking exe.improvement : 437.leslie3d,leslie3d_base.default : sample=1% (threshold=9.78%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -1380,7 +1380,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 456.hmmer,hmmer_base.default : sample=-2% (threshold=3.84%)
+DEBUG: checking exe.improvement : 456.hmmer,hmmer_base.default : sample=3% (threshold=3.84%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -1434,7 +1434,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 459.GemsFDTD,GemsFDTD_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 459.GemsFDTD,GemsFDTD_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -1488,7 +1488,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 464.h264ref,h264ref_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 464.h264ref,h264ref_base.default : sample=1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -1515,7 +1515,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 465.tonto,tonto_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 465.tonto,tonto_base.default : sample=2% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -1569,42 +1569,12 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 471.omnetpp,omnetpp_base.default : sample=8% (threshold=3%)
+DEBUG: checking exe.improvement : 471.omnetpp,omnetpp_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
output-bmk-results.py(185): return (100 - result > threshold)
-output-bmk-results.py(227): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
- --- modulename: output-bmk-results, funcname: get_short_long_diag
-output-bmk-results.py(113): bmk = row["benchmark"]
-output-bmk-results.py(114): rel_value = row["rel_" + metric]
-output-bmk-results.py(115): prev_value = row[metric + "_x"]
-output-bmk-results.py(116): curr_value = row[metric + "_y"]
-output-bmk-results.py(118): if metric == "sample":
-output-bmk-results.py(119): if curr_value == 999999999:
-output-bmk-results.py(122): elif curr_value == 888888888:
-output-bmk-results.py(125): elif prev_value == 999999999 and curr_value == 888888888:
-output-bmk-results.py(128): elif prev_value == 888888888 and curr_value < 888888888:
-output-bmk-results.py(131): elif prev_value == 999999999 and curr_value < 888888888:
-output-bmk-results.py(144): suffix = ""
-output-bmk-results.py(145): if metric == "sample":
-output-bmk-results.py(146): prefix_regression = "slowed down by"
-output-bmk-results.py(147): prefix_improvement = "sped up by"
-output-bmk-results.py(148): suffix = "perf samples"
-output-bmk-results.py(159): if sym_type=="symbol":
-output-bmk-results.py(162): item=bmk
-output-bmk-results.py(164): short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
-output-bmk-results.py(165): long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
-output-bmk-results.py(166): return abs(rel_value - 100), short_diag, long_diag
-output-bmk-results.py(231): if metric == "sample" \
-output-bmk-results.py(232): and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \
-output-bmk-results.py(238): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag))
-DEBUG: *** 471.omnetpp,omnetpp_base.default : sped up by 8% - 471.omnetpp - from 6830 to 6267 perf samples
-output-bmk-results.py(240): f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag))
- --- modulename: output-bmk-results, funcname: write_csv
-output-bmk-results.py(41): if not self.predicate or not self.csvwriter:
-output-bmk-results.py(43): self.csvwriter.writerow(arr)
-output-bmk-results.py(241): if change_kind == "regression":
+output-bmk-results.py(225): continue
output-bmk-results.py(216): for index, row in out_df.iterrows():
output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
--- modulename: output-bmk-results, funcname: get_threshold
@@ -1653,7 +1623,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 481.wrf,wrf_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.improvement : 481.wrf,wrf_base.default : sample=1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -1680,7 +1650,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 482.sphinx3,sphinx_livepretend_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.improvement : 482.sphinx3,sphinx_livepretend_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -1719,6 +1689,7 @@ output-bmk-results.py(245): f_out.close()
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
+output-bmk-results.py(33): os.remove(self.filename)
output-bmk-results.py(265): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details)
--- modulename: output-bmk-results, funcname: output_bmk_results_1
output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
@@ -1751,7 +1722,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 400.perlbench,[.] S_regmatch : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 400.perlbench,[.] S_regmatch : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -1800,7 +1771,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] mainSort : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 401.bzip2,[.] mainSort : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -1827,7 +1798,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] fallbackSort : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 401.bzip2,[.] fallbackSort : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -1854,7 +1825,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] mainGtU.part.0 : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 401.bzip2,[.] mainGtU.part.0 : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -1881,7 +1852,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_decompress : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_decompress : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -1908,7 +1879,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_compressBlock : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_compressBlock : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -1935,7 +1906,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 403.gcc,libc.so.6 : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 403.gcc,[.] reg_is_remote_constant_p : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -1962,7 +1933,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 403.gcc,[.] reg_is_remote_constant_p : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 403.gcc,libc.so.6 : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -1989,7 +1960,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 403.gcc,[.] memset : sample=-4% (threshold=15%)
+DEBUG: checking symbol.regression : 403.gcc,[.] memset : sample=5% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2043,7 +2014,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 410.bwaves,[.] bi_cgstab_block_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 410.bwaves,[.] bi_cgstab_block_ : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2070,7 +2041,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 416.gamess,[.] forms_ : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 416.gamess,[.] forms_ : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2097,7 +2068,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 416.gamess,[.] twotff_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 416.gamess,[.] twotff_ : sample=-3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2124,7 +2095,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 416.gamess,[.] dirfck_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 416.gamess,[.] dirfck_ : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2151,7 +2122,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 416.gamess,[.] xyzint_ : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 416.gamess,[.] xyzint_ : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2178,7 +2149,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 429.mcf,[.] primal_bea_mpp : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 429.mcf,[.] primal_bea_mpp : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2205,7 +2176,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 429.mcf,[.] refresh_potential : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 429.mcf,[.] refresh_potential : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2232,7 +2203,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_na : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_na : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2259,7 +2230,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_nn : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_nn : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2286,7 +2257,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_mat_vec : sample=4% (threshold=15%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_mat_vec : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2313,7 +2284,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : sample=-4% (threshold=15%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2340,7 +2311,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] uncompress_anti_hermitian : sample=3% (threshold=15%)
+DEBUG: checking symbol.regression : 433.milc,[.] uncompress_anti_hermitian : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2367,7 +2338,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 434.zeusmp,[.] hsmoc_ : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 434.zeusmp,[.] hsmoc_ : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2394,7 +2365,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 434.zeusmp,[.] lorentz_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 434.zeusmp,[.] lorentz_ : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2421,7 +2392,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 435.gromacs,[.] inl1130_ : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 435.gromacs,[.] inl1130_ : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2448,7 +2419,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 435.gromacs,[.] search_neighbours : sample=-6% (threshold=15%)
+DEBUG: checking symbol.regression : 435.gromacs,[.] search_neighbours : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2529,7 +2500,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 437.leslie3d,[.] fluxj_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 437.leslie3d,[.] fluxj_ : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2556,7 +2527,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 437.leslie3d,[.] fluxi_ : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 437.leslie3d,[.] fluxi_ : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2583,7 +2554,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 437.leslie3d,[.] extrapi_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 437.leslie3d,[.] extrapi_ : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2610,7 +2581,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 437.leslie3d,[.] extrapj_ : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 437.leslie3d,[.] extrapj_ : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2637,7 +2608,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2691,7 +2662,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2718,7 +2689,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil25calc_pair_merge_fullelectEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2745,7 +2716,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil25calc_pair_merge_fullelectEP9nonbonded : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2799,7 +2770,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 445.gobmk,[.] do_play_move : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 445.gobmk,[.] do_play_move : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2826,7 +2797,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 445.gobmk,[.] fastlib : sample=-10% (threshold=15.0%)
+DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2853,7 +2824,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : sample=4% (threshold=15%)
+DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK12SparseMatrixIdE5vmultI6VectorIdES3_EEvRT_RKT0_ : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2880,7 +2851,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK12SparseMatrixIdE5vmultI6VectorIdES3_EEvRT_RKT0_ : sample=-4% (threshold=15%)
+DEBUG: checking symbol.regression : 447.dealII,libstdc++.so.6.0.33 : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2907,7 +2878,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,libstdc++.so.6.0.33 : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 447.dealII,[.] _ZN13LaplaceSolver6SolverILi3EE22assemble_linear_systemERNS1_12LinearSystemE : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2934,7 +2905,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _ZN13LaplaceSolver6SolverILi3EE22assemble_linear_systemERNS1_12LinearSystemE : sample=-8% (threshold=15%)
+DEBUG: checking symbol.regression : 447.dealII,[.] _ZSt18_Rb_tree_incrementPKSt18_Rb_tree_node_base : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2961,7 +2932,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _ZSt18_Rb_tree_incrementPKSt18_Rb_tree_node_base : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex10SPxSteepPR8entered4ENS_5SPxIdEi : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -2988,7 +2959,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex10SPxSteepPR8entered4ENS_5SPxIdEi : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3015,7 +2986,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3042,7 +3013,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3069,7 +3040,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3096,7 +3067,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=8% (threshold=15%)
+DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3123,34 +3094,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=-3% (threshold=15%)
-output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(176): return (result - 100 > threshold)
-output-bmk-results.py(225): continue
-output-bmk-results.py(216): for index, row in out_df.iterrows():
-output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98): if metric == "sample":
-output-bmk-results.py(99): spec_thr = get_specific_thresholds(metric, mode, bmk, symb)
- --- modulename: output-bmk-results, funcname: get_specific_thresholds
-output-bmk-results.py(57): if specific_variability is None:
-output-bmk-results.py(60): var = specific_variability[ (specific_variability['benchmark'] == bmk) & (specific_variability['symbol'].str.strip() == symb)]
-output-bmk-results.py(61): if var.empty:
-output-bmk-results.py(63): elif len(var)>1:
-output-bmk-results.py(68): if var.iloc[0]['sample_variation_average']>0 :
-output-bmk-results.py(69): threshold = ( var.iloc[0]['sample_variation_average'] )
-output-bmk-results.py(70): if mode == "build":
-output-bmk-results.py(74): threshold *= 3
-output-bmk-results.py(81): return threshold
-output-bmk-results.py(100): if not np.isnan(spec_thr):
-output-bmk-results.py(104): spec_thr=max(spec_thr, default_threshold[(change_kind,metric,mode)])
-output-bmk-results.py(105): return spec_thr
-output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : sample=1% (threshold=15.419999999999998%)
+DEBUG: checking symbol.regression : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : sample=-4% (threshold=15.419999999999998%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3204,7 +3148,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 454.calculix,[.] DVdot33 : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 454.calculix,[.] DVdot33 : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3231,7 +3175,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 456.hmmer,[.] P7Viterbi : sample=-3% (threshold=15%)
+DEBUG: checking symbol.regression : 456.hmmer,[.] P7Viterbi : sample=3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3258,7 +3202,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 458.sjeng,[.] std_eval : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 458.sjeng,[.] std_eval : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3285,7 +3229,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 458.sjeng,[.] gen : sample=-6% (threshold=15%)
+DEBUG: checking symbol.regression : 458.sjeng,[.] gen : sample=5% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3312,7 +3256,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 458.sjeng,[.] setup_attackers : sample=-7% (threshold=15%)
+DEBUG: checking symbol.regression : 458.sjeng,[.] setup_attackers : sample=-3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3339,7 +3283,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdatee : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdatee : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3393,7 +3337,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdateh : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdateh : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3420,7 +3364,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __update_mod_MOD_updatee_homo : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __update_mod_MOD_updateh_homo : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3447,7 +3391,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __update_mod_MOD_updateh_homo : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __update_mod_MOD_updatee_homo : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3474,7 +3418,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_toffoli : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_toffoli : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3501,7 +3445,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : sample=3% (threshold=15%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3528,7 +3472,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : sample=-3% (threshold=15%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : sample=6% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3555,7 +3499,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] SetupFastFullPelSearch : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 464.h264ref,[.] SetupFastFullPelSearch : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3582,7 +3526,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,libc.so.6 : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 464.h264ref,libc.so.6 : sample=-7% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3609,7 +3553,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] __memcpy_neon : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 464.h264ref,[.] __memcpy_neon : sample=-7% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3636,7 +3580,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] FastFullPelBlockMotionSearch : sample=-4% (threshold=15%)
+DEBUG: checking symbol.regression : 464.h264ref,[.] FastFullPelBlockMotionSearch : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3658,7 +3602,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 465.tonto,libm.so.6 : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 465.tonto,libm.so.6 : sample=-4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3685,7 +3629,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 465.tonto,[.] __shell2_module_MOD_make_ft_1 : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 465.tonto,[.] __shell2_module_MOD_make_ft_1 : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3707,7 +3651,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 465.tonto,[.] __sincosl : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 465.tonto,[.] __sincosl : sample=-3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3734,7 +3678,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 465.tonto,[.] __shell1quartet_module_MOD_make_esfs.isra.0 : sample=6% (threshold=15%)
+DEBUG: checking symbol.regression : 465.tonto,[.] __shell1quartet_module_MOD_make_esfs.isra.0 : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3756,7 +3700,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 465.tonto,[.] __cexpl : sample=-11% (threshold=15%)
+DEBUG: checking symbol.regression : 465.tonto,[.] __cexpl : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3810,50 +3754,12 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 471.omnetpp,[.] _ZN12cMessageHeap8getFirstEv : sample=-1606% (threshold=15%)
+DEBUG: checking symbol.regression : 471.omnetpp,[.] _ZN12cMessageHeap8getFirstEv : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
output-bmk-results.py(176): return (result - 100 > threshold)
-output-bmk-results.py(227): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
- --- modulename: output-bmk-results, funcname: get_short_long_diag
-output-bmk-results.py(113): bmk = row["benchmark"]
-output-bmk-results.py(114): rel_value = row["rel_" + metric]
-output-bmk-results.py(115): prev_value = row[metric + "_x"]
-output-bmk-results.py(116): curr_value = row[metric + "_y"]
-output-bmk-results.py(118): if metric == "sample":
-output-bmk-results.py(119): if curr_value == 999999999:
-output-bmk-results.py(122): elif curr_value == 888888888:
-output-bmk-results.py(125): elif prev_value == 999999999 and curr_value == 888888888:
-output-bmk-results.py(128): elif prev_value == 888888888 and curr_value < 888888888:
-output-bmk-results.py(131): elif prev_value == 999999999 and curr_value < 888888888:
-output-bmk-results.py(144): suffix = ""
-output-bmk-results.py(145): if metric == "sample":
-output-bmk-results.py(146): prefix_regression = "slowed down by"
-output-bmk-results.py(147): prefix_improvement = "sped up by"
-output-bmk-results.py(148): suffix = "perf samples"
-output-bmk-results.py(159): if sym_type=="symbol":
-output-bmk-results.py(160): item=bmk+":"+row["symbol"]
-output-bmk-results.py(164): short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
-output-bmk-results.py(165): long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
-output-bmk-results.py(166): return abs(rel_value - 100), short_diag, long_diag
-output-bmk-results.py(231): if metric == "sample" \
-output-bmk-results.py(232): and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \
-output-bmk-results.py(238): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag))
-DEBUG: *** 471.omnetpp,[.] _ZN12cMessageHeap8getFirstEv : slowed down by 1606% - 471.omnetpp:[.] _ZN12cMessageHeap8getFirstEv - from 107 to 1825 perf samples
-output-bmk-results.py(240): f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag))
- --- modulename: output-bmk-results, funcname: write_csv
-output-bmk-results.py(41): if not self.predicate or not self.csvwriter:
-output-bmk-results.py(43): self.csvwriter.writerow(arr)
-output-bmk-results.py(241): if change_kind == "regression":
-output-bmk-results.py(242): f_regr.write("# {0},{1}\n".format(row["symbol"], long_diag))
- --- modulename: output-bmk-results, funcname: write
-output-bmk-results.py(36): if not self.predicate or not self.outf:
-output-bmk-results.py(38): self.outf.write(string)
-output-bmk-results.py(243): f_ebp.write("++benchmarks {0} ".format(row["benchmark"]))
- --- modulename: output-bmk-results, funcname: write
-output-bmk-results.py(36): if not self.predicate or not self.outf:
-output-bmk-results.py(38): self.outf.write(string)
+output-bmk-results.py(225): continue
output-bmk-results.py(216): for index, row in out_df.iterrows():
output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
--- modulename: output-bmk-results, funcname: get_threshold
@@ -3897,7 +3803,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 471.omnetpp,[.] _ZN5cGate7deliverEP8cMessaged : sample=-8% (threshold=15%)
+DEBUG: checking symbol.regression : 471.omnetpp,[.] _ZN5cGate7deliverEP8cMessaged : sample=5% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3924,7 +3830,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 473.astar,[.] _ZN6wayobj10makebound2EPiiS0_ : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 473.astar,[.] _ZN6wayobj10makebound2EPiiS0_ : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3951,7 +3857,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 473.astar,[.] _ZN7way2obj12releasepointEii : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 473.astar,[.] _ZN7way2obj12releasepointEii : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -3978,7 +3884,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -4005,7 +3911,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 481.wrf,[.] __module_advect_em_MOD_advect_scalar : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 481.wrf,[.] __module_advect_em_MOD_advect_scalar : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -4032,7 +3938,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 481.wrf,[.] __module_small_step_em_MOD_advance_w : sample=-5% (threshold=15%)
+DEBUG: checking symbol.regression : 481.wrf,[.] __module_small_step_em_MOD_advance_w : sample=3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -4059,7 +3965,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 481.wrf,libm.so.6 : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 481.wrf,libm.so.6 : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -4074,19 +3980,14 @@ output-bmk-results.py(99): spec_thr = get_specific_thresholds(metric, mod
output-bmk-results.py(57): if specific_variability is None:
output-bmk-results.py(60): var = specific_variability[ (specific_variability['benchmark'] == bmk) & (specific_variability['symbol'].str.strip() == symb)]
output-bmk-results.py(61): if var.empty:
-output-bmk-results.py(63): elif len(var)>1:
-output-bmk-results.py(68): if var.iloc[0]['sample_variation_average']>0 :
-output-bmk-results.py(69): threshold = ( var.iloc[0]['sample_variation_average'] )
-output-bmk-results.py(70): if mode == "build":
-output-bmk-results.py(74): threshold *= 3
-output-bmk-results.py(81): return threshold
+output-bmk-results.py(62): return np.nan
output-bmk-results.py(100): if not np.isnan(spec_thr):
-output-bmk-results.py(104): spec_thr=max(spec_thr, default_threshold[(change_kind,metric,mode)])
-output-bmk-results.py(105): return spec_thr
+output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)]
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 481.wrf,[.] __module_small_step_em_MOD_advance_uv : sample=-10% (threshold=20.009999999999998%)
+DEBUG: checking symbol.regression : 481.wrf,libc.so.6 : sample=3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -4113,7 +4014,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 482.sphinx3,[.] vector_gautbl_eval_logs3 : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 482.sphinx3,[.] vector_gautbl_eval_logs3 : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -4140,7 +4041,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 482.sphinx3,[.] mgau_eval : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 482.sphinx3,[.] mgau_eval : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -4189,7 +4090,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 483.xalancbmk,libc.so.6 : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 483.xalancbmk,libc.so.6 : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -4216,7 +4117,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN10xalanc_1_819XalanDOMStringCache7releaseERNS_14XalanDOMStringE : sample=5% (threshold=15%)
+DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN10xalanc_1_819XalanDOMStringCache7releaseERNS_14XalanDOMStringE : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -4243,7 +4144,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -4255,6 +4156,7 @@ output-bmk-results.py(245): f_out.close()
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
+output-bmk-results.py(33): os.remove(self.filename)
output-bmk-results.py(266): output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details)
--- modulename: output-bmk-results, funcname: output_bmk_results_1
output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
@@ -4287,7 +4189,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 400.perlbench,[.] S_regmatch : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 400.perlbench,[.] S_regmatch : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4336,7 +4238,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] mainSort : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 401.bzip2,[.] mainSort : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4363,7 +4265,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] fallbackSort : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 401.bzip2,[.] fallbackSort : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4390,7 +4292,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] mainGtU.part.0 : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 401.bzip2,[.] mainGtU.part.0 : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4417,7 +4319,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_decompress : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_decompress : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4444,7 +4346,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_compressBlock : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_compressBlock : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4471,7 +4373,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 403.gcc,libc.so.6 : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 403.gcc,[.] reg_is_remote_constant_p : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4498,7 +4400,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 403.gcc,[.] reg_is_remote_constant_p : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 403.gcc,libc.so.6 : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4525,7 +4427,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 403.gcc,[.] memset : sample=-4% (threshold=15%)
+DEBUG: checking symbol.improvement : 403.gcc,[.] memset : sample=5% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4579,7 +4481,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 410.bwaves,[.] bi_cgstab_block_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 410.bwaves,[.] bi_cgstab_block_ : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4606,7 +4508,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 416.gamess,[.] forms_ : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 416.gamess,[.] forms_ : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4633,7 +4535,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 416.gamess,[.] twotff_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 416.gamess,[.] twotff_ : sample=-3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4660,7 +4562,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 416.gamess,[.] dirfck_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 416.gamess,[.] dirfck_ : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4687,7 +4589,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 416.gamess,[.] xyzint_ : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 416.gamess,[.] xyzint_ : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4714,7 +4616,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 429.mcf,[.] primal_bea_mpp : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 429.mcf,[.] primal_bea_mpp : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4741,7 +4643,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 429.mcf,[.] refresh_potential : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 429.mcf,[.] refresh_potential : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4768,7 +4670,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_na : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_na : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4795,7 +4697,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_nn : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_nn : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4822,7 +4724,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_mat_vec : sample=4% (threshold=15%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_mat_vec : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4849,7 +4751,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : sample=-4% (threshold=15%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4876,7 +4778,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] uncompress_anti_hermitian : sample=3% (threshold=15%)
+DEBUG: checking symbol.improvement : 433.milc,[.] uncompress_anti_hermitian : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4903,7 +4805,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 434.zeusmp,[.] hsmoc_ : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 434.zeusmp,[.] hsmoc_ : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4930,7 +4832,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 434.zeusmp,[.] lorentz_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 434.zeusmp,[.] lorentz_ : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4957,7 +4859,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 435.gromacs,[.] inl1130_ : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 435.gromacs,[.] inl1130_ : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -4984,7 +4886,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 435.gromacs,[.] search_neighbours : sample=-6% (threshold=15%)
+DEBUG: checking symbol.improvement : 435.gromacs,[.] search_neighbours : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5065,7 +4967,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 437.leslie3d,[.] fluxj_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 437.leslie3d,[.] fluxj_ : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5092,7 +4994,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 437.leslie3d,[.] fluxi_ : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 437.leslie3d,[.] fluxi_ : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5119,7 +5021,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 437.leslie3d,[.] extrapi_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 437.leslie3d,[.] extrapi_ : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5146,7 +5048,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 437.leslie3d,[.] extrapj_ : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 437.leslie3d,[.] extrapj_ : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5173,7 +5075,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5227,7 +5129,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5254,7 +5156,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil25calc_pair_merge_fullelectEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5281,7 +5183,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil25calc_pair_merge_fullelectEP9nonbonded : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5335,34 +5237,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 445.gobmk,[.] do_play_move : sample=2% (threshold=15%)
-output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(185): return (100 - result > threshold)
-output-bmk-results.py(225): continue
-output-bmk-results.py(216): for index, row in out_df.iterrows():
-output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98): if metric == "sample":
-output-bmk-results.py(99): spec_thr = get_specific_thresholds(metric, mode, bmk, symb)
- --- modulename: output-bmk-results, funcname: get_specific_thresholds
-output-bmk-results.py(57): if specific_variability is None:
-output-bmk-results.py(60): var = specific_variability[ (specific_variability['benchmark'] == bmk) & (specific_variability['symbol'].str.strip() == symb)]
-output-bmk-results.py(61): if var.empty:
-output-bmk-results.py(63): elif len(var)>1:
-output-bmk-results.py(68): if var.iloc[0]['sample_variation_average']>0 :
-output-bmk-results.py(69): threshold = ( var.iloc[0]['sample_variation_average'] )
-output-bmk-results.py(70): if mode == "build":
-output-bmk-results.py(74): threshold *= 3
-output-bmk-results.py(81): return threshold
-output-bmk-results.py(100): if not np.isnan(spec_thr):
-output-bmk-results.py(104): spec_thr=max(spec_thr, default_threshold[(change_kind,metric,mode)])
-output-bmk-results.py(105): return spec_thr
-output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 445.gobmk,[.] fastlib : sample=-10% (threshold=15.0%)
+DEBUG: checking symbol.improvement : 445.gobmk,[.] do_play_move : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5389,7 +5264,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : sample=4% (threshold=15%)
+DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5416,7 +5291,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK12SparseMatrixIdE5vmultI6VectorIdES3_EEvRT_RKT0_ : sample=-4% (threshold=15%)
+DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK12SparseMatrixIdE5vmultI6VectorIdES3_EEvRT_RKT0_ : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5443,7 +5318,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,libstdc++.so.6.0.33 : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 447.dealII,libstdc++.so.6.0.33 : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5470,7 +5345,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _ZN13LaplaceSolver6SolverILi3EE22assemble_linear_systemERNS1_12LinearSystemE : sample=-8% (threshold=15%)
+DEBUG: checking symbol.improvement : 447.dealII,[.] _ZN13LaplaceSolver6SolverILi3EE22assemble_linear_systemERNS1_12LinearSystemE : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5497,7 +5372,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _ZSt18_Rb_tree_incrementPKSt18_Rb_tree_node_base : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 447.dealII,[.] _ZSt18_Rb_tree_incrementPKSt18_Rb_tree_node_base : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5524,7 +5399,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex10SPxSteepPR8entered4ENS_5SPxIdEi : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex10SPxSteepPR8entered4ENS_5SPxIdEi : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5551,7 +5426,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5578,7 +5453,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5605,7 +5480,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5632,7 +5507,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=8% (threshold=15%)
+DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5659,7 +5534,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=-3% (threshold=15%)
+DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5686,7 +5561,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : sample=1% (threshold=15.419999999999998%)
+DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : sample=-4% (threshold=15.419999999999998%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5740,7 +5615,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 454.calculix,[.] DVdot33 : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 454.calculix,[.] DVdot33 : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5767,7 +5642,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 456.hmmer,[.] P7Viterbi : sample=-3% (threshold=15%)
+DEBUG: checking symbol.improvement : 456.hmmer,[.] P7Viterbi : sample=3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5794,7 +5669,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 458.sjeng,[.] std_eval : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 458.sjeng,[.] std_eval : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5821,7 +5696,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 458.sjeng,[.] gen : sample=-6% (threshold=15%)
+DEBUG: checking symbol.improvement : 458.sjeng,[.] gen : sample=5% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5848,7 +5723,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 458.sjeng,[.] setup_attackers : sample=-7% (threshold=15%)
+DEBUG: checking symbol.improvement : 458.sjeng,[.] setup_attackers : sample=-3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5875,7 +5750,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdatee : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdatee : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5929,7 +5804,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdateh : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdateh : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5956,7 +5831,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __update_mod_MOD_updatee_homo : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __update_mod_MOD_updateh_homo : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -5983,7 +5858,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __update_mod_MOD_updateh_homo : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __update_mod_MOD_updatee_homo : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6010,7 +5885,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_toffoli : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_toffoli : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6037,7 +5912,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : sample=3% (threshold=15%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6064,7 +5939,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : sample=-3% (threshold=15%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : sample=6% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6091,7 +5966,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] SetupFastFullPelSearch : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 464.h264ref,[.] SetupFastFullPelSearch : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6118,7 +5993,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,libc.so.6 : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 464.h264ref,libc.so.6 : sample=-7% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6145,7 +6020,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] __memcpy_neon : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 464.h264ref,[.] __memcpy_neon : sample=-7% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6172,7 +6047,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] FastFullPelBlockMotionSearch : sample=-4% (threshold=15%)
+DEBUG: checking symbol.improvement : 464.h264ref,[.] FastFullPelBlockMotionSearch : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6194,7 +6069,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 465.tonto,libm.so.6 : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 465.tonto,libm.so.6 : sample=-4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6221,7 +6096,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 465.tonto,[.] __shell2_module_MOD_make_ft_1 : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 465.tonto,[.] __shell2_module_MOD_make_ft_1 : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6243,7 +6118,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 465.tonto,[.] __sincosl : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 465.tonto,[.] __sincosl : sample=-3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6270,7 +6145,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 465.tonto,[.] __shell1quartet_module_MOD_make_esfs.isra.0 : sample=6% (threshold=15%)
+DEBUG: checking symbol.improvement : 465.tonto,[.] __shell1quartet_module_MOD_make_esfs.isra.0 : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6292,7 +6167,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 465.tonto,[.] __cexpl : sample=-11% (threshold=15%)
+DEBUG: checking symbol.improvement : 465.tonto,[.] __cexpl : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6346,7 +6221,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 471.omnetpp,[.] _ZN12cMessageHeap8getFirstEv : sample=-1606% (threshold=15%)
+DEBUG: checking symbol.improvement : 471.omnetpp,[.] _ZN12cMessageHeap8getFirstEv : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6395,7 +6270,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 471.omnetpp,[.] _ZN5cGate7deliverEP8cMessaged : sample=-8% (threshold=15%)
+DEBUG: checking symbol.improvement : 471.omnetpp,[.] _ZN5cGate7deliverEP8cMessaged : sample=5% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6422,7 +6297,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 473.astar,[.] _ZN6wayobj10makebound2EPiiS0_ : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 473.astar,[.] _ZN6wayobj10makebound2EPiiS0_ : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6449,7 +6324,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 473.astar,[.] _ZN7way2obj12releasepointEii : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 473.astar,[.] _ZN7way2obj12releasepointEii : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6476,7 +6351,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : sample=1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6503,7 +6378,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 481.wrf,[.] __module_advect_em_MOD_advect_scalar : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 481.wrf,[.] __module_advect_em_MOD_advect_scalar : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6530,7 +6405,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 481.wrf,[.] __module_small_step_em_MOD_advance_w : sample=-5% (threshold=15%)
+DEBUG: checking symbol.improvement : 481.wrf,[.] __module_small_step_em_MOD_advance_w : sample=3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6557,7 +6432,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 481.wrf,libm.so.6 : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 481.wrf,libm.so.6 : sample=4% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6572,19 +6447,14 @@ output-bmk-results.py(99): spec_thr = get_specific_thresholds(metric, mod
output-bmk-results.py(57): if specific_variability is None:
output-bmk-results.py(60): var = specific_variability[ (specific_variability['benchmark'] == bmk) & (specific_variability['symbol'].str.strip() == symb)]
output-bmk-results.py(61): if var.empty:
-output-bmk-results.py(63): elif len(var)>1:
-output-bmk-results.py(68): if var.iloc[0]['sample_variation_average']>0 :
-output-bmk-results.py(69): threshold = ( var.iloc[0]['sample_variation_average'] )
-output-bmk-results.py(70): if mode == "build":
-output-bmk-results.py(74): threshold *= 3
-output-bmk-results.py(81): return threshold
+output-bmk-results.py(62): return np.nan
output-bmk-results.py(100): if not np.isnan(spec_thr):
-output-bmk-results.py(104): spec_thr=max(spec_thr, default_threshold[(change_kind,metric,mode)])
-output-bmk-results.py(105): return spec_thr
+output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)]
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 481.wrf,[.] __module_small_step_em_MOD_advance_uv : sample=-10% (threshold=20.009999999999998%)
+DEBUG: checking symbol.improvement : 481.wrf,libc.so.6 : sample=3% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6611,7 +6481,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 482.sphinx3,[.] vector_gautbl_eval_logs3 : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 482.sphinx3,[.] vector_gautbl_eval_logs3 : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6638,7 +6508,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 482.sphinx3,[.] mgau_eval : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 482.sphinx3,[.] mgau_eval : sample=-2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6687,7 +6557,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 483.xalancbmk,libc.so.6 : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 483.xalancbmk,libc.so.6 : sample=2% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6714,7 +6584,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN10xalanc_1_819XalanDOMStringCache7releaseERNS_14XalanDOMStringE : sample=5% (threshold=15%)
+DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN10xalanc_1_819XalanDOMStringCache7releaseERNS_14XalanDOMStringE : sample=-1% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6741,7 +6611,7 @@ output-bmk-results.py(105): return spec_thr
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=0% (threshold=15%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -6769,6 +6639,7 @@ output-bmk-results.py(271): f_regr.close()
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
+output-bmk-results.py(33): os.remove(self.filename)
output-bmk-results.py(272): f_ebp.close()
--- modulename: output-bmk-results, funcname: close
output-bmk-results.py(29): if not self.outf:
diff --git a/notify/results.regressions b/notify/results.regressions
deleted file mode 100644
index d2d3ee1c..00000000
--- a/notify/results.regressions
+++ /dev/null
@@ -1 +0,0 @@
-# [.] _ZN12cMessageHeap8getFirstEv,slowed down by 1606% - 471.omnetpp:[.] _ZN12cMessageHeap8getFirstEv - from 107 to 1825 perf samples
diff --git a/notify/symbol.regression b/notify/symbol.regression
deleted file mode 100644
index 5b2bb010..00000000
--- a/notify/symbol.regression
+++ /dev/null
@@ -1 +0,0 @@
-1606,471.omnetpp,[.] _ZN12cMessageHeap8getFirstEv,slowed down by 1606% - 471.omnetpp:[.] _ZN12cMessageHeap8getFirstEv,slowed down by 1606% - 471.omnetpp:[.] _ZN12cMessageHeap8getFirstEv - from 107 to 1825 perf samples
generated by cgit v1.2.3 (git 2.25.1) at 2024-07-23 04:49:16 +0000