force: #140: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/140/

Results : | # reset_artifacts: | -10 | # build_abe binutils: | -9 | # build_abe stage1 -- --set gcc_override_configure=--with-mode=arm --set gcc_override_configure=--disable-libsanitizer: | -8 | # build_abe linux: | -7 | # build_abe glibc: | -6 | # build_abe stage2 -- --set gcc_override_configure=--with-mode=arm --set gcc_override_configure=--disable-libsanitizer: | -5 | # benchmark -- -O3_marm: | 1 | # leslie3d_base.default,slowed down by 20% - 437.leslie3d - from 11874 to 14299 perf samples | # [.] fluxk_,slowed down by 27% - 437.leslie3d:[.] fluxk_ - from 2437 to 3104 perf samples | # [.] fluxj_,slowed down by 32% - 437.leslie3d:[.] fluxj_ - from 2269 to 2996 perf samples | # [.] fluxi_,slowed down by 29% - 437.leslie3d:[.] fluxi_ - from 1930 to 2493 perf samples check_regression status : 1
author: TCWG BuildSlave <tcwg-buildslave@linaro.org> 2023-10-07 17:27:24 +0000
committer: TCWG BuildSlave <tcwg-buildslave@linaro.org> 2023-10-07 17:28:26 +0000
commit: 1a6ece62c4434a93a912726cbdbf9f9515c56843 (patch)
tree: f54a3eb123d94ea39f656521189c339d95e97770 /notify
parent: 8aa58004192e822b4e487918907b5fca09fa8ef5 (diff)
10 files changed, 384 insertions, 367 deletions
diff --git a/notify/any.skipped b/notify/any.skipped
deleted file mode 100644
index 782584eb..00000000
--- a/notify/any.skipped
+++ /dev/null
@@ -1,4 +0,0 @@
-437.leslie3d,leslie3d_base.default,sped up by 16% - 437.leslie3d,sped up by 16% - 437.leslie3d - from 14147 to 11874 perf samples
-437.leslie3d,[.] fluxk_,sped up by 20% - 437.leslie3d:[.] fluxk_,sped up by 20% - 437.leslie3d:[.] fluxk_ - from 3036 to 2437 perf samples
-437.leslie3d,[.] fluxj_,sped up by 24% - 437.leslie3d:[.] fluxj_,sped up by 24% - 437.leslie3d:[.] fluxj_ - from 2980 to 2269 perf samples
-437.leslie3d,[.] fluxi_,sped up by 21% - 437.leslie3d:[.] fluxi_,sped up by 21% - 437.leslie3d:[.] fluxi_ - from 2446 to 1930 perf samples
diff --git a/notify/exe.regression b/notify/exe.regression
new file mode 100644
index 00000000..c4d49bf9
--- /dev/null
+++ b/notify/exe.regression
@@ -0,0 +1 @@
+20,437.leslie3d,leslie3d_base.default,slowed down by 20% - 437.leslie3d,slowed down by 20% - 437.leslie3d - from 11874 to 14299 perf samples
diff --git a/notify/extra-bisect-params b/notify/extra-bisect-params
index fa6c7c94..aa0e1cc6 100644
--- a/notify/extra-bisect-params
+++ b/notify/extra-bisect-params
@@ -1 +1 @@
-extra_build_params=
+extra_build_params=++benchmarks 437.leslie3d ++benchmarks 437.leslie3d ++benchmarks 437.leslie3d ++benchmarks 437.leslie3d 
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index 42891f35..4b3f45f0 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
 [GNU-689]
-No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/137/artifact/artifacts/notify/mail-body.txt/*view*/
+slowed down by 20% - 437.leslie3d
+Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/140/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index f66f1887..be1ca2a9 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,27 +2,20 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
 
 In CI config tcwg_bmk-code_speed-spec2k6/gnu-arm-master-O3 after:
 
-  | 547 commits in binutils,linux,glibc
-  | 7a5fa3dbe55 Automatic date update in version.in
-  | 0f7710ced04 Automatic date update in version.in
-  | 9c1e3e42042 Update the NetBSD system call table to add memfd_create(2) and epoll(2).
-  | 2da39de8dfb fbsd-nat: Pacify gcc with no functional changes
-  | e7bb5090cb0 Remove keywords from target debug printer names
-  | ... and 35 more commits in binutils
-  | fa6f8700a990 Merge v6.5.5
-  | 2309983b0ac0 Linux 6.5.5
-  | 617cc50c5a5f x86,static_call: Fix static-call vs return-thunk
-  | e8c9d65f92e3 x86/alternatives: Remove faulty optimization
-  | 4b0ccd815683 interconnect: Teach lockdep about icc_bw_lock order
-  | ... and 495 more commits in linux
-  | 5d00c201b9 elf: dl-lookup: Remove unused alloca.h include
-  | d2d797a49b Remove unused localedata/th_TH.in
-  | aceda10bd5 Adapt collation in th_TH locale to use the iso14651_t1_common file and sync the collation with CLDR
-  | 672b91ba10 Revert "LoongArch: Add glibc.cpu.hwcap support."
-  | 457bb77255 Update kernel version to 6.5 in header constant tests
-  | ... and 2 more commits in glibc
-
-No change
+  | 128 commits in gcc
+  | a6ac1fc64c3 c++: unifying identical tmpls from current inst [PR108347]
+  | 155178ccb5f c++: always check arity before deduction
+  | 47346acb72b Darwin,debug : Switch to DWARF 3 or 4 when dsymutil supports it.
+  | ce7a757fd9e configure, Darwin: Adjust handing of stdlib option.
+  | 09409195865 c++: optimize tsubst_template_decl for function templates
+  | ... and 123 more commits in gcc
+
+the following benchmarks slowed down by more than 3%:
+- slowed down by 20% - 437.leslie3d - from 11874 to 14299 perf samples
+the following hot functions slowed down by more than 15% (but their benchmarks slowed down by less than 3%):
+- slowed down by 27% - 437.leslie3d:[.] fluxk_ - from 2437 to 3104 perf samples
+- slowed down by 32% - 437.leslie3d:[.] fluxj_ - from 2269 to 2996 perf samples
+- slowed down by 29% - 437.leslie3d:[.] fluxi_ - from 1930 to 2493 perf samples
 
 The configuration of this build is:
 Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection.  Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI.
@@ -40,6 +33,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
 -----------------8<--------------------------8<--------------------------8<--------------------------
 The information below can be used to reproduce a debug environment:
 
-Current build   : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/137/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/135/artifact/artifacts
+Current build   : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/140/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-spec2k6--gnu-arm-master-O3-build/137/artifact/artifacts
 
diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt
index aa219efd..56b65bbc 100644
--- a/notify/mail-recipients.txt
+++ b/notify/mail-recipients.txt
@@ -1 +1 @@
-bcc:tcwg-validation@linaro.org
+bcc:tcwg-validation@linaro.org,maxim.kuvyrkov@linaro.org
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index f089851b..f4cc01d9 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 547 commits in binutils,linux,glibc: No change on arm O3
+[Linaro-TCWG-CI] 128 commits in gcc: slowed down by 20% - 437.leslie3d on arm O3
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index d20c0285..8fd8753c 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -120,7 +120,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 400.perlbench,perlbench_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 400.perlbench,perlbench_base.default : sample=1% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -147,7 +147,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 401.bzip2,bzip2_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 401.bzip2,bzip2_base.default : sample=-1% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -309,7 +309,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 434.zeusmp,zeusmp_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.regression : 434.zeusmp,zeusmp_base.default : sample=0% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -390,12 +390,50 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 437.leslie3d,leslie3d_base.default : sample=16% (threshold=9.81%)
+DEBUG: checking exe.regression : 437.leslie3d,leslie3d_base.default : sample=-20% (threshold=9.81%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
 output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
+output-bmk-results.py(227):         percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
+ --- modulename: output-bmk-results, funcname: get_short_long_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(114):     rel_value = row["rel_" + metric]
+output-bmk-results.py(115):     prev_value = row[metric + "_x"]
+output-bmk-results.py(116):     curr_value = row[metric + "_y"]
+output-bmk-results.py(118):     if metric == "sample":
+output-bmk-results.py(119):         if curr_value == 999999999:
+output-bmk-results.py(122):         elif curr_value == 888888888:
+output-bmk-results.py(125):         elif prev_value == 999999999 and curr_value == 888888888:
+output-bmk-results.py(128):         elif prev_value == 888888888 and curr_value < 888888888:
+output-bmk-results.py(131):         elif prev_value == 999999999 and curr_value < 888888888:
+output-bmk-results.py(144):     suffix = ""
+output-bmk-results.py(145):     if metric == "sample":
+output-bmk-results.py(146):         prefix_regression = "slowed down by"
+output-bmk-results.py(147):         prefix_improvement = "sped up by"
+output-bmk-results.py(148):         suffix = "perf samples"
+output-bmk-results.py(159):     if sym_type=="symbol":
+output-bmk-results.py(162):       item=bmk
+output-bmk-results.py(164):     short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
+output-bmk-results.py(165):     long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
+output-bmk-results.py(166):     return abs(rel_value - 100), short_diag, long_diag
+output-bmk-results.py(231):         if metric == "sample" \
+output-bmk-results.py(232):           and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \
+output-bmk-results.py(238):         print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag))
+DEBUG: *** 437.leslie3d,leslie3d_base.default : slowed down by 20% - 437.leslie3d - from 11874 to 14299 perf samples
+output-bmk-results.py(240):         f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag))
+ --- modulename: output-bmk-results, funcname: write_csv
+output-bmk-results.py(41):     if not self.predicate or not self.csvwriter:
+output-bmk-results.py(43):     self.csvwriter.writerow(arr)
+output-bmk-results.py(241):         if change_kind == "regression":
+output-bmk-results.py(242):             f_regr.write("# {0},{1}\n".format(row["symbol"], long_diag))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36):     if not self.predicate or not self.outf:
+output-bmk-results.py(38):     self.outf.write(string)
+output-bmk-results.py(243):             f_ebp.write("++benchmarks {0} ".format(row["benchmark"]))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36):     if not self.predicate or not self.outf:
+output-bmk-results.py(38):     self.outf.write(string)
 output-bmk-results.py(216):     for index, row in out_df.iterrows():
 output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
  --- modulename: output-bmk-results, funcname: get_threshold
@@ -471,7 +509,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 447.dealII,dealII_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 447.dealII,dealII_base.default : sample=3% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -525,7 +563,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 453.povray,povray_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 453.povray,povray_base.default : sample=-2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -579,7 +617,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 456.hmmer,hmmer_base.default : sample=0% (threshold=3.84%)
+DEBUG: checking exe.regression : 456.hmmer,hmmer_base.default : sample=0% (threshold=3.87%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -633,7 +671,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 459.GemsFDTD,GemsFDTD_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.regression : 459.GemsFDTD,GemsFDTD_base.default : sample=0% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -687,7 +725,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 464.h264ref,h264ref_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.regression : 464.h264ref,h264ref_base.default : sample=-2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -714,7 +752,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 465.tonto,tonto_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.regression : 465.tonto,tonto_base.default : sample=2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -768,7 +806,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 471.omnetpp,omnetpp_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.regression : 471.omnetpp,omnetpp_base.default : sample=-2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -849,7 +887,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 482.sphinx3,sphinx_livepretend_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.regression : 482.sphinx3,sphinx_livepretend_base.default : sample=-2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -876,7 +914,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 483.xalancbmk,Xalan_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 483.xalancbmk,Xalan_base.default : sample=-2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -888,7 +926,6 @@ output-bmk-results.py(245):     f_out.close()
 output-bmk-results.py(29):     if not self.outf:
 output-bmk-results.py(31):     self.outf.close()
 output-bmk-results.py(32):     if os.stat(self.filename).st_size == 0:
-output-bmk-results.py(33):        os.remove(self.filename)
 output-bmk-results.py(263):     output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details)
  --- modulename: output-bmk-results, funcname: output_bmk_results_1
 output-bmk-results.py(210):     f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
@@ -921,7 +958,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 400.perlbench,perlbench_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 400.perlbench,perlbench_base.default : sample=1% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -948,7 +985,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 401.bzip2,bzip2_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 401.bzip2,bzip2_base.default : sample=-1% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1110,7 +1147,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 434.zeusmp,zeusmp_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.improvement : 434.zeusmp,zeusmp_base.default : sample=0% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1191,42 +1228,12 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 437.leslie3d,leslie3d_base.default : sample=16% (threshold=9.81%)
+DEBUG: checking exe.improvement : 437.leslie3d,leslie3d_base.default : sample=-20% (threshold=9.81%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
 output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(227):         percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
- --- modulename: output-bmk-results, funcname: get_short_long_diag
-output-bmk-results.py(113):     bmk = row["benchmark"]
-output-bmk-results.py(114):     rel_value = row["rel_" + metric]
-output-bmk-results.py(115):     prev_value = row[metric + "_x"]
-output-bmk-results.py(116):     curr_value = row[metric + "_y"]
-output-bmk-results.py(118):     if metric == "sample":
-output-bmk-results.py(119):         if curr_value == 999999999:
-output-bmk-results.py(122):         elif curr_value == 888888888:
-output-bmk-results.py(125):         elif prev_value == 999999999 and curr_value == 888888888:
-output-bmk-results.py(128):         elif prev_value == 888888888 and curr_value < 888888888:
-output-bmk-results.py(131):         elif prev_value == 999999999 and curr_value < 888888888:
-output-bmk-results.py(144):     suffix = ""
-output-bmk-results.py(145):     if metric == "sample":
-output-bmk-results.py(146):         prefix_regression = "slowed down by"
-output-bmk-results.py(147):         prefix_improvement = "sped up by"
-output-bmk-results.py(148):         suffix = "perf samples"
-output-bmk-results.py(159):     if sym_type=="symbol":
-output-bmk-results.py(162):       item=bmk
-output-bmk-results.py(164):     short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
-output-bmk-results.py(165):     long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
-output-bmk-results.py(166):     return abs(rel_value - 100), short_diag, long_diag
-output-bmk-results.py(231):         if metric == "sample" \
-output-bmk-results.py(232):           and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \
-output-bmk-results.py(233):           and row['symbol_md5sum_x'] != "-1" \
-output-bmk-results.py(234):           and row['symbol_md5sum_x'] != "d41d8cd98f00b204e9800998ecf8427e":
-output-bmk-results.py(235):             f_skip.write_csv((row["benchmark"], row["symbol"], short_diag, long_diag))
- --- modulename: output-bmk-results, funcname: write_csv
-output-bmk-results.py(41):     if not self.predicate or not self.csvwriter:
-output-bmk-results.py(43):     self.csvwriter.writerow(arr)
-output-bmk-results.py(236):             continue
+output-bmk-results.py(225):             continue
 output-bmk-results.py(216):     for index, row in out_df.iterrows():
 output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
  --- modulename: output-bmk-results, funcname: get_threshold
@@ -1302,7 +1309,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 447.dealII,dealII_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 447.dealII,dealII_base.default : sample=3% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1356,7 +1363,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 453.povray,povray_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 453.povray,povray_base.default : sample=-2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1410,7 +1417,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 456.hmmer,hmmer_base.default : sample=0% (threshold=3.84%)
+DEBUG: checking exe.improvement : 456.hmmer,hmmer_base.default : sample=0% (threshold=3.87%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1464,7 +1471,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 459.GemsFDTD,GemsFDTD_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.improvement : 459.GemsFDTD,GemsFDTD_base.default : sample=0% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1518,7 +1525,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 464.h264ref,h264ref_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.improvement : 464.h264ref,h264ref_base.default : sample=-2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1545,7 +1552,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 465.tonto,tonto_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.improvement : 465.tonto,tonto_base.default : sample=2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1599,7 +1606,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 471.omnetpp,omnetpp_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.improvement : 471.omnetpp,omnetpp_base.default : sample=-2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1680,7 +1687,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 482.sphinx3,sphinx_livepretend_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.improvement : 482.sphinx3,sphinx_livepretend_base.default : sample=-2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1707,7 +1714,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 483.xalancbmk,Xalan_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 483.xalancbmk,Xalan_base.default : sample=-2% (threshold=3%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -1752,7 +1759,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 400.perlbench,[.] S_regmatch : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 400.perlbench,[.] S_regmatch : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -1774,7 +1781,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 400.perlbench,libc.so.6 : sample=6% (threshold=15%)
+DEBUG: checking symbol.regression : 400.perlbench,libc.so.6 : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -1801,7 +1808,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] mainSort : sample=3% (threshold=15%)
+DEBUG: checking symbol.regression : 401.bzip2,[.] mainSort : sample=-4% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -1828,7 +1835,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] mainGtU.part.0 : sample=-3% (threshold=15%)
+DEBUG: checking symbol.regression : 401.bzip2,[.] mainGtU.part.0 : sample=-2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -1855,7 +1862,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] fallbackSort : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 401.bzip2,[.] fallbackSort : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -1882,7 +1889,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_decompress : sample=-4% (threshold=15%)
+DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_compressBlock : sample=-2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -1909,7 +1916,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_compressBlock : sample=-6% (threshold=15%)
+DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_decompress : sample=15% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -1936,7 +1943,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 403.gcc,[.] reg_is_remote_constant_p : sample=-3% (threshold=15%)
+DEBUG: checking symbol.regression : 403.gcc,[.] reg_is_remote_constant_p : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -1963,7 +1970,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 403.gcc,libc.so.6 : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 403.gcc,libc.so.6 : sample=4% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -1990,7 +1997,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 403.gcc,[.] memset : sample=-3% (threshold=15%)
+DEBUG: checking symbol.regression : 403.gcc,[.] memset : sample=5% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2044,7 +2051,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 410.bwaves,[.] bi_cgstab_block_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 410.bwaves,[.] bi_cgstab_block_ : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2071,7 +2078,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 416.gamess,[.] forms_ : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 416.gamess,[.] forms_ : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2098,7 +2105,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 416.gamess,[.] twotff_ : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 416.gamess,[.] twotff_ : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2125,7 +2132,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 416.gamess,[.] dirfck_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 416.gamess,[.] dirfck_ : sample=-8% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2152,7 +2159,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 416.gamess,[.] xyzint_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 416.gamess,[.] xyzint_ : sample=-2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2233,7 +2240,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_na : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_na : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2260,7 +2267,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_nn : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_nn : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2287,7 +2294,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_mat_vec : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_mat_vec : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2314,7 +2321,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : sample=3% (threshold=15%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : sample=-2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2341,7 +2348,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] uncompress_anti_hermitian : sample=-3% (threshold=15%)
+DEBUG: checking symbol.regression : 433.milc,[.] uncompress_anti_hermitian : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2368,7 +2375,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 434.zeusmp,[.] hsmoc_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 434.zeusmp,[.] hsmoc_ : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2422,7 +2429,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 435.gromacs,[.] inl1130_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 435.gromacs,[.] inl1130_ : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2503,12 +2510,50 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 437.leslie3d,[.] fluxk_ : sample=20% (threshold=15%)
+DEBUG: checking symbol.regression : 437.leslie3d,[.] fluxk_ : sample=-27% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
 output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
+output-bmk-results.py(227):         percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
+ --- modulename: output-bmk-results, funcname: get_short_long_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(114):     rel_value = row["rel_" + metric]
+output-bmk-results.py(115):     prev_value = row[metric + "_x"]
+output-bmk-results.py(116):     curr_value = row[metric + "_y"]
+output-bmk-results.py(118):     if metric == "sample":
+output-bmk-results.py(119):         if curr_value == 999999999:
+output-bmk-results.py(122):         elif curr_value == 888888888:
+output-bmk-results.py(125):         elif prev_value == 999999999 and curr_value == 888888888:
+output-bmk-results.py(128):         elif prev_value == 888888888 and curr_value < 888888888:
+output-bmk-results.py(131):         elif prev_value == 999999999 and curr_value < 888888888:
+output-bmk-results.py(144):     suffix = ""
+output-bmk-results.py(145):     if metric == "sample":
+output-bmk-results.py(146):         prefix_regression = "slowed down by"
+output-bmk-results.py(147):         prefix_improvement = "sped up by"
+output-bmk-results.py(148):         suffix = "perf samples"
+output-bmk-results.py(159):     if sym_type=="symbol":
+output-bmk-results.py(160):       item=bmk+":"+row["symbol"]
+output-bmk-results.py(164):     short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
+output-bmk-results.py(165):     long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
+output-bmk-results.py(166):     return abs(rel_value - 100), short_diag, long_diag
+output-bmk-results.py(231):         if metric == "sample" \
+output-bmk-results.py(232):           and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \
+output-bmk-results.py(238):         print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag))
+DEBUG: *** 437.leslie3d,[.] fluxk_ : slowed down by 27% - 437.leslie3d:[.] fluxk_ - from 2437 to 3104 perf samples
+output-bmk-results.py(240):         f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag))
+ --- modulename: output-bmk-results, funcname: write_csv
+output-bmk-results.py(41):     if not self.predicate or not self.csvwriter:
+output-bmk-results.py(43):     self.csvwriter.writerow(arr)
+output-bmk-results.py(241):         if change_kind == "regression":
+output-bmk-results.py(242):             f_regr.write("# {0},{1}\n".format(row["symbol"], long_diag))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36):     if not self.predicate or not self.outf:
+output-bmk-results.py(38):     self.outf.write(string)
+output-bmk-results.py(243):             f_ebp.write("++benchmarks {0} ".format(row["benchmark"]))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36):     if not self.predicate or not self.outf:
+output-bmk-results.py(38):     self.outf.write(string)
 output-bmk-results.py(216):     for index, row in out_df.iterrows():
 output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
  --- modulename: output-bmk-results, funcname: get_threshold
@@ -2530,12 +2575,50 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 437.leslie3d,[.] fluxj_ : sample=24% (threshold=15%)
+DEBUG: checking symbol.regression : 437.leslie3d,[.] fluxj_ : sample=-32% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
 output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
+output-bmk-results.py(227):         percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
+ --- modulename: output-bmk-results, funcname: get_short_long_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(114):     rel_value = row["rel_" + metric]
+output-bmk-results.py(115):     prev_value = row[metric + "_x"]
+output-bmk-results.py(116):     curr_value = row[metric + "_y"]
+output-bmk-results.py(118):     if metric == "sample":
+output-bmk-results.py(119):         if curr_value == 999999999:
+output-bmk-results.py(122):         elif curr_value == 888888888:
+output-bmk-results.py(125):         elif prev_value == 999999999 and curr_value == 888888888:
+output-bmk-results.py(128):         elif prev_value == 888888888 and curr_value < 888888888:
+output-bmk-results.py(131):         elif prev_value == 999999999 and curr_value < 888888888:
+output-bmk-results.py(144):     suffix = ""
+output-bmk-results.py(145):     if metric == "sample":
+output-bmk-results.py(146):         prefix_regression = "slowed down by"
+output-bmk-results.py(147):         prefix_improvement = "sped up by"
+output-bmk-results.py(148):         suffix = "perf samples"
+output-bmk-results.py(159):     if sym_type=="symbol":
+output-bmk-results.py(160):       item=bmk+":"+row["symbol"]
+output-bmk-results.py(164):     short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
+output-bmk-results.py(165):     long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
+output-bmk-results.py(166):     return abs(rel_value - 100), short_diag, long_diag
+output-bmk-results.py(231):         if metric == "sample" \
+output-bmk-results.py(232):           and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \
+output-bmk-results.py(238):         print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag))
+DEBUG: *** 437.leslie3d,[.] fluxj_ : slowed down by 32% - 437.leslie3d:[.] fluxj_ - from 2269 to 2996 perf samples
+output-bmk-results.py(240):         f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag))
+ --- modulename: output-bmk-results, funcname: write_csv
+output-bmk-results.py(41):     if not self.predicate or not self.csvwriter:
+output-bmk-results.py(43):     self.csvwriter.writerow(arr)
+output-bmk-results.py(241):         if change_kind == "regression":
+output-bmk-results.py(242):             f_regr.write("# {0},{1}\n".format(row["symbol"], long_diag))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36):     if not self.predicate or not self.outf:
+output-bmk-results.py(38):     self.outf.write(string)
+output-bmk-results.py(243):             f_ebp.write("++benchmarks {0} ".format(row["benchmark"]))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36):     if not self.predicate or not self.outf:
+output-bmk-results.py(38):     self.outf.write(string)
 output-bmk-results.py(216):     for index, row in out_df.iterrows():
 output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
  --- modulename: output-bmk-results, funcname: get_threshold
@@ -2557,12 +2640,50 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 437.leslie3d,[.] fluxi_ : sample=21% (threshold=15%)
+DEBUG: checking symbol.regression : 437.leslie3d,[.] fluxi_ : sample=-29% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
 output-bmk-results.py(176):         return (result - 100 > threshold)
-output-bmk-results.py(225):             continue
+output-bmk-results.py(227):         percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
+ --- modulename: output-bmk-results, funcname: get_short_long_diag
+output-bmk-results.py(113):     bmk = row["benchmark"]
+output-bmk-results.py(114):     rel_value = row["rel_" + metric]
+output-bmk-results.py(115):     prev_value = row[metric + "_x"]
+output-bmk-results.py(116):     curr_value = row[metric + "_y"]
+output-bmk-results.py(118):     if metric == "sample":
+output-bmk-results.py(119):         if curr_value == 999999999:
+output-bmk-results.py(122):         elif curr_value == 888888888:
+output-bmk-results.py(125):         elif prev_value == 999999999 and curr_value == 888888888:
+output-bmk-results.py(128):         elif prev_value == 888888888 and curr_value < 888888888:
+output-bmk-results.py(131):         elif prev_value == 999999999 and curr_value < 888888888:
+output-bmk-results.py(144):     suffix = ""
+output-bmk-results.py(145):     if metric == "sample":
+output-bmk-results.py(146):         prefix_regression = "slowed down by"
+output-bmk-results.py(147):         prefix_improvement = "sped up by"
+output-bmk-results.py(148):         suffix = "perf samples"
+output-bmk-results.py(159):     if sym_type=="symbol":
+output-bmk-results.py(160):       item=bmk+":"+row["symbol"]
+output-bmk-results.py(164):     short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
+output-bmk-results.py(165):     long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
+output-bmk-results.py(166):     return abs(rel_value - 100), short_diag, long_diag
+output-bmk-results.py(231):         if metric == "sample" \
+output-bmk-results.py(232):           and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \
+output-bmk-results.py(238):         print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag))
+DEBUG: *** 437.leslie3d,[.] fluxi_ : slowed down by 29% - 437.leslie3d:[.] fluxi_ - from 1930 to 2493 perf samples
+output-bmk-results.py(240):         f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag))
+ --- modulename: output-bmk-results, funcname: write_csv
+output-bmk-results.py(41):     if not self.predicate or not self.csvwriter:
+output-bmk-results.py(43):     self.csvwriter.writerow(arr)
+output-bmk-results.py(241):         if change_kind == "regression":
+output-bmk-results.py(242):             f_regr.write("# {0},{1}\n".format(row["symbol"], long_diag))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36):     if not self.predicate or not self.outf:
+output-bmk-results.py(38):     self.outf.write(string)
+output-bmk-results.py(243):             f_ebp.write("++benchmarks {0} ".format(row["benchmark"]))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36):     if not self.predicate or not self.outf:
+output-bmk-results.py(38):     self.outf.write(string)
 output-bmk-results.py(216):     for index, row in out_df.iterrows():
 output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
  --- modulename: output-bmk-results, funcname: get_threshold
@@ -2584,7 +2705,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 437.leslie3d,[.] extrapi_ : sample=7% (threshold=15%)
+DEBUG: checking symbol.regression : 437.leslie3d,[.] extrapi_ : sample=-7% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2611,7 +2732,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 437.leslie3d,[.] extrapj_ : sample=3% (threshold=15%)
+DEBUG: checking symbol.regression : 437.leslie3d,[.] extrapj_ : sample=-5% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2638,7 +2759,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 437.leslie3d,[.] extrapk_ : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2665,7 +2786,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil19calc_pair_fullelectEP9nonbonded : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2692,7 +2813,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil19calc_pair_fullelectEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2719,7 +2840,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2746,7 +2867,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil25calc_pair_merge_fullelectEP9nonbonded : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2773,7 +2894,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil25calc_pair_merge_fullelectEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil9calc_pairEP9nonbonded : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2800,7 +2921,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil9calc_pairEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 445.gobmk,[.] do_play_move : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2827,7 +2948,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 445.gobmk,[.] do_play_move : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 445.gobmk,[.] fastlib : sample=-7% (threshold=15.03%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2854,7 +2975,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : sample=14% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2881,7 +3002,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK12SparseMatrixIdE5vmultI6VectorIdES3_EEvRT_RKT0_ : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK12SparseMatrixIdE5vmultI6VectorIdES3_EEvRT_RKT0_ : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2908,7 +3029,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,libstdc++.so.6.0.33 : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 447.dealII,libstdc++.so.6.0.33 : sample=9% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2935,7 +3056,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _ZN13LaplaceSolver6SolverILi3EE22assemble_linear_systemERNS1_12LinearSystemE : sample=-3% (threshold=15%)
+DEBUG: checking symbol.regression : 447.dealII,[.] _ZN13LaplaceSolver6SolverILi3EE22assemble_linear_systemERNS1_12LinearSystemE : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2962,7 +3083,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _ZSt18_Rb_tree_incrementPKSt18_Rb_tree_node_base : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 447.dealII,[.] _ZSt18_Rb_tree_incrementPKSt18_Rb_tree_node_base : sample=8% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -2989,7 +3110,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex10SPxSteepPR8entered4ENS_5SPxIdEi : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex10SPxSteepPR8entered4ENS_5SPxIdEi : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3016,7 +3137,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : sample=-7% (threshold=15%)
+DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : sample=3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3043,7 +3164,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : sample=5% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3070,7 +3191,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=-13% (threshold=15%)
+DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=-3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3097,7 +3218,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=5% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3124,7 +3245,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3151,7 +3272,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : sample=8% (threshold=15.419999999999998%)
+DEBUG: checking symbol.regression : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : sample=-14% (threshold=15.419999999999998%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3205,7 +3326,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 454.calculix,[.] DVdot33 : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 454.calculix,[.] DVdot33 : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3259,7 +3380,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 458.sjeng,[.] std_eval : sample=-5% (threshold=15%)
+DEBUG: checking symbol.regression : 458.sjeng,[.] std_eval : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3286,7 +3407,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 458.sjeng,[.] gen : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 458.sjeng,[.] setup_attackers : sample=-7% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3313,7 +3434,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 458.sjeng,[.] setup_attackers : sample=7% (threshold=15%)
+DEBUG: checking symbol.regression : 458.sjeng,[.] gen : sample=7% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3394,7 +3515,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdateh : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdateh : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3421,7 +3542,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __update_mod_MOD_updateh_homo : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __update_mod_MOD_updatee_homo : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3448,7 +3569,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __update_mod_MOD_updatee_homo : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 459.GemsFDTD,[.] __update_mod_MOD_updateh_homo : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3475,7 +3596,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_toffoli : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_toffoli : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3502,7 +3623,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3529,7 +3650,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : sample=-4% (threshold=15%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3556,7 +3677,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] SetupFastFullPelSearch : sample=-3% (threshold=15%)
+DEBUG: checking symbol.regression : 464.h264ref,[.] SetupFastFullPelSearch : sample=3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3583,7 +3704,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,libc.so.6 : sample=9% (threshold=15%)
+DEBUG: checking symbol.regression : 464.h264ref,libc.so.6 : sample=-9% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3610,7 +3731,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] __memcpy_neon : sample=9% (threshold=15%)
+DEBUG: checking symbol.regression : 464.h264ref,[.] __memcpy_neon : sample=-9% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3637,7 +3758,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] FastFullPelBlockMotionSearch : sample=3% (threshold=15%)
+DEBUG: checking symbol.regression : 464.h264ref,[.] FastFullPelBlockMotionSearch : sample=-4% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3659,7 +3780,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 465.tonto,libm.so.6 : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 465.tonto,libm.so.6 : sample=-3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3686,7 +3807,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 465.tonto,[.] __shell2_module_MOD_make_ft_1 : sample=-5% (threshold=15%)
+DEBUG: checking symbol.regression : 465.tonto,[.] __shell2_module_MOD_make_ft_1 : sample=3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3708,7 +3829,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 465.tonto,[.] __sincosl : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 465.tonto,[.] __sincosl : sample=7% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3735,7 +3856,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 465.tonto,[.] __shell1quartet_module_MOD_make_esfs.isra.0 : sample=-2% (threshold=15%)
+DEBUG: checking symbol.regression : 465.tonto,[.] __shell1quartet_module_MOD_make_esfs.isra.0 : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3757,7 +3878,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 465.tonto,[.] __cexpl : sample=4% (threshold=15%)
+DEBUG: checking symbol.regression : 465.tonto,[.] __cexpl : sample=-10% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3811,7 +3932,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 471.omnetpp,[.] _ZN12cMessageHeap8getFirstEv : sample=5% (threshold=15%)
+DEBUG: checking symbol.regression : 471.omnetpp,[.] _ZN12cMessageHeap8getFirstEv : sample=-3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3833,7 +3954,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 471.omnetpp,libc.so.6 : sample=-3% (threshold=15%)
+DEBUG: checking symbol.regression : 471.omnetpp,libc.so.6 : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3860,7 +3981,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 471.omnetpp,[.] _ZN5cGate7deliverEP8cMessaged : sample=-7% (threshold=15%)
+DEBUG: checking symbol.regression : 471.omnetpp,[.] _ZN5cGate7deliverEP8cMessaged : sample=8% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3914,7 +4035,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 473.astar,[.] _ZN7way2obj12releasepointEii : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 473.astar,[.] _ZN7way2obj12releasepointEii : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3941,7 +4062,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3968,7 +4089,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 481.wrf,[.] __module_advect_em_MOD_advect_scalar : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 481.wrf,[.] __module_advect_em_MOD_advect_scalar : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -3995,7 +4116,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 481.wrf,[.] __module_small_step_em_MOD_advance_w : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 481.wrf,[.] __module_small_step_em_MOD_advance_w : sample=6% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -4022,7 +4143,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 481.wrf,libm.so.6 : sample=-1% (threshold=15%)
+DEBUG: checking symbol.regression : 481.wrf,libm.so.6 : sample=5% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -4037,19 +4158,14 @@ output-bmk-results.py(99):        spec_thr = get_specific_thresholds(metric, mod
 output-bmk-results.py(57):     if specific_variability is None:
 output-bmk-results.py(60):     var = specific_variability[ (specific_variability['benchmark'] == bmk) & (specific_variability['symbol'].str.strip() == symb)]
 output-bmk-results.py(61):     if var.empty:
-output-bmk-results.py(63):     elif len(var)>1:
-output-bmk-results.py(68):     if var.iloc[0]['sample_variation_average']>0 :
-output-bmk-results.py(69):        threshold = ( var.iloc[0]['sample_variation_average'] )
-output-bmk-results.py(70):        if mode == "build":
-output-bmk-results.py(74):           threshold *= 3
-output-bmk-results.py(81):        return threshold
+output-bmk-results.py(62):         return np.nan
 output-bmk-results.py(100):        if not np.isnan(spec_thr):
-output-bmk-results.py(104):           spec_thr=max(spec_thr, default_threshold[(change_kind,metric,mode)])
-output-bmk-results.py(105):           return spec_thr
+output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 481.wrf,[.] __module_small_step_em_MOD_advance_uv : sample=-8% (threshold=20.04%)
+DEBUG: checking symbol.regression : 481.wrf,libc.so.6 : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -4076,7 +4192,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 482.sphinx3,[.] vector_gautbl_eval_logs3 : sample=1% (threshold=15%)
+DEBUG: checking symbol.regression : 482.sphinx3,[.] vector_gautbl_eval_logs3 : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -4103,7 +4219,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 482.sphinx3,[.] mgau_eval : sample=3% (threshold=15%)
+DEBUG: checking symbol.regression : 482.sphinx3,[.] mgau_eval : sample=-6% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -4130,7 +4246,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore8containsEPKNS_13FieldValueMapE : sample=3% (threshold=15%)
+DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore8containsEPKNS_13FieldValueMapE : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -4152,7 +4268,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 483.xalancbmk,libc.so.6 : sample=0% (threshold=15%)
+DEBUG: checking symbol.regression : 483.xalancbmk,libc.so.6 : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -4179,7 +4295,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN10xalanc_1_819XalanDOMStringCache7releaseERNS_14XalanDOMStringE : sample=-9% (threshold=15%)
+DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN10xalanc_1_819XalanDOMStringCache7releaseERNS_14XalanDOMStringE : sample=6% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -4206,7 +4322,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=-5% (threshold=15%)
+DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(175):     if metric in metric_utils.higher_regress_metrics:
@@ -4218,7 +4334,6 @@ output-bmk-results.py(245):     f_out.close()
 output-bmk-results.py(29):     if not self.outf:
 output-bmk-results.py(31):     self.outf.close()
 output-bmk-results.py(32):     if os.stat(self.filename).st_size == 0:
-output-bmk-results.py(33):        os.remove(self.filename)
 output-bmk-results.py(266):     output_bmk_results_1(sym_df, "symbol", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details)
  --- modulename: output-bmk-results, funcname: output_bmk_results_1
 output-bmk-results.py(210):     f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
@@ -4251,7 +4366,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 400.perlbench,[.] S_regmatch : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 400.perlbench,[.] S_regmatch : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4273,7 +4388,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 400.perlbench,libc.so.6 : sample=6% (threshold=15%)
+DEBUG: checking symbol.improvement : 400.perlbench,libc.so.6 : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4300,7 +4415,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] mainSort : sample=3% (threshold=15%)
+DEBUG: checking symbol.improvement : 401.bzip2,[.] mainSort : sample=-4% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4327,7 +4442,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] mainGtU.part.0 : sample=-3% (threshold=15%)
+DEBUG: checking symbol.improvement : 401.bzip2,[.] mainGtU.part.0 : sample=-2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4354,7 +4469,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] fallbackSort : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 401.bzip2,[.] fallbackSort : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4381,7 +4496,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_decompress : sample=-4% (threshold=15%)
+DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_compressBlock : sample=-2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4408,7 +4523,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_compressBlock : sample=-6% (threshold=15%)
+DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_decompress : sample=15% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4435,7 +4550,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 403.gcc,[.] reg_is_remote_constant_p : sample=-3% (threshold=15%)
+DEBUG: checking symbol.improvement : 403.gcc,[.] reg_is_remote_constant_p : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4462,7 +4577,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 403.gcc,libc.so.6 : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 403.gcc,libc.so.6 : sample=4% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4489,7 +4604,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 403.gcc,[.] memset : sample=-3% (threshold=15%)
+DEBUG: checking symbol.improvement : 403.gcc,[.] memset : sample=5% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4543,7 +4658,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 410.bwaves,[.] bi_cgstab_block_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 410.bwaves,[.] bi_cgstab_block_ : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4570,7 +4685,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 416.gamess,[.] forms_ : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 416.gamess,[.] forms_ : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4597,7 +4712,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 416.gamess,[.] twotff_ : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 416.gamess,[.] twotff_ : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4624,7 +4739,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 416.gamess,[.] dirfck_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 416.gamess,[.] dirfck_ : sample=-8% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4651,7 +4766,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 416.gamess,[.] xyzint_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 416.gamess,[.] xyzint_ : sample=-2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4732,7 +4847,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_na : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_na : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4759,7 +4874,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_nn : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_nn : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4786,7 +4901,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_mat_vec : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_mat_vec : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4813,7 +4928,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : sample=3% (threshold=15%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : sample=-2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4840,7 +4955,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] uncompress_anti_hermitian : sample=-3% (threshold=15%)
+DEBUG: checking symbol.improvement : 433.milc,[.] uncompress_anti_hermitian : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4867,7 +4982,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 434.zeusmp,[.] hsmoc_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 434.zeusmp,[.] hsmoc_ : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -4921,7 +5036,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 435.gromacs,[.] inl1130_ : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 435.gromacs,[.] inl1130_ : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5002,42 +5117,12 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 437.leslie3d,[.] fluxk_ : sample=20% (threshold=15%)
+DEBUG: checking symbol.improvement : 437.leslie3d,[.] fluxk_ : sample=-27% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
 output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(227):         percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
- --- modulename: output-bmk-results, funcname: get_short_long_diag
-output-bmk-results.py(113):     bmk = row["benchmark"]
-output-bmk-results.py(114):     rel_value = row["rel_" + metric]
-output-bmk-results.py(115):     prev_value = row[metric + "_x"]
-output-bmk-results.py(116):     curr_value = row[metric + "_y"]
-output-bmk-results.py(118):     if metric == "sample":
-output-bmk-results.py(119):         if curr_value == 999999999:
-output-bmk-results.py(122):         elif curr_value == 888888888:
-output-bmk-results.py(125):         elif prev_value == 999999999 and curr_value == 888888888:
-output-bmk-results.py(128):         elif prev_value == 888888888 and curr_value < 888888888:
-output-bmk-results.py(131):         elif prev_value == 999999999 and curr_value < 888888888:
-output-bmk-results.py(144):     suffix = ""
-output-bmk-results.py(145):     if metric == "sample":
-output-bmk-results.py(146):         prefix_regression = "slowed down by"
-output-bmk-results.py(147):         prefix_improvement = "sped up by"
-output-bmk-results.py(148):         suffix = "perf samples"
-output-bmk-results.py(159):     if sym_type=="symbol":
-output-bmk-results.py(160):       item=bmk+":"+row["symbol"]
-output-bmk-results.py(164):     short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
-output-bmk-results.py(165):     long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
-output-bmk-results.py(166):     return abs(rel_value - 100), short_diag, long_diag
-output-bmk-results.py(231):         if metric == "sample" \
-output-bmk-results.py(232):           and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \
-output-bmk-results.py(233):           and row['symbol_md5sum_x'] != "-1" \
-output-bmk-results.py(234):           and row['symbol_md5sum_x'] != "d41d8cd98f00b204e9800998ecf8427e":
-output-bmk-results.py(235):             f_skip.write_csv((row["benchmark"], row["symbol"], short_diag, long_diag))
- --- modulename: output-bmk-results, funcname: write_csv
-output-bmk-results.py(41):     if not self.predicate or not self.csvwriter:
-output-bmk-results.py(43):     self.csvwriter.writerow(arr)
-output-bmk-results.py(236):             continue
+output-bmk-results.py(225):             continue
 output-bmk-results.py(216):     for index, row in out_df.iterrows():
 output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
  --- modulename: output-bmk-results, funcname: get_threshold
@@ -5059,42 +5144,12 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 437.leslie3d,[.] fluxj_ : sample=24% (threshold=15%)
+DEBUG: checking symbol.improvement : 437.leslie3d,[.] fluxj_ : sample=-32% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
 output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(227):         percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
- --- modulename: output-bmk-results, funcname: get_short_long_diag
-output-bmk-results.py(113):     bmk = row["benchmark"]
-output-bmk-results.py(114):     rel_value = row["rel_" + metric]
-output-bmk-results.py(115):     prev_value = row[metric + "_x"]
-output-bmk-results.py(116):     curr_value = row[metric + "_y"]
-output-bmk-results.py(118):     if metric == "sample":
-output-bmk-results.py(119):         if curr_value == 999999999:
-output-bmk-results.py(122):         elif curr_value == 888888888:
-output-bmk-results.py(125):         elif prev_value == 999999999 and curr_value == 888888888:
-output-bmk-results.py(128):         elif prev_value == 888888888 and curr_value < 888888888:
-output-bmk-results.py(131):         elif prev_value == 999999999 and curr_value < 888888888:
-output-bmk-results.py(144):     suffix = ""
-output-bmk-results.py(145):     if metric == "sample":
-output-bmk-results.py(146):         prefix_regression = "slowed down by"
-output-bmk-results.py(147):         prefix_improvement = "sped up by"
-output-bmk-results.py(148):         suffix = "perf samples"
-output-bmk-results.py(159):     if sym_type=="symbol":
-output-bmk-results.py(160):       item=bmk+":"+row["symbol"]
-output-bmk-results.py(164):     short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
-output-bmk-results.py(165):     long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
-output-bmk-results.py(166):     return abs(rel_value - 100), short_diag, long_diag
-output-bmk-results.py(231):         if metric == "sample" \
-output-bmk-results.py(232):           and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \
-output-bmk-results.py(233):           and row['symbol_md5sum_x'] != "-1" \
-output-bmk-results.py(234):           and row['symbol_md5sum_x'] != "d41d8cd98f00b204e9800998ecf8427e":
-output-bmk-results.py(235):             f_skip.write_csv((row["benchmark"], row["symbol"], short_diag, long_diag))
- --- modulename: output-bmk-results, funcname: write_csv
-output-bmk-results.py(41):     if not self.predicate or not self.csvwriter:
-output-bmk-results.py(43):     self.csvwriter.writerow(arr)
-output-bmk-results.py(236):             continue
+output-bmk-results.py(225):             continue
 output-bmk-results.py(216):     for index, row in out_df.iterrows():
 output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
  --- modulename: output-bmk-results, funcname: get_threshold
@@ -5116,42 +5171,12 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 437.leslie3d,[.] fluxi_ : sample=21% (threshold=15%)
+DEBUG: checking symbol.improvement : 437.leslie3d,[.] fluxi_ : sample=-29% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
 output-bmk-results.py(185):         return (100 - result > threshold)
-output-bmk-results.py(227):         percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
- --- modulename: output-bmk-results, funcname: get_short_long_diag
-output-bmk-results.py(113):     bmk = row["benchmark"]
-output-bmk-results.py(114):     rel_value = row["rel_" + metric]
-output-bmk-results.py(115):     prev_value = row[metric + "_x"]
-output-bmk-results.py(116):     curr_value = row[metric + "_y"]
-output-bmk-results.py(118):     if metric == "sample":
-output-bmk-results.py(119):         if curr_value == 999999999:
-output-bmk-results.py(122):         elif curr_value == 888888888:
-output-bmk-results.py(125):         elif prev_value == 999999999 and curr_value == 888888888:
-output-bmk-results.py(128):         elif prev_value == 888888888 and curr_value < 888888888:
-output-bmk-results.py(131):         elif prev_value == 999999999 and curr_value < 888888888:
-output-bmk-results.py(144):     suffix = ""
-output-bmk-results.py(145):     if metric == "sample":
-output-bmk-results.py(146):         prefix_regression = "slowed down by"
-output-bmk-results.py(147):         prefix_improvement = "sped up by"
-output-bmk-results.py(148):         suffix = "perf samples"
-output-bmk-results.py(159):     if sym_type=="symbol":
-output-bmk-results.py(160):       item=bmk+":"+row["symbol"]
-output-bmk-results.py(164):     short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
-output-bmk-results.py(165):     long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
-output-bmk-results.py(166):     return abs(rel_value - 100), short_diag, long_diag
-output-bmk-results.py(231):         if metric == "sample" \
-output-bmk-results.py(232):           and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \
-output-bmk-results.py(233):           and row['symbol_md5sum_x'] != "-1" \
-output-bmk-results.py(234):           and row['symbol_md5sum_x'] != "d41d8cd98f00b204e9800998ecf8427e":
-output-bmk-results.py(235):             f_skip.write_csv((row["benchmark"], row["symbol"], short_diag, long_diag))
- --- modulename: output-bmk-results, funcname: write_csv
-output-bmk-results.py(41):     if not self.predicate or not self.csvwriter:
-output-bmk-results.py(43):     self.csvwriter.writerow(arr)
-output-bmk-results.py(236):             continue
+output-bmk-results.py(225):             continue
 output-bmk-results.py(216):     for index, row in out_df.iterrows():
 output-bmk-results.py(218):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
  --- modulename: output-bmk-results, funcname: get_threshold
@@ -5173,7 +5198,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 437.leslie3d,[.] extrapi_ : sample=7% (threshold=15%)
+DEBUG: checking symbol.improvement : 437.leslie3d,[.] extrapi_ : sample=-7% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5200,7 +5225,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 437.leslie3d,[.] extrapj_ : sample=3% (threshold=15%)
+DEBUG: checking symbol.improvement : 437.leslie3d,[.] extrapj_ : sample=-5% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5227,7 +5252,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 437.leslie3d,[.] extrapk_ : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5254,7 +5279,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil19calc_pair_fullelectEP9nonbonded : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5281,7 +5306,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil19calc_pair_fullelectEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5308,7 +5333,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5335,7 +5360,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil25calc_pair_merge_fullelectEP9nonbonded : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5362,7 +5387,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil25calc_pair_merge_fullelectEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil9calc_pairEP9nonbonded : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5389,7 +5414,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil9calc_pairEP9nonbonded : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 445.gobmk,[.] do_play_move : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5416,7 +5441,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 445.gobmk,[.] do_play_move : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 445.gobmk,[.] fastlib : sample=-7% (threshold=15.03%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5443,7 +5468,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : sample=14% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5470,7 +5495,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK12SparseMatrixIdE5vmultI6VectorIdES3_EEvRT_RKT0_ : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK12SparseMatrixIdE5vmultI6VectorIdES3_EEvRT_RKT0_ : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5497,7 +5522,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,libstdc++.so.6.0.33 : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 447.dealII,libstdc++.so.6.0.33 : sample=9% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5524,7 +5549,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _ZN13LaplaceSolver6SolverILi3EE22assemble_linear_systemERNS1_12LinearSystemE : sample=-3% (threshold=15%)
+DEBUG: checking symbol.improvement : 447.dealII,[.] _ZN13LaplaceSolver6SolverILi3EE22assemble_linear_systemERNS1_12LinearSystemE : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5551,7 +5576,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _ZSt18_Rb_tree_incrementPKSt18_Rb_tree_node_base : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 447.dealII,[.] _ZSt18_Rb_tree_incrementPKSt18_Rb_tree_node_base : sample=8% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5578,7 +5603,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex10SPxSteepPR8entered4ENS_5SPxIdEi : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex10SPxSteepPR8entered4ENS_5SPxIdEi : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5605,7 +5630,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : sample=-7% (threshold=15%)
+DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex8SSVector18assign2productFullERKNS_5SVSetERKS0_ : sample=3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5632,7 +5657,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : sample=5% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5659,7 +5684,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=-13% (threshold=15%)
+DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=-3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5686,7 +5711,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=5% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5713,7 +5738,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5740,7 +5765,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : sample=8% (threshold=15.419999999999998%)
+DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : sample=-14% (threshold=15.419999999999998%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5794,7 +5819,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 454.calculix,[.] DVdot33 : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 454.calculix,[.] DVdot33 : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5848,7 +5873,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 458.sjeng,[.] std_eval : sample=-5% (threshold=15%)
+DEBUG: checking symbol.improvement : 458.sjeng,[.] std_eval : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5875,7 +5900,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 458.sjeng,[.] gen : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 458.sjeng,[.] setup_attackers : sample=-7% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5902,7 +5927,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 458.sjeng,[.] setup_attackers : sample=7% (threshold=15%)
+DEBUG: checking symbol.improvement : 458.sjeng,[.] gen : sample=7% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -5983,7 +6008,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdateh : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __upml_mod_MOD_upmlupdateh : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6010,7 +6035,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __update_mod_MOD_updateh_homo : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __update_mod_MOD_updatee_homo : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6037,7 +6062,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __update_mod_MOD_updatee_homo : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 459.GemsFDTD,[.] __update_mod_MOD_updateh_homo : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6064,7 +6089,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_toffoli : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_toffoli : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6091,7 +6116,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : sample=1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6118,7 +6143,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : sample=-4% (threshold=15%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6145,7 +6170,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] SetupFastFullPelSearch : sample=-3% (threshold=15%)
+DEBUG: checking symbol.improvement : 464.h264ref,[.] SetupFastFullPelSearch : sample=3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6172,7 +6197,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,libc.so.6 : sample=9% (threshold=15%)
+DEBUG: checking symbol.improvement : 464.h264ref,libc.so.6 : sample=-9% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6199,7 +6224,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] __memcpy_neon : sample=9% (threshold=15%)
+DEBUG: checking symbol.improvement : 464.h264ref,[.] __memcpy_neon : sample=-9% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6226,7 +6251,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] FastFullPelBlockMotionSearch : sample=3% (threshold=15%)
+DEBUG: checking symbol.improvement : 464.h264ref,[.] FastFullPelBlockMotionSearch : sample=-4% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6248,7 +6273,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 465.tonto,libm.so.6 : sample=2% (threshold=15%)
+DEBUG: checking symbol.improvement : 465.tonto,libm.so.6 : sample=-3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6275,7 +6300,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 465.tonto,[.] __shell2_module_MOD_make_ft_1 : sample=-5% (threshold=15%)
+DEBUG: checking symbol.improvement : 465.tonto,[.] __shell2_module_MOD_make_ft_1 : sample=3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6297,7 +6322,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 465.tonto,[.] __sincosl : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 465.tonto,[.] __sincosl : sample=7% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6324,7 +6349,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 465.tonto,[.] __shell1quartet_module_MOD_make_esfs.isra.0 : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 465.tonto,[.] __shell1quartet_module_MOD_make_esfs.isra.0 : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6346,7 +6371,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 465.tonto,[.] __cexpl : sample=4% (threshold=15%)
+DEBUG: checking symbol.improvement : 465.tonto,[.] __cexpl : sample=-10% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6400,7 +6425,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 471.omnetpp,[.] _ZN12cMessageHeap8getFirstEv : sample=5% (threshold=15%)
+DEBUG: checking symbol.improvement : 471.omnetpp,[.] _ZN12cMessageHeap8getFirstEv : sample=-3% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6422,7 +6447,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 471.omnetpp,libc.so.6 : sample=-3% (threshold=15%)
+DEBUG: checking symbol.improvement : 471.omnetpp,libc.so.6 : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6449,7 +6474,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 471.omnetpp,[.] _ZN5cGate7deliverEP8cMessaged : sample=-7% (threshold=15%)
+DEBUG: checking symbol.improvement : 471.omnetpp,[.] _ZN5cGate7deliverEP8cMessaged : sample=8% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6503,7 +6528,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 473.astar,[.] _ZN7way2obj12releasepointEii : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 473.astar,[.] _ZN7way2obj12releasepointEii : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6530,7 +6555,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : sample=0% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6557,7 +6582,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 481.wrf,[.] __module_advect_em_MOD_advect_scalar : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 481.wrf,[.] __module_advect_em_MOD_advect_scalar : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6584,7 +6609,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 481.wrf,[.] __module_small_step_em_MOD_advance_w : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 481.wrf,[.] __module_small_step_em_MOD_advance_w : sample=6% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6611,7 +6636,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 481.wrf,libm.so.6 : sample=-1% (threshold=15%)
+DEBUG: checking symbol.improvement : 481.wrf,libm.so.6 : sample=5% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6626,19 +6651,14 @@ output-bmk-results.py(99):        spec_thr = get_specific_thresholds(metric, mod
 output-bmk-results.py(57):     if specific_variability is None:
 output-bmk-results.py(60):     var = specific_variability[ (specific_variability['benchmark'] == bmk) & (specific_variability['symbol'].str.strip() == symb)]
 output-bmk-results.py(61):     if var.empty:
-output-bmk-results.py(63):     elif len(var)>1:
-output-bmk-results.py(68):     if var.iloc[0]['sample_variation_average']>0 :
-output-bmk-results.py(69):        threshold = ( var.iloc[0]['sample_variation_average'] )
-output-bmk-results.py(70):        if mode == "build":
-output-bmk-results.py(74):           threshold *= 3
-output-bmk-results.py(81):        return threshold
+output-bmk-results.py(62):         return np.nan
 output-bmk-results.py(100):        if not np.isnan(spec_thr):
-output-bmk-results.py(104):           spec_thr=max(spec_thr, default_threshold[(change_kind,metric,mode)])
-output-bmk-results.py(105):           return spec_thr
+output-bmk-results.py(107):     if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mode)]
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 481.wrf,[.] __module_small_step_em_MOD_advance_uv : sample=-8% (threshold=20.04%)
+DEBUG: checking symbol.improvement : 481.wrf,libc.so.6 : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6665,7 +6685,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 482.sphinx3,[.] vector_gautbl_eval_logs3 : sample=1% (threshold=15%)
+DEBUG: checking symbol.improvement : 482.sphinx3,[.] vector_gautbl_eval_logs3 : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6692,7 +6712,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 482.sphinx3,[.] mgau_eval : sample=3% (threshold=15%)
+DEBUG: checking symbol.improvement : 482.sphinx3,[.] mgau_eval : sample=-6% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6719,7 +6739,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore8containsEPKNS_13FieldValueMapE : sample=3% (threshold=15%)
+DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore8containsEPKNS_13FieldValueMapE : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6741,7 +6761,7 @@ output-bmk-results.py(110):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 483.xalancbmk,libc.so.6 : sample=0% (threshold=15%)
+DEBUG: checking symbol.improvement : 483.xalancbmk,libc.so.6 : sample=-1% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6768,7 +6788,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN10xalanc_1_819XalanDOMStringCache7releaseERNS_14XalanDOMStringE : sample=-9% (threshold=15%)
+DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN10xalanc_1_819XalanDOMStringCache7releaseERNS_14XalanDOMStringE : sample=6% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6795,7 +6815,7 @@ output-bmk-results.py(105):           return spec_thr
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(221):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(220):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=-5% (threshold=15%)
+DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN11xercesc_2_510ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=2% (threshold=15%)
 output-bmk-results.py(224):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(184):     if metric in metric_utils.higher_regress_metrics:
@@ -6817,12 +6837,12 @@ output-bmk-results.py(270):     f_skip.close()
 output-bmk-results.py(29):     if not self.outf:
 output-bmk-results.py(31):     self.outf.close()
 output-bmk-results.py(32):     if os.stat(self.filename).st_size == 0:
+output-bmk-results.py(33):        os.remove(self.filename)
 output-bmk-results.py(271):     f_regr.close()
  --- modulename: output-bmk-results, funcname: close
 output-bmk-results.py(29):     if not self.outf:
 output-bmk-results.py(31):     self.outf.close()
 output-bmk-results.py(32):     if os.stat(self.filename).st_size == 0:
-output-bmk-results.py(33):        os.remove(self.filename)
 output-bmk-results.py(272):     f_ebp.close()
  --- modulename: output-bmk-results, funcname: close
 output-bmk-results.py(29):     if not self.outf:
diff --git a/notify/results.regressions b/notify/results.regressions
new file mode 100644
index 00000000..37fe17b7
--- /dev/null
+++ b/notify/results.regressions
@@ -0,0 +1,4 @@
+# leslie3d_base.default,slowed down by 20% - 437.leslie3d - from 11874 to 14299 perf samples
+# [.] fluxk_,slowed down by 27% - 437.leslie3d:[.] fluxk_ - from 2437 to 3104 perf samples
+# [.] fluxj_,slowed down by 32% - 437.leslie3d:[.] fluxj_ - from 2269 to 2996 perf samples
+# [.] fluxi_,slowed down by 29% - 437.leslie3d:[.] fluxi_ - from 1930 to 2493 perf samples
diff --git a/notify/symbol.regression b/notify/symbol.regression
new file mode 100644
index 00000000..f0550360
--- /dev/null
+++ b/notify/symbol.regression
@@ -0,0 +1,3 @@
+27,437.leslie3d,[.] fluxk_,slowed down by 27% - 437.leslie3d:[.] fluxk_,slowed down by 27% - 437.leslie3d:[.] fluxk_ - from 2437 to 3104 perf samples
+32,437.leslie3d,[.] fluxj_,slowed down by 32% - 437.leslie3d:[.] fluxj_,slowed down by 32% - 437.leslie3d:[.] fluxj_ - from 2269 to 2996 perf samples
+29,437.leslie3d,[.] fluxi_,slowed down by 29% - 437.leslie3d:[.] fluxi_,slowed down by 29% - 437.leslie3d:[.] fluxi_ - from 1930 to 2493 perf samples
author	TCWG BuildSlave <tcwg-buildslave@linaro.org>	2023-10-07 17:27:24 +0000
committer	TCWG BuildSlave <tcwg-buildslave@linaro.org>	2023-10-07 17:28:26 +0000
commit	1a6ece62c4434a93a912726cbdbf9f9515c56843 (patch)
tree	f54a3eb123d94ea39f656521189c339d95e97770 /notify
parent	8aa58004192e822b4e487918907b5fca09fa8ef5 (diff)