onsuccess: #33: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O3-build/33/

Results :
  | # reset_artifacts:
  | -10
  | # build_bmk_llvm:
  | -3
  | # benchmark -- -O3_marm:
  | 1

check_regression status : 0

6 files changed, 55 insertions, 109 deletions

diff --git a/notify/check-regression-status.txt b/notify/check-regression-status.txt
index d00491f..573541a 100644
--- a/notify/check-regression-status.txt
+++ b/notify/check-regression-status.txt
@@ -1 +1 @@
-1
+0
diff --git a/notify/jira/comments.txt b/notify/jira/comments.txt
index ad66585..6ca42b5 100644
--- a/notify/jira/comments.txt
+++ b/notify/jira/comments.txt
@@ -1,3 +1,3 @@
 [LLVM-651]
 No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O3-build/31/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O3-build/33/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 16a1a36..09fec6c 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -4,7 +4,13 @@ Please find some details below.  If you have any questions, please follow up on
 
 In CI config tcwg_bmk-code_size-spec2k6/llvm-arm-master-O3 after:
 
-  | baseline build
+  | 2736 commits in llvm
+  | 8d3c4ff86652 [mlir][LLVM] Fix empty res attr import
+  | d49984fa4f83 [SimplifyCFG] Add option to not speculate blocks
+  | da7f212f4a7a [clang][LTO] Add flag to run verifier after every pass
+  | 3ea8f2526541 [RISCV] Strengthen atomic ordering for sequentially consistent stores
+  | dc49fbd2df7d [ARM] add Thumb-1 8-bit movs/adds relocations to LLVM
+  | ... and 2731 more commits in llvm
 
 No change
 
@@ -23,6 +29,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
 -----------------8<--------------------------8<--------------------------8<--------------------------
 The information below can be used to reproduce a debug environment:
 
-Current build   : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O3-build/31/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O3-build/24/artifact/artifacts
+Current build   : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O3-build/33/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O3-build/31/artifact/artifacts
 
diff --git a/notify/mail-recipients.txt b/notify/mail-recipients.txt
index aa219ef..56b65bb 100644
--- a/notify/mail-recipients.txt
+++ b/notify/mail-recipients.txt
@@ -1 +1 @@
-bcc:tcwg-validation@linaro.org
+bcc:tcwg-validation@linaro.org,maxim.kuvyrkov@linaro.org
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index 16cd610..abb988b 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] baseline build: No change
+[Linaro-TCWG-CI] 2736 commits in llvm: No change
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index 7f4a40d..9157202 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -183,7 +183,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 445.gobmk,gobmk_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 445.gobmk,gobmk_base.default : size=-1% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -318,7 +318,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 471.omnetpp,omnetpp_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 471.omnetpp,omnetpp_base.default : size=-1% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -471,7 +471,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 445.gobmk,gobmk_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 445.gobmk,gobmk_base.default : size=-1% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -606,7 +606,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 471.omnetpp,omnetpp_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 471.omnetpp,omnetpp_base.default : size=-1% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -759,21 +759,6 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 403.gcc,[.] init_alias_analysis : size=0% (threshold=10%)
-output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(168):         return (result - 100 > threshold)
-output-bmk-results.py(217):             continue
-output-bmk-results.py(208):     for index, row in out_df.iterrows():
-output-bmk-results.py(210):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(108):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.regression : 429.mcf,[.] primal_bea_mpp : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
@@ -834,7 +819,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -864,7 +849,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -924,7 +909,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=-1% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -954,7 +939,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil9calc_pairEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil9calc_pairEP9nonbonded : size=-2% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1029,7 +1014,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1044,7 +1029,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1089,7 +1074,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 450.soplex,libc.so.6 : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1134,22 +1119,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%)
-output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_regression
-output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(168):         return (result - 100 > threshold)
-output-bmk-results.py(217):             continue
-output-bmk-results.py(208):     for index, row in out_df.iterrows():
-output-bmk-results.py(210):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(108):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 456.hmmer,[.] P7Viterbi : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1164,7 +1134,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 456.hmmer,[.] P7Viterbi : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 458.sjeng,[.] std_eval : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1179,7 +1149,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 458.sjeng,[.] std_eval : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 458.sjeng,[.] gen : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1194,7 +1164,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 458.sjeng,[.] gen : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 458.sjeng,[.] search : size=1% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1209,7 +1179,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 458.sjeng,[.] search : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_toffoli : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1224,7 +1194,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_toffoli : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1239,7 +1209,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1254,7 +1224,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 464.h264ref,[.] SetupFastFullPelSearch : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1269,7 +1239,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] SetupFastFullPelSearch : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 464.h264ref,[.] SubPelBlockMotionSearch : size=-3% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1284,7 +1254,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 464.h264ref,[.] SubPelBlockMotionSearch : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 464.h264ref,[.] FastFullPelBlockMotionSearch : size=5% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1359,7 +1329,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 473.astar,[.] _ZN7way2obj12releasepointEii : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 473.astar,[.] _ZN7way2obj12releasepointEii : size=1% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1374,7 +1344,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : size=1% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1542,21 +1512,6 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 403.gcc,[.] init_alias_analysis : size=0% (threshold=10%)
-output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(177):         return (100 - result > threshold)
-output-bmk-results.py(217):             continue
-output-bmk-results.py(208):     for index, row in out_df.iterrows():
-output-bmk-results.py(210):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(108):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.improvement : 429.mcf,[.] primal_bea_mpp : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
@@ -1617,7 +1572,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1647,7 +1602,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1707,7 +1662,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=-1% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1737,7 +1692,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil9calc_pairEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil9calc_pairEP9nonbonded : size=-2% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1812,7 +1767,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1827,7 +1782,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1872,7 +1827,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 450.soplex,libc.so.6 : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1917,22 +1872,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%)
-output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
- --- modulename: output-bmk-results, funcname: is_entry_improvement
-output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
-output-bmk-results.py(177):         return (100 - result > threshold)
-output-bmk-results.py(217):             continue
-output-bmk-results.py(208):     for index, row in out_df.iterrows():
-output-bmk-results.py(210):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
- --- modulename: output-bmk-results, funcname: get_threshold
-output-bmk-results.py(98):     if metric == "sample":
-output-bmk-results.py(108):     if metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mode)]
-output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
-output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 456.hmmer,[.] P7Viterbi : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1947,7 +1887,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 456.hmmer,[.] P7Viterbi : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 458.sjeng,[.] std_eval : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1962,7 +1902,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 458.sjeng,[.] std_eval : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 458.sjeng,[.] gen : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1977,7 +1917,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 458.sjeng,[.] gen : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 458.sjeng,[.] search : size=1% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1992,7 +1932,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 458.sjeng,[.] search : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_toffoli : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -2007,7 +1947,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_toffoli : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -2022,7 +1962,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -2037,7 +1977,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 464.h264ref,[.] SetupFastFullPelSearch : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -2052,7 +1992,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] SetupFastFullPelSearch : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 464.h264ref,[.] SubPelBlockMotionSearch : size=-3% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -2067,7 +2007,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 464.h264ref,[.] SubPelBlockMotionSearch : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 464.h264ref,[.] FastFullPelBlockMotionSearch : size=5% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -2142,7 +2082,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 473.astar,[.] _ZN7way2obj12releasepointEii : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 473.astar,[.] _ZN7way2obj12releasepointEii : size=1% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -2157,7 +2097,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 473.astar,[.] _ZN9regwayobj10makebound2ER9flexarrayIP6regobjES4_ : size=1% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics: