onsuccess: #10: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O3-build/10/

Results :
  | # reset_artifacts:
  | -10
  | # build_bmk_llvm:
  | -3
  | # benchmark -- -O3_marm:
  | 1

check_regression status : 0

1 files changed, 46 insertions, 16 deletions

diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index e910f1d..e9a0b35 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -744,6 +744,21 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+DEBUG: checking symbol.regression : 403.gcc,libc.so.6 : size=0% (threshold=10%)
+output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
+ --- modulename: output-bmk-results, funcname: is_entry_regression
+output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
+output-bmk-results.py(168):         return (result - 100 > threshold)
+output-bmk-results.py(217):             continue
+output-bmk-results.py(208):     for index, row in out_df.iterrows():
+output-bmk-results.py(210):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
+ --- modulename: output-bmk-results, funcname: get_threshold
+output-bmk-results.py(98):     if metric == "sample":
+output-bmk-results.py(108):     if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mode)]
+output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
+output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.regression : 429.mcf,[.] primal_bea_mpp : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
@@ -819,7 +834,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -834,7 +849,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -879,7 +894,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -894,7 +909,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1194,7 +1209,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1209,7 +1224,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1389,7 +1404,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN10xalanc_1_814XalanDOMString6equalsERKS0_S2_ : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZNK10xalanc_1_85XPath11executeMoreEPNS_9XalanNodeEN9__gnu_cxx17__normal_iteratorIPKiSt6vectorIiSaIiEEEERNS_21XPathExecutionContextE : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1404,7 +1419,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZNK10xalanc_1_85XPath11executeMoreEPNS_9XalanNodeEN9__gnu_cxx17__normal_iteratorIPKiSt6vectorIiSaIiEEEERNS_21XPathExecutionContextE : size=0% (threshold=10%)
+DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN10xalanc_1_814XalanDOMString6equalsERKS0_S2_ : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -1497,6 +1512,21 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+DEBUG: checking symbol.improvement : 403.gcc,libc.so.6 : size=0% (threshold=10%)
+output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
+ --- modulename: output-bmk-results, funcname: is_entry_improvement
+output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
+output-bmk-results.py(177):         return (100 - result > threshold)
+output-bmk-results.py(217):             continue
+output-bmk-results.py(208):     for index, row in out_df.iterrows():
+output-bmk-results.py(210):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
+ --- modulename: output-bmk-results, funcname: get_threshold
+output-bmk-results.py(98):     if metric == "sample":
+output-bmk-results.py(108):     if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mode)]
+output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
+output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 DEBUG: checking symbol.improvement : 429.mcf,[.] primal_bea_mpp : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
@@ -1572,7 +1602,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1587,7 +1617,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1632,7 +1662,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1647,7 +1677,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1947,7 +1977,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -1962,7 +1992,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -2142,7 +2172,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN10xalanc_1_814XalanDOMString6equalsERKS0_S2_ : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZNK10xalanc_1_85XPath11executeMoreEPNS_9XalanNodeEN9__gnu_cxx17__normal_iteratorIPKiSt6vectorIiSaIiEEEERNS_21XPathExecutionContextE : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -2157,7 +2187,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZNK10xalanc_1_85XPath11executeMoreEPNS_9XalanNodeEN9__gnu_cxx17__normal_iteratorIPKiSt6vectorIiSaIiEEEERNS_21XPathExecutionContextE : size=0% (threshold=10%)
+DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN10xalanc_1_814XalanDOMString6equalsERKS0_S2_ : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics: