force: #61: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O3_LTO-build/61/

Results :
  | # reset_artifacts:
  | -10
  | # build_bmk_llvm:
  | -3
  | # benchmark -- -O3_LTO:
  | 1
  | # sgcc_base.default,602.gcc_s grew in size by 2% from 10908217 to 11129353 bytes

check_regression status : 1

1 files changed, 50 insertions, 19 deletions

diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index 65344fb..6986a14 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -108,7 +108,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 508.namd_r,namd_r_base.default : size=1% (threshold=1%)
+DEBUG: checking exe.regression : 508.namd_r,namd_r_base.default : size=0% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -138,7 +138,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 511.povray_r,povray_r_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 511.povray_r,povray_r_base.default : size=-1% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -183,12 +183,45 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 602.gcc_s,sgcc_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 602.gcc_s,sgcc_base.default : size=-2% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
 output-bmk-results.py(168):         return (result - 100 > threshold)
-output-bmk-results.py(217):             continue
+output-bmk-results.py(219):         percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
+ --- modulename: output-bmk-results, funcname: get_short_long_diag
+output-bmk-results.py(114):     bmk = row["benchmark"]
+output-bmk-results.py(115):     rel_value = row["rel_" + metric]
+output-bmk-results.py(116):     prev_value = row[metric + "_x"]
+output-bmk-results.py(117):     curr_value = row[metric + "_y"]
+output-bmk-results.py(119):     if metric == "sample":
+output-bmk-results.py(136):     suffix = ""
+output-bmk-results.py(137):     if metric == "sample":
+output-bmk-results.py(141):     elif metric == "size":
+output-bmk-results.py(142):         prefix_regression = "grew in size by"
+output-bmk-results.py(143):         prefix_improvement = "reduced in size by"
+output-bmk-results.py(144):         suffix = "bytes"
+output-bmk-results.py(151):     if sym_type=="symbol":
+output-bmk-results.py(154):       item=bmk
+output-bmk-results.py(156):     short_diag = "{0} {1} {2}%".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
+output-bmk-results.py(157):     long_diag = "{0} from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
+output-bmk-results.py(158):     return abs(rel_value - 100), short_diag, long_diag
+output-bmk-results.py(223):         if metric == "sample" \
+output-bmk-results.py(230):         print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag))
+DEBUG: *** 602.gcc_s,sgcc_base.default : 602.gcc_s grew in size by 2% from 10908217 to 11129353 bytes
+output-bmk-results.py(232):         f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag))
+ --- modulename: output-bmk-results, funcname: write_csv
+output-bmk-results.py(41):     if not self.predicate or not self.csvwriter:
+output-bmk-results.py(43):     self.csvwriter.writerow(arr)
+output-bmk-results.py(233):         if change_kind == "regression":
+output-bmk-results.py(234):             f_regr.write("# {0},{1}\n".format(row["symbol"], long_diag))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36):     if not self.predicate or not self.outf:
+output-bmk-results.py(38):     self.outf.write(string)
+output-bmk-results.py(235):             f_ebp.write("++benchmarks {0} ".format(row["benchmark"]))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36):     if not self.predicate or not self.outf:
+output-bmk-results.py(38):     self.outf.write(string)
 output-bmk-results.py(208):     for index, row in out_df.iterrows():
 output-bmk-results.py(210):         threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
  --- modulename: output-bmk-results, funcname: get_threshold
@@ -228,7 +261,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 619.lbm_s,lbm_s_base.default : size=-1% (threshold=1%)
+DEBUG: checking exe.regression : 619.lbm_s,lbm_s_base.default : size=0% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -288,7 +321,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 631.deepsjeng_s,deepsjeng_s_base.default : size=1% (threshold=1%)
+DEBUG: checking exe.regression : 631.deepsjeng_s,deepsjeng_s_base.default : size=0% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -360,7 +393,6 @@ output-bmk-results.py(237):     f_out.close()
 output-bmk-results.py(29):     if not self.outf:
 output-bmk-results.py(31):     self.outf.close()
 output-bmk-results.py(32):     if os.stat(self.filename).st_size == 0:
-output-bmk-results.py(33):        os.remove(self.filename)
 output-bmk-results.py(255):     output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details)
  --- modulename: output-bmk-results, funcname: output_bmk_results_1
 output-bmk-results.py(202):     f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
@@ -381,7 +413,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 508.namd_r,namd_r_base.default : size=1% (threshold=1%)
+DEBUG: checking exe.improvement : 508.namd_r,namd_r_base.default : size=0% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -411,7 +443,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 511.povray_r,povray_r_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 511.povray_r,povray_r_base.default : size=-1% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -456,7 +488,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 602.gcc_s,sgcc_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 602.gcc_s,sgcc_base.default : size=-2% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -501,7 +533,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 619.lbm_s,lbm_s_base.default : size=-1% (threshold=1%)
+DEBUG: checking exe.improvement : 619.lbm_s,lbm_s_base.default : size=0% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -561,7 +593,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 631.deepsjeng_s,deepsjeng_s_base.default : size=1% (threshold=1%)
+DEBUG: checking exe.improvement : 631.deepsjeng_s,deepsjeng_s_base.default : size=0% (threshold=1%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -654,7 +686,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 607.cactuBSSN_s,libomp.so : size=1% (threshold=10%)
+DEBUG: checking symbol.regression : 607.cactuBSSN_s,libomp.so : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -669,7 +701,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 619.lbm_s,libomp.so : size=1% (threshold=10%)
+DEBUG: checking symbol.regression : 619.lbm_s,libomp.so : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -699,7 +731,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.regression : 644.nab_s,libomp.so : size=1% (threshold=10%)
+DEBUG: checking symbol.regression : 644.nab_s,libomp.so : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_regression
 output-bmk-results.py(167):     if metric in metric_utils.higher_regress_metrics:
@@ -732,7 +764,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 607.cactuBSSN_s,libomp.so : size=1% (threshold=10%)
+DEBUG: checking symbol.improvement : 607.cactuBSSN_s,libomp.so : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -747,7 +779,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 619.lbm_s,libomp.so : size=1% (threshold=10%)
+DEBUG: checking symbol.improvement : 619.lbm_s,libomp.so : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -777,7 +809,7 @@ output-bmk-results.py(111):     return default_threshold[(change_kind,metric,mod
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
 output-bmk-results.py(213):              .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
 output-bmk-results.py(212):         print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking symbol.improvement : 644.nab_s,libomp.so : size=1% (threshold=10%)
+DEBUG: checking symbol.improvement : 644.nab_s,libomp.so : size=0% (threshold=10%)
 output-bmk-results.py(216):         if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
  --- modulename: output-bmk-results, funcname: is_entry_improvement
 output-bmk-results.py(176):     if metric in metric_utils.higher_regress_metrics:
@@ -805,7 +837,6 @@ output-bmk-results.py(263):     f_regr.close()
 output-bmk-results.py(29):     if not self.outf:
 output-bmk-results.py(31):     self.outf.close()
 output-bmk-results.py(32):     if os.stat(self.filename).st_size == 0:
-output-bmk-results.py(33):        os.remove(self.filename)
 output-bmk-results.py(264):     f_ebp.close()
  --- modulename: output-bmk-results, funcname: close
 output-bmk-results.py(29):     if not self.outf: