diff options
Diffstat (limited to 'notify/output-bmk-results.log')
| -rw-r--r-- | notify/output-bmk-results.log | 82 |
1 files changed, 25 insertions, 57 deletions
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index c9e0854..472f8ff 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -243,7 +243,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 456.hmmer,hmmer_base.default : size=1% (threshold=1%) +DEBUG: checking exe.regression : 456.hmmer,hmmer_base.default : size=0% (threshold=1%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -273,7 +273,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 462.libquantum,libquantum_base.default : size=-1% (threshold=1%) +DEBUG: checking exe.regression : 462.libquantum,libquantum_base.default : size=0% (threshold=1%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -303,46 +303,12 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 470.lbm,lbm_base.default : size=-2% (threshold=1%) +DEBUG: checking exe.regression : 470.lbm,lbm_base.default : size=0% (threshold=1%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: output-bmk-results.py(176): return (result - 100 > threshold) -output-bmk-results.py(227): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind) - --- modulename: output-bmk-results, funcname: get_short_long_diag -output-bmk-results.py(113): bmk = row["benchmark"] -output-bmk-results.py(114): rel_value = row["rel_" + metric] -output-bmk-results.py(115): prev_value = row[metric + "_x"] -output-bmk-results.py(116): curr_value = row[metric + "_y"] -output-bmk-results.py(118): if metric == "sample": -output-bmk-results.py(134): elif metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(144): suffix = "" -output-bmk-results.py(145): if metric == "sample": -output-bmk-results.py(149): elif metric == "size": -output-bmk-results.py(150): prefix_regression = "grew in size by" -output-bmk-results.py(151): prefix_improvement = "reduced in size by" -output-bmk-results.py(152): suffix = "bytes" -output-bmk-results.py(159): if sym_type=="symbol": -output-bmk-results.py(162): item=bmk -output-bmk-results.py(164): short_diag = "{0} {1} {2}%".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100)) -output-bmk-results.py(165): long_diag = "{0} from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix) -output-bmk-results.py(166): return abs(rel_value - 100), short_diag, long_diag -output-bmk-results.py(231): if metric == "sample" \ -output-bmk-results.py(238): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag)) -DEBUG: *** 470.lbm,lbm_base.default : 470.lbm grew in size by 2% from 11169 to 11408 bytes -output-bmk-results.py(240): f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag)) - --- modulename: output-bmk-results, funcname: write_csv -output-bmk-results.py(41): if not self.predicate or not self.csvwriter: -output-bmk-results.py(43): self.csvwriter.writerow(arr) -output-bmk-results.py(241): if change_kind == "regression": -output-bmk-results.py(242): f_regr.write("# {0},{1}\n".format(row["symbol"], long_diag)) - --- modulename: output-bmk-results, funcname: write -output-bmk-results.py(36): if not self.predicate or not self.outf: -output-bmk-results.py(38): self.outf.write(string) -output-bmk-results.py(243): f_ebp.write("++benchmarks {0} ".format(row["benchmark"])) - --- modulename: output-bmk-results, funcname: write -output-bmk-results.py(36): if not self.predicate or not self.outf: -output-bmk-results.py(38): self.outf.write(string) +output-bmk-results.py(225): continue output-bmk-results.py(216): for index, row in out_df.iterrows(): output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold @@ -409,6 +375,7 @@ output-bmk-results.py(245): f_out.close() output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: +output-bmk-results.py(33): os.remove(self.filename) output-bmk-results.py(263): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) @@ -564,7 +531,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 456.hmmer,hmmer_base.default : size=1% (threshold=1%) +DEBUG: checking exe.improvement : 456.hmmer,hmmer_base.default : size=0% (threshold=1%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -594,7 +561,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 462.libquantum,libquantum_base.default : size=-1% (threshold=1%) +DEBUG: checking exe.improvement : 462.libquantum,libquantum_base.default : size=0% (threshold=1%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -624,7 +591,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 470.lbm,lbm_base.default : size=-2% (threshold=1%) +DEBUG: checking exe.improvement : 470.lbm,lbm_base.default : size=0% (threshold=1%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -747,7 +714,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_decompress : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_compressBlock : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -762,7 +729,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_compressBlock : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_decompress : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -867,7 +834,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -882,7 +849,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -1047,7 +1014,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -1062,7 +1029,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -1242,7 +1209,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -1257,7 +1224,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics: @@ -1515,7 +1482,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_decompress : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_compressBlock : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1530,7 +1497,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_compressBlock : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_decompress : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1635,7 +1602,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1650,7 +1617,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 433.milc,[.] mult_adj_su3_mat_vec : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 433.milc,[.] mult_su3_mat_vec : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1815,7 +1782,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -1830,7 +1797,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -2010,7 +1977,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -2025,7 +1992,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%) output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics: @@ -2248,6 +2215,7 @@ output-bmk-results.py(271): f_regr.close() output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: +output-bmk-results.py(33): os.remove(self.filename) output-bmk-results.py(272): f_ebp.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: |