diff options
Diffstat (limited to 'notify/output-bmk-results.log')
| -rw-r--r-- | notify/output-bmk-results.log | 707 |
1 files changed, 54 insertions, 653 deletions
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index fe6d7df..d65513c 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -108,42 +108,45 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 401.bzip2,bzip2_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 403.gcc,gcc_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 429.mcf,mcf_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue +DEBUG: checking exe.regression : 401.bzip2,bzip2_base.default : size=-2% (threshold=1%) +output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): + --- modulename: output-bmk-results, funcname: is_entry_regression +output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: +output-bmk-results.py(168): return (result - 100 > threshold) +output-bmk-results.py(219): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind) + --- modulename: output-bmk-results, funcname: get_short_long_diag +output-bmk-results.py(114): bmk = row["benchmark"] +output-bmk-results.py(115): rel_value = row["rel_" + metric] +output-bmk-results.py(116): prev_value = row[metric + "_x"] +output-bmk-results.py(117): curr_value = row[metric + "_y"] +output-bmk-results.py(119): if metric == "sample": +output-bmk-results.py(136): suffix = "" +output-bmk-results.py(137): if metric == "sample": +output-bmk-results.py(141): elif metric == "size": +output-bmk-results.py(142): prefix_regression = "grew in size by" +output-bmk-results.py(143): prefix_improvement = "reduced in size by" +output-bmk-results.py(144): suffix = "bytes" +output-bmk-results.py(151): if sym_type=="symbol": +output-bmk-results.py(154): item=bmk +output-bmk-results.py(156): short_diag = "{0} {1} {2}%".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100)) +output-bmk-results.py(157): long_diag = "{0} from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix) +output-bmk-results.py(158): return abs(rel_value - 100), short_diag, long_diag +output-bmk-results.py(223): if metric == "sample" \ +output-bmk-results.py(230): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag)) +DEBUG: *** 401.bzip2,bzip2_base.default : 401.bzip2 grew in size by 2% from 75179 to 76739 bytes +output-bmk-results.py(232): f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(233): if change_kind == "regression": +output-bmk-results.py(234): f_regr.write("# {0},{1}\n".format(row["symbol"], long_diag)) + --- modulename: output-bmk-results, funcname: write +output-bmk-results.py(36): if not self.predicate or not self.outf: +output-bmk-results.py(38): self.outf.write(string) +output-bmk-results.py(235): f_ebp.write("++benchmarks {0} ".format(row["benchmark"])) + --- modulename: output-bmk-results, funcname: write +output-bmk-results.py(36): if not self.predicate or not self.outf: +output-bmk-results.py(38): self.outf.write(string) output-bmk-results.py(208): for index, row in out_df.iterrows(): output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold @@ -198,21 +201,6 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 447.dealII,dealII_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking exe.regression : 450.soplex,soplex_base.default : size=0% (threshold=1%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression @@ -228,21 +216,6 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 453.povray,povray_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking exe.regression : 456.hmmer,hmmer_base.default : size=0% (threshold=1%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression @@ -303,21 +276,6 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 470.lbm,lbm_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking exe.regression : 471.omnetpp,omnetpp_base.default : size=0% (threshold=1%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression @@ -355,27 +313,11 @@ output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics output-bmk-results.py(168): return (result - 100 > threshold) output-bmk-results.py(217): continue output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 483.xalancbmk,Xalan_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): output-bmk-results.py(237): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: -output-bmk-results.py(33): os.remove(self.filename) output-bmk-results.py(255): output_bmk_results_1(exe_df, "exe", "improvement", None, f_skip, None, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 output-bmk-results.py(202): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) @@ -396,37 +338,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 401.bzip2,bzip2_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 403.gcc,gcc_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 429.mcf,mcf_base.default : size=0% (threshold=1%) +DEBUG: checking exe.improvement : 401.bzip2,bzip2_base.default : size=-2% (threshold=1%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: @@ -486,21 +398,6 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 447.dealII,dealII_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking exe.improvement : 450.soplex,soplex_base.default : size=0% (threshold=1%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement @@ -516,21 +413,6 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 453.povray,povray_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking exe.improvement : 456.hmmer,hmmer_base.default : size=0% (threshold=1%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement @@ -591,21 +473,6 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 470.lbm,lbm_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking exe.improvement : 471.omnetpp,omnetpp_base.default : size=0% (threshold=1%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement @@ -643,21 +510,6 @@ output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics output-bmk-results.py(177): return (100 - result > threshold) output-bmk-results.py(217): continue output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 483.xalancbmk,Xalan_base.default : size=0% (threshold=1%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): output-bmk-results.py(237): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: @@ -729,67 +581,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_decompress : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 403.gcc,libc.so.6 : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 429.mcf,[.] primal_bea_mpp : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 429.mcf,[.] price_out_impl : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 429.mcf,[.] refresh_potential : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 401.bzip2,[.] BZ2_decompress : size=-9% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: @@ -864,7 +656,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : size=-5% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: @@ -894,7 +686,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=-3% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: @@ -909,7 +701,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=1% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: @@ -984,66 +776,6 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK13LaplaceSolver6SolverILi3EE15assemble_matrixERNS1_12LinearSystemERK18TriaActiveIteratorILi3E15DoFCellAccessorILi3EEES9_RN7Threads16DummyThreadMutexE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex10SPxSteepPR9entered4XENS_5SPxIdEiiiii : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression @@ -1074,67 +806,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 453.povray,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 450.soplex,libc.so.6 : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: @@ -1224,7 +896,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: @@ -1239,7 +911,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%) +DEBUG: checking symbol.regression : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: @@ -1284,36 +956,6 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 464.h264ref,[.] FastFullPelBlockMotionSearch : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 470.lbm,[.] LBM_performStreamCollide : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.regression : 471.omnetpp,libc.so.6 : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression @@ -1411,21 +1053,6 @@ output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics output-bmk-results.py(168): return (result - 100 > threshold) output-bmk-results.py(217): continue output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 483.xalancbmk,[.] _ZN10xalanc_1_814XalanDOMString6equalsERKS0_S2_ : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_regression -output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(168): return (result - 100 > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): output-bmk-results.py(237): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: @@ -1497,67 +1124,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_decompress : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 403.gcc,libc.so.6 : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 429.mcf,[.] primal_bea_mpp : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 429.mcf,[.] price_out_impl : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 429.mcf,[.] refresh_potential : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 401.bzip2,[.] BZ2_decompress : size=-9% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: @@ -1632,7 +1199,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil26calc_pair_energy_fullelectEP9nonbonded : size=-5% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: @@ -1662,7 +1229,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=-3% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: @@ -1677,7 +1244,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil32calc_pair_energy_merge_fullelectEP9nonbonded : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 444.namd,[.] _ZN20ComputeNonbondedUtil16calc_pair_energyEP9nonbonded : size=1% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: @@ -1752,66 +1319,6 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK9MappingQ1ILi3EE12compute_fillERK12TriaIteratorILi3E15DoFCellAccessorILi3EEEjN10QProjectorILi3EE17DataSetDescriptorERNS0_12InternalDataERSt6vectorI5PointILi3EESaISE_EE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK13LaplaceSolver6SolverILi3EE15assemble_matrixERNS1_12LinearSystemERK18TriaActiveIteratorILi3E15DoFCellAccessorILi3EEES9_RN7Threads16DummyThreadMutexE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 447.dealII,[.] _ZNK8MappingQILi3EE19transform_covariantEP6TensorILi1ELi3EES3_PKS2_RKN7MappingILi3EE16InternalDataBaseE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex10SPxSteepPR9entered4XENS_5SPxIdEiiiii : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement @@ -1842,67 +1349,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 450.soplex,[.] _ZN6soplex9CLUFactor16initFactorMatrixEPPNS_7SVectorEd : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL31All_CSG_Intersect_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL23All_Plane_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3povL24All_Sphere_IntersectionsEPNS_13Object_StructEPNS_10Ray_StructEPNS_13istack_structE : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 453.povray,[.] _ZN3pov17Check_And_EnqueueEPNS_21Priority_Queue_StructEPNS_16BBox_Tree_StructEPNS_19Bounding_Box_StructEPNS_14Rayinfo_StructE : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 450.soplex,libc.so.6 : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: @@ -1992,7 +1439,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: @@ -2007,7 +1454,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_sigma_x : size=0% (threshold=10%) +DEBUG: checking symbol.improvement : 462.libquantum,[.] quantum_cnot : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: @@ -2052,36 +1499,6 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 464.h264ref,[.] FastFullPelBlockMotionSearch : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 470.lbm,[.] LBM_performStreamCollide : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ DEBUG: checking symbol.improvement : 471.omnetpp,libc.so.6 : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement @@ -2179,21 +1596,6 @@ output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics output-bmk-results.py(177): return (100 - result > threshold) output-bmk-results.py(217): continue output-bmk-results.py(208): for index, row in out_df.iterrows(): -output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) - --- modulename: output-bmk-results, funcname: get_threshold -output-bmk-results.py(98): if metric == "sample": -output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": -output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) -output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 483.xalancbmk,[.] _ZN10xalanc_1_814XalanDOMString6equalsERKS0_S2_ : size=0% (threshold=10%) -output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): - --- modulename: output-bmk-results, funcname: is_entry_improvement -output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: -output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue -output-bmk-results.py(208): for index, row in out_df.iterrows(): output-bmk-results.py(237): f_out.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: @@ -2215,7 +1617,6 @@ output-bmk-results.py(263): f_regr.close() output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: -output-bmk-results.py(33): os.remove(self.filename) output-bmk-results.py(264): f_ebp.close() --- modulename: output-bmk-results, funcname: close output-bmk-results.py(29): if not self.outf: |