summaryrefslogtreecommitdiff
path: root/notify/output-bmk-results.log
diff options
context:
space:
mode:
Diffstat (limited to 'notify/output-bmk-results.log')
-rw-r--r--notify/output-bmk-results.log66
1 files changed, 44 insertions, 22 deletions
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index 7ac654b..04d31bf 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -109,8 +109,8 @@ output-bmk-results.py(258): print(results_df)
3 508.namd_r namd_r_base.default ... failed-to-run failed-to-run
4 510.parest_r parest_r_base.default ... failed-to-run failed-to-run
5 511.povray_r povray_r_base.default ... failed-to-run failed-to-run
-6 519.lbm_r lbm_r_base.default ... failed-to-run failed-to-run
-7 520.omnetpp_r omnetpp_r_base.default ... failed-to-run failed-to-run
+6 519.lbm_r lbm_r_base.default ... success failed-to-run
+7 520.omnetpp_r omnetpp_r_base.default ... success failed-to-run
8 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
9 525.x264_r x264_r_base.default ... failed-to-run failed-to-run
10 526.blender_r blender_r_base.default ... failed-to-run failed-to-run
@@ -213,12 +213,25 @@ output-bmk-results.py(115): short_diag=""
output-bmk-results.py(116): classif=""
output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
-output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(122): short_diag = "{0} failed to run".format(bmk)
+output-bmk-results.py(123): classif="regression"
output-bmk-results.py(134): return classif, short_diag
output-bmk-results.py(265): if classif != change_kind:
-output-bmk-results.py(266): continue;
+output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag))
+DEBUG: *** 519.lbm_r,lbm_r_base.default : 519.lbm_r failed to run
+output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag))
+ --- modulename: output-bmk-results, funcname: write_csv
+output-bmk-results.py(41): if not self.predicate or not self.csvwriter:
+output-bmk-results.py(43): self.csvwriter.writerow(arr)
+output-bmk-results.py(271): if change_kind == "regression":
+output-bmk-results.py(272): f_regr.write("# {0},{1}\n".format(row["symbol"], short_diag))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36): if not self.predicate or not self.outf:
+output-bmk-results.py(38): self.outf.write(string)
+output-bmk-results.py(273): f_ebp.write("++benchmarks {0} ".format(row["benchmark"]))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36): if not self.predicate or not self.outf:
+output-bmk-results.py(38): self.outf.write(string)
output-bmk-results.py(261): for index, row in results_df.iterrows():
output-bmk-results.py(263): classif, short_diag = get_status_diag(row)
--- modulename: output-bmk-results, funcname: get_status_diag
@@ -227,12 +240,25 @@ output-bmk-results.py(115): short_diag=""
output-bmk-results.py(116): classif=""
output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
-output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(122): short_diag = "{0} failed to run".format(bmk)
+output-bmk-results.py(123): classif="regression"
output-bmk-results.py(134): return classif, short_diag
output-bmk-results.py(265): if classif != change_kind:
-output-bmk-results.py(266): continue;
+output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag))
+DEBUG: *** 520.omnetpp_r,omnetpp_r_base.default : 520.omnetpp_r failed to run
+output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag))
+ --- modulename: output-bmk-results, funcname: write_csv
+output-bmk-results.py(41): if not self.predicate or not self.csvwriter:
+output-bmk-results.py(43): self.csvwriter.writerow(arr)
+output-bmk-results.py(271): if change_kind == "regression":
+output-bmk-results.py(272): f_regr.write("# {0},{1}\n".format(row["symbol"], short_diag))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36): if not self.predicate or not self.outf:
+output-bmk-results.py(38): self.outf.write(string)
+output-bmk-results.py(273): f_ebp.write("++benchmarks {0} ".format(row["benchmark"]))
+ --- modulename: output-bmk-results, funcname: write
+output-bmk-results.py(36): if not self.predicate or not self.outf:
+output-bmk-results.py(38): self.outf.write(string)
output-bmk-results.py(261): for index, row in results_df.iterrows():
output-bmk-results.py(263): classif, short_diag = get_status_diag(row)
--- modulename: output-bmk-results, funcname: get_status_diag
@@ -351,7 +377,6 @@ output-bmk-results.py(275): f_out.close()
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
-output-bmk-results.py(33): os.remove(self.filename)
output-bmk-results.py(294): output_bmk_results_status(exe_df, "improvement", None, None, run_step_artifacts, details)
--- modulename: output-bmk-results, funcname: output_bmk_results_status
output-bmk-results.py(256): f_out = Outfile("{0}/status.{1}".format(run_step_artifacts, change_kind), "w", predicate=(details=="verbose"))
@@ -369,8 +394,8 @@ output-bmk-results.py(258): print(results_df)
3 508.namd_r namd_r_base.default ... failed-to-run failed-to-run
4 510.parest_r parest_r_base.default ... failed-to-run failed-to-run
5 511.povray_r povray_r_base.default ... failed-to-run failed-to-run
-6 519.lbm_r lbm_r_base.default ... failed-to-run failed-to-run
-7 520.omnetpp_r omnetpp_r_base.default ... failed-to-run failed-to-run
+6 519.lbm_r lbm_r_base.default ... success failed-to-run
+7 520.omnetpp_r omnetpp_r_base.default ... success failed-to-run
8 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
9 525.x264_r x264_r_base.default ... failed-to-run failed-to-run
10 526.blender_r blender_r_base.default ... failed-to-run failed-to-run
@@ -473,9 +498,8 @@ output-bmk-results.py(115): short_diag=""
output-bmk-results.py(116): classif=""
output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
-output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(122): short_diag = "{0} failed to run".format(bmk)
+output-bmk-results.py(123): classif="regression"
output-bmk-results.py(134): return classif, short_diag
output-bmk-results.py(265): if classif != change_kind:
output-bmk-results.py(266): continue;
@@ -487,9 +511,8 @@ output-bmk-results.py(115): short_diag=""
output-bmk-results.py(116): classif=""
output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
-output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
+output-bmk-results.py(122): short_diag = "{0} failed to run".format(bmk)
+output-bmk-results.py(123): classif="regression"
output-bmk-results.py(134): return classif, short_diag
output-bmk-results.py(265): if classif != change_kind:
output-bmk-results.py(266): continue;
@@ -661,7 +684,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics:
@@ -745,7 +768,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics:
@@ -831,7 +854,6 @@ output-bmk-results.py(306): f_regr.close()
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
-output-bmk-results.py(33): os.remove(self.filename)
output-bmk-results.py(307): f_ebp.close()
--- modulename: output-bmk-results, funcname: close
output-bmk-results.py(29): if not self.outf:
generated by cgit v1.2.3 (git 2.25.1) at 2024-07-10 12:35:52 +0000