summaryrefslogtreecommitdiff
path: root/notify/output-bmk-results.log
diff options
context:
space:
mode:
Diffstat (limited to 'notify/output-bmk-results.log')
-rw-r--r--notify/output-bmk-results.log94
1 files changed, 62 insertions, 32 deletions
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index 3dfc52b..305559d 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -106,22 +106,22 @@ output-bmk-results.py(258): print(results_df)
0 400.perlbench ... failed-to-run
1 401.bzip2 ... success
2 403.gcc ... success
-3 429.mcf ... success
-4 433.milc ... success
-5 444.namd ... success
-6 445.gobmk ... success
-7 447.dealII ... success
-9 450.soplex ... success
-10 453.povray ... success
-11 456.hmmer ... success
-12 458.sjeng ... success
-13 462.libquantum ... success
-14 464.h264ref ... success
-15 470.lbm ... success
-16 471.omnetpp ... success
-18 473.astar ... success
-19 482.sphinx3 ... success
-20 483.xalancbmk ... success
+4 429.mcf ... success
+5 433.milc ... success
+6 444.namd ... success
+7 445.gobmk ... success
+8 447.dealII ... success
+10 450.soplex ... success
+11 453.povray ... success
+12 456.hmmer ... success
+13 458.sjeng ... success
+14 462.libquantum ... success
+15 464.h264ref ... success
+16 470.lbm ... success
+17 471.omnetpp ... success
+19 473.astar ... success
+20 482.sphinx3 ... success
+21 483.xalancbmk ... success
[19 rows x 20 columns]
output-bmk-results.py(261): for index, row in results_df.iterrows():
@@ -411,22 +411,22 @@ output-bmk-results.py(258): print(results_df)
0 400.perlbench ... failed-to-run
1 401.bzip2 ... success
2 403.gcc ... success
-3 429.mcf ... success
-4 433.milc ... success
-5 444.namd ... success
-6 445.gobmk ... success
-7 447.dealII ... success
-9 450.soplex ... success
-10 453.povray ... success
-11 456.hmmer ... success
-12 458.sjeng ... success
-13 462.libquantum ... success
-14 464.h264ref ... success
-15 470.lbm ... success
-16 471.omnetpp ... success
-18 473.astar ... success
-19 482.sphinx3 ... success
-20 483.xalancbmk ... success
+4 429.mcf ... success
+5 433.milc ... success
+6 444.namd ... success
+7 445.gobmk ... success
+8 447.dealII ... success
+10 450.soplex ... success
+11 453.povray ... success
+12 456.hmmer ... success
+13 458.sjeng ... success
+14 462.libquantum ... success
+15 464.h264ref ... success
+16 470.lbm ... success
+17 471.omnetpp ... success
+19 473.astar ... success
+20 482.sphinx3 ... success
+21 483.xalancbmk ... success
[19 rows x 20 columns]
output-bmk-results.py(261): for index, row in results_df.iterrows():
@@ -1298,6 +1298,21 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+DEBUG: checking symbol.regression : 403.gcc,libc.so.6 : size=0% (threshold=10%)
+output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
+ --- modulename: output-bmk-results, funcname: is_entry_regression
+output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics:
+output-bmk-results.py(184): return (result - 100 > threshold)
+output-bmk-results.py(233): continue
+output-bmk-results.py(224): for index, row in out_df.iterrows():
+output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
+ --- modulename: output-bmk-results, funcname: get_threshold
+output-bmk-results.py(98): if metric == "sample":
+output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)]
+output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
+output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
DEBUG: checking symbol.regression : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
@@ -1346,6 +1361,21 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+DEBUG: checking symbol.improvement : 403.gcc,libc.so.6 : size=0% (threshold=10%)
+output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
+ --- modulename: output-bmk-results, funcname: is_entry_improvement
+output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics:
+output-bmk-results.py(193): return (100 - result > threshold)
+output-bmk-results.py(233): continue
+output-bmk-results.py(224): for index, row in out_df.iterrows():
+output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
+ --- modulename: output-bmk-results, funcname: get_threshold
+output-bmk-results.py(98): if metric == "sample":
+output-bmk-results.py(107): if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(110): return default_threshold[(change_kind,metric,mode)]
+output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
+output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
+output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
DEBUG: checking symbol.improvement : 447.dealII,libstdc++.so.6.0.30 : size=0% (threshold=10%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement