summaryrefslogtreecommitdiff
path: root/notify
diff options
context:
space:
mode:
Diffstat (limited to 'notify')
-rw-r--r--notify/exe.improvement1
-rw-r--r--notify/jira/comment-template.txt4
-rw-r--r--notify/mail-body.txt21
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--notify/output-bmk-results.log45
5 files changed, 23 insertions, 50 deletions
diff --git a/notify/exe.improvement b/notify/exe.improvement
deleted file mode 100644
index b9287a1..0000000
--- a/notify/exe.improvement
+++ /dev/null
@@ -1 +0,0 @@
-2,470.lbm,lbm_base.default,470.lbm reduced in size by 2%,470.lbm reduced in size by 2% from 10766 to 10567 bytes
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index b508b10..7daa1e7 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[LLVM-651]
-470.lbm reduced in size by 2%
-Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O2_LTO-build/63/artifact/artifacts/notify/mail-body.txt/*view*/
+No change
+Details: https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O2_LTO-build/64/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 7011875..4b768c9 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,16 +2,15 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
In CI config tcwg_bmk-code_size-spec2k6/llvm-arm-master-O2_LTO after:
- | 701 commits in llvm
- | e1e3c75c7dad Revert rG6c56cf71ee82ec3a28e0dfc2b751bd10c16929da "[DAG] FoldSetCC - add missing icmp(X,undef) -> isTrueWhenEqual case"
- | 8143307b336d [mlir][bufferization] Generalize tensor slice rules to subset ops (#65619)
- | b8ec2832c3d9 [AArch64][SME] Various tests should work with +sme, just as they do for +sve (#65260)
- | 6c56cf71ee82 [DAG] FoldSetCC - add missing icmp(X,undef) -> isTrueWhenEqual case
- | f8b2544c4224 [lldb] Link to LLVM code style in LLDB's contributing page
- | ... and 696 more commits in llvm
+ | 415 commits in llvm
+ | a59870a05c54 [Github] Fix yml syntax
+ | ce5b88bf10ac [InstCombine] Handle constant arms in `select` of `srem` fold
+ | 5163319ee2a0 [InstCombine] Use `ConstantInt::getBool` instead of `Constant::getIntegerValue`. NFC.
+ | b423e1f05dc3 [SDAG][RISCV] Avoid neg instructions when lowering atomic_load_sub with a constant rhs
+ | f3796acd77aa [Github] Do not label clang-format files as clang (#66388)
+ | ... and 410 more commits in llvm
-the following benchmarks reduced in size by more than 1%:
-- 470.lbm reduced in size by 2% from 10766 to 10567 bytes
+No change
Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI.
@@ -28,6 +27,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O2_LTO-build/63/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O2_LTO-build/61/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O2_LTO-build/64/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-spec2k6--llvm-arm-master-O2_LTO-build/63/artifact/artifacts
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index 1180f88..6892000 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 701 commits in llvm: 470.lbm reduced in size by 2%
+[Linaro-TCWG-CI] 415 commits in llvm: No change
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index 3cc14f4..2533749 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -123,7 +123,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 403.gcc,gcc_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.regression : 403.gcc,gcc_base.default : size=-1% (threshold=1%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -273,7 +273,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 462.libquantum,libquantum_base.default : size=1% (threshold=1%)
+DEBUG: checking exe.regression : 462.libquantum,libquantum_base.default : size=0% (threshold=1%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -303,7 +303,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 470.lbm,lbm_base.default : size=2% (threshold=1%)
+DEBUG: checking exe.regression : 470.lbm,lbm_base.default : size=0% (threshold=1%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -348,7 +348,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 482.sphinx3,sphinx_livepretend_base.default : size=1% (threshold=1%)
+DEBUG: checking exe.regression : 482.sphinx3,sphinx_livepretend_base.default : size=0% (threshold=1%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(175): if metric in metric_utils.higher_regress_metrics:
@@ -411,7 +411,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 403.gcc,gcc_base.default : size=0% (threshold=1%)
+DEBUG: checking exe.improvement : 403.gcc,gcc_base.default : size=-1% (threshold=1%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -561,7 +561,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 462.libquantum,libquantum_base.default : size=1% (threshold=1%)
+DEBUG: checking exe.improvement : 462.libquantum,libquantum_base.default : size=0% (threshold=1%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -591,38 +591,12 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 470.lbm,lbm_base.default : size=2% (threshold=1%)
+DEBUG: checking exe.improvement : 470.lbm,lbm_base.default : size=0% (threshold=1%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
output-bmk-results.py(185): return (100 - result > threshold)
-output-bmk-results.py(227): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
- --- modulename: output-bmk-results, funcname: get_short_long_diag
-output-bmk-results.py(113): bmk = row["benchmark"]
-output-bmk-results.py(114): rel_value = row["rel_" + metric]
-output-bmk-results.py(115): prev_value = row[metric + "_x"]
-output-bmk-results.py(116): curr_value = row[metric + "_y"]
-output-bmk-results.py(118): if metric == "sample":
-output-bmk-results.py(134): elif metric == "num_vect_loops" or metric == "num_sve_loops":
-output-bmk-results.py(144): suffix = ""
-output-bmk-results.py(145): if metric == "sample":
-output-bmk-results.py(149): elif metric == "size":
-output-bmk-results.py(150): prefix_regression = "grew in size by"
-output-bmk-results.py(151): prefix_improvement = "reduced in size by"
-output-bmk-results.py(152): suffix = "bytes"
-output-bmk-results.py(159): if sym_type=="symbol":
-output-bmk-results.py(162): item=bmk
-output-bmk-results.py(164): short_diag = "{0} {1} {2}%".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
-output-bmk-results.py(165): long_diag = "{0} from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
-output-bmk-results.py(166): return abs(rel_value - 100), short_diag, long_diag
-output-bmk-results.py(231): if metric == "sample" \
-output-bmk-results.py(238): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag))
-DEBUG: *** 470.lbm,lbm_base.default : 470.lbm reduced in size by 2% from 10766 to 10567 bytes
-output-bmk-results.py(240): f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag))
- --- modulename: output-bmk-results, funcname: write_csv
-output-bmk-results.py(41): if not self.predicate or not self.csvwriter:
-output-bmk-results.py(43): self.csvwriter.writerow(arr)
-output-bmk-results.py(241): if change_kind == "regression":
+output-bmk-results.py(225): continue
output-bmk-results.py(216): for index, row in out_df.iterrows():
output-bmk-results.py(218): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
--- modulename: output-bmk-results, funcname: get_threshold
@@ -662,7 +636,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(221): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(220): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 482.sphinx3,sphinx_livepretend_base.default : size=1% (threshold=1%)
+DEBUG: checking exe.improvement : 482.sphinx3,sphinx_livepretend_base.default : size=0% (threshold=1%)
output-bmk-results.py(224): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(184): if metric in metric_utils.higher_regress_metrics:
@@ -689,6 +663,7 @@ output-bmk-results.py(245): f_out.close()
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
+output-bmk-results.py(33): os.remove(self.filename)
output-bmk-results.py(265): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details)
--- modulename: output-bmk-results, funcname: output_bmk_results_1
output-bmk-results.py(210): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose"))
generated by cgit v1.2.3 (git 2.25.1) at 2024-06-29 08:34:29 +0000