diff options
author | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-09-07 20:17:03 +0000 |
---|---|---|
committer | TCWG BuildSlave <tcwg-buildslave@linaro.org> | 2023-09-07 20:17:37 +0000 |
commit | ba1af0011957b673b905350da3c51c0082bb6d70 (patch) | |
tree | c9e5c16d694e8516d5e782e199536574ad811e47 /notify | |
parent | a2097cfb1f5b20da609882882e3839a21a87deb6 (diff) |
onsuccess: #63: 1: [TCWG CI] https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O3_LTO-build/63/
Results :
| # reset_artifacts:
| -10
| # build_bmk_llvm:
| -3
| # benchmark -- -O3_LTO:
| 1
check_regression status : 0
Diffstat (limited to 'notify')
-rw-r--r-- | notify/exe.improvement | 1 | ||||
-rw-r--r-- | notify/jira/comments.txt | 4 | ||||
-rw-r--r-- | notify/mail-body.txt | 21 | ||||
-rw-r--r-- | notify/mail-subject.txt | 2 | ||||
-rw-r--r-- | notify/output-bmk-results.log | 74 |
5 files changed, 79 insertions, 23 deletions
diff --git a/notify/exe.improvement b/notify/exe.improvement new file mode 100644 index 0000000..f2a7160 --- /dev/null +++ b/notify/exe.improvement @@ -0,0 +1 @@ +2,605.mcf_s,mcf_s_base.default,605.mcf_s reduced in size by 2%,605.mcf_s reduced in size by 2% from 22825 to 22457 bytes
diff --git a/notify/jira/comments.txt b/notify/jira/comments.txt index 2a63aeb..e80e3a7 100644 --- a/notify/jira/comments.txt +++ b/notify/jira/comments.txt @@ -1,3 +1,3 @@ [LLVM-651] -No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O3_LTO-build/62/artifact/artifacts/notify/mail-body.txt/*view*/ +605.mcf_s reduced in size by 2% +Details: https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O3_LTO-build/63/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/mail-body.txt b/notify/mail-body.txt index 96b145c..05c6cb7 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -4,15 +4,16 @@ Please find some details below. If you have any questions, please follow up on In CI config tcwg_bmk-code_size-cpu2017fast/llvm-aarch64-master-O3_LTO after: - | 1579 commits in llvm - | aa2adc1283ec [mlir][index] Fix side effect modeling for division by zero ops - | b3a5f5394f1f [mlir] Add `empty` to `StringAttr` - | 8e3883a43b8d [mlir][ub] Fix typo in `ub.poison` op documentation (NFC) - | 17f747b30433 [polly] Dynamic libraries are not supported on Cygwin - | efec733bf5bb Revert "[lit] Echo full RUN lines in case of external shells" - | ... and 1574 more commits in llvm + | 248 commits in llvm + | f8843efbb219 [flang][hlfir] Lower Cray pointee references. (#65563) + | 88359213ee49 [libc++][chrono] TZDB CI fixes. + | ab0eb59f1cda [DWARFVerifier] Allow ObjectiveC names in dwarf_debug tables + | efe8aa2e6181 Revert "Reapply "Revert "[MemCpyOpt] implement multi BB stack-move optimization"" + | cf29d0a73764 [mlir][tosa]Create a check for i64 input in apply_scale lowering in TosaToArith + | ... and 243 more commits in llvm -No change +the following benchmarks reduced in size by more than 1%: +- 605.mcf_s reduced in size by 2% from 22825 to 22457 bytes
Below reproducer instructions can be used to re-build both "first_bad" and "last_good" cross-toolchains used in this bisection. Naturally, the scripts will fail when triggerring benchmarking jobs if you don\'t have access to Linaro TCWG CI. @@ -29,6 +30,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O3_LTO-build/62/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O3_LTO-build/61/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O3_LTO-build/63/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O3_LTO-build/62/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 160aae2..d91b48d 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 1579 commits in llvm: No change +[Linaro-TCWG-CI] 248 commits in llvm: 605.mcf_s reduced in size by 2% diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index 62f6576..be5eb7a 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -198,7 +198,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 605.mcf_s,mcf_s_base.default : size=0% (threshold=1%) +DEBUG: checking exe.regression : 605.mcf_s,mcf_s_base.default : size=2% (threshold=1%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: @@ -471,12 +471,37 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 605.mcf_s,mcf_s_base.default : size=0% (threshold=1%) +DEBUG: checking exe.improvement : 605.mcf_s,mcf_s_base.default : size=2% (threshold=1%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: output-bmk-results.py(177): return (100 - result > threshold) -output-bmk-results.py(217): continue +output-bmk-results.py(219): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind) + --- modulename: output-bmk-results, funcname: get_short_long_diag +output-bmk-results.py(114): bmk = row["benchmark"] +output-bmk-results.py(115): rel_value = row["rel_" + metric] +output-bmk-results.py(116): prev_value = row[metric + "_x"] +output-bmk-results.py(117): curr_value = row[metric + "_y"] +output-bmk-results.py(119): if metric == "sample": +output-bmk-results.py(136): suffix = "" +output-bmk-results.py(137): if metric == "sample": +output-bmk-results.py(141): elif metric == "size": +output-bmk-results.py(142): prefix_regression = "grew in size by" +output-bmk-results.py(143): prefix_improvement = "reduced in size by" +output-bmk-results.py(144): suffix = "bytes" +output-bmk-results.py(151): if sym_type=="symbol": +output-bmk-results.py(154): item=bmk +output-bmk-results.py(156): short_diag = "{0} {1} {2}%".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100)) +output-bmk-results.py(157): long_diag = "{0} from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix) +output-bmk-results.py(158): return abs(rel_value - 100), short_diag, long_diag +output-bmk-results.py(223): if metric == "sample" \ +output-bmk-results.py(230): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], long_diag)) +DEBUG: *** 605.mcf_s,mcf_s_base.default : 605.mcf_s reduced in size by 2% from 22825 to 22457 bytes +output-bmk-results.py(232): f_out.write_csv((percent_change, row["benchmark"], row["symbol"], short_diag, long_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(233): if change_kind == "regression": output-bmk-results.py(208): for index, row in out_df.iterrows(): output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) --- modulename: output-bmk-results, funcname: get_threshold @@ -633,7 +658,6 @@ output-bmk-results.py(237): f_out.close() output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: -output-bmk-results.py(33): os.remove(self.filename) output-bmk-results.py(257): output_bmk_results_1(sym_df, "symbol", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 output-bmk-results.py(202): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) @@ -654,7 +678,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 607.cactuBSSN_s,libomp.so : size=-1% (threshold=10%) +DEBUG: checking symbol.regression : 607.cactuBSSN_s,libomp.so : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: @@ -669,7 +693,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 619.lbm_s,libomp.so : size=-1% (threshold=10%) +DEBUG: checking symbol.regression : 619.lbm_s,libomp.so : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: @@ -699,7 +723,22 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 644.nab_s,libomp.so : size=-1% (threshold=10%) +DEBUG: checking symbol.regression : 620.omnetpp_s,libstdc++.so.6.0.30 : size=0% (threshold=10%) +output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): + --- modulename: output-bmk-results, funcname: is_entry_regression +output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: +output-bmk-results.py(168): return (result - 100 > threshold) +output-bmk-results.py(217): continue +output-bmk-results.py(208): for index, row in out_df.iterrows(): +output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) + --- modulename: output-bmk-results, funcname: get_threshold +output-bmk-results.py(98): if metric == "sample": +output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": +output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] +output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) +output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +DEBUG: checking symbol.regression : 644.nab_s,libomp.so : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(167): if metric in metric_utils.higher_regress_metrics: @@ -732,7 +771,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 607.cactuBSSN_s,libomp.so : size=-1% (threshold=10%) +DEBUG: checking symbol.improvement : 607.cactuBSSN_s,libomp.so : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: @@ -747,7 +786,7 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 619.lbm_s,libomp.so : size=-1% (threshold=10%) +DEBUG: checking symbol.improvement : 619.lbm_s,libomp.so : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: @@ -777,7 +816,22 @@ output-bmk-results.py(111): return default_threshold[(change_kind,metric,mod output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 644.nab_s,libomp.so : size=-1% (threshold=10%) +DEBUG: checking symbol.improvement : 620.omnetpp_s,libstdc++.so.6.0.30 : size=0% (threshold=10%) +output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): + --- modulename: output-bmk-results, funcname: is_entry_improvement +output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: +output-bmk-results.py(177): return (100 - result > threshold) +output-bmk-results.py(217): continue +output-bmk-results.py(208): for index, row in out_df.iterrows(): +output-bmk-results.py(210): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"]) + --- modulename: output-bmk-results, funcname: get_threshold +output-bmk-results.py(98): if metric == "sample": +output-bmk-results.py(108): if metric == "num_vect_loops" or metric == "num_sve_loops": +output-bmk-results.py(111): return default_threshold[(change_kind,metric,mode)] +output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +output-bmk-results.py(213): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) +output-bmk-results.py(212): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ +DEBUG: checking symbol.improvement : 644.nab_s,libomp.so : size=0% (threshold=10%) output-bmk-results.py(216): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(176): if metric in metric_utils.higher_regress_metrics: |