summaryrefslogtreecommitdiff
path: root/notify
diff options
context:
space:
mode:
Diffstat (limited to 'notify')
-rw-r--r--notify/jira/comment-template.txt2
-rw-r--r--notify/lnt_report.json252
-rw-r--r--notify/mail-body.txt18
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--notify/output-bmk-results.log8
5 files changed, 246 insertions, 36 deletions
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index 075da24..1d56f58 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[LLVM-651]
No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2_LTO-build/95/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2_LTO-build/96/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/lnt_report.json b/notify/lnt_report.json
index 07db5e9..84677f7 100644
--- a/notify/lnt_report.json
+++ b/notify/lnt_report.json
@@ -5,35 +5,37 @@
},
"Run": {
"Info": {
- "__report_version__": "1",
- "run_order": "llvmorg-18-init-12472-g53f912480f7f",
- "tag": "tcwg_bmk-code_speed-cpu2017rate"
+ "tag": "tcwg_bmk-code_speed-cpu2017rate",
+ "run_order": "llvmorg-18-init-12673-g7c44167daa75",
+ "test_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2_LTO-build/96/",
+ "git_llvm": "https://github.com/llvm/llvm-project/commit/7c44167daa7529d0a1352746e17c9aba6a4ed8ae",
+ "__report_version__": "1"
},
- "Start Time": "2023-11-22 22:23:58"
+ "Start Time": "2023-11-25 13:45:21"
},
"Tests": [
{
"Data": [
- 129819
+ 26244
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.557.xz_r.code_size"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.code_size"
}
,
{
"Data": [
- 26244
+ 90788
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.code_size"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.code_size"
}
,
{
"Data": [
- 91160
+ 3447546
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.code_size"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.code_size"
}
,
{
@@ -46,10 +48,10 @@
,
{
"Data": [
- 1241303
+ 129819
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.code_size"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.557.xz_r.code_size"
}
,
{
@@ -62,15 +64,31 @@
,
{
"Data": [
- 3447474
+ 1241303
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.code_size"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.code_size"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.exec"
}
,
{
"Data": [
- 12199
+ 2458
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.exec"
+ }
+ ,
+ {
+ "Data": [
+ 12253
],
"Info": {},
"Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.exec"
@@ -78,6 +96,14 @@
,
{
"Data": [
+ 12103
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.exec"
+ }
+ ,
+ {
+ "Data": [
1
],
"Info": {},
@@ -94,7 +120,7 @@
,
{
"Data": [
- 10027
+ 10030
],
"Info": {},
"Name": "tcwg_bmk-code_speed-cpu2017rate.557.xz_r.exec"
@@ -102,18 +128,26 @@
,
{
"Data": [
- 12104
+ 0
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.exec"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.510.parest_r.compile_status"
}
,
{
"Data": [
- 2442
+ 1
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.exec"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.510.parest_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.511.povray_r.compile_status"
}
,
{
@@ -121,7 +155,183 @@
1
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.exec"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.511.povray_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.compile_status"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.compile_status"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.compile_status"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.525.x264_r.compile_status"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.525.x264_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.526.blender_r.compile_status"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.526.blender_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.compile_status"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.compile_status"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.508.namd_r.compile_status"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.508.namd_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.compile_status"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.544.nab_r.compile_status"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.544.nab_r.execution_status"
+ }
+ ,
+ {
+ "Data": [
+ 0
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.541.leela_r.compile_status"
+ }
+ ,
+ {
+ "Data": [
+ 1
+ ],
+ "Info": {},
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.541.leela_r.execution_status"
}
]
}
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 591211b..6dcbbf4 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,13 +2,13 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
In CI config tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O2_LTO after:
- | 305 commits in llvm
- | 53f912480f7f [SLP][NFC]Remove extra unused vars, add TODO, NFC.
- | aba040182a5c [IR] Replace uses of IRBuilder::getInt8PtrTy with getPtrTy. NFC (#73154)
- | 6772c4f24832 [libc++] Remove the ignore_format.txt file (#73135)
- | a9c149df7666 [libc++] Document upcoming removal of _LIBCPP_ENABLE_NARROWING_CONVERSIONS_IN_VARIANT in LLVM 19
- | 5717236f7e1f [CMake] Fix the condition to include asan_rtl_x86_64.S in libclang_rt.asan_static.a
- | ... and 300 more commits in llvm
+ | 201 commits in llvm
+ | 7c44167daa75 [libc++] Updates mdspan synopsis,
+ | 3703e7cb4242 [libc++][doc] Fixes grammar issues.
+ | 0fea00d48bcd [JITLink][AArch32] Split invalid edge kind test out into readAddendDataErrors
+ | fcf5ac84a62d [llvm][NFC] Autoupdater x86 intrinsic selection (#73046)
+ | 494c9e5f5930 [libc++] Removes basic_string::reserve(). (#73354)
+ | ... and 196 more commits in llvm
No change
@@ -28,6 +28,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2_LTO-build/95/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2_LTO-build/94/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2_LTO-build/96/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O2_LTO-build/95/artifact/artifacts
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index 146b5f1..93142ff 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 305 commits in llvm: No change on arm O2 -LTO
+[Linaro-TCWG-CI] 201 commits in llvm: No change on arm O2 -LTO
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index eb30f0f..f668e74 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -825,7 +825,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics:
@@ -847,7 +847,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics:
@@ -1085,7 +1085,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=-1% (threshold=3%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics:
@@ -1107,7 +1107,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics:
generated by cgit v1.2.3 (git 2.25.1) at 2024-07-09 12:08:30 +0000