summaryrefslogtreecommitdiff
path: root/notify
diff options
context:
space:
mode:
Diffstat (limited to 'notify')
-rw-r--r--notify/any.skipped1
-rw-r--r--notify/check-regression-status.txt2
-rw-r--r--notify/extra-bisect-params2
-rw-r--r--notify/jira/comment-template.txt2
-rw-r--r--notify/jira/components1
-rw-r--r--notify/jira/description78
-rw-r--r--notify/jira/startdate1
-rw-r--r--notify/jira/summary1
-rw-r--r--notify/lnt_report.json38
-rw-r--r--notify/mail-body.txt94
-rw-r--r--notify/mail-subject.txt2
-rw-r--r--notify/output-bmk-results.log98
-rw-r--r--notify/results.regressions2
-rw-r--r--notify/status.regression2
14 files changed, 236 insertions, 88 deletions
diff --git a/notify/any.skipped b/notify/any.skipped
new file mode 100644
index 0000000..f10e061
--- /dev/null
+++ b/notify/any.skipped
@@ -0,0 +1 @@
+505.mcf_r,mcf_r_base.default,slowed down by 9% - 505.mcf_r,slowed down by 9% - 505.mcf_r - from 12038 to 13153 perf samples
diff --git a/notify/check-regression-status.txt b/notify/check-regression-status.txt
index 573541a..d00491f 100644
--- a/notify/check-regression-status.txt
+++ b/notify/check-regression-status.txt
@@ -1 +1 @@
-0
+1
diff --git a/notify/extra-bisect-params b/notify/extra-bisect-params
index b13b8ee..fa6c7c9 100644
--- a/notify/extra-bisect-params
+++ b/notify/extra-bisect-params
@@ -1 +1 @@
-extra_build_params=++benchmarks 519.lbm_r ++benchmarks 520.omnetpp_r
+extra_build_params=
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt
index 4e5d5fc..84ba1ba 100644
--- a/notify/jira/comment-template.txt
+++ b/notify/jira/comment-template.txt
@@ -1,3 +1,3 @@
[LLVM-651]
No change
-Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3_LTO-build/34/artifact/artifacts/notify/mail-body.txt/*view*/
+Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3_LTO-build/35/artifact/artifacts/notify/mail-body.txt/*view*/
diff --git a/notify/jira/components b/notify/jira/components
new file mode 100644
index 0000000..8072713
--- /dev/null
+++ b/notify/jira/components
@@ -0,0 +1 @@
+LLVM
diff --git a/notify/jira/description b/notify/jira/description
new file mode 100644
index 0000000..dcae4a3
--- /dev/null
+++ b/notify/jira/description
@@ -0,0 +1,78 @@
+commit llvmorg-17-init-12450-g0524534d5220
+Author: Alexandros Lamprineas <alexandros.lamprineas@arm.com>
+Date: Wed May 24 12:31:05 2023 +0100
+
+ [FuncSpec] Enable specialization of literal constants.
+
+ To do so we have to tweak the cost model such that specialization
+ does not trigger excessively.
+
+ Differential Revision: https://reviews.llvm.org/D150649
+
+* tcwg_bmk-code_size-cpu2017fast
+*Status of llvmorg-17-init-12450-g0524534d5220 commit for tcwg_bmk-code_size-cpu2017fast:
+* commit 0524534d5220da5ecb2cd424a46520184d2be366
+* Author: Alexandros Lamprineas <alexandros.lamprineas@arm.com>
+*
+* [FuncSpec] Enable specialization of literal constants.
+*
+** llvm-aarch64-master-O2
+*** [TCWG-CI] 510.parest_r grew in size by 2% after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : 510.parest_r grew in size by 2%
+*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O2-build/26/
+* tcwg_bmk-code_size-cpu2017rate
+*Status of llvmorg-17-init-12450-g0524534d5220 commit for tcwg_bmk-code_size-cpu2017rate:
+* commit 0524534d5220da5ecb2cd424a46520184d2be366
+* Author: Alexandros Lamprineas <alexandros.lamprineas@arm.com>
+*
+* [FuncSpec] Enable specialization of literal constants.
+*
+** llvm-arm-master-O3
+*** [TCWG-CI] 500.perlbench_r grew in size by 2% after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : 500.perlbench_r grew in size by 2%
+*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/22/
+* tcwg_bmk-code_speed-cpu2017rate
+** llvm-arm-master-O2_LTO
+*** [TCWG-CI] 505.mcf_r slowed down by 9% after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : 505.mcf_r slowed down by 9%
+** llvm-arm-master-O3_LTO
+*** No change
+*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/0524534d5220da5ecb2cd424a46520184d2be366/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO/details.txt
+*** https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3_LTO-build/35/
+* tcwg_kernel
+*Status of llvmorg-17-init-12450-g0524534d5220 commit for tcwg_kernel:
+* commit 0524534d5220da5ecb2cd424a46520184d2be366
+* Author: Alexandros Lamprineas <alexandros.lamprineas@arm.com>
+*
+* [FuncSpec] Enable specialization of literal constants.
+*
+** llvm-master-aarch64-stable-allmodconfig
+*** [TCWG-CI] Failure after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-aarch64-stable-allmodconfig-build/28/
+** llvm-master-aarch64-stable-allyesconfig
+*** [TCWG-CI] Failure after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-aarch64-stable-allyesconfig-build/30/
+** llvm-master-arm-mainline-allmodconfig
+*** [TCWG-CI] Failure after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-arm-mainline-allmodconfig-build/40/
+** llvm-master-arm-mainline-allyesconfig
+*** [TCWG-CI] Failure after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-arm-mainline-allyesconfig-build/46/
+** llvm-master-arm-next-allmodconfig
+*** [TCWG-CI] Failure after llvm commit: [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-arm-next-allmodconfig-build/68/
+** llvm-master-arm-stable-allmodconfig
+*** [TCWG-CI] Failure after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-arm-stable-allmodconfig-build/47/
+** llvm-master-arm-stable-allyesconfig
+*** [TCWG-CI] Failure after llvm commit: [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-arm-stable-allyesconfig-build/40/
+
+Latest data: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/0524534d5220da5ecb2cd424a46520184d2be366/jira/yaml
diff --git a/notify/jira/startdate b/notify/jira/startdate
new file mode 100644
index 0000000..6cdd8ce
--- /dev/null
+++ b/notify/jira/startdate
@@ -0,0 +1 @@
+2023-05-25
diff --git a/notify/jira/summary b/notify/jira/summary
new file mode 100644
index 0000000..45fcd97
--- /dev/null
+++ b/notify/jira/summary
@@ -0,0 +1 @@
+llvmorg-17-init-12450-g0524534d5220: No change
diff --git a/notify/lnt_report.json b/notify/lnt_report.json
index 6124ceb..e66a699 100644
--- a/notify/lnt_report.json
+++ b/notify/lnt_report.json
@@ -6,39 +6,39 @@
"Run": {
"Info": {
"__report_version__": "1",
- "run_order": "llvmorg-17-init-12449-g64413584dacb",
+ "run_order": "llvmorg-17-init-12450-g0524534d5220",
"tag": "tcwg_bmk-code_speed-cpu2017rate"
},
- "Start Time": "2023-11-22 21:41:05"
+ "Start Time": "2023-11-22 21:46:01"
},
"Tests": [
{
"Data": [
- 1323303
+ 11062
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.code_size"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.code_size"
}
,
{
"Data": [
- 94223
+ 111104
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.541.leela_r.code_size"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.code_size"
}
,
{
"Data": [
- 3646722
+ 94223
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.code_size"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.541.leela_r.code_size"
}
,
{
"Data": [
- 140543
+ 139407
],
"Info": {},
"Name": "tcwg_bmk-code_speed-cpu2017rate.557.xz_r.code_size"
@@ -46,15 +46,7 @@
,
{
"Data": [
- 111104
- ],
- "Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.code_size"
- }
- ,
- {
- "Data": [
- 27672
+ 22804
],
"Info": {},
"Name": "tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.code_size"
@@ -62,15 +54,15 @@
,
{
"Data": [
- 11062
+ 3650890
],
"Info": {},
- "Name": "tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.code_size"
+ "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.code_size"
}
,
{
"Data": [
- 10063
+ 10062
],
"Info": {},
"Name": "tcwg_bmk-code_speed-cpu2017rate.557.xz_r.exec"
@@ -78,7 +70,7 @@
,
{
"Data": [
- 12038
+ 13153
],
"Info": {},
"Name": "tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.exec"
@@ -86,7 +78,7 @@
,
{
"Data": [
- 11655
+ 11583
],
"Info": {},
"Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.exec"
diff --git a/notify/mail-body.txt b/notify/mail-body.txt
index 3442af4..d2303b3 100644
--- a/notify/mail-body.txt
+++ b/notify/mail-body.txt
@@ -2,13 +2,16 @@ Dear contributor, our automatic CI has detected problems related to your patch(e
In CI config tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO after:
- | 1342 commits in llvm
- | 64413584dacb [clang][dataflow] Add support for return values of reference type.
- | 6fdc77e4884b [RISCV] Don't reduce vslidedown's VL in rotations
- | c4a60c9d3437 [CodeGen][ShrinkWrap] Enable PostShrinkWrap by default
- | 20d6dee40d50 -fsanitize=function: fix alignment fault on Arm targets.
- | d2502eb091fa [KnownBits] Add support for nuw/nsw on shifts
- | ... and 1337 more commits in llvm
+ | commit llvmorg-17-init-12450-g0524534d5220
+ | Author: Alexandros Lamprineas <alexandros.lamprineas@arm.com>
+ | Date: Wed May 24 12:31:05 2023 +0100
+ |
+ | [FuncSpec] Enable specialization of literal constants.
+ |
+ | To do so we have to tweak the cost model such that specialization
+ | does not trigger excessively.
+ |
+ | Differential Revision: https://reviews.llvm.org/D150649
No change
@@ -28,6 +31,79 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion
-----------------8<--------------------------8<--------------------------8<--------------------------
The information below can be used to reproduce a debug environment:
-Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3_LTO-build/34/artifact/artifacts
-Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3_LTO-build/29/artifact/artifacts
+Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3_LTO-build/35/artifact/artifacts
+Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3_LTO-build/34/artifact/artifacts
+
+Reproduce last good and first bad builds: https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/0524534d5220da5ecb2cd424a46520184d2be366/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO/reproduction_instructions.txt
+
+Full commit : https://github.com/llvm/llvm-project/commit/0524534d5220da5ecb2cd424a46520184d2be366
+
+Latest bug report status : https://linaro.atlassian.net/browse/LLVM-651
+
+List of configurations that regressed due to this commit :
+* tcwg_bmk-code_size-cpu2017fast
+*Status of llvmorg-17-init-12450-g0524534d5220 commit for tcwg_bmk-code_size-cpu2017fast:
+* commit 0524534d5220da5ecb2cd424a46520184d2be366
+* Author: Alexandros Lamprineas <alexandros.lamprineas@arm.com>
+*
+* [FuncSpec] Enable specialization of literal constants.
+*
+** llvm-aarch64-master-O2
+*** [TCWG-CI] 510.parest_r grew in size by 2% after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : 510.parest_r grew in size by 2%
+*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017fast--llvm-aarch64-master-O2-build/26/
+* tcwg_bmk-code_size-cpu2017rate
+*Status of llvmorg-17-init-12450-g0524534d5220 commit for tcwg_bmk-code_size-cpu2017rate:
+* commit 0524534d5220da5ecb2cd424a46520184d2be366
+* Author: Alexandros Lamprineas <alexandros.lamprineas@arm.com>
+*
+* [FuncSpec] Enable specialization of literal constants.
+*
+** llvm-arm-master-O3
+*** [TCWG-CI] 500.perlbench_r grew in size by 2% after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : 500.perlbench_r grew in size by 2%
+*** https://ci.linaro.org/job/tcwg_bmk-code_size-cpu2017rate--llvm-arm-master-O3-build/22/
+* tcwg_bmk-code_speed-cpu2017rate
+** llvm-arm-master-O2_LTO
+*** [TCWG-CI] 505.mcf_r slowed down by 9% after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : 505.mcf_r slowed down by 9%
+** llvm-arm-master-O3_LTO
+*** No change
+*** https://git-us.linaro.org/toolchain/ci/interesting-commits.git/plain/llvm/sha1/0524534d5220da5ecb2cd424a46520184d2be366/tcwg_bmk-code_speed-cpu2017rate/llvm-arm-master-O3_LTO/details.txt
+*** https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-arm-master-O3_LTO-build/35/
+* tcwg_kernel
+*Status of llvmorg-17-init-12450-g0524534d5220 commit for tcwg_kernel:
+* commit 0524534d5220da5ecb2cd424a46520184d2be366
+* Author: Alexandros Lamprineas <alexandros.lamprineas@arm.com>
+*
+* [FuncSpec] Enable specialization of literal constants.
+*
+** llvm-master-aarch64-stable-allmodconfig
+*** [TCWG-CI] Failure after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-aarch64-stable-allmodconfig-build/28/
+** llvm-master-aarch64-stable-allyesconfig
+*** [TCWG-CI] Failure after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-aarch64-stable-allyesconfig-build/30/
+** llvm-master-arm-mainline-allmodconfig
+*** [TCWG-CI] Failure after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-arm-mainline-allmodconfig-build/40/
+** llvm-master-arm-mainline-allyesconfig
+*** [TCWG-CI] Failure after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-arm-mainline-allyesconfig-build/46/
+** llvm-master-arm-next-allmodconfig
+*** [TCWG-CI] Failure after llvm commit: [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-arm-next-allmodconfig-build/68/
+** llvm-master-arm-stable-allmodconfig
+*** [TCWG-CI] Failure after [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-arm-stable-allmodconfig-build/47/
+** llvm-master-arm-stable-allyesconfig
+*** [TCWG-CI] Failure after llvm commit: [FuncSpec] Enable specialization of literal constants.
+*** Result summary : Failure
+*** https://ci.linaro.org/job/tcwg_kernel--llvm-master-arm-stable-allyesconfig-build/40/
diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt
index 4b59d37..cabc64e 100644
--- a/notify/mail-subject.txt
+++ b/notify/mail-subject.txt
@@ -1 +1 @@
-[Linaro-TCWG-CI] 1342 commits in llvm: No change on arm O3 -LTO
+[Linaro-TCWG-CI] llvmorg-17-init-12450-g0524534d5220: No change on arm O3 -LTO
diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log
index 04d31bf..23f973b 100644
--- a/notify/output-bmk-results.log
+++ b/notify/output-bmk-results.log
@@ -109,8 +109,8 @@ output-bmk-results.py(258): print(results_df)
3 508.namd_r namd_r_base.default ... failed-to-run failed-to-run
4 510.parest_r parest_r_base.default ... failed-to-run failed-to-run
5 511.povray_r povray_r_base.default ... failed-to-run failed-to-run
-6 519.lbm_r lbm_r_base.default ... success failed-to-run
-7 520.omnetpp_r omnetpp_r_base.default ... success failed-to-run
+6 519.lbm_r lbm_r_base.default ... failed-to-run failed-to-run
+7 520.omnetpp_r omnetpp_r_base.default ... failed-to-run failed-to-run
8 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
9 525.x264_r x264_r_base.default ... failed-to-run failed-to-run
10 526.blender_r blender_r_base.default ... failed-to-run failed-to-run
@@ -213,25 +213,12 @@ output-bmk-results.py(115): short_diag=""
output-bmk-results.py(116): classif=""
output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(122): short_diag = "{0} failed to run".format(bmk)
-output-bmk-results.py(123): classif="regression"
+output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
output-bmk-results.py(134): return classif, short_diag
output-bmk-results.py(265): if classif != change_kind:
-output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag))
-DEBUG: *** 519.lbm_r,lbm_r_base.default : 519.lbm_r failed to run
-output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag))
- --- modulename: output-bmk-results, funcname: write_csv
-output-bmk-results.py(41): if not self.predicate or not self.csvwriter:
-output-bmk-results.py(43): self.csvwriter.writerow(arr)
-output-bmk-results.py(271): if change_kind == "regression":
-output-bmk-results.py(272): f_regr.write("# {0},{1}\n".format(row["symbol"], short_diag))
- --- modulename: output-bmk-results, funcname: write
-output-bmk-results.py(36): if not self.predicate or not self.outf:
-output-bmk-results.py(38): self.outf.write(string)
-output-bmk-results.py(273): f_ebp.write("++benchmarks {0} ".format(row["benchmark"]))
- --- modulename: output-bmk-results, funcname: write
-output-bmk-results.py(36): if not self.predicate or not self.outf:
-output-bmk-results.py(38): self.outf.write(string)
+output-bmk-results.py(266): continue;
output-bmk-results.py(261): for index, row in results_df.iterrows():
output-bmk-results.py(263): classif, short_diag = get_status_diag(row)
--- modulename: output-bmk-results, funcname: get_status_diag
@@ -240,25 +227,12 @@ output-bmk-results.py(115): short_diag=""
output-bmk-results.py(116): classif=""
output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(122): short_diag = "{0} failed to run".format(bmk)
-output-bmk-results.py(123): classif="regression"
+output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
output-bmk-results.py(134): return classif, short_diag
output-bmk-results.py(265): if classif != change_kind:
-output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag))
-DEBUG: *** 520.omnetpp_r,omnetpp_r_base.default : 520.omnetpp_r failed to run
-output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag))
- --- modulename: output-bmk-results, funcname: write_csv
-output-bmk-results.py(41): if not self.predicate or not self.csvwriter:
-output-bmk-results.py(43): self.csvwriter.writerow(arr)
-output-bmk-results.py(271): if change_kind == "regression":
-output-bmk-results.py(272): f_regr.write("# {0},{1}\n".format(row["symbol"], short_diag))
- --- modulename: output-bmk-results, funcname: write
-output-bmk-results.py(36): if not self.predicate or not self.outf:
-output-bmk-results.py(38): self.outf.write(string)
-output-bmk-results.py(273): f_ebp.write("++benchmarks {0} ".format(row["benchmark"]))
- --- modulename: output-bmk-results, funcname: write
-output-bmk-results.py(36): if not self.predicate or not self.outf:
-output-bmk-results.py(38): self.outf.write(string)
+output-bmk-results.py(266): continue;
output-bmk-results.py(261): for index, row in results_df.iterrows():
output-bmk-results.py(263): classif, short_diag = get_status_diag(row)
--- modulename: output-bmk-results, funcname: get_status_diag
@@ -377,6 +351,7 @@ output-bmk-results.py(275): f_out.close()
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
+output-bmk-results.py(33): os.remove(self.filename)
output-bmk-results.py(294): output_bmk_results_status(exe_df, "improvement", None, None, run_step_artifacts, details)
--- modulename: output-bmk-results, funcname: output_bmk_results_status
output-bmk-results.py(256): f_out = Outfile("{0}/status.{1}".format(run_step_artifacts, change_kind), "w", predicate=(details=="verbose"))
@@ -394,8 +369,8 @@ output-bmk-results.py(258): print(results_df)
3 508.namd_r namd_r_base.default ... failed-to-run failed-to-run
4 510.parest_r parest_r_base.default ... failed-to-run failed-to-run
5 511.povray_r povray_r_base.default ... failed-to-run failed-to-run
-6 519.lbm_r lbm_r_base.default ... success failed-to-run
-7 520.omnetpp_r omnetpp_r_base.default ... success failed-to-run
+6 519.lbm_r lbm_r_base.default ... failed-to-run failed-to-run
+7 520.omnetpp_r omnetpp_r_base.default ... failed-to-run failed-to-run
8 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
9 525.x264_r x264_r_base.default ... failed-to-run failed-to-run
10 526.blender_r blender_r_base.default ... failed-to-run failed-to-run
@@ -498,8 +473,9 @@ output-bmk-results.py(115): short_diag=""
output-bmk-results.py(116): classif=""
output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(122): short_diag = "{0} failed to run".format(bmk)
-output-bmk-results.py(123): classif="regression"
+output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
output-bmk-results.py(134): return classif, short_diag
output-bmk-results.py(265): if classif != change_kind:
output-bmk-results.py(266): continue;
@@ -511,8 +487,9 @@ output-bmk-results.py(115): short_diag=""
output-bmk-results.py(116): classif=""
output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build":
output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run":
-output-bmk-results.py(122): short_diag = "{0} failed to run".format(bmk)
-output-bmk-results.py(123): classif="regression"
+output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run":
+output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success":
+output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success":
output-bmk-results.py(134): return classif, short_diag
output-bmk-results.py(265): if classif != change_kind:
output-bmk-results.py(266): continue;
@@ -662,12 +639,37 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 505.mcf_r,mcf_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 505.mcf_r,mcf_r_base.default : sample=-9% (threshold=3%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics:
output-bmk-results.py(184): return (result - 100 > threshold)
-output-bmk-results.py(233): continue
+output-bmk-results.py(235): percent_change, short_diag, long_diag = get_short_long_diag(row, metric, sym_type, change_kind)
+ --- modulename: output-bmk-results, funcname: get_short_long_diag
+output-bmk-results.py(137): bmk = row["benchmark"]
+output-bmk-results.py(139): rel_value = row["rel_" + metric]
+output-bmk-results.py(140): prev_value = row[metric + "_x"]
+output-bmk-results.py(141): curr_value = row[metric + "_y"]
+output-bmk-results.py(142): if metric == "num_vect_loops" or metric == "num_sve_loops":
+output-bmk-results.py(152): suffix = ""
+output-bmk-results.py(153): if metric == "sample":
+output-bmk-results.py(154): prefix_regression = "slowed down by"
+output-bmk-results.py(155): prefix_improvement = "sped up by"
+output-bmk-results.py(156): suffix = "perf samples"
+output-bmk-results.py(167): if sym_type=="symbol":
+output-bmk-results.py(170): item=bmk
+output-bmk-results.py(172): short_diag = "{1} {2}% - {0}".format(item, locals()["prefix_" + change_kind], abs(rel_value - 100))
+output-bmk-results.py(173): long_diag = "{0} - from {1} to {2} {3}".format(short_diag, prev_value, curr_value, suffix)
+output-bmk-results.py(174): return abs(rel_value - 100), short_diag, long_diag
+output-bmk-results.py(239): if metric == "sample" \
+output-bmk-results.py(240): and row['symbol_md5sum_x'] == row['symbol_md5sum_y'] \
+output-bmk-results.py(241): and row['symbol_md5sum_x'] != "-1" \
+output-bmk-results.py(242): and row['symbol_md5sum_x'] != "d41d8cd98f00b204e9800998ecf8427e":
+output-bmk-results.py(243): f_skip.write_csv((row["benchmark"], row["symbol"], short_diag, long_diag))
+ --- modulename: output-bmk-results, funcname: write_csv
+output-bmk-results.py(41): if not self.predicate or not self.csvwriter:
+output-bmk-results.py(43): self.csvwriter.writerow(arr)
+output-bmk-results.py(244): continue
output-bmk-results.py(224): for index, row in out_df.iterrows():
output-bmk-results.py(226): threshold = get_threshold(sym_type, metric, mode, row["benchmark"], row["symbol"])
--- modulename: output-bmk-results, funcname: get_threshold
@@ -684,7 +686,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=1% (threshold=3%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_regression
output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics:
@@ -746,7 +748,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 505.mcf_r,mcf_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 505.mcf_r,mcf_r_base.default : sample=-9% (threshold=3%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics:
@@ -768,7 +770,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold))
output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\
-DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=1% (threshold=3%)
output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold):
--- modulename: output-bmk-results, funcname: is_entry_improvement
output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics:
@@ -848,12 +850,12 @@ output-bmk-results.py(305): f_skip.close()
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
-output-bmk-results.py(33): os.remove(self.filename)
output-bmk-results.py(306): f_regr.close()
--- modulename: output-bmk-results, funcname: close
output-bmk-results.py(29): if not self.outf:
output-bmk-results.py(31): self.outf.close()
output-bmk-results.py(32): if os.stat(self.filename).st_size == 0:
+output-bmk-results.py(33): os.remove(self.filename)
output-bmk-results.py(307): f_ebp.close()
--- modulename: output-bmk-results, funcname: close
output-bmk-results.py(29): if not self.outf:
diff --git a/notify/results.regressions b/notify/results.regressions
deleted file mode 100644
index c1eab88..0000000
--- a/notify/results.regressions
+++ /dev/null
@@ -1,2 +0,0 @@
-# lbm_r_base.default,519.lbm_r failed to run
-# omnetpp_r_base.default,520.omnetpp_r failed to run
diff --git a/notify/status.regression b/notify/status.regression
deleted file mode 100644
index 8bdb17f..0000000
--- a/notify/status.regression
+++ /dev/null
@@ -1,2 +0,0 @@
-100,519.lbm_r,lbm_r_base.default,519.lbm_r failed to run,519.lbm_r failed to run
-100,520.omnetpp_r,omnetpp_r_base.default,520.omnetpp_r failed to run,520.omnetpp_r failed to run
generated by cgit v1.2.3 (git 2.25.1) at 2024-07-10 07:07:43 +0000