diff options
Diffstat (limited to 'notify')
| -rw-r--r-- | notify/jira/comment-template.txt | 2 | ||||
| -rw-r--r-- | notify/lnt_report.json | 456 | ||||
| -rw-r--r-- | notify/mail-body.txt | 18 | ||||
| -rw-r--r-- | notify/mail-subject.txt | 2 | ||||
| -rw-r--r-- | notify/output-bmk-results.log | 809 | ||||
| -rw-r--r-- | notify/status.improvement | 12 |
6 files changed, 1121 insertions, 178 deletions
diff --git a/notify/jira/comment-template.txt b/notify/jira/comment-template.txt index 05f5c55..1a9c1f4 100644 --- a/notify/jira/comment-template.txt +++ b/notify/jira/comment-template.txt @@ -1,3 +1,3 @@ [LLVM-651] No change -Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64-master-O2_LTO-build/119/artifact/artifacts/notify/mail-body.txt/*view*/ +Details: https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64-master-O2_LTO-build/120/artifact/artifacts/notify/mail-body.txt/*view*/ diff --git a/notify/lnt_report.json b/notify/lnt_report.json index 76fa3bd..6979a5f 100644 --- a/notify/lnt_report.json +++ b/notify/lnt_report.json @@ -6,12 +6,12 @@ "Run": { "Info": { "tag": "tcwg_bmk-code_speed-cpu2017rate", - "run_order": "llvmorg-18-init-12568-g17a1104d8176", - "test_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64-master-O2_LTO-build/119/", - "git_llvm": "https://github.com/llvm/llvm-project/commit/17a1104d81767313bdcb0a58101d3c074d150274", + "run_order": "llvmorg-18-init-12705-gf4a4e2f85d81", + "test_url": "https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64-master-O2_LTO-build/120/", + "git_llvm": "https://github.com/llvm/llvm-project/commit/f4a4e2f85d819f44772b29c12a6cd2b86c14d611", "__report_version__": "1" }, - "Start Time": "2023-11-23 20:53:02" + "Start Time": "2023-11-25 08:39:11" }, "Tests": [ { @@ -24,87 +24,87 @@ , { "Data": [ - 1078385 + 3900999 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.511.povray_r.code_size" + "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.code_size" } , { "Data": [ - 3900851 + 14530255 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.code_size" + "Name": "tcwg_bmk-code_speed-cpu2017rate.526.blender_r.code_size" } , { "Data": [ - 1928487 + 16694579 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.code_size" + "Name": "tcwg_bmk-code_speed-cpu2017rate.521.wrf_r.code_size" } , { "Data": [ - 1868676 + 6190593 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.510.parest_r.code_size" + "Name": "tcwg_bmk-code_speed-cpu2017rate.527.cam4_r.code_size" } , { "Data": [ - 1193664 + 68583 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.code_size" + "Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.code_size" } , { "Data": [ - 14529439 + 1929195 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.526.blender_r.code_size" + "Name": "tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.code_size" } , { "Data": [ - 68567 + 540446 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.code_size" + "Name": "tcwg_bmk-code_speed-cpu2017rate.525.x264_r.code_size" } , { "Data": [ - 540306 + 1078405 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.525.x264_r.code_size" + "Name": "tcwg_bmk-code_speed-cpu2017rate.511.povray_r.code_size" } , { "Data": [ - 82816 + 2229747 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.541.leela_r.code_size" + "Name": "tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.code_size" } , { "Data": [ - 2225867 + 795395 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.code_size" + "Name": "tcwg_bmk-code_speed-cpu2017rate.503.bwaves_r.code_size" } , { "Data": [ - 9790883 + 9790751 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.code_size" @@ -128,7 +128,7 @@ , { "Data": [ - 3358521 + 3357265 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.507.cactuBSSN_r.code_size" @@ -136,6 +136,46 @@ , { "Data": [ + 1868916 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.510.parest_r.code_size" + } + , + { + "Data": [ + 1193664 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.code_size" + } + , + { + "Data": [ + 2596998 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.548.exchange2_r.code_size" + } + , + { + "Data": [ + 2858587 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.554.roms_r.code_size" + } + , + { + "Data": [ + 1225395 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.549.fotonik3d_r.code_size" + } + , + { + "Data": [ 122872 ], "Info": {}, @@ -144,6 +184,14 @@ , { "Data": [ + 82816 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.541.leela_r.code_size" + } + , + { + "Data": [ 83779 ], "Info": {}, @@ -152,7 +200,71 @@ , { "Data": [ - 15303 + 18451 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.exec" + } + , + { + "Data": [ + 14324 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.exec" + } + , + { + "Data": [ + 14254 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.521.wrf_r.exec" + } + , + { + "Data": [ + 13103 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.exec" + } + , + { + "Data": [ + 5957 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.525.x264_r.exec" + } + , + { + "Data": [ + 11999 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.526.blender_r.exec" + } + , + { + "Data": [ + 13890 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.527.cam4_r.exec" + } + , + { + "Data": [ + 7535 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.exec" + } + , + { + "Data": [ + 15301 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.exec" @@ -160,7 +272,7 @@ , { "Data": [ - 10203 + 10261 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.exec" @@ -168,7 +280,15 @@ , { "Data": [ - 12305 + 21183 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.503.bwaves_r.exec" + } + , + { + "Data": [ + 12278 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.exec" @@ -184,7 +304,7 @@ , { "Data": [ - 9608 + 9729 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.508.namd_r.exec" @@ -192,7 +312,7 @@ , { "Data": [ - 22653 + 22721 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.510.parest_r.exec" @@ -200,7 +320,7 @@ , { "Data": [ - 19001 + 19557 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.511.povray_r.exec" @@ -208,151 +328,159 @@ , { "Data": [ - 18449 + 14007 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.exec" + "Name": "tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.exec" } , { "Data": [ - 14220 + 11041 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.exec" + "Name": "tcwg_bmk-code_speed-cpu2017rate.541.leela_r.exec" } , { "Data": [ - 13074 + 13192 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.exec" + "Name": "tcwg_bmk-code_speed-cpu2017rate.544.nab_r.exec" } , { "Data": [ - 5945 + 8944 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.525.x264_r.exec" + "Name": "tcwg_bmk-code_speed-cpu2017rate.548.exchange2_r.exec" } , { "Data": [ - 12030 + 29095 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.526.blender_r.exec" + "Name": "tcwg_bmk-code_speed-cpu2017rate.549.fotonik3d_r.exec" } , { "Data": [ - 7638 + 21187 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.exec" + "Name": "tcwg_bmk-code_speed-cpu2017rate.554.roms_r.exec" } , { "Data": [ - 13998 + 11399 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.exec" + "Name": "tcwg_bmk-code_speed-cpu2017rate.557.xz_r.exec" } , { "Data": [ - 11024 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.541.leela_r.exec" + "Name": "tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.compile_status" } , { "Data": [ - 13195 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.544.nab_r.exec" + "Name": "tcwg_bmk-code_speed-cpu2017rate.519.lbm_r.execution_status" } , { "Data": [ - 11435 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.557.xz_r.exec" + "Name": "tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.compile_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.503.bwaves_r.compile_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.520.omnetpp_r.execution_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.503.bwaves_r.execution_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.521.wrf_r.compile_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.503.bwaves_r.compile_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.521.wrf_r.execution_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.503.bwaves_r.execution_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.compile_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.521.wrf_r.compile_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.523.xalancbmk_r.execution_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.521.wrf_r.execution_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.525.x264_r.compile_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.521.wrf_r.compile_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.525.x264_r.execution_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.521.wrf_r.execution_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.526.blender_r.compile_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.526.blender_r.execution_status" } , { "Data": [ - 1 + 0 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.527.cam4_r.compile_status" @@ -360,7 +488,7 @@ , { "Data": [ - 1 + 0 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.527.cam4_r.execution_status" @@ -368,55 +496,199 @@ , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.527.cam4_r.compile_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.compile_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.527.cam4_r.execution_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.531.deepsjeng_r.execution_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.549.fotonik3d_r.compile_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.compile_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.549.fotonik3d_r.execution_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.500.perlbench_r.execution_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.554.roms_r.compile_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.compile_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.554.roms_r.execution_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.502.gcc_r.execution_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.503.bwaves_r.compile_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.503.bwaves_r.execution_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.compile_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.505.mcf_r.execution_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.507.cactuBSSN_r.compile_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.507.cactuBSSN_r.execution_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.508.namd_r.compile_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.508.namd_r.execution_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.510.parest_r.compile_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.510.parest_r.execution_status" } , { "Data": [ - 1 + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.511.povray_r.compile_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.511.povray_r.execution_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.compile_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.538.imagick_r.execution_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.541.leela_r.compile_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.541.leela_r.execution_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.544.nab_r.compile_status" + } + , + { + "Data": [ + 0 + ], + "Info": {}, + "Name": "tcwg_bmk-code_speed-cpu2017rate.544.nab_r.execution_status" + } + , + { + "Data": [ + 0 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.548.exchange2_r.compile_status" @@ -424,7 +696,7 @@ , { "Data": [ - 1 + 0 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.548.exchange2_r.execution_status" @@ -432,7 +704,7 @@ , { "Data": [ - 1 + 0 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.549.fotonik3d_r.compile_status" @@ -440,7 +712,7 @@ , { "Data": [ - 1 + 0 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.549.fotonik3d_r.execution_status" @@ -448,7 +720,7 @@ , { "Data": [ - 1 + 0 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.554.roms_r.compile_status" @@ -456,7 +728,7 @@ , { "Data": [ - 1 + 0 ], "Info": {}, "Name": "tcwg_bmk-code_speed-cpu2017rate.554.roms_r.execution_status" @@ -464,18 +736,18 @@ , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.548.exchange2_r.compile_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.557.xz_r.compile_status" } , { "Data": [ - 1 + 0 ], "Info": {}, - "Name": "tcwg_bmk-code_speed-cpu2017rate.548.exchange2_r.execution_status" + "Name": "tcwg_bmk-code_speed-cpu2017rate.557.xz_r.execution_status" } ] } diff --git a/notify/mail-body.txt b/notify/mail-body.txt index a428596..5bb00b2 100644 --- a/notify/mail-body.txt +++ b/notify/mail-body.txt @@ -2,13 +2,13 @@ Dear contributor, our automatic CI has detected problems related to your patch(e In CI config tcwg_bmk-code_speed-cpu2017rate/llvm-aarch64-master-O2_LTO after: - | 1815 commits in llvm - | 17a1104d8176 [ConstraintElim] Add tests with GEPs with variable and negative offsets - | b90eba4e8b82 [gn build] Port aea7929b0a04 - | d333c0e062e7 [BOLT] Extend calculateEmittedSize() for block size calculation (#73076) - | 442fef6eea22 Revert "mp" - | 419a4e41fc36 Revert "[clang] Avoid memcopy for small structure with padding under -ftrivial-auto-var-init (#71677)" - | ... and 1810 more commits in llvm + | 137 commits in llvm + | f4a4e2f85d81 [NewPM] Remove StripGCRelocatesLegacyPass (#73403) + | 5a74805bd6b2 [LVI] Add NewPM printer pass (#73425) + | cd9829c231e3 [libc++][NFC] Use __construct_at and __destroy_at instead of using preprocessor conditionals (#70866) + | 2c545131b09f [libc++] Fix a few tests that are missing proper suffixes (#73444) + | d033f51a0aaf [OpenMP] atomic compare fail : Parser & AST support + | ... and 132 more commits in llvm No change @@ -28,6 +28,6 @@ This benchmarking CI is work-in-progress, and we welcome feedback and suggestion -----------------8<--------------------------8<--------------------------8<-------------------------- The information below can be used to reproduce a debug environment: -Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64-master-O2_LTO-build/119/artifact/artifacts -Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64-master-O2_LTO-build/114/artifact/artifacts +Current build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64-master-O2_LTO-build/120/artifact/artifacts +Reference build : https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--llvm-aarch64-master-O2_LTO-build/119/artifact/artifacts diff --git a/notify/mail-subject.txt b/notify/mail-subject.txt index 718a49e..9056255 100644 --- a/notify/mail-subject.txt +++ b/notify/mail-subject.txt @@ -1 +1 @@ -[Linaro-TCWG-CI] 1815 commits in llvm: No change on aarch64 O2 -LTO +[Linaro-TCWG-CI] 137 commits in llvm: No change on aarch64 O2 -LTO diff --git a/notify/output-bmk-results.log b/notify/output-bmk-results.log index 55f2f2e..b70a0ed 100644 --- a/notify/output-bmk-results.log +++ b/notify/output-bmk-results.log @@ -103,31 +103,49 @@ output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) output-bmk-results.py(258): print(results_df) benchmark ... status_y -0 500.perlbench_r ... -1 +0 500.perlbench_r ... success 1 502.gcc_r ... -1 -2 503.bwaves_r ... failed-to-build -3 505.mcf_r ... -1 -4 507.cactuBSSN_r ... -1 -5 508.namd_r ... -1 -6 510.parest_r ... -1 -7 511.povray_r ... -1 -8 519.lbm_r ... -1 -9 520.omnetpp_r ... -1 -12 521.wrf_r ... failed-to-build -13 523.xalancbmk_r ... -1 -14 525.x264_r ... -1 -15 526.blender_r ... -1 -16 527.cam4_r ... failed-to-build -17 531.deepsjeng_r ... -1 -18 538.imagick_r ... -1 -19 541.leela_r ... -1 -20 544.nab_r ... -1 -22 548.exchange2_r ... failed-to-build -23 549.fotonik3d_r ... failed-to-build -24 554.roms_r ... failed-to-build -25 557.xz_r ... -1 +2 503.bwaves_r ... success +3 503.bwaves_r ... success +4 503.bwaves_r ... failed-to-build +5 503.bwaves_r ... failed-to-build +6 505.mcf_r ... success +7 507.cactuBSSN_r ... -1 +8 508.namd_r ... success +9 510.parest_r ... success +10 511.povray_r ... success +11 519.lbm_r ... success +12 520.omnetpp_r ... success +15 521.wrf_r ... success +16 521.wrf_r ... success +17 521.wrf_r ... failed-to-build +18 521.wrf_r ... failed-to-build +19 523.xalancbmk_r ... -1 +20 525.x264_r ... success +21 526.blender_r ... success +22 527.cam4_r ... success +23 527.cam4_r ... success +24 527.cam4_r ... failed-to-build +25 527.cam4_r ... failed-to-build +26 531.deepsjeng_r ... success +27 538.imagick_r ... success +28 541.leela_r ... success +29 544.nab_r ... success +31 548.exchange2_r ... success +32 548.exchange2_r ... success +33 548.exchange2_r ... failed-to-build +34 548.exchange2_r ... failed-to-build +35 549.fotonik3d_r ... success +36 549.fotonik3d_r ... success +37 549.fotonik3d_r ... failed-to-build +38 549.fotonik3d_r ... failed-to-build +39 554.roms_r ... success +40 554.roms_r ... success +41 554.roms_r ... failed-to-build +42 554.roms_r ... failed-to-build +43 557.xz_r ... success -[23 rows x 20 columns] +[41 rows x 20 columns] output-bmk-results.py(261): for index, row in results_df.iterrows(): output-bmk-results.py(263): classif, short_diag = get_status_diag(row) --- modulename: output-bmk-results, funcname: get_status_diag @@ -167,6 +185,8 @@ output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_ output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: output-bmk-results.py(266): continue; @@ -181,6 +201,8 @@ output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_ output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: output-bmk-results.py(266): continue; @@ -321,6 +343,8 @@ output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_ output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: output-bmk-results.py(266): continue; @@ -335,6 +359,8 @@ output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_ output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: output-bmk-results.py(266): continue; @@ -419,6 +445,274 @@ output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_ output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: output-bmk-results.py(266): continue; @@ -468,31 +762,121 @@ output-bmk-results.py(22): self.outf = open(filename, mode) output-bmk-results.py(23): self.csvwriter = csv.writer(self.outf) output-bmk-results.py(258): print(results_df) benchmark ... status_y -0 500.perlbench_r ... -1 +0 500.perlbench_r ... success 1 502.gcc_r ... -1 -2 503.bwaves_r ... failed-to-build -3 505.mcf_r ... -1 -4 507.cactuBSSN_r ... -1 -5 508.namd_r ... -1 -6 510.parest_r ... -1 -7 511.povray_r ... -1 -8 519.lbm_r ... -1 -9 520.omnetpp_r ... -1 -12 521.wrf_r ... failed-to-build -13 523.xalancbmk_r ... -1 -14 525.x264_r ... -1 -15 526.blender_r ... -1 -16 527.cam4_r ... failed-to-build -17 531.deepsjeng_r ... -1 -18 538.imagick_r ... -1 -19 541.leela_r ... -1 -20 544.nab_r ... -1 -22 548.exchange2_r ... failed-to-build -23 549.fotonik3d_r ... failed-to-build -24 554.roms_r ... failed-to-build -25 557.xz_r ... -1 +2 503.bwaves_r ... success +3 503.bwaves_r ... success +4 503.bwaves_r ... failed-to-build +5 503.bwaves_r ... failed-to-build +6 505.mcf_r ... success +7 507.cactuBSSN_r ... -1 +8 508.namd_r ... success +9 510.parest_r ... success +10 511.povray_r ... success +11 519.lbm_r ... success +12 520.omnetpp_r ... success +15 521.wrf_r ... success +16 521.wrf_r ... success +17 521.wrf_r ... failed-to-build +18 521.wrf_r ... failed-to-build +19 523.xalancbmk_r ... -1 +20 525.x264_r ... success +21 526.blender_r ... success +22 527.cam4_r ... success +23 527.cam4_r ... success +24 527.cam4_r ... failed-to-build +25 527.cam4_r ... failed-to-build +26 531.deepsjeng_r ... success +27 538.imagick_r ... success +28 541.leela_r ... success +29 544.nab_r ... success +31 548.exchange2_r ... success +32 548.exchange2_r ... success +33 548.exchange2_r ... failed-to-build +34 548.exchange2_r ... failed-to-build +35 549.fotonik3d_r ... success +36 549.fotonik3d_r ... success +37 549.fotonik3d_r ... failed-to-build +38 549.fotonik3d_r ... failed-to-build +39 554.roms_r ... success +40 554.roms_r ... success +41 554.roms_r ... failed-to-build +42 554.roms_r ... failed-to-build +43 557.xz_r ... success -[23 rows x 20 columns] +[41 rows x 20 columns] +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 503.bwaves_r,bwaves_r_base.default : 503.bwaves_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 503.bwaves_r,bwaves_r_base.default : 503.bwaves_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": output-bmk-results.py(261): for index, row in results_df.iterrows(): output-bmk-results.py(263): classif, short_diag = get_status_diag(row) --- modulename: output-bmk-results, funcname: get_status_diag @@ -630,6 +1014,106 @@ output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_ output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 521.wrf_r,wrf_r_base.default : 521.wrf_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 521.wrf_r,wrf_r_base.default : 521.wrf_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(266): continue; +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: output-bmk-results.py(266): continue; @@ -644,6 +1128,50 @@ output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_ output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 527.cam4_r,cam4_r_base.default : 527.cam4_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 527.cam4_r,cam4_r_base.default : 527.cam4_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: output-bmk-results.py(266): continue; @@ -728,6 +1256,50 @@ output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_ output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 548.exchange2_r,exchange2_r_base.default : 548.exchange2_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 548.exchange2_r,exchange2_r_base.default : 548.exchange2_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: output-bmk-results.py(266): continue; @@ -756,6 +1328,50 @@ output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_ output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 549.fotonik3d_r,fotonik3d_r_base.default : 549.fotonik3d_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 549.fotonik3d_r,fotonik3d_r_base.default : 549.fotonik3d_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: output-bmk-results.py(266): continue; @@ -784,6 +1400,50 @@ output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_ output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 554.roms_r,roms_r_base.default : 554.roms_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": +output-bmk-results.py(131): short_diag = "{0} build and run now OK".format(bmk) +output-bmk-results.py(132): classif="improvement" +output-bmk-results.py(134): return classif, short_diag +output-bmk-results.py(265): if classif != change_kind: +output-bmk-results.py(268): print("DEBUG: *** {0},{1} : {2}".format(row["benchmark"], row["symbol"], short_diag)) +DEBUG: *** 554.roms_r,roms_r_base.default : 554.roms_r build and run now OK +output-bmk-results.py(270): f_out.write_csv((100, row["benchmark"], row["symbol"], short_diag, short_diag)) + --- modulename: output-bmk-results, funcname: write_csv +output-bmk-results.py(41): if not self.predicate or not self.csvwriter: +output-bmk-results.py(43): self.csvwriter.writerow(arr) +output-bmk-results.py(271): if change_kind == "regression": +output-bmk-results.py(261): for index, row in results_df.iterrows(): +output-bmk-results.py(263): classif, short_diag = get_status_diag(row) + --- modulename: output-bmk-results, funcname: get_status_diag +output-bmk-results.py(113): bmk = row["benchmark"] +output-bmk-results.py(115): short_diag="" +output-bmk-results.py(116): classif="" +output-bmk-results.py(118): if row["status_x"]!="failed-to-build" and row["status_y"]=="failed-to-build": +output-bmk-results.py(121): elif row["status_x"]=="success" and row["status_y"]=="failed-to-run": +output-bmk-results.py(124): elif row["status_x"]=="failed-to-build" and row["status_y"]=="failed-to-run": +output-bmk-results.py(127): elif row["status_x"]=="failed-to-run" and row["status_y"]=="success": +output-bmk-results.py(130): elif row["status_x"]=="failed-to-build" and row["status_y"]=="success": output-bmk-results.py(134): return classif, short_diag output-bmk-results.py(265): if classif != change_kind: output-bmk-results.py(266): continue; @@ -821,7 +1481,6 @@ output-bmk-results.py(275): f_out.close() output-bmk-results.py(29): if not self.outf: output-bmk-results.py(31): self.outf.close() output-bmk-results.py(32): if os.stat(self.filename).st_size == 0: -output-bmk-results.py(33): os.remove(self.filename) output-bmk-results.py(297): output_bmk_results_1(exe_df, "exe", "regression", f_regr, f_skip, f_ebp, run_step_artifacts, metric, mode, details) --- modulename: output-bmk-results, funcname: output_bmk_results_1 output-bmk-results.py(218): f_out = Outfile("{0}/{1}.{2}".format(run_step_artifacts, sym_type, change_kind), "w", predicate=(details=="verbose")) @@ -849,7 +1508,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 500.perlbench_r,perlbench_r_base.default : sample=2% (threshold=3%) +DEBUG: checking exe.regression : 500.perlbench_r,perlbench_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -871,7 +1530,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 502.gcc_r,cpugcc_r_base.default : sample=2% (threshold=3%) +DEBUG: checking exe.regression : 502.gcc_r,cpugcc_r_base.default : sample=-1% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -915,7 +1574,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 507.cactuBSSN_r,cactusBSSN_r_base.default : sample=1% (threshold=3%) +DEBUG: checking exe.regression : 507.cactuBSSN_r,cactusBSSN_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -937,7 +1596,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 508.namd_r,namd_r_base.default : sample=0% (threshold=3%) +DEBUG: checking exe.regression : 508.namd_r,namd_r_base.default : sample=-1% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -981,7 +1640,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 511.povray_r,povray_r_base.default : sample=3% (threshold=3%) +DEBUG: checking exe.regression : 511.povray_r,povray_r_base.default : sample=-3% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1047,7 +1706,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=1% (threshold=3%) +DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1069,7 +1728,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 525.x264_r,x264_r_base.default : sample=3% (threshold=3%) +DEBUG: checking exe.regression : 525.x264_r,x264_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1091,7 +1750,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 526.blender_r,blender_r_base.default : sample=-1% (threshold=3%) +DEBUG: checking exe.regression : 526.blender_r,blender_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1113,7 +1772,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=-3% (threshold=3%) +DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=1% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1135,7 +1794,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 538.imagick_r,imagick_r_base.default : sample=-1% (threshold=3%) +DEBUG: checking exe.regression : 538.imagick_r,imagick_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1157,7 +1816,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=-1% (threshold=3%) +DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1241,7 +1900,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 500.perlbench_r,perlbench_r_base.default : sample=2% (threshold=3%) +DEBUG: checking exe.improvement : 500.perlbench_r,perlbench_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1263,7 +1922,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 502.gcc_r,cpugcc_r_base.default : sample=2% (threshold=3%) +DEBUG: checking exe.improvement : 502.gcc_r,cpugcc_r_base.default : sample=-1% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1307,7 +1966,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 507.cactuBSSN_r,cactusBSSN_r_base.default : sample=1% (threshold=3%) +DEBUG: checking exe.improvement : 507.cactuBSSN_r,cactusBSSN_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1329,7 +1988,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 508.namd_r,namd_r_base.default : sample=0% (threshold=3%) +DEBUG: checking exe.improvement : 508.namd_r,namd_r_base.default : sample=-1% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1373,7 +2032,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 511.povray_r,povray_r_base.default : sample=3% (threshold=3%) +DEBUG: checking exe.improvement : 511.povray_r,povray_r_base.default : sample=-3% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1439,7 +2098,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=1% (threshold=3%) +DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1461,7 +2120,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 525.x264_r,x264_r_base.default : sample=3% (threshold=3%) +DEBUG: checking exe.improvement : 525.x264_r,x264_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1483,7 +2142,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 526.blender_r,blender_r_base.default : sample=-1% (threshold=3%) +DEBUG: checking exe.improvement : 526.blender_r,blender_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1505,7 +2164,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=-3% (threshold=3%) +DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=1% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1527,7 +2186,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 538.imagick_r,imagick_r_base.default : sample=-1% (threshold=3%) +DEBUG: checking exe.improvement : 538.imagick_r,imagick_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1549,7 +2208,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=-1% (threshold=3%) +DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1633,7 +2292,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 520.omnetpp_r,libstdc++.so.6.0.30 : sample=5% (threshold=15%) +DEBUG: checking symbol.regression : 520.omnetpp_r,libstdc++.so.6.0.30 : sample=-3% (threshold=15%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1655,7 +2314,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 520.omnetpp_r,libc.so.6 : sample=1% (threshold=15%) +DEBUG: checking symbol.regression : 520.omnetpp_r,libc.so.6 : sample=2% (threshold=15%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1677,7 +2336,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.regression : 544.nab_r,libm.so.6 : sample=-3% (threshold=15%) +DEBUG: checking symbol.regression : 544.nab_r,libm.so.6 : sample=0% (threshold=15%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_regression output-bmk-results.py(183): if metric in metric_utils.higher_regress_metrics: @@ -1717,7 +2376,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 520.omnetpp_r,libstdc++.so.6.0.30 : sample=5% (threshold=15%) +DEBUG: checking symbol.improvement : 520.omnetpp_r,libstdc++.so.6.0.30 : sample=-3% (threshold=15%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1739,7 +2398,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 520.omnetpp_r,libc.so.6 : sample=1% (threshold=15%) +DEBUG: checking symbol.improvement : 520.omnetpp_r,libc.so.6 : sample=2% (threshold=15%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: @@ -1761,7 +2420,7 @@ output-bmk-results.py(110): return default_threshold[(change_kind,metric,mod output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ output-bmk-results.py(229): .format(sym_type, change_kind, row["benchmark"], row["symbol"], metric, 100-row["rel_" + metric], threshold)) output-bmk-results.py(228): print("DEBUG: checking {0}.{1} : {2},{3} : {4}={5}% (threshold={6}%)"\ -DEBUG: checking symbol.improvement : 544.nab_r,libm.so.6 : sample=-3% (threshold=15%) +DEBUG: checking symbol.improvement : 544.nab_r,libm.so.6 : sample=0% (threshold=15%) output-bmk-results.py(232): if not is_entry_xxx[change_kind](metric, row["rel_" + metric], threshold): --- modulename: output-bmk-results, funcname: is_entry_improvement output-bmk-results.py(192): if metric in metric_utils.higher_regress_metrics: diff --git a/notify/status.improvement b/notify/status.improvement new file mode 100644 index 0000000..261ac2f --- /dev/null +++ b/notify/status.improvement @@ -0,0 +1,12 @@ +100,503.bwaves_r,bwaves_r_base.default,503.bwaves_r build and run now OK,503.bwaves_r build and run now OK
+100,503.bwaves_r,bwaves_r_base.default,503.bwaves_r build and run now OK,503.bwaves_r build and run now OK
+100,521.wrf_r,wrf_r_base.default,521.wrf_r build and run now OK,521.wrf_r build and run now OK
+100,521.wrf_r,wrf_r_base.default,521.wrf_r build and run now OK,521.wrf_r build and run now OK
+100,527.cam4_r,cam4_r_base.default,527.cam4_r build and run now OK,527.cam4_r build and run now OK
+100,527.cam4_r,cam4_r_base.default,527.cam4_r build and run now OK,527.cam4_r build and run now OK
+100,548.exchange2_r,exchange2_r_base.default,548.exchange2_r build and run now OK,548.exchange2_r build and run now OK
+100,548.exchange2_r,exchange2_r_base.default,548.exchange2_r build and run now OK,548.exchange2_r build and run now OK
+100,549.fotonik3d_r,fotonik3d_r_base.default,549.fotonik3d_r build and run now OK,549.fotonik3d_r build and run now OK
+100,549.fotonik3d_r,fotonik3d_r_base.default,549.fotonik3d_r build and run now OK,549.fotonik3d_r build and run now OK
+100,554.roms_r,roms_r_base.default,554.roms_r build and run now OK,554.roms_r build and run now OK
+100,554.roms_r,roms_r_base.default,554.roms_r build and run now OK,554.roms_r build and run now OK
|