summaryrefslogtreecommitdiff
path: root/04-check_regression
diff options
context:
space:
mode:
Diffstat (limited to '04-check_regression')
-rw-r--r--04-check_regression/console.log.xzbin4700 -> 4688 bytes
-rw-r--r--04-check_regression/output-bmk-results.log70
2 files changed, 38 insertions, 32 deletions
diff --git a/04-check_regression/console.log.xz b/04-check_regression/console.log.xz
index ef3d5ee..1df1298 100644
--- a/04-check_regression/console.log.xz
+++ b/04-check_regression/console.log.xz
Binary files differ
diff --git a/04-check_regression/output-bmk-results.log b/04-check_regression/output-bmk-results.log
index f849f85..8c727f8 100644
--- a/04-check_regression/output-bmk-results.log
+++ b/04-check_regression/output-bmk-results.log
@@ -3,62 +3,68 @@
1 502.gcc_r cpugcc_r_base.default ... failed-to-run failed-to-run
2 505.mcf_r mcf_r_base.default ... success success
4 508.namd_r namd_r_base.default ... failed-to-run failed-to-run
-5 519.lbm_r lbm_r_base.default ... -1 failed-to-run
-6 519.lbm_r lbm_r_base.default ... -1 failed-to-run
-7 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
-8 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
-9 525.x264_r x264_r_base.default ... failed-to-run failed-to-run
-10 526.blender_r blender_r_base.default ... failed-to-run failed-to-run
-11 531.deepsjeng_r deepsjeng_r_base.default ... success success
-13 538.imagick_r imagick_r_base.default ... failed-to-run failed-to-run
-14 538.imagick_r imagick_r_base.default ... failed-to-run failed-to-run
-15 541.leela_r leela_r_base.default ... failed-to-run failed-to-run
-16 541.leela_r leela_r_base.default ... failed-to-run failed-to-run
-18 544.nab_r nab_r_base.default ... failed-to-run failed-to-run
-19 557.xz_r xz_r_base.default ... success success
+5 510.parest_r parest_r_base.default ... failed-to-run failed-to-run
+6 511.povray_r povray_r_base.default ... failed-to-run failed-to-run
+7 519.lbm_r lbm_r_base.default ... failed-to-run failed-to-run
+8 519.lbm_r lbm_r_base.default ... failed-to-run failed-to-run
+9 520.omnetpp_r omnetpp_r_base.default ... failed-to-run failed-to-run
+10 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
+11 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
+12 525.x264_r x264_r_base.default ... failed-to-run failed-to-run
+13 526.blender_r blender_r_base.default ... failed-to-run failed-to-run
+14 531.deepsjeng_r deepsjeng_r_base.default ... success success
+16 538.imagick_r imagick_r_base.default ... failed-to-run failed-to-run
+17 541.leela_r leela_r_base.default ... failed-to-run failed-to-run
+18 541.leela_r leela_r_base.default ... failed-to-run failed-to-run
+20 544.nab_r nab_r_base.default ... failed-to-run failed-to-run
+21 557.xz_r xz_r_base.default ... success success
-[17 rows x 20 columns]
+[19 rows x 20 columns]
benchmark symbol ... status_x status_y
0 500.perlbench_r perlbench_r_base.default ... failed-to-run failed-to-run
1 502.gcc_r cpugcc_r_base.default ... failed-to-run failed-to-run
2 505.mcf_r mcf_r_base.default ... success success
4 508.namd_r namd_r_base.default ... failed-to-run failed-to-run
-5 519.lbm_r lbm_r_base.default ... -1 failed-to-run
-6 519.lbm_r lbm_r_base.default ... -1 failed-to-run
-7 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
-8 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
-9 525.x264_r x264_r_base.default ... failed-to-run failed-to-run
-10 526.blender_r blender_r_base.default ... failed-to-run failed-to-run
-11 531.deepsjeng_r deepsjeng_r_base.default ... success success
-13 538.imagick_r imagick_r_base.default ... failed-to-run failed-to-run
-14 538.imagick_r imagick_r_base.default ... failed-to-run failed-to-run
-15 541.leela_r leela_r_base.default ... failed-to-run failed-to-run
-16 541.leela_r leela_r_base.default ... failed-to-run failed-to-run
-18 544.nab_r nab_r_base.default ... failed-to-run failed-to-run
-19 557.xz_r xz_r_base.default ... success success
+5 510.parest_r parest_r_base.default ... failed-to-run failed-to-run
+6 511.povray_r povray_r_base.default ... failed-to-run failed-to-run
+7 519.lbm_r lbm_r_base.default ... failed-to-run failed-to-run
+8 519.lbm_r lbm_r_base.default ... failed-to-run failed-to-run
+9 520.omnetpp_r omnetpp_r_base.default ... failed-to-run failed-to-run
+10 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
+11 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run
+12 525.x264_r x264_r_base.default ... failed-to-run failed-to-run
+13 526.blender_r blender_r_base.default ... failed-to-run failed-to-run
+14 531.deepsjeng_r deepsjeng_r_base.default ... success success
+16 538.imagick_r imagick_r_base.default ... failed-to-run failed-to-run
+17 541.leela_r leela_r_base.default ... failed-to-run failed-to-run
+18 541.leela_r leela_r_base.default ... failed-to-run failed-to-run
+20 544.nab_r nab_r_base.default ... failed-to-run failed-to-run
+21 557.xz_r xz_r_base.default ... success success
-[17 rows x 20 columns]
+[19 rows x 20 columns]
DEBUG: checking exe.regression : 505.mcf_r,mcf_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=-1% (threshold=3%)
DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 538.imagick_r,imagick_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 505.mcf_r,mcf_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=-1% (threshold=3%)
DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 538.imagick_r,imagick_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%)
DEBUG: checking symbol.regression : 508.namd_r,libc.so.6 : sample=0% (threshold=15%)
-DEBUG: checking symbol.regression : 538.imagick_r,libc.so.6 : sample=33% (threshold=15%)
+DEBUG: checking symbol.regression : 538.imagick_r,libc.so.6 : sample=-50% (threshold=15%)
DEBUG: checking symbol.regression : 544.nab_r,libc.so.6 : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 508.namd_r,libc.so.6 : sample=0% (threshold=15%)
-DEBUG: checking symbol.improvement : 538.imagick_r,libc.so.6 : sample=33% (threshold=15%)
+DEBUG: checking symbol.improvement : 538.imagick_r,libc.so.6 : sample=-50% (threshold=15%)
DEBUG: checking symbol.improvement : 544.nab_r,libc.so.6 : sample=0% (threshold=15%)