summaryrefslogtreecommitdiff
path: root/04-check_regression
diff options
context:
space:
mode:
Diffstat (limited to '04-check_regression')
-rw-r--r--04-check_regression/console.log.xzbin3456 -> 3596 bytes
-rw-r--r--04-check_regression/output-bmk-results.log132
2 files changed, 92 insertions, 40 deletions
diff --git a/04-check_regression/console.log.xz b/04-check_regression/console.log.xz
index 7c7e1d9..0f7ee0d 100644
--- a/04-check_regression/console.log.xz
+++ b/04-check_regression/console.log.xz
Binary files differ
diff --git a/04-check_regression/output-bmk-results.log b/04-check_regression/output-bmk-results.log
index f766b53..b3cb354 100644
--- a/04-check_regression/output-bmk-results.log
+++ b/04-check_regression/output-bmk-results.log
@@ -1,50 +1,102 @@
-DEBUG: checking exe.regression : 500.perlbench_r,perlbench_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 502.gcc_r,cpugcc_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 503.bwaves_r,bwaves_r_base.default : sample=0% (threshold=3%)
+ benchmark ... status_y
+0 500.perlbench_r ... -1
+1 502.gcc_r ... failed-to-run
+2 502.gcc_r ... failed-to-run
+3 503.bwaves_r ... -1
+4 503.bwaves_r ... failed-to-build
+5 505.mcf_r ... -1
+6 507.cactuBSSN_r ... -1
+7 508.namd_r ... -1
+8 510.parest_r ... -1
+9 511.povray_r ... -1
+10 519.lbm_r ... -1
+11 520.omnetpp_r ... -1
+13 521.wrf_r ... -1
+14 521.wrf_r ... failed-to-build
+15 523.xalancbmk_r ... -1
+16 525.x264_r ... -1
+17 526.blender_r ... -1
+18 527.cam4_r ... -1
+19 527.cam4_r ... failed-to-build
+20 531.deepsjeng_r ... -1
+21 538.imagick_r ... -1
+22 541.leela_r ... -1
+23 544.nab_r ... -1
+25 548.exchange2_r ... -1
+26 548.exchange2_r ... failed-to-build
+27 549.fotonik3d_r ... -1
+28 549.fotonik3d_r ... failed-to-build
+29 554.roms_r ... -1
+30 554.roms_r ... failed-to-build
+31 557.xz_r ... -1
+
+[30 rows x 20 columns]
+ benchmark ... status_y
+0 500.perlbench_r ... -1
+1 502.gcc_r ... failed-to-run
+2 502.gcc_r ... failed-to-run
+3 503.bwaves_r ... -1
+4 503.bwaves_r ... failed-to-build
+5 505.mcf_r ... -1
+6 507.cactuBSSN_r ... -1
+7 508.namd_r ... -1
+8 510.parest_r ... -1
+9 511.povray_r ... -1
+10 519.lbm_r ... -1
+11 520.omnetpp_r ... -1
+13 521.wrf_r ... -1
+14 521.wrf_r ... failed-to-build
+15 523.xalancbmk_r ... -1
+16 525.x264_r ... -1
+17 526.blender_r ... -1
+18 527.cam4_r ... -1
+19 527.cam4_r ... failed-to-build
+20 531.deepsjeng_r ... -1
+21 538.imagick_r ... -1
+22 541.leela_r ... -1
+23 544.nab_r ... -1
+25 548.exchange2_r ... -1
+26 548.exchange2_r ... failed-to-build
+27 549.fotonik3d_r ... -1
+28 549.fotonik3d_r ... failed-to-build
+29 554.roms_r ... -1
+30 554.roms_r ... failed-to-build
+31 557.xz_r ... -1
+
+[30 rows x 20 columns]
+DEBUG: checking exe.regression : 500.perlbench_r,perlbench_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.regression : 505.mcf_r,mcf_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 507.cactuBSSN_r,cactusBSSN_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 508.namd_r,namd_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 510.parest_r,parest_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 511.povray_r,povray_r_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.regression : 507.cactuBSSN_r,cactusBSSN_r_base.default : sample=4% (threshold=3%)
+DEBUG: checking exe.regression : 508.namd_r,namd_r_base.default : sample=2% (threshold=3%)
+DEBUG: checking exe.regression : 510.parest_r,parest_r_base.default : sample=2% (threshold=3%)
+DEBUG: checking exe.regression : 511.povray_r,povray_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 520.omnetpp_r,omnetpp_r_base.default : sample=11% (threshold=3%)
-DEBUG: checking exe.regression : 521.wrf_r,wrf_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 520.omnetpp_r,omnetpp_r_base.default : sample=-2% (threshold=3%)
DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 525.x264_r,x264_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 526.blender_r,blender_r_base.default : sample=-1% (threshold=3%)
-DEBUG: checking exe.regression : 527.cam4_r,cam4_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 525.x264_r,x264_r_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.regression : 526.blender_r,blender_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 538.imagick_r,imagick_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 544.nab_r,nab_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 548.exchange2_r,exchange2_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 549.fotonik3d_r,fotonik3d_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.regression : 554.roms_r,roms_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.regression : 538.imagick_r,imagick_r_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.regression : 544.nab_r,nab_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.regression : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 500.perlbench_r,perlbench_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 502.gcc_r,cpugcc_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 503.bwaves_r,bwaves_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 500.perlbench_r,perlbench_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.improvement : 505.mcf_r,mcf_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 507.cactuBSSN_r,cactusBSSN_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 508.namd_r,namd_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 510.parest_r,parest_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 511.povray_r,povray_r_base.default : sample=-1% (threshold=3%)
+DEBUG: checking exe.improvement : 507.cactuBSSN_r,cactusBSSN_r_base.default : sample=4% (threshold=3%)
+DEBUG: checking exe.improvement : 508.namd_r,namd_r_base.default : sample=2% (threshold=3%)
+DEBUG: checking exe.improvement : 510.parest_r,parest_r_base.default : sample=2% (threshold=3%)
+DEBUG: checking exe.improvement : 511.povray_r,povray_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 520.omnetpp_r,omnetpp_r_base.default : sample=11% (threshold=3%)
-DEBUG: checking exe.improvement : 521.wrf_r,wrf_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 520.omnetpp_r,omnetpp_r_base.default : sample=-2% (threshold=3%)
DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 525.x264_r,x264_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 526.blender_r,blender_r_base.default : sample=-1% (threshold=3%)
-DEBUG: checking exe.improvement : 527.cam4_r,cam4_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 525.x264_r,x264_r_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.improvement : 526.blender_r,blender_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 538.imagick_r,imagick_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 544.nab_r,nab_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 548.exchange2_r,exchange2_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 549.fotonik3d_r,fotonik3d_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking exe.improvement : 554.roms_r,roms_r_base.default : sample=0% (threshold=3%)
+DEBUG: checking exe.improvement : 538.imagick_r,imagick_r_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=1% (threshold=3%)
+DEBUG: checking exe.improvement : 544.nab_r,nab_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.improvement : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%)
-DEBUG: checking symbol.regression : 520.omnetpp_r,libc.so.6 : sample=7% (threshold=15%)
-DEBUG: checking symbol.regression : 544.nab_r,libm.so.6 : sample=2% (threshold=15%)
-DEBUG: checking symbol.improvement : 520.omnetpp_r,libc.so.6 : sample=7% (threshold=15%)
-DEBUG: checking symbol.improvement : 544.nab_r,libm.so.6 : sample=2% (threshold=15%)
+DEBUG: checking symbol.regression : 520.omnetpp_r,libc.so.6 : sample=5% (threshold=15%)
+DEBUG: checking symbol.regression : 544.nab_r,libm.so.6 : sample=-2% (threshold=15%)
+DEBUG: checking symbol.improvement : 520.omnetpp_r,libc.so.6 : sample=5% (threshold=15%)
+DEBUG: checking symbol.improvement : 544.nab_r,libm.so.6 : sample=-2% (threshold=15%)