diff options
Diffstat (limited to '04-check_regression/output-bmk-results.log')
-rw-r--r-- | 04-check_regression/output-bmk-results.log | 165 |
1 files changed, 73 insertions, 92 deletions
diff --git a/04-check_regression/output-bmk-results.log b/04-check_regression/output-bmk-results.log index ea524f8..19ad228 100644 --- a/04-check_regression/output-bmk-results.log +++ b/04-check_regression/output-bmk-results.log @@ -1,114 +1,95 @@ benchmark symbol ... status_x status_y -0 500.perlbench_r perlbench_r_base.default ... failed-to-run failed-to-run -1 502.gcc_r cpugcc_r_base.default ... failed-to-run failed-to-run -2 505.mcf_r mcf_r_base.default ... success -1 -8 508.namd_r namd_r_base.default ... failed-to-run -1 -9 508.namd_r namd_r_base.default ... failed-to-run failed-to-run -10 510.parest_r parest_r_base.default ... failed-to-run failed-to-run -11 511.povray_r povray_r_base.default ... failed-to-run failed-to-run -12 519.lbm_r lbm_r_base.default ... failed-to-run -1 -13 519.lbm_r lbm_r_base.default ... failed-to-run failed-to-run -15 520.omnetpp_r omnetpp_r_base.default ... failed-to-run failed-to-run -16 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run -17 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run -20 525.x264_r x264_r_base.default ... failed-to-run failed-to-run -21 526.blender_r blender_r_base.default ... failed-to-run failed-to-run -22 531.deepsjeng_r deepsjeng_r_base.default ... success success -29 538.imagick_r imagick_r_base.default ... failed-to-run failed-to-run -30 541.leela_r leela_r_base.default ... failed-to-run failed-to-run -31 541.leela_r leela_r_base.default ... failed-to-run failed-to-run -36 544.nab_r nab_r_base.default ... failed-to-run failed-to-run -37 557.xz_r xz_r_base.default ... success success +0 505.mcf_r mcf_r_base.default ... -1 success +7 508.namd_r namd_r_base.default ... -1 failed-to-run +8 519.lbm_r lbm_r_base.default ... -1 -1 +10 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run +11 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run +14 525.x264_r x264_r_base.default ... failed-to-run failed-to-run +15 526.blender_r blender_r_base.default ... failed-to-run failed-to-run +16 531.deepsjeng_r deepsjeng_r_base.default ... success success +23 538.imagick_r imagick_r_base.default ... failed-to-run failed-to-run +24 541.leela_r leela_r_base.default ... failed-to-run failed-to-run +25 541.leela_r leela_r_base.default ... failed-to-run failed-to-run +30 544.nab_r nab_r_base.default ... failed-to-run failed-to-run +31 557.xz_r xz_r_base.default ... success success -[20 rows x 20 columns] +[13 rows x 20 columns] benchmark symbol ... status_x status_y -0 500.perlbench_r perlbench_r_base.default ... failed-to-run failed-to-run -1 502.gcc_r cpugcc_r_base.default ... failed-to-run failed-to-run -2 505.mcf_r mcf_r_base.default ... success -1 -8 508.namd_r namd_r_base.default ... failed-to-run -1 -9 508.namd_r namd_r_base.default ... failed-to-run failed-to-run -10 510.parest_r parest_r_base.default ... failed-to-run failed-to-run -11 511.povray_r povray_r_base.default ... failed-to-run failed-to-run -12 519.lbm_r lbm_r_base.default ... failed-to-run -1 -13 519.lbm_r lbm_r_base.default ... failed-to-run failed-to-run -15 520.omnetpp_r omnetpp_r_base.default ... failed-to-run failed-to-run -16 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run -17 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run -20 525.x264_r x264_r_base.default ... failed-to-run failed-to-run -21 526.blender_r blender_r_base.default ... failed-to-run failed-to-run -22 531.deepsjeng_r deepsjeng_r_base.default ... success success -29 538.imagick_r imagick_r_base.default ... failed-to-run failed-to-run -30 541.leela_r leela_r_base.default ... failed-to-run failed-to-run -31 541.leela_r leela_r_base.default ... failed-to-run failed-to-run -36 544.nab_r nab_r_base.default ... failed-to-run failed-to-run -37 557.xz_r xz_r_base.default ... success success +0 505.mcf_r mcf_r_base.default ... -1 success +7 508.namd_r namd_r_base.default ... -1 failed-to-run +8 519.lbm_r lbm_r_base.default ... -1 -1 +10 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run +11 523.xalancbmk_r cpuxalan_r_base.default ... failed-to-run failed-to-run +14 525.x264_r x264_r_base.default ... failed-to-run failed-to-run +15 526.blender_r blender_r_base.default ... failed-to-run failed-to-run +16 531.deepsjeng_r deepsjeng_r_base.default ... success success +23 538.imagick_r imagick_r_base.default ... failed-to-run failed-to-run +24 541.leela_r leela_r_base.default ... failed-to-run failed-to-run +25 541.leela_r leela_r_base.default ... failed-to-run failed-to-run +30 544.nab_r nab_r_base.default ... failed-to-run failed-to-run +31 557.xz_r xz_r_base.default ... success success -[20 rows x 20 columns] +[13 rows x 20 columns] DEBUG: checking exe.regression : 505.mcf_r,mcf_r_base.default : sample=0% (threshold=3%) +DEBUG: checking exe.regression : 508.namd_r,namd_r_base.default : sample=200% (threshold=3%) DEBUG: checking exe.regression : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%) -DEBUG: checking exe.regression : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%) -DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=-1% (threshold=3%) DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%) -DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=-4% (threshold=3%) -DEBUG: *** 531.deepsjeng_r,deepsjeng_r_base.default : slowed down by 4% - 531.deepsjeng_r - from 10630 to 11005 perf samples -DEBUG: checking exe.regression : 538.imagick_r,imagick_r_base.default : sample=0% (threshold=3%) +DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%) +DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=1% (threshold=3%) DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%) DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%) DEBUG: checking exe.regression : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%) DEBUG: checking exe.improvement : 505.mcf_r,mcf_r_base.default : sample=0% (threshold=3%) +DEBUG: checking exe.improvement : 508.namd_r,namd_r_base.default : sample=200% (threshold=3%) +DEBUG: *** 508.namd_r,namd_r_base.default : sped up by 200% - 508.namd_r - from 1 to -1 perf samples DEBUG: checking exe.improvement : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%) -DEBUG: checking exe.improvement : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%) -DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=-1% (threshold=3%) DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%) -DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=-4% (threshold=3%) -DEBUG: checking exe.improvement : 538.imagick_r,imagick_r_base.default : sample=0% (threshold=3%) +DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%) +DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=1% (threshold=3%) DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%) DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%) DEBUG: checking exe.improvement : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%) DEBUG: checking symbol.regression : 505.mcf_r,[.] price_out_impl : sample=0% (threshold=15%) -DEBUG: checking symbol.regression : 505.mcf_r,[.] primal_bea_mpp : sample=-1% (threshold=15%) -DEBUG: checking symbol.regression : 505.mcf_r,[.] cost_compare : sample=2% (threshold=15%) -DEBUG: checking symbol.regression : 508.namd_r,[.] __vfscanf_internal : sample=50% (threshold=15%) -DEBUG: checking symbol.regression : 508.namd_r,libc.so.6 : sample=50% (threshold=15%) +DEBUG: checking symbol.regression : 505.mcf_r,[.] primal_bea_mpp : sample=5% (threshold=15%) +DEBUG: checking symbol.regression : 505.mcf_r,[.] cost_compare : sample=-4% (threshold=15%) +DEBUG: checking symbol.regression : 508.namd_r,libc.so.6 : sample=-100% (threshold=15%) +DEBUG: *** 508.namd_r,libc.so.6 : slowed down by 100% - 508.namd_r:libc.so.6 - from 1 to 2 perf samples +DEBUG: checking symbol.regression : 508.namd_r,[.] __vfscanf_internal : sample=0% (threshold=15%) DEBUG: checking symbol.regression : 519.lbm_r,[.] LBM_initializeGrid : sample=0% (threshold=15%) -DEBUG: checking symbol.regression : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore8containsEPKNS_13FieldValueMapE : sample=3% (threshold=15%) -DEBUG: checking symbol.regression : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=-7% (threshold=15%) -DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : sample=-8% (threshold=15%) -DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i : sample=-1% (threshold=15%) -DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z6searchP7state_tiiiii : sample=-2% (threshold=15%) -DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z15FindFirstRemovePy : sample=-7% (threshold=15%) -DEBUG: checking symbol.regression : 538.imagick_r,libc.so.6 : sample=-50% (threshold=15%) -DEBUG: *** 538.imagick_r,libc.so.6 : slowed down by 50% - 538.imagick_r:libc.so.6 - from 2 to 3 perf samples -DEBUG: checking symbol.regression : 538.imagick_r,[.] _IO_fread : sample=-50% (threshold=15%) -DEBUG: *** 538.imagick_r,[.] _IO_fread : slowed down by 50% - 538.imagick_r:[.] _IO_fread - from 2 to 3 perf samples -DEBUG: checking symbol.regression : 541.leela_r,[.] _ZN9FastBoard25get_pattern3_augment_specEiib : sample=0% (threshold=15%) -DEBUG: checking symbol.regression : 541.leela_r,[.] _ZN7MatcherC2Ev : sample=0% (threshold=15%) +DEBUG: checking symbol.regression : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore8containsEPKNS_13FieldValueMapE : sample=-1% (threshold=15%) +DEBUG: checking symbol.regression : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=-1% (threshold=15%) +DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : sample=3% (threshold=15%) +DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i : sample=2% (threshold=15%) +DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z6searchP7state_tiiiii : sample=-4% (threshold=15%) +DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z15FindFirstRemovePy : sample=2% (threshold=15%) +DEBUG: checking symbol.regression : 538.imagick_r,libc.so.6 : sample=0% (threshold=15%) +DEBUG: checking symbol.regression : 538.imagick_r,[.] _IO_fread : sample=33% (threshold=15%) +DEBUG: checking symbol.regression : 541.leela_r,[.] _ZN7MatcherC2Ev : sample=-100% (threshold=15%) +DEBUG: checking symbol.regression : 541.leela_r,[.] _ZN9FastBoard25get_pattern3_augment_specEiib : sample=50% (threshold=15%) DEBUG: checking symbol.regression : 544.nab_r,libc.so.6 : sample=0% (threshold=15%) -DEBUG: checking symbol.regression : 544.nab_r,[.] __vfscanf_internal : sample=-100% (threshold=15%) -DEBUG: *** 544.nab_r,[.] __vfscanf_internal : slowed down by 100% - 544.nab_r:[.] __vfscanf_internal - from 1 to 2 perf samples -DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_mf_bt4_find : sample=2% (threshold=15%) -DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_lzma_optimum_normal : sample=-3% (threshold=15%) -DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_mf_bt4_skip : sample=-3% (threshold=15%) +DEBUG: checking symbol.regression : 544.nab_r,[.] __vfscanf_internal : sample=0% (threshold=15%) +DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_mf_bt4_find : sample=0% (threshold=15%) +DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_lzma_optimum_normal : sample=0% (threshold=15%) +DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_mf_bt4_skip : sample=2% (threshold=15%) DEBUG: checking symbol.improvement : 505.mcf_r,[.] price_out_impl : sample=0% (threshold=15%) -DEBUG: checking symbol.improvement : 505.mcf_r,[.] primal_bea_mpp : sample=-1% (threshold=15%) -DEBUG: checking symbol.improvement : 505.mcf_r,[.] cost_compare : sample=2% (threshold=15%) -DEBUG: checking symbol.improvement : 508.namd_r,[.] __vfscanf_internal : sample=50% (threshold=15%) -DEBUG: *** 508.namd_r,[.] __vfscanf_internal : sped up by 50% - 508.namd_r:[.] __vfscanf_internal - from 2 to 1 perf samples -DEBUG: checking symbol.improvement : 508.namd_r,libc.so.6 : sample=50% (threshold=15%) -DEBUG: *** 508.namd_r,libc.so.6 : sped up by 50% - 508.namd_r:libc.so.6 - from 2 to 1 perf samples +DEBUG: checking symbol.improvement : 505.mcf_r,[.] primal_bea_mpp : sample=5% (threshold=15%) +DEBUG: checking symbol.improvement : 505.mcf_r,[.] cost_compare : sample=-4% (threshold=15%) +DEBUG: checking symbol.improvement : 508.namd_r,libc.so.6 : sample=-100% (threshold=15%) +DEBUG: checking symbol.improvement : 508.namd_r,[.] __vfscanf_internal : sample=0% (threshold=15%) DEBUG: checking symbol.improvement : 519.lbm_r,[.] LBM_initializeGrid : sample=0% (threshold=15%) -DEBUG: checking symbol.improvement : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore8containsEPKNS_13FieldValueMapE : sample=3% (threshold=15%) -DEBUG: checking symbol.improvement : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=-7% (threshold=15%) -DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : sample=-8% (threshold=15%) -DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i : sample=-1% (threshold=15%) -DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z6searchP7state_tiiiii : sample=-2% (threshold=15%) -DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z15FindFirstRemovePy : sample=-7% (threshold=15%) -DEBUG: checking symbol.improvement : 538.imagick_r,libc.so.6 : sample=-50% (threshold=15%) -DEBUG: checking symbol.improvement : 538.imagick_r,[.] _IO_fread : sample=-50% (threshold=15%) -DEBUG: checking symbol.improvement : 541.leela_r,[.] _ZN9FastBoard25get_pattern3_augment_specEiib : sample=0% (threshold=15%) -DEBUG: checking symbol.improvement : 541.leela_r,[.] _ZN7MatcherC2Ev : sample=0% (threshold=15%) +DEBUG: checking symbol.improvement : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore8containsEPKNS_13FieldValueMapE : sample=-1% (threshold=15%) +DEBUG: checking symbol.improvement : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=-1% (threshold=15%) +DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : sample=3% (threshold=15%) +DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i : sample=2% (threshold=15%) +DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z6searchP7state_tiiiii : sample=-4% (threshold=15%) +DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z15FindFirstRemovePy : sample=2% (threshold=15%) +DEBUG: checking symbol.improvement : 538.imagick_r,libc.so.6 : sample=0% (threshold=15%) +DEBUG: checking symbol.improvement : 538.imagick_r,[.] _IO_fread : sample=33% (threshold=15%) +DEBUG: *** 538.imagick_r,[.] _IO_fread : sped up by 33% - 538.imagick_r:[.] _IO_fread - from 3 to 2 perf samples +DEBUG: checking symbol.improvement : 541.leela_r,[.] _ZN7MatcherC2Ev : sample=-100% (threshold=15%) +DEBUG: checking symbol.improvement : 541.leela_r,[.] _ZN9FastBoard25get_pattern3_augment_specEiib : sample=50% (threshold=15%) DEBUG: checking symbol.improvement : 544.nab_r,libc.so.6 : sample=0% (threshold=15%) -DEBUG: checking symbol.improvement : 544.nab_r,[.] __vfscanf_internal : sample=-100% (threshold=15%) -DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_mf_bt4_find : sample=2% (threshold=15%) -DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_lzma_optimum_normal : sample=-3% (threshold=15%) -DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_mf_bt4_skip : sample=-3% (threshold=15%) +DEBUG: checking symbol.improvement : 544.nab_r,[.] __vfscanf_internal : sample=0% (threshold=15%) +DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_mf_bt4_find : sample=0% (threshold=15%) +DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_lzma_optimum_normal : sample=0% (threshold=15%) +DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_mf_bt4_skip : sample=2% (threshold=15%) |