summaryrefslogtreecommitdiff
path: root/04-check_regression/output-bmk-results.log
blob: 19e0ab5ec12e901687f217f42ba49662b673257a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
          benchmark                    symbol  ...       status_x       status_y
0   500.perlbench_r  perlbench_r_base.default  ...  failed-to-run  failed-to-run
1         502.gcc_r     cpugcc_r_base.default  ...  failed-to-run  failed-to-run
2         505.mcf_r        mcf_r_base.default  ...        success        success
8        508.namd_r       namd_r_base.default  ...  failed-to-run  failed-to-run
9      510.parest_r     parest_r_base.default  ...  failed-to-run  failed-to-run
10     511.povray_r     povray_r_base.default  ...  failed-to-run  failed-to-run
11        519.lbm_r        lbm_r_base.default  ...  failed-to-run             -1
12        519.lbm_r        lbm_r_base.default  ...  failed-to-run  failed-to-run
14    520.omnetpp_r    omnetpp_r_base.default  ...  failed-to-run  failed-to-run
15  523.xalancbmk_r   cpuxalan_r_base.default  ...  failed-to-run  failed-to-run
16  523.xalancbmk_r   cpuxalan_r_base.default  ...  failed-to-run  failed-to-run
19       525.x264_r       x264_r_base.default  ...  failed-to-run  failed-to-run
20    526.blender_r    blender_r_base.default  ...  failed-to-run  failed-to-run
21  531.deepsjeng_r  deepsjeng_r_base.default  ...        success        success
28    538.imagick_r    imagick_r_base.default  ...  failed-to-run  failed-to-run
29      541.leela_r      leela_r_base.default  ...  failed-to-run  failed-to-run
30      541.leela_r      leela_r_base.default  ...  failed-to-run  failed-to-run
35        544.nab_r        nab_r_base.default  ...  failed-to-run  failed-to-run
36         557.xz_r         xz_r_base.default  ...        success        success

[19 rows x 20 columns]
          benchmark                    symbol  ...       status_x       status_y
0   500.perlbench_r  perlbench_r_base.default  ...  failed-to-run  failed-to-run
1         502.gcc_r     cpugcc_r_base.default  ...  failed-to-run  failed-to-run
2         505.mcf_r        mcf_r_base.default  ...        success        success
8        508.namd_r       namd_r_base.default  ...  failed-to-run  failed-to-run
9      510.parest_r     parest_r_base.default  ...  failed-to-run  failed-to-run
10     511.povray_r     povray_r_base.default  ...  failed-to-run  failed-to-run
11        519.lbm_r        lbm_r_base.default  ...  failed-to-run             -1
12        519.lbm_r        lbm_r_base.default  ...  failed-to-run  failed-to-run
14    520.omnetpp_r    omnetpp_r_base.default  ...  failed-to-run  failed-to-run
15  523.xalancbmk_r   cpuxalan_r_base.default  ...  failed-to-run  failed-to-run
16  523.xalancbmk_r   cpuxalan_r_base.default  ...  failed-to-run  failed-to-run
19       525.x264_r       x264_r_base.default  ...  failed-to-run  failed-to-run
20    526.blender_r    blender_r_base.default  ...  failed-to-run  failed-to-run
21  531.deepsjeng_r  deepsjeng_r_base.default  ...        success        success
28    538.imagick_r    imagick_r_base.default  ...  failed-to-run  failed-to-run
29      541.leela_r      leela_r_base.default  ...  failed-to-run  failed-to-run
30      541.leela_r      leela_r_base.default  ...  failed-to-run  failed-to-run
35        544.nab_r        nab_r_base.default  ...  failed-to-run  failed-to-run
36         557.xz_r         xz_r_base.default  ...        success        success

[19 rows x 20 columns]
DEBUG: checking exe.regression : 505.mcf_r,mcf_r_base.default : sample=-5% (threshold=3%)
DEBUG: *** 505.mcf_r,mcf_r_base.default : slowed down by 5% - 505.mcf_r - from 14052 to 14686 perf samples
DEBUG: checking exe.regression : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 523.xalancbmk_r,cpuxalan_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.regression : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 505.mcf_r,mcf_r_base.default : sample=-5% (threshold=3%)
DEBUG: checking exe.improvement : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 519.lbm_r,lbm_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 523.xalancbmk_r,cpuxalan_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 541.leela_r,leela_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%)
DEBUG: checking symbol.regression : 505.mcf_r,[.] price_out_impl : sample=-1% (threshold=15%)
DEBUG: checking symbol.regression : 505.mcf_r,[.] primal_bea_mpp : sample=-18% (threshold=15%)
DEBUG: *** 505.mcf_r,[.] primal_bea_mpp : slowed down by 18% - 505.mcf_r:[.] primal_bea_mpp - from 3676 to 4328 perf samples
DEBUG: checking symbol.regression : 505.mcf_r,[.] cost_compare : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 508.namd_r,libc.so.6 : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 508.namd_r,[.] __vfscanf_internal : sample=-100% (threshold=15%)
DEBUG: *** 508.namd_r,[.] __vfscanf_internal : slowed down by 100% - 508.namd_r:[.] __vfscanf_internal - from 1 to 2 perf samples
DEBUG: checking symbol.regression : 519.lbm_r,[.] LBM_initializeGrid : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore8containsEPKNS_13FieldValueMapE : sample=2% (threshold=15%)
DEBUG: checking symbol.regression : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=-6% (threshold=15%)
DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : sample=-2% (threshold=15%)
DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i : sample=1% (threshold=15%)
DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z15FindFirstRemovePy : sample=-9% (threshold=15%)
DEBUG: checking symbol.regression : 531.deepsjeng_r,[.] _Z6searchP7state_tiiiii : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 538.imagick_r,libc.so.6 : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 538.imagick_r,[.] _IO_fread : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 541.leela_r,[.] _ZN7MatcherC2Ev : sample=50% (threshold=15%)
DEBUG: checking symbol.regression : 544.nab_r,[.] __vfscanf_internal : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 544.nab_r,libc.so.6 : sample=0% (threshold=15%)
DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_mf_bt4_find : sample=-1% (threshold=15%)
DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_lzma_optimum_normal : sample=1% (threshold=15%)
DEBUG: checking symbol.regression : 557.xz_r,[.] lzma_mf_bt4_skip : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 505.mcf_r,[.] price_out_impl : sample=-1% (threshold=15%)
DEBUG: checking symbol.improvement : 505.mcf_r,[.] primal_bea_mpp : sample=-18% (threshold=15%)
DEBUG: checking symbol.improvement : 505.mcf_r,[.] cost_compare : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 508.namd_r,libc.so.6 : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 508.namd_r,[.] __vfscanf_internal : sample=-100% (threshold=15%)
DEBUG: checking symbol.improvement : 519.lbm_r,[.] LBM_initializeGrid : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore8containsEPKNS_13FieldValueMapE : sample=2% (threshold=15%)
DEBUG: checking symbol.improvement : 523.xalancbmk_r,[.] _ZN11xercesc_2_710ValueStore13isDuplicateOfEPNS_17DatatypeValidatorEPKtS2_S4_ : sample=-6% (threshold=15%)
DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z5fevalP7state_tiP12t_eval_comps : sample=-2% (threshold=15%)
DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z7ProbeTTP7state_tPiiiPjS1_S1_S1_S1_i : sample=1% (threshold=15%)
DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z15FindFirstRemovePy : sample=-9% (threshold=15%)
DEBUG: checking symbol.improvement : 531.deepsjeng_r,[.] _Z6searchP7state_tiiiii : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 538.imagick_r,libc.so.6 : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 538.imagick_r,[.] _IO_fread : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 541.leela_r,[.] _ZN7MatcherC2Ev : sample=50% (threshold=15%)
DEBUG: *** 541.leela_r,[.] _ZN7MatcherC2Ev : sped up by 50% - 541.leela_r:[.] _ZN7MatcherC2Ev - from 2 to 1 perf samples
DEBUG: checking symbol.improvement : 544.nab_r,[.] __vfscanf_internal : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 544.nab_r,libc.so.6 : sample=0% (threshold=15%)
DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_mf_bt4_find : sample=-1% (threshold=15%)
DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_lzma_optimum_normal : sample=1% (threshold=15%)
DEBUG: checking symbol.improvement : 557.xz_r,[.] lzma_mf_bt4_skip : sample=0% (threshold=15%)