benchmark                    symbol  ...       status_x       status_y
0   500.perlbench_r  perlbench_r_base.default  ...  failed-to-run  failed-to-run
1         502.gcc_r     cpugcc_r_base.default  ...  failed-to-run  failed-to-run
2         505.mcf_r        mcf_r_base.default  ...        success        success
3        508.namd_r       namd_r_base.default  ...  failed-to-run  failed-to-run
4      510.parest_r     parest_r_base.default  ...  failed-to-run  failed-to-run
5      511.povray_r     povray_r_base.default  ...  failed-to-run  failed-to-run
6         519.lbm_r        lbm_r_base.default  ...  failed-to-run  failed-to-run
7     520.omnetpp_r    omnetpp_r_base.default  ...  failed-to-run  failed-to-run
8   523.xalancbmk_r   cpuxalan_r_base.default  ...  failed-to-run  failed-to-run
9        525.x264_r       x264_r_base.default  ...  failed-to-run  failed-to-run
10    526.blender_r    blender_r_base.default  ...  failed-to-run  failed-to-run
11  531.deepsjeng_r  deepsjeng_r_base.default  ...        success        success
12    538.imagick_r    imagick_r_base.default  ...  failed-to-run  failed-to-run
13      541.leela_r      leela_r_base.default  ...  failed-to-run  failed-to-run
14        544.nab_r        nab_r_base.default  ...  failed-to-run  failed-to-run
15         557.xz_r         xz_r_base.default  ...        success        success

[16 rows x 20 columns]
          benchmark                    symbol  ...       status_x       status_y
0   500.perlbench_r  perlbench_r_base.default  ...  failed-to-run  failed-to-run
1         502.gcc_r     cpugcc_r_base.default  ...  failed-to-run  failed-to-run
2         505.mcf_r        mcf_r_base.default  ...        success        success
3        508.namd_r       namd_r_base.default  ...  failed-to-run  failed-to-run
4      510.parest_r     parest_r_base.default  ...  failed-to-run  failed-to-run
5      511.povray_r     povray_r_base.default  ...  failed-to-run  failed-to-run
6         519.lbm_r        lbm_r_base.default  ...  failed-to-run  failed-to-run
7     520.omnetpp_r    omnetpp_r_base.default  ...  failed-to-run  failed-to-run
8   523.xalancbmk_r   cpuxalan_r_base.default  ...  failed-to-run  failed-to-run
9        525.x264_r       x264_r_base.default  ...  failed-to-run  failed-to-run
10    526.blender_r    blender_r_base.default  ...  failed-to-run  failed-to-run
11  531.deepsjeng_r  deepsjeng_r_base.default  ...        success        success
12    538.imagick_r    imagick_r_base.default  ...  failed-to-run  failed-to-run
13      541.leela_r      leela_r_base.default  ...  failed-to-run  failed-to-run
14        544.nab_r        nab_r_base.default  ...  failed-to-run  failed-to-run
15         557.xz_r         xz_r_base.default  ...        success        success

[16 rows x 20 columns]
DEBUG: checking exe.regression : 505.mcf_r,mcf_r_base.default : sample=-9% (threshold=3%)
DEBUG: checking exe.regression : 531.deepsjeng_r,deepsjeng_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.regression : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%)
DEBUG: checking exe.improvement : 505.mcf_r,mcf_r_base.default : sample=-9% (threshold=3%)
DEBUG: checking exe.improvement : 531.deepsjeng_r,deepsjeng_r_base.default : sample=1% (threshold=3%)
DEBUG: checking exe.improvement : 557.xz_r,xz_r_base.default : sample=0% (threshold=3%)