aboutsummaryrefslogtreecommitdiff
path: root/automated/linux/piglit/piglit_lava_parse.py
blob: 1e780fa10cb2e8a52030e06c4d1af17903057db4 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
#!/usr/bin/env python3

# LAVA/OE piglit results parse script
#
# Copyright (C) 2018, Linaro Limited.
#
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; either version 2
# of the License, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301, USA.
#
# Author: Aníbal Limón <anibal.limon@linaro.org>
#

import json
import os
import re
import sys


def map_result_to_lava(result):
    if result == 'warn':
        result = 'pass'
    elif result == 'crash':
        result = 'fail'
    elif result == 'incomplete':
        result = 'fail'

    return result


def natural_keys(text):
    m = re.search('(\d+)', text)
    if m:
        return int(m.group(1))
    else:
        return text


if __name__ == '__main__':
    if len(sys.argv) < 2:
        print("Usage: %s <result_dir|result_file> [ignore_file]" % sys.argv[0])
        sys.exit(1)

    ignore_tests = []
    if len(sys.argv) == 3:
        with open(sys.argv[2], 'r') as f:
            ignore_tests = f.read().split()

    if os.path.isdir(sys.argv[1]):
        for root, dirs, files in os.walk(sys.argv[1]):
            result_types = {}
            for name in sorted(files, key=natural_keys):
                if name.endswith('.tmp'):
                    continue
                piglit_result = None
                full_f = os.path.join(root, name)
                with open(full_f, 'r') as f:
                    piglit_results = json.loads(f.read())
                    for test in piglit_results.keys():
                        if test in ignore_tests:
                            continue
                        result = map_result_to_lava(piglit_results[test]['result'])
                        print("%s %s" % (test, result))
    else:
        with open(sys.argv[1], 'r') as f:
            piglit_results = json.loads(f.read())
            for test in sorted(piglit_results['tests'].keys()):
                if test in ignore_tests:
                    continue
                result = map_result_to_lava(piglit_results['tests'][test]['result'])
                print("%s %s" % (test, result))