blob: 017f96a12b204178cb110a047cbca52f60968143 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
# Check a basic test-suite run.
# RUN: rm -rf %t.SANDBOX
# RUN: lnt runtest test-suite \
# RUN: --sandbox %t.SANDBOX \
# RUN: --no-timestamp \
# RUN: --test-suite %S/Inputs/test-suite-cmake \
# RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \
# RUN: --use-cmake %S/Inputs/test-suite-cmake/fake-cmake \
# RUN: --use-make %S/Inputs/test-suite-cmake/fake-make \
# RUN: --use-lit %S/Inputs/test-suite-cmake/fake-lit \
# RUN: --output %t.report \
# RUN: > %t.out 2> %t.err
# RUN: lnt checkformat %t.report > %t.checkformat
# RUN: FileCheck --check-prefix CHECK-BASIC < %t.err %s
# RUN: FileCheck --check-prefix CHECK-REPORT < %t.SANDBOX/build/report.json %s
# RUN: FileCheck --check-prefix CHECK-XML < %t.SANDBOX/build/test-results.xunit.xml %s
# RUN: FileCheck --check-prefix CHECK-CSV < %t.SANDBOX/build/test-results.csv %s
# RUN: FileCheck --check-prefix CHECK-CHECKFORMAT < %t.checkformat %s
# CHECK-REPORT: "no_errors": "True",
# CHECK-REPORT: "run_order": "154331"
# CHECK-REPORT: "Name": "nts.foo.compile"
# CHECK-REPORT: "Name": "nts.foo.exec"
# CHECK-REPORT: "Name": "nts.foo.hash"
# CHECK-REPORT: "Name": "nts.foo.score"
#
# CHECK-BASIC: Inferred C++ compiler under test
# CHECK-BASIC: Configuring
# CHECK-BASIC: Building
# CHECK-BASIC: Testing
# CHECK-XML: <?xml version="1.0" encoding="UTF-8"?>
# CHECK-XML: <testsuite name="foo"
# CHECK-XML: tests="{{[0-9]+}}"
# CHECK-XML: errors="0"
# CHECK-XML: failures="0"
# CHECK-XML: timestamp="2
# CHECK-XML: <testcase classname=""
# CHECK-XML: name="foo" time="1.0">
# CHECK-XML: </testcase>
# CHECK-XML: </testsuite>
# CHECK-CSV: Program;CC;CC_Time;CC_Hash;Exec;Exec_Time;Score
# CHECK-CSV-NEXT: foo//foo;pass;1.3;xyz;pass;1.4;1.5
# CHECK-CHECKFORMAT: Import succeeded.
# CHECK-CHECKFORMAT: Added Machines: 1
# CHECK-CHECKFORMAT: Added Runs : 1
# CHECK-CHECKFORMAT: Added Tests : 1
# Use the same sandbox again with --no-configure
# RUN: lnt runtest test-suite \
# RUN: --sandbox %t.SANDBOX \
# RUN: --no-timestamp \
# RUN: --no-configure \
# RUN: --test-suite %S/Inputs/test-suite-cmake \
# RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \
# RUN: --use-cmake %S/Inputs/test-suite-cmake/fake-cmake \
# RUN: --use-make %S/Inputs/test-suite-cmake/fake-make \
# RUN: --use-lit %S/Inputs/test-suite-cmake/fake-lit \
# RUN: > %t.log 2> %t.err
# RUN: FileCheck --check-prefix CHECK-NOCONF < %t.err %s
# CHECK-NOCONF-NOT: Configuring
# Use a different sandbox with --no-configure
# RUN: rm -rf %t.SANDBOX2
# RUN: lnt runtest test-suite \
# RUN: --sandbox %t.SANDBOX2 \
# RUN: --no-timestamp \
# RUN: --no-configure \
# RUN: --test-suite %S/Inputs/test-suite-cmake \
# RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \
# RUN: --use-cmake %S/Inputs/test-suite-cmake/fake-cmake \
# RUN: --use-make %S/Inputs/test-suite-cmake/fake-make \
# RUN: --use-lit %S/Inputs/test-suite-cmake/fake-lit \
# RUN: > %t.log 2> %t.err
# RUN: FileCheck --check-prefix CHECK-NOCONF2 < %t.err %s
# CHECK-NOCONF2: Configuring
|
