# Check a basic test-suite run. # RUN: rm -rf %t.SANDBOX # RUN: lnt runtest test-suite \ # RUN: --sandbox %t.SANDBOX \ # RUN: --no-timestamp \ # RUN: --test-suite %S/Inputs/test-suite-cmake \ # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ # RUN: --use-cmake %S/Inputs/test-suite-cmake/fake-cmake \ # RUN: --use-make %S/Inputs/test-suite-cmake/fake-make \ # RUN: --use-lit %S/Inputs/test-suite-cmake/fake-lit \ # RUN: --output %t.report \ # RUN: > %t.out 2> %t.err # RUN: lnt checkformat %t.report > %t.checkformat # RUN: FileCheck --check-prefix CHECK-BASIC < %t.err %s # RUN: FileCheck --check-prefix CHECK-REPORT < %t.SANDBOX/build/report.json %s # RUN: FileCheck --check-prefix CHECK-XML < %t.SANDBOX/build/test-results.xunit.xml %s # RUN: FileCheck --check-prefix CHECK-CSV < %t.SANDBOX/build/test-results.csv %s # RUN: FileCheck --check-prefix CHECK-CHECKFORMAT < %t.checkformat %s # CHECK-REPORT: "no_errors": "True", # CHECK-REPORT: "run_order": "154331" # CHECK-REPORT: "Name": "nts.foo.compile" # CHECK-REPORT: "Name": "nts.foo.exec" # CHECK-REPORT: "Name": "nts.foo.hash" # CHECK-REPORT: "Name": "nts.foo.score" # # CHECK-BASIC: Inferred C++ compiler under test # CHECK-BASIC: Configuring # CHECK-BASIC: Building # CHECK-BASIC: Testing # CHECK-XML: # CHECK-XML: # CHECK-XML: # CHECK-XML: # CHECK-CSV: Program;CC;CC_Time;CC_Hash;Exec;Exec_Time;Score # CHECK-CSV-NEXT: foo//foo;pass;1.3;xyz;pass;1.4;1.5 # CHECK-CHECKFORMAT: Import succeeded. # CHECK-CHECKFORMAT: Added Machines: 1 # CHECK-CHECKFORMAT: Added Runs : 1 # CHECK-CHECKFORMAT: Added Tests : 1 # Use the same sandbox again with --no-configure # RUN: lnt runtest test-suite \ # RUN: --sandbox %t.SANDBOX \ # RUN: --no-timestamp \ # RUN: --no-configure \ # RUN: --test-suite %S/Inputs/test-suite-cmake \ # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ # RUN: --use-cmake %S/Inputs/test-suite-cmake/fake-cmake \ # RUN: --use-make %S/Inputs/test-suite-cmake/fake-make \ # RUN: --use-lit %S/Inputs/test-suite-cmake/fake-lit \ # RUN: > %t.log 2> %t.err # RUN: FileCheck --check-prefix CHECK-NOCONF < %t.err %s # CHECK-NOCONF-NOT: Configuring # Use a different sandbox with --no-configure # RUN: rm -rf %t.SANDBOX2 # RUN: lnt runtest test-suite \ # RUN: --sandbox %t.SANDBOX2 \ # RUN: --no-timestamp \ # RUN: --no-configure \ # RUN: --test-suite %S/Inputs/test-suite-cmake \ # RUN: --cc %{shared_inputs}/FakeCompilers/clang-r154331 \ # RUN: --use-cmake %S/Inputs/test-suite-cmake/fake-cmake \ # RUN: --use-make %S/Inputs/test-suite-cmake/fake-make \ # RUN: --use-lit %S/Inputs/test-suite-cmake/fake-lit \ # RUN: > %t.log 2> %t.err # RUN: FileCheck --check-prefix CHECK-NOCONF2 < %t.err %s # CHECK-NOCONF2: Configuring