shtest-format.py revision 86aa95fc2898e288dc356c433006dfe0c6d7bbec 
1# Check the various features of the ShTest format.
2#
3# RUN: not %{lit} -j 1 -v %{inputs}/shtest-format > %t.out
4# RUN: FileCheck < %t.out %s
5#
6# END.
7
8# CHECK: -- Testing:
9
10# CHECK: FAIL: shtest-format :: external_shell/fail.txt
11# CHECK: *** TEST 'shtest-format :: external_shell/fail.txt' FAILED ***
12# CHECK: Command Output (stderr):
13# CHECK: cat: does-not-exist: No such file or directory
14# CHECK: --
15
16# CHECK: PASS: shtest-format :: external_shell/pass.txt
17
18# CHECK: FAIL: shtest-format :: fail.txt
19
20# CHECK: UNRESOLVED: shtest-format :: no-test-line.txt
21# CHECK: PASS: shtest-format :: pass.txt
22# CHECK: UNSUPPORTED: shtest-format :: requires-missing.txt
23# CHECK: PASS: shtest-format :: requires-present.txt
24# CHECK: UNSUPPORTED: shtest-format :: unsupported_dir/some-test.txt
25# CHECK: XFAIL: shtest-format :: xfail-feature.txt
26# CHECK: XFAIL: shtest-format :: xfail-target.txt
27# CHECK: XFAIL: shtest-format :: xfail.txt
28# CHECK: XPASS: shtest-format :: xpass.txt
29# CHECK: Testing Time
30
31# CHECK: Unexpected Passing Tests (1)
32# CHECK: shtest-format :: xpass.txt
33
34# CHECK: Failing Tests (2)
35# CHECK: shtest-format :: external_shell/fail.txt
36# CHECK: shtest-format :: fail.txt
37
38# CHECK: Expected Passes    : 3
39# CHECK: Expected Failures  : 3
40# CHECK: Unsupported Tests  : 2
41# CHECK: Unresolved Tests   : 1
42# CHECK: Unexpected Passes  : 1
43# CHECK: Unexpected Failures: 2
44