annotate-tokens-pp.c revision c059f89d888cd214e18ed09a7b47339201526381 
1#define NOTHING(X,Y)
2#define STILL_NOTHING NOTHING(honk,warble)
3#define BAR baz
4#define WIBBLE(X, Y) X##Y
5NOTHING(more,junk) float WIBBLE(int, float);
6int BAR STILL_NOTHING;
7#include "foo.h"
8#undef BAR
9
10#define REVERSE_MACRO(x,y) y + x
11#define TWICE_MACRO(y) y + y
12
13void test_macro_args() {
14  int z = 1;
15  int t = 2;
16  int k = REVERSE_MACRO(t,z);
17  int j = TWICE_MACRO(k + k);
18  int w = j + j;
19}
20
21#define fun_with_macro_bodies(x, y) do { if (x) y } while (0)
22
23void test() {
24  int x = 10;
25  fun_with_macro_bodies(x, { int z = x; ++z; });
26}
27
28#include "pragma-once.h"
29#include "guarded.h"
30
31const char *fname = __FILE__;
32
33#define SOME_MACRO 3
34
35#ifdef SOME_MACRO
36#endif
37
38struct A
39{
40#ifdef SOME_MACRO
41  int x;
42#endif
43};
44
45// RUN: c-index-test -test-annotate-tokens=%s:2:1:44:1 -I%S/Inputs %s | FileCheck %s
46// RUN: env CINDEXTEST_EDITING=1 c-index-test -test-annotate-tokens=%s:2:1:44:1 -I%S/Inputs %s | FileCheck %s
47// CHECK: Punctuation: "#" [2:1 - 2:2] preprocessing directive=
48// CHECK: Identifier: "define" [2:2 - 2:8] preprocessing directive=
49// CHECK: Identifier: "STILL_NOTHING" [2:9 - 2:22] macro definition=STILL_NOTHING
50// CHECK: Identifier: "NOTHING" [2:23 - 2:30] macro definition=STILL_NOTHING
51// CHECK: Punctuation: "(" [2:30 - 2:31] macro definition=STILL_NOTHING
52// CHECK: Identifier: "honk" [2:31 - 2:35] macro definition=STILL_NOTHING
53// CHECK: Punctuation: "," [2:35 - 2:36] macro definition=STILL_NOTHING
54// CHECK: Identifier: "warble" [2:36 - 2:42] macro definition=STILL_NOTHING
55// CHECK: Punctuation: ")" [2:42 - 2:43] macro definition=STILL_NOTHING
56// CHECK: Punctuation: "#" [3:1 - 3:2] preprocessing directive=
57// CHECK: Identifier: "define" [3:2 - 3:8] preprocessing directive=
58// CHECK: Identifier: "BAR" [3:9 - 3:12] macro definition=BAR
59// CHECK: Identifier: "baz" [3:13 - 3:16] macro definition=BAR
60// CHECK: Punctuation: "#" [4:1 - 4:2] preprocessing directive=
61// CHECK: Identifier: "define" [4:2 - 4:8] preprocessing directive=
62// CHECK: Identifier: "WIBBLE" [4:9 - 4:15] macro definition=WIBBLE
63// CHECK: Punctuation: "(" [4:15 - 4:16] macro definition=WIBBLE
64// CHECK: Identifier: "X" [4:16 - 4:17] macro definition=WIBBLE
65// CHECK: Punctuation: "," [4:17 - 4:18] macro definition=WIBBLE
66// CHECK: Identifier: "Y" [4:19 - 4:20] macro definition=WIBBLE
67// CHECK: Punctuation: ")" [4:20 - 4:21] macro definition=WIBBLE
68// CHECK: Identifier: "X" [4:22 - 4:23] macro definition=WIBBLE
69// CHECK: Punctuation: "##" [4:23 - 4:25] macro definition=WIBBLE
70// CHECK: Identifier: "Y" [4:25 - 4:26] macro definition=WIBBLE
71// CHECK: Identifier: "NOTHING" [5:1 - 5:8] macro expansion=NOTHING:1:9
72// CHECK: Punctuation: "(" [5:8 - 5:9]
73// CHECK: Identifier: "more" [5:9 - 5:13]
74// CHECK: Punctuation: "," [5:13 - 5:14]
75// CHECK: Identifier: "junk" [5:14 - 5:18]
76// CHECK: Punctuation: ")" [5:18 - 5:19]
77// CHECK: Keyword: "float" [5:20 - 5:25]
78// CHECK: Identifier: "WIBBLE" [5:26 - 5:32] macro expansion=WIBBLE:4:9
79// CHECK: Punctuation: "(" [5:32 - 5:33]
80// CHECK: Keyword: "int" [5:33 - 5:36]
81// CHECK: Punctuation: "," [5:36 - 5:37]
82// CHECK: Keyword: "float" [5:38 - 5:43]
83// CHECK: Punctuation: ")" [5:43 - 5:44]
84// CHECK: Punctuation: ";" [5:44 - 5:45]
85// CHECK: Keyword: "int" [6:1 - 6:4]
86// CHECK: Identifier: "BAR" [6:5 - 6:8] macro expansion=BAR:3:9
87// CHECK: Identifier: "STILL_NOTHING" [6:9 - 6:22] macro expansion=STILL_NOTHING:2:9
88// CHECK: Punctuation: ";" [6:22 - 6:23]
89// CHECK: Punctuation: "#" [7:1 - 7:2] inclusion directive=foo.h
90// CHECK: Identifier: "include" [7:2 - 7:9] inclusion directive=foo.h
91// CHECK: Literal: ""foo.h"" [7:10 - 7:17] inclusion directive=foo.h
92// CHECK: Punctuation: "#" [8:1 - 8:2] preprocessing directive=
93// CHECK: Identifier: "undef" [8:2 - 8:7] preprocessing directive=
94// CHECK: Identifier: "BAR" [8:8 - 8:11] preprocessing directive=
95// CHECK: Punctuation: "#" [10:1 - 10:2] preprocessing directive=
96// CHECK: Identifier: "define" [10:2 - 10:8] preprocessing directive=
97// CHECK: Identifier: "REVERSE_MACRO" [10:9 - 10:22] macro definition=REVERSE_MACRO
98// CHECK: Punctuation: "(" [10:22 - 10:23] macro definition=REVERSE_MACRO
99// CHECK: Identifier: "x" [10:23 - 10:24] macro definition=REVERSE_MACRO
100// CHECK: Punctuation: "," [10:24 - 10:25] macro definition=REVERSE_MACRO
101// CHECK: Identifier: "y" [10:25 - 10:26] macro definition=REVERSE_MACRO
102// CHECK: Punctuation: ")" [10:26 - 10:27] macro definition=REVERSE_MACRO
103// CHECK: Identifier: "y" [10:28 - 10:29] macro definition=REVERSE_MACRO
104// CHECK: Punctuation: "+" [10:30 - 10:31] macro definition=REVERSE_MACRO
105// CHECK: Identifier: "x" [10:32 - 10:33] macro definition=REVERSE_MACRO
106// CHECK: Punctuation: "#" [11:1 - 11:2] preprocessing directive=
107// CHECK: Identifier: "define" [11:2 - 11:8] preprocessing directive=
108// CHECK: Identifier: "TWICE_MACRO" [11:9 - 11:20] macro definition=TWICE_MACRO
109// CHECK: Punctuation: "(" [11:20 - 11:21] macro definition=TWICE_MACRO
110// CHECK: Identifier: "y" [11:21 - 11:22] macro definition=TWICE_MACRO
111// CHECK: Punctuation: ")" [11:22 - 11:23] macro definition=TWICE_MACRO
112// CHECK: Identifier: "y" [11:24 - 11:25] macro definition=TWICE_MACRO
113// CHECK: Punctuation: "+" [11:26 - 11:27] macro definition=TWICE_MACRO
114// CHECK: Identifier: "y" [11:28 - 11:29] macro definition=TWICE_MACRO
115// CHECK: Keyword: "void" [13:1 - 13:5] FunctionDecl=test_macro_args:13:6 (Definition)
116// CHECK: Identifier: "test_macro_args" [13:6 - 13:21] FunctionDecl=test_macro_args:13:6 (Definition)
117// CHECK: Punctuation: "(" [13:21 - 13:22] FunctionDecl=test_macro_args:13:6 (Definition)
118// CHECK: Punctuation: ")" [13:22 - 13:23] FunctionDecl=test_macro_args:13:6 (Definition)
119// CHECK: Punctuation: "{" [13:24 - 13:25] CompoundStmt=
120// CHECK: Keyword: "int" [14:3 - 14:6] VarDecl=z:14:7 (Definition)
121// CHECK: Identifier: "z" [14:7 - 14:8] VarDecl=z:14:7 (Definition)
122// CHECK: Punctuation: "=" [14:9 - 14:10] VarDecl=z:14:7 (Definition)
123// CHECK: Literal: "1" [14:11 - 14:12] IntegerLiteral=
124// CHECK: Punctuation: ";" [14:12 - 14:13] DeclStmt=
125// CHECK: Keyword: "int" [15:3 - 15:6] VarDecl=t:15:7 (Definition)
126// CHECK: Identifier: "t" [15:7 - 15:8] VarDecl=t:15:7 (Definition)
127// CHECK: Punctuation: "=" [15:9 - 15:10] VarDecl=t:15:7 (Definition)
128// CHECK: Literal: "2" [15:11 - 15:12] IntegerLiteral=
129// CHECK: Punctuation: ";" [15:12 - 15:13] DeclStmt=
130// CHECK: Keyword: "int" [16:3 - 16:6] VarDecl=k:16:7 (Definition)
131// CHECK: Identifier: "k" [16:7 - 16:8] VarDecl=k:16:7 (Definition)
132// CHECK: Punctuation: "=" [16:9 - 16:10] VarDecl=k:16:7 (Definition)
133// CHECK: Identifier: "REVERSE_MACRO" [16:11 - 16:24] macro expansion=REVERSE_MACRO:10:9
134// CHECK: Punctuation: "(" [16:24 - 16:25]
135// CHECK: Identifier: "t" [16:25 - 16:26] DeclRefExpr=t:15:7
136// CHECK: Punctuation: "," [16:26 - 16:27]
137// CHECK: Identifier: "z" [16:27 - 16:28] DeclRefExpr=z:14:7
138// FIXME: The token below should really be annotated as "macro expansion=REVERSE_MACRO:10:9"
139// CHECK: Punctuation: ")" [16:28 - 16:29] DeclStmt=
140// CHECK: Punctuation: ";" [16:29 - 16:30] DeclStmt=
141// CHECK: Keyword: "int" [17:3 - 17:6] VarDecl=j:17:7 (Definition)
142// CHECK: Identifier: "j" [17:7 - 17:8] VarDecl=j:17:7 (Definition)
143// CHECK: Punctuation: "=" [17:9 - 17:10] VarDecl=j:17:7 (Definition)
144// CHECK: Identifier: "TWICE_MACRO" [17:11 - 17:22] macro expansion=TWICE_MACRO:11:9
145// CHECK: Punctuation: "(" [17:22 - 17:23]
146// CHECK: Identifier: "k" [17:23 - 17:24] DeclRefExpr=k:16:7
147// CHECK: Punctuation: "+" [17:25 - 17:26] BinaryOperator=
148// CHECK: Identifier: "k" [17:27 - 17:28] DeclRefExpr=k:16:7
149// FIXME: The token below should really be annotated as "macro expansion=TWICE_MACRO:11:9"
150// CHECK: Punctuation: ")" [17:28 - 17:29] DeclStmt=
151// CHECK: Punctuation: ";" [17:29 - 17:30] DeclStmt=
152// CHECK: Keyword: "int" [18:3 - 18:6] VarDecl=w:18:7 (Definition)
153// CHECK: Identifier: "w" [18:7 - 18:8] VarDecl=w:18:7 (Definition)
154// CHECK: Punctuation: "=" [18:9 - 18:10] VarDecl=w:18:7 (Definition)
155// CHECK: Identifier: "j" [18:11 - 18:12] DeclRefExpr=j:17:7
156// CHECK: Punctuation: "+" [18:13 - 18:14] BinaryOperator=
157// CHECK: Identifier: "j" [18:15 - 18:16] DeclRefExpr=j:17:7
158// CHECK: Punctuation: ";" [18:16 - 18:17] DeclStmt=
159// CHECK: Punctuation: "}" [19:1 - 19:2] CompoundStmt=
160// CHECK: Punctuation: "#" [21:1 - 21:2] preprocessing directive=
161// CHECK: Identifier: "define" [21:2 - 21:8] preprocessing directive=
162// CHECK: Identifier: "fun_with_macro_bodies" [21:9 - 21:30] macro definition=fun_with_macro_bodies
163// CHECK: Punctuation: "(" [21:30 - 21:31] macro definition=fun_with_macro_bodies
164// CHECK: Identifier: "x" [21:31 - 21:32] macro definition=fun_with_macro_bodies
165// CHECK: Punctuation: "," [21:32 - 21:33] macro definition=fun_with_macro_bodies
166// CHECK: Identifier: "y" [21:34 - 21:35] macro definition=fun_with_macro_bodies
167// CHECK: Punctuation: ")" [21:35 - 21:36] macro definition=fun_with_macro_bodies
168// CHECK: Keyword: "do" [21:37 - 21:39] macro definition=fun_with_macro_bodies
169// CHECK: Punctuation: "{" [21:40 - 21:41] macro definition=fun_with_macro_bodies
170// CHECK: Keyword: "if" [21:42 - 21:44] macro definition=fun_with_macro_bodies
171// CHECK: Punctuation: "(" [21:45 - 21:46] macro definition=fun_with_macro_bodies
172// CHECK: Identifier: "x" [21:46 - 21:47] macro definition=fun_with_macro_bodies
173// CHECK: Punctuation: ")" [21:47 - 21:48] macro definition=fun_with_macro_bodies
174// CHECK: Identifier: "y" [21:49 - 21:50] macro definition=fun_with_macro_bodies
175// CHECK: Punctuation: "}" [21:51 - 21:52] macro definition=fun_with_macro_bodies
176// CHECK: Keyword: "while" [21:53 - 21:58] macro definition=fun_with_macro_bodies
177// CHECK: Punctuation: "(" [21:59 - 21:60] macro definition=fun_with_macro_bodies
178// CHECK: Literal: "0" [21:60 - 21:61] macro definition=fun_with_macro_bodies
179// CHECK: Punctuation: ")" [21:61 - 21:62] macro definition=fun_with_macro_bodies
180// CHECK: Keyword: "void" [23:1 - 23:5] FunctionDecl=test:23:6 (Definition)
181// CHECK: Identifier: "test" [23:6 - 23:10] FunctionDecl=test:23:6 (Definition)
182// CHECK: Punctuation: "(" [23:10 - 23:11] FunctionDecl=test:23:6 (Definition)
183// CHECK: Punctuation: ")" [23:11 - 23:12] FunctionDecl=test:23:6 (Definition)
184// CHECK: Punctuation: "{" [23:13 - 23:14] CompoundStmt=
185// CHECK: Keyword: "int" [24:3 - 24:6] VarDecl=x:24:7 (Definition)
186// CHECK: Identifier: "x" [24:7 - 24:8] VarDecl=x:24:7 (Definition)
187// CHECK: Punctuation: "=" [24:9 - 24:10] VarDecl=x:24:7 (Definition)
188// CHECK: Literal: "10" [24:11 - 24:13] IntegerLiteral=
189// CHECK: Punctuation: ";" [24:13 - 24:14] DeclStmt=
190// CHECK: Identifier: "fun_with_macro_bodies" [25:3 - 25:24] macro expansion=fun_with_macro_bodies:21:9
191// CHECK: Punctuation: "(" [25:24 - 25:25] CompoundStmt=
192// CHECK: Identifier: "x" [25:25 - 25:26] DeclRefExpr=x:24:7
193// CHECK: Punctuation: "," [25:26 - 25:27]
194// CHECK: Punctuation: "{" [25:28 - 25:29] CompoundStmt=
195// CHECK: Keyword: "int" [25:30 - 25:33] VarDecl=z:25:34 (Definition)
196// CHECK: Identifier: "z" [25:34 - 25:35] VarDecl=z:25:34 (Definition)
197// CHECK: Punctuation: "=" [25:36 - 25:37] VarDecl=z:25:34 (Definition)
198// CHECK: Identifier: "x" [25:38 - 25:39] DeclRefExpr=x:24:7
199// CHECK: Punctuation: ";" [25:39 - 25:40] DeclStmt=
200// CHECK: Punctuation: "++" [25:41 - 25:43] UnaryOperator=
201// CHECK: Identifier: "z" [25:43 - 25:44] DeclRefExpr=z:25:3
202// CHECK: Punctuation: ";" [25:44 - 25:45] CompoundStmt=
203// CHECK: Punctuation: "}" [25:46 - 25:47] CompoundStmt=
204// FIXME: The token below should really be annotated as "macro expansion=fun_with_macro_bodies:21:9"
205// CHECK: Punctuation: ")" [25:47 - 25:48] CompoundStmt=
206// CHECK: Punctuation: ";" [25:48 - 25:49] CompoundStmt=
207// CHECK: Punctuation: "}" [26:1 - 26:2] CompoundStmt=
208// CHECK: {{28:1.*inclusion directive=pragma-once.h.*multi-include guarded}}
209// CHECK: {{29:1.*inclusion directive=guarded.h.*multi-include guarded}}
210// CHECK: Identifier: "__FILE__" [31:21 - 31:29] macro expansion=__FILE__
211// CHECK: Punctuation: "#" [35:1 - 35:2] preprocessing directive=
212// CHECK: Identifier: "ifdef" [35:2 - 35:7] preprocessing directive=
213// CHECK: Identifier: "SOME_MACRO" [35:8 - 35:18] macro expansion=SOME_MACRO:33:9
214// CHECK: Punctuation: "#" [36:1 - 36:2] preprocessing directive=
215// CHECK: Identifier: "endif" [36:2 - 36:7] preprocessing directive=
216// CHECK: Keyword: "struct" [38:1 - 38:7] StructDecl=A:38:8 (Definition)
217// CHECK: Identifier: "A" [38:8 - 38:9] StructDecl=A:38:8 (Definition)
218// CHECK: Punctuation: "{" [39:1 - 39:2] StructDecl=A:38:8 (Definition)
219// CHECK: Punctuation: "#" [40:1 - 40:2] preprocessing directive=
220// CHECK: Identifier: "ifdef" [40:2 - 40:7] preprocessing directive=
221// CHECK: Identifier: "SOME_MACRO" [40:8 - 40:18] macro expansion=SOME_MACRO:33:9
222// CHECK: Keyword: "int" [41:3 - 41:6] FieldDecl=x:41:7 (Definition)
223// CHECK: Identifier: "x" [41:7 - 41:8] FieldDecl=x:41:7 (Definition)
224// CHECK: Punctuation: ";" [41:8 - 41:9] StructDecl=A:38:8 (Definition)
225// CHECK: Punctuation: "#" [42:1 - 42:2] preprocessing directive=
226// CHECK: Identifier: "endif" [42:2 - 42:7] preprocessing directive=
227// CHECK: Punctuation: "}" [43:1 - 43:2] StructDecl=A:38:8 (Definition)
228