Searched refs:token (Results 1 - 25 of 809) sorted by relevance

1234567891011>>

/external/antlr/antlr-3.4/runtime/Python/tests/
H A Dt004lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 0, token.stop
31 assert token.text == 'f', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt010lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.IDENTIFIER
29 assert token.start == 0, token.start
30 assert token.stop == 5, token.stop
31 assert token.text == 'foobar', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt011lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.IDENTIFIER
29 assert token.start == 0, token.start
30 assert token.stop == 5, token.stop
31 assert token.text == 'foobar', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt005lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 1, token.stop
31 assert token.text == 'fo', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt008lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 0, token.stop
31 assert token.text == 'f', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt009lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.DIGIT
29 assert token.start == 0, token.start
30 assert token.stop == 0, token.stop
31 assert token.text == '0', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt006lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 1, token.stop
31 assert token.text == 'fo', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt007lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 1, token.stop
31 assert token.text == 'fo', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
/external/compiler-rt/lib/sanitizer_common/tests/
H A Dsanitizer_symbolizer_test.cc21 char *token; local
24 rest = ExtractToken("a;b;c", ";", &token);
25 EXPECT_STREQ("a", token);
27 InternalFree(token);
29 rest = ExtractToken("aaa-bbb.ccc", ";.-*", &token);
30 EXPECT_STREQ("aaa", token);
32 InternalFree(token);
36 int token; local
37 const char *rest = ExtractInt("123,456;789", ";,", &token);
38 EXPECT_EQ(123, token);
43 uptr token; local
50 char *token; local
[all...]
/external/antlr/antlr-3.4/runtime/Perl5/examples/id/
H A Did.pl16 my $token = $lexer->next_token();
17 last if $token->get_type() == IDLexer->EOF;
19 print "text: ", $token->get_text(), "\n";
20 print "type: ", $token->get_type(), "\n";
21 print "pos: ", $token->get_line(), ':', $token->get_char_position_in_line(), "\n";
22 print "channel: ", $token->get_channel(), "\n";
23 print "token index: ", $token->get_token_index(), "\n";
/external/mesa3d/src/glsl/glcpp/tests/
H A D097-paste-with-non-function-macro.c1 #define PASTE_MACRO one ## token
H A D040-token-pasting.c2 paste(one , token)
/external/antlr/antlr-3.4/runtime/C/src/
H A Dantlr3commontoken.c2 * Contains the default implementation of the common token used within
40 static pANTLR3_STRING getText (pANTLR3_COMMON_TOKEN token);
41 static void setText (pANTLR3_COMMON_TOKEN token, pANTLR3_STRING text);
42 static void setText8 (pANTLR3_COMMON_TOKEN token, pANTLR3_UINT8 text);
43 static ANTLR3_UINT32 getType (pANTLR3_COMMON_TOKEN token);
44 static void setType (pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 type);
45 static ANTLR3_UINT32 getLine (pANTLR3_COMMON_TOKEN token);
46 static void setLine (pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 line);
47 static ANTLR3_INT32 getCharPositionInLine (pANTLR3_COMMON_TOKEN token);
48 static void setCharPositionInLine (pANTLR3_COMMON_TOKEN token, ANTLR3_INT3
75 pANTLR3_COMMON_TOKEN token; local
193 pANTLR3_COMMON_TOKEN token; local
247 ANTLR3_UINT32 token; local
306 pANTLR3_COMMON_TOKEN token; local
326 antlr3SetTokenAPI(pANTLR3_COMMON_TOKEN token) argument
351 getText(pANTLR3_COMMON_TOKEN token) argument
415 setText8(pANTLR3_COMMON_TOKEN token, pANTLR3_UINT8 text) argument
451 setText(pANTLR3_COMMON_TOKEN token, pANTLR3_STRING text) argument
464 getType(pANTLR3_COMMON_TOKEN token) argument
469 setType(pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 type) argument
474 getLine(pANTLR3_COMMON_TOKEN token) argument
479 setLine(pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 line) argument
484 getCharPositionInLine(pANTLR3_COMMON_TOKEN token) argument
489 setCharPositionInLine(pANTLR3_COMMON_TOKEN token, ANTLR3_INT32 pos) argument
494 getChannel(pANTLR3_COMMON_TOKEN token) argument
499 setChannel(pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 channel) argument
504 getTokenIndex(pANTLR3_COMMON_TOKEN token) argument
509 setTokenIndex(pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER index) argument
514 getStartIndex(pANTLR3_COMMON_TOKEN token) argument
519 setStartIndex(pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER start) argument
524 getStopIndex(pANTLR3_COMMON_TOKEN token) argument
529 setStopIndex(pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER stop) argument
534 toString(pANTLR3_COMMON_TOKEN token) argument
[all...]
/external/jsilver/src/com/google/clearsilver/jsilver/syntax/parser/
H A DParserException.java10 Token token; field in class:ParserException
12 public ParserException(@SuppressWarnings("hiding") Token token, String message) argument
15 this.token = token;
20 return this.token;
/external/libcxx/test/std/numerics/rand/rand.device/
H A Dctor.pass.cpp14 // explicit random_device(const string& token = implementation-defined);
17 // value of the token parameter are implementation-defined". Implementations
25 bool is_valid_random_device(const std::string &token) { argument
29 return token == "/dev/urandom";
32 return token == "/dev/urandom" || token == "/dev/random";
36 void check_random_device_valid(const std::string &token) { argument
37 std::random_device r(token);
40 void check_random_device_invalid(const std::string &token) { argument
42 std::random_device r(token);
63 std::string token = "wrong file"; local
71 std::string token = "/dev/urandom"; local
79 std::string token = "/dev/random"; local
[all...]
/external/chromium-trace/trace-viewer/tracing/third_party/closure_linter/closure_linter/
H A Dtokenutil.py32 def GetFirstTokenInSameLine(token):
33 """Returns the first token in the same line as token.
36 token: Any token in the line.
39 The first token in the same line as token.
41 while not token.IsFirstInLine():
42 token = token
[all...]
H A Dindentation.py44 # For each token, we determine if it is a block or continuation token.
60 """Stores information about a token.
63 token: The token
64 is_block: Whether the token represents a block indentation.
65 is_transient: Whether the token should be automatically removed without
66 finding a matching end token.
67 overridden_by: TokenInfo for a token that overrides the indentation that
68 this token woul
[all...]
H A Drequireprovidesorter.py46 def CheckProvides(self, token):
49 Iterates over tokens in given token stream, identifies goog.provide tokens,
54 token: A token in the token stream before any goog.provide tokens.
57 A tuple containing the first provide token in the token stream and a list
64 provide_tokens = self._GetRequireOrProvideTokens(token, 'goog.provide')
71 def CheckRequires(self, token):
74 Iterates over tokens in given token strea
[all...]
/external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/
H A DCommonTree.cs47 /** <summary>A single token is the payload</summary> */
49 public IToken token; field in class:Antlr.Runtime.Tree.CommonTree
52 * What token indexes bracket all tokens associated with this node
73 this.token = node.token;
79 this.token = t;
85 if (token == null || token.CharPositionInLine == -1) {
91 return token.CharPositionInLine;
107 return token
[all...]
/external/antlr/antlr-3.4/runtime/Perl5/examples/zero-one/
H A Dt.pl16 my $token = $lexer->next_token();
17 last if $token->get_type() == $TLexer::EOF;
19 print "type: ", $token->get_type(), "\n";
20 print "text: ", $token->get_text(), "\n";
/external/antlr/antlr-3.4/runtime/Ruby/test/functional/lexer/
H A Dbasic.rb20 token = lexer.next_token
21 token.name.should == 'ZERO'
23 token = lexer.next_token
24 token.name.should == '<EOF>'
30 token_types = lexer.map { |token| token.name }
34 example "mismatched token" do
38 token = lexer.next_token
62 token = lexer.next_token
63 token
[all...]
/external/antlr/antlr-3.4/runtime/JavaScript/src/org/antlr/runtime/tree/
H A DCommonTree.js8 /** What token indexes bracket all tokens associated with this node
20 /** A single token is the payload */
21 this.token = null;
25 this.token = node.token;
29 this.token = node;
36 return this.token;
44 return !this.token;
48 if ( !this.token ) {
51 return this.token
[all...]
/external/antlr/antlr-3.4/gunit/src/main/java/org/antlr/gunit/
H A DOutputTest.java36 private final Token token; field in class:OutputTest
38 public OutputTest(Token token) { argument
39 this.token = token;
44 return token.getText();
49 return token.getType();
65 return token.getText();
/external/doclava/src/com/google/doclava/apicheck/
H A DApiFile.java71 String token = tokenizer.getToken();
72 if (token == null) {
75 if ("package".equals(token)) {
78 throw new ApiParseException("expected package got " + token, tokenizer.getLine());
90 String token;
94 token = tokenizer.requireToken();
95 assertIdent(tokenizer, token);
96 name = token;
98 token = tokenizer.requireToken();
99 if (!"{".equals(token)) {
113 parseClass(ApiInfo api, PackageInfo pkg, Tokenizer tokenizer, String token) argument
222 parseConstructor(Tokenizer tokenizer, ClassInfo cl, String token) argument
273 parseMethod(Tokenizer tokenizer, ClassInfo cl, String token) argument
346 parseField(Tokenizer tokenizer, ClassInfo cl, String token, boolean isEnum) argument
471 parseParameterList(Tokenizer tokenizer, AbstractMethodInfo method, String token) argument
529 isIdent(String token) argument
533 assertIdent(Tokenizer tokenizer, String token) argument
[all...]
/external/antlr/antlr-3.4/runtime/Perl5/lib/ANTLR/Runtime/
H A DMissingTokenException.pm23 if (defined (my $inserted = $self->inserted) && defined (my $token = $self->token)) {
24 return "MissingTokenException(inserted $inserted at " . $token->get_text() . ")";
26 if (defined $self->token) {
27 return "MissingTokenException(at " . $self->token->get_text() . ")";

Completed in 784 milliseconds

1234567891011>>