Searched refs:token (Results 1 - 25 of 781) sorted by relevance

1234567891011>>

/external/antlr/antlr-3.4/runtime/Python/tests/
H A Dt004lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 0, token.stop
31 assert token.text == 'f', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt010lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.IDENTIFIER
29 assert token.start == 0, token.start
30 assert token.stop == 5, token.stop
31 assert token.text == 'foobar', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt011lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.IDENTIFIER
29 assert token.start == 0, token.start
30 assert token.stop == 5, token.stop
31 assert token.text == 'foobar', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt005lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 1, token.stop
31 assert token.text == 'fo', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt008lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 0, token.stop
31 assert token.text == 'f', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt009lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.DIGIT
29 assert token.start == 0, token.start
30 assert token.stop == 0, token.stop
31 assert token.text == '0', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt006lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 1, token.stop
31 assert token.text == 'fo', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
H A Dt007lexer.py27 token = lexer.nextToken()
28 assert token.type == self.lexerModule.FOO
29 assert token.start == 0, token.start
30 assert token.stop == 1, token.stop
31 assert token.text == 'fo', token.text
33 token = lexer.nextToken()
34 assert token
[all...]
/external/antlr/antlr-3.4/runtime/Perl5/examples/id/
H A Did.pl16 my $token = $lexer->next_token();
17 last if $token->get_type() == IDLexer->EOF;
19 print "text: ", $token->get_text(), "\n";
20 print "type: ", $token->get_type(), "\n";
21 print "pos: ", $token->get_line(), ':', $token->get_char_position_in_line(), "\n";
22 print "channel: ", $token->get_channel(), "\n";
23 print "token index: ", $token->get_token_index(), "\n";
/external/webkit/Source/WebCore/html/
H A DDOMSettableTokenList.cpp47 bool DOMSettableTokenList::contains(const AtomicString& token, ExceptionCode& ec) const argument
49 if (!validateToken(token, ec))
51 return m_tokens.contains(token);
54 void DOMSettableTokenList::add(const AtomicString& token, ExceptionCode& ec) argument
56 if (!validateToken(token, ec) || m_tokens.contains(token))
58 addInternal(token);
61 void DOMSettableTokenList::addInternal(const AtomicString& token) argument
63 m_value = addToken(m_value, token);
65 m_tokens.set(token, fals
70 remove(const AtomicString& token, ExceptionCode& ec) argument
77 removeInternal(const AtomicString& token) argument
83 toggle(const AtomicString& token, ExceptionCode& ec) argument
[all...]
/external/antlr/antlr-3.4/runtime/C/src/
H A Dantlr3commontoken.c2 * Contains the default implementation of the common token used within
40 static pANTLR3_STRING getText (pANTLR3_COMMON_TOKEN token);
41 static void setText (pANTLR3_COMMON_TOKEN token, pANTLR3_STRING text);
42 static void setText8 (pANTLR3_COMMON_TOKEN token, pANTLR3_UINT8 text);
43 static ANTLR3_UINT32 getType (pANTLR3_COMMON_TOKEN token);
44 static void setType (pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 type);
45 static ANTLR3_UINT32 getLine (pANTLR3_COMMON_TOKEN token);
46 static void setLine (pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 line);
47 static ANTLR3_INT32 getCharPositionInLine (pANTLR3_COMMON_TOKEN token);
48 static void setCharPositionInLine (pANTLR3_COMMON_TOKEN token, ANTLR3_INT3
75 pANTLR3_COMMON_TOKEN token; local
193 pANTLR3_COMMON_TOKEN token; local
247 ANTLR3_UINT32 token; local
306 pANTLR3_COMMON_TOKEN token; local
326 antlr3SetTokenAPI(pANTLR3_COMMON_TOKEN token) argument
351 getText(pANTLR3_COMMON_TOKEN token) argument
415 setText8(pANTLR3_COMMON_TOKEN token, pANTLR3_UINT8 text) argument
451 setText(pANTLR3_COMMON_TOKEN token, pANTLR3_STRING text) argument
464 getType(pANTLR3_COMMON_TOKEN token) argument
469 setType(pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 type) argument
474 getLine(pANTLR3_COMMON_TOKEN token) argument
479 setLine(pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 line) argument
484 getCharPositionInLine(pANTLR3_COMMON_TOKEN token) argument
489 setCharPositionInLine(pANTLR3_COMMON_TOKEN token, ANTLR3_INT32 pos) argument
494 getChannel(pANTLR3_COMMON_TOKEN token) argument
499 setChannel(pANTLR3_COMMON_TOKEN token, ANTLR3_UINT32 channel) argument
504 getTokenIndex(pANTLR3_COMMON_TOKEN token) argument
509 setTokenIndex(pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER index) argument
514 getStartIndex(pANTLR3_COMMON_TOKEN token) argument
519 setStartIndex(pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER start) argument
524 getStopIndex(pANTLR3_COMMON_TOKEN token) argument
529 setStopIndex(pANTLR3_COMMON_TOKEN token, ANTLR3_MARKER stop) argument
534 toString(pANTLR3_COMMON_TOKEN token) argument
[all...]
/external/jsilver/src/com/google/clearsilver/jsilver/syntax/parser/
H A DParserException.java10 Token token; field in class:ParserException
12 public ParserException(@SuppressWarnings("hiding") Token token, String message) argument
15 this.token = token;
20 return this.token;
/external/chromium-trace/trace-viewer/third_party/closure_linter/closure_linter/
H A Dtokenutil.py32 def GetFirstTokenInSameLine(token):
33 """Returns the first token in the same line as token.
36 token: Any token in the line.
39 The first token in the same line as token.
41 while not token.IsFirstInLine():
42 token = token
[all...]
H A Dindentation.py44 # For each token, we determine if it is a block or continuation token.
60 """Stores information about a token.
63 token: The token
64 is_block: Whether the token represents a block indentation.
65 is_transient: Whether the token should be automatically removed without
66 finding a matching end token.
67 overridden_by: TokenInfo for a token that overrides the indentation that
68 this token woul
[all...]
H A Drequireprovidesorter.py46 def CheckProvides(self, token):
49 Iterates over tokens in given token stream, identifies goog.provide tokens,
54 token: A token in the token stream before any goog.provide tokens.
57 A tuple containing the first provide token in the token stream and a list
64 provide_tokens = self._GetRequireOrProvideTokens(token, 'goog.provide')
71 def CheckRequires(self, token):
74 Iterates over tokens in given token strea
[all...]
/external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.Tree/
H A DCommonTree.cs47 /** <summary>A single token is the payload</summary> */
49 public IToken token; field in class:Antlr.Runtime.Tree.CommonTree
52 * What token indexes bracket all tokens associated with this node
73 this.token = node.token;
79 this.token = t;
85 if (token == null || token.CharPositionInLine == -1) {
91 return token.CharPositionInLine;
107 return token
[all...]
/external/antlr/antlr-3.4/runtime/Perl5/examples/zero-one/
H A Dt.pl16 my $token = $lexer->next_token();
17 last if $token->get_type() == $TLexer::EOF;
19 print "type: ", $token->get_type(), "\n";
20 print "text: ", $token->get_text(), "\n";
/external/antlr/antlr-3.4/runtime/Ruby/test/functional/lexer/
H A Dbasic.rb20 token = lexer.next_token
21 token.name.should == 'ZERO'
23 token = lexer.next_token
24 token.name.should == '<EOF>'
30 token_types = lexer.map { |token| token.name }
34 example "mismatched token" do
38 token = lexer.next_token
62 token = lexer.next_token
63 token
[all...]
/external/antlr/antlr-3.4/runtime/JavaScript/src/org/antlr/runtime/tree/
H A DCommonTree.js8 /** What token indexes bracket all tokens associated with this node
20 /** A single token is the payload */
21 this.token = null;
25 this.token = node.token;
29 this.token = node;
36 return this.token;
44 return !this.token;
48 if ( !this.token ) {
51 return this.token
[all...]
/external/webkit/Source/WebCore/html/parser/
H A DHTMLTreeBuilder.cpp251 explicit ExternalCharacterTokenBuffer(AtomicHTMLToken& token) argument
252 : m_current(token.characters().data())
253 , m_end(m_current + token.characters().size())
436 AtomicHTMLToken token(rawToken);
439 // synchronously re-enters the parser. We don't clear the token immedately
451 constructTreeFromAtomicToken(token);
459 void HTMLTreeBuilder::constructTreeFromAtomicToken(AtomicHTMLToken& token) argument
461 processToken(token);
470 void HTMLTreeBuilder::processToken(AtomicHTMLToken& token) argument
472 switch (token
497 processDoctypeToken(AtomicHTMLToken& token) argument
542 attributesForIsindexInput(AtomicHTMLToken& token) argument
558 processIsindexStartTagForInBody(AtomicHTMLToken& token) argument
602 processCloseWhenNestedTag(AtomicHTMLToken& token) argument
636 adjustSVGTagNameCase(AtomicHTMLToken& token) argument
653 adjustAttributes(AtomicHTMLToken& token) argument
675 adjustSVGAttributes(AtomicHTMLToken& token) argument
680 adjustMathMLAttributes(AtomicHTMLToken& token) argument
696 adjustForeignAttributes(AtomicHTMLToken& token) argument
726 processStartTagForInBody(AtomicHTMLToken& token) argument
1058 processStartTagForInTable(AtomicHTMLToken& token) argument
1130 shouldProcessForeignContentUsingInBodyInsertionMode(AtomicHTMLToken& token, ContainerNode* currentElement) argument
1152 processStartTag(AtomicHTMLToken& token) argument
1540 processBodyEndTagForInBody(AtomicHTMLToken& token) argument
1553 processAnyOtherEndTagForInBody(AtomicHTMLToken& token) argument
1602 callTheAdoptionAgency(AtomicHTMLToken& token) argument
1770 processEndTagForInTableBody(AtomicHTMLToken& token) argument
1807 processEndTagForInRow(AtomicHTMLToken& token) argument
1843 processEndTagForInCell(AtomicHTMLToken& token) argument
1880 processEndTagForInBody(AtomicHTMLToken& token) argument
2053 processEndTagForInTable(AtomicHTMLToken& token) argument
2074 processEndTag(AtomicHTMLToken& token) argument
2350 reprocessStartTag(AtomicHTMLToken& token) argument
2356 reprocessEndTag(AtomicHTMLToken& token) argument
2383 processForeignContentUsingInBodyModeAndResetMode(AtomicHTMLToken& token) argument
2400 processComment(AtomicHTMLToken& token) argument
2422 processCharacter(AtomicHTMLToken& token) argument
2581 processEndOfFile(AtomicHTMLToken& token) argument
2733 processStartTagForInHead(AtomicHTMLToken& token) argument
2780 processGenericRCDATAStartTag(AtomicHTMLToken& token) argument
2789 processGenericRawTextStartTag(AtomicHTMLToken& token) argument
2798 processScriptStartTag(AtomicHTMLToken& token) argument
[all...]
/external/chromium/chrome/common/extensions/docs/examples/apps/hello-python/oauth2/clients/
H A Dimap.py32 def authenticate(self, url, consumer, token):
36 if token is not None and not isinstance(token, oauth2.Token):
37 raise ValueError("Invalid token.")
40 lambda x: oauth2.build_xoauth_string(url, consumer, token))
H A Dsmtp.py33 def authenticate(self, url, consumer, token):
37 if token is not None and not isinstance(token, oauth2.Token):
38 raise ValueError("Invalid token.")
41 base64.b64encode(oauth2.build_xoauth_string(url, consumer, token)))
/external/mesa3d/src/glsl/glcpp/tests/
H A D040-token-pasting.c2 paste(one , token)
/external/antlr/antlr-3.4/gunit/src/main/java/org/antlr/gunit/
H A DOutputTest.java36 private final Token token; field in class:OutputTest
38 public OutputTest(Token token) { argument
39 this.token = token;
44 return token.getText();
49 return token.getType();
65 return token.getText();
/external/doclava/src/com/google/doclava/apicheck/
H A DApiFile.java71 String token = tokenizer.getToken();
72 if (token == null) {
75 if ("package".equals(token)) {
78 throw new ApiParseException("expected package got " + token, tokenizer.getLine());
90 String token;
94 token = tokenizer.requireToken();
95 assertIdent(tokenizer, token);
96 name = token;
98 token = tokenizer.requireToken();
99 if (!"{".equals(token)) {
113 parseClass(ApiInfo api, PackageInfo pkg, Tokenizer tokenizer, String token) argument
222 parseConstructor(Tokenizer tokenizer, ClassInfo cl, String token) argument
273 parseMethod(Tokenizer tokenizer, ClassInfo cl, String token) argument
346 parseField(Tokenizer tokenizer, ClassInfo cl, String token, boolean isEnum) argument
471 parseParameterList(Tokenizer tokenizer, AbstractMethodInfo method, String token) argument
529 isIdent(String token) argument
533 assertIdent(Tokenizer tokenizer, String token) argument
[all...]

Completed in 456 milliseconds

1234567891011>>