Searched defs:TokenInfo (Results 1 - 4 of 4) sorted by relevance

/external/ImageMagick/MagickCore/
H A Dtoken.h29 TokenInfo; typedef in typeref:struct:_TokenInfo
32 Tokenizer(TokenInfo *,const unsigned int,char *,const size_t,const char *,
38 extern MagickExport TokenInfo
40 *DestroyTokenInfo(TokenInfo *);
/external/clang/include/clang/Lex/
H A DTokenConcatenation.h54 /// TokenInfo - This array contains information for each token on what
57 char TokenInfo[tok::NUM_TOKENS]; member in class:clang::TokenConcatenation
/external/python/cpython3/Lib/
H A Dtokenize.py42 "NL", "untokenize", "ENCODING", "TokenInfo"]
99 class TokenInfo(collections.namedtuple('TokenInfo', 'type string start end line')): class in inherits:collections.namedtuple('TokenInfo', 'type string start end line'
102 return ('TokenInfo(type=%s, string=%r, start=%r, end=%r, line=%r)' %
509 yield TokenInfo(ENCODING, encoding, (0, 0), (0, 0), '')
527 yield TokenInfo(STRING, contstr + line[:end],
532 yield TokenInfo(ERRORTOKEN, contstr + line,
562 yield TokenInfo(COMMENT, comment_token,
564 yield TokenInfo(NL, line[nl_pos:],
567 yield TokenInfo((N
[all...]
/external/clang/lib/ASTMatchers/Dynamic/
H A DParser.cpp29 struct Parser::TokenInfo { struct in class:clang::ast_matchers::dynamic::Parser
47 TokenInfo() : Text(), Kind(TK_Eof), Range(), Value() {} function in struct:clang::ast_matchers::dynamic::Parser::TokenInfo
55 const char* const Parser::TokenInfo::ID_Bind = "bind";
74 const TokenInfo &peekNextToken() const { return NextToken; }
77 TokenInfo consumeNextToken() {
78 TokenInfo ThisToken = NextToken;
83 TokenInfo::TokenKind nextTokenKind() const { return NextToken.Kind; }
86 TokenInfo getNextToken() {
88 TokenInfo Result;
92 Result.Kind = TokenInfo
[all...]

Completed in 2179 milliseconds