Searched defs:TokenInfo (Results 1 - 4 of 4) sorted by relevance
/external/ImageMagick/MagickCore/ |
H A D | token.h | 29 TokenInfo; typedef in typeref:struct:_TokenInfo 32 Tokenizer(TokenInfo *,const unsigned int,char *,const size_t,const char *, 38 extern MagickExport TokenInfo 40 *DestroyTokenInfo(TokenInfo *);
|
/external/clang/include/clang/Lex/ |
H A D | TokenConcatenation.h | 54 /// TokenInfo - This array contains information for each token on what 57 char TokenInfo[tok::NUM_TOKENS]; member in class:clang::TokenConcatenation
|
/external/python/cpython3/Lib/ |
H A D | tokenize.py | 42 "NL", "untokenize", "ENCODING", "TokenInfo"] 99 class TokenInfo(collections.namedtuple('TokenInfo', 'type string start end line')): class in inherits:collections.namedtuple('TokenInfo', 'type string start end line' 102 return ('TokenInfo(type=%s, string=%r, start=%r, end=%r, line=%r)' % 509 yield TokenInfo(ENCODING, encoding, (0, 0), (0, 0), '') 527 yield TokenInfo(STRING, contstr + line[:end], 532 yield TokenInfo(ERRORTOKEN, contstr + line, 562 yield TokenInfo(COMMENT, comment_token, 564 yield TokenInfo(NL, line[nl_pos:], 567 yield TokenInfo((N [all...] |
/external/clang/lib/ASTMatchers/Dynamic/ |
H A D | Parser.cpp | 29 struct Parser::TokenInfo { struct in class:clang::ast_matchers::dynamic::Parser 47 TokenInfo() : Text(), Kind(TK_Eof), Range(), Value() {} function in struct:clang::ast_matchers::dynamic::Parser::TokenInfo 55 const char* const Parser::TokenInfo::ID_Bind = "bind"; 74 const TokenInfo &peekNextToken() const { return NextToken; } 77 TokenInfo consumeNextToken() { 78 TokenInfo ThisToken = NextToken; 83 TokenInfo::TokenKind nextTokenKind() const { return NextToken.Kind; } 86 TokenInfo getNextToken() { 88 TokenInfo Result; 92 Result.Kind = TokenInfo [all...] |
Completed in 2179 milliseconds