Lines Matching defs:TokenType
77 private final TokenType[] tokenTypes;
144 if (type() != TokenType.WHITESPACE) { return true; }
151 public TokenType type() {
176 TokenType[] tokenTypes) {
183 public enum TokenType {
283 private static final TokenType[] ZERO_TYPES = new TokenType[0];
299 private List<TokenType> tokenTypes = null;
335 TokenType openBracket(char bracketChar) {
337 TokenType type;
339 case '(': close = ')'; type = TokenType.LEFT_PAREN; break;
340 case '[': close = ']'; type = TokenType.LEFT_SQUARE; break;
341 case '{': close = '}'; type = TokenType.LEFT_CURLY; break;
415 TokenType[] tokenTypesArr = tokenTypes.toArray(ZERO_TYPES);
428 tokenTypes = new ArrayList<TokenType>();
451 final TokenType type;
455 type = TokenType.WHITESPACE;
461 type = TokenType.WHITESPACE;
464 type = TokenType.DELIM;
470 type = TokenType.WHITESPACE;
473 type = TokenType.DELIM;
479 type = TokenType.DELIM;
484 type = TokenType.AT;
487 type = TokenType.DELIM;
492 TokenType hashType = consumeHash();
498 type = TokenType.DELIM;
509 type = TokenType.UNICODE_RANGE;
526 type = TokenType.DELIM;
529 type = TokenType.WHITESPACE;
539 type = TokenType.DOT_IDENT;
549 type = TokenType.DELIM;
554 type = TokenType.DELIM;
558 case ':': consumeDelim(ch); type = TokenType.COLON; break;
559 case ';': consumeDelim(ch); type = TokenType.SEMICOLON; break;
560 case ',': consumeDelim(ch); type = TokenType.COMMA; break;
571 type = TokenType.DELIM;
577 type = TokenType.MATCH;
580 type = TokenType.COLUMN;
583 type = TokenType.DELIM;
592 TokenType identType = consumeIdentOrUrlOrFunction();
596 type = TokenType.WHITESPACE;
606 TokenType identType = consumeIdentOrUrlOrFunction();
612 type = TokenType.WHITESPACE;
616 type = TokenType.DELIM;
619 type = TokenType.WHITESPACE;
627 if (type == TokenType.DELIM) {
630 if (type != TokenType.WHITESPACE
632 emitToken(TokenType.WHITESPACE, startOfOutputToken);
639 if (type != TokenType.WHITESPACE) {
643 emitToken(TokenType.WHITESPACE, sbLen - 1);
654 TokenType delimType;
656 case ' ': delimType = TokenType.WHITESPACE; break;
657 case '}': delimType = TokenType.RIGHT_CURLY; break;
658 case ')': delimType = TokenType.RIGHT_PAREN; break;
659 case ']': delimType = TokenType.RIGHT_SQUARE; break;
660 default : delimType = TokenType.DELIM; break;
666 private void emitToken(TokenType type, int startOfOutputToken) {
909 private TokenType consumeNumberOrPercentageOrDimension() {
1020 TokenType type;
1023 type = TokenType.PERCENTAGE;
1046 ? TokenType.NUMBER
1048 ? TokenType.DIMENSION
1049 : TokenType.BAD_DIMENSION;
1052 if (type != TokenType.PERCENTAGE
1059 private TokenType consumeString() {
1104 return TokenType.STRING;
1108 return TokenType.WHITESPACE;
1112 private @Nullable TokenType consumeHash() {
1125 return TokenType.HASH_ID;
1128 return TokenType.HASH_UNRESTRICTED;
1209 private @Nullable TokenType consumeIdentOrUrlOrFunction() {
1223 return TokenType.URL;
1227 return TokenType.WHITESPACE;
1232 return TokenType.FUNCTION;
1244 return TokenType.IDENT;