Lines Matching defs:tokenType
1375 public void defineToken(String text, int tokenType) {
1376 //System.out.println("defineToken("+text+", "+tokenType+")");
1385 composite.stringLiteralToTypeMap.put(text, Utils.integer(tokenType));
1387 if ( tokenType>=composite.typeToStringLiteralList.size() ) {
1388 composite.typeToStringLiteralList.setSize(tokenType+1);
1390 composite.typeToStringLiteralList.set(tokenType, text);
1393 composite.tokenIDToTypeMap.put(text, Utils.integer(tokenType));
1395 int index = Label.NUM_FAUX_LABELS+tokenType-1;
1396 //System.out.println("defining "+name+" token "+text+" at type="+tokenType+", index="+index);
1397 composite.maxTokenType = Math.max(composite.maxTokenType, tokenType);
1628 int tokenType)
1631 //System.out.println("defineLexerRuleForAliasedStringLiteral: "+literal+" "+tokenType);
1634 Utils.integer(tokenType),
1641 public void defineLexerRuleForStringLiteral(String literal, int tokenType) {
1642 //System.out.println("defineLexerRuleForStringLiteral: "+literal+" "+tokenType);
1643 // compute new token name like T237 and define it as having tokenType
1644 String tokenID = computeTokenNameFromLiteral(tokenType,literal);
1645 defineToken(tokenID, tokenType);
1650 Utils.integer(tokenType),
2219 int tokenType = importFromGr.getTokenType(tokenID);
2220 composite.maxTokenType = Math.max(composite.maxTokenType,tokenType);
2221 if ( tokenType>=Label.MIN_TOKEN_TYPE ) {
2222 //System.out.println("import token from grammar "+tokenID+"="+tokenType);
2223 defineToken(tokenID, tokenType);
2373 int tokenType = (int)tokenizer.nval;
2375 //System.out.println("import "+tokenID+"="+tokenType);
2376 composite.maxTokenType = Math.max(composite.maxTokenType,tokenType);
2377 defineToken(tokenID, tokenType);
3135 public String computeTokenNameFromLiteral(int tokenType, String literal) {
3136 return AUTO_GENERATED_TOKEN_NAME_PREFIX +tokenType;