Lines Matching defs:tokenizer
34 protected TreePatternLexer tokenizer;
39 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, TreeAdaptor adaptor) {
40 this.tokenizer = tokenizer;
43 ttype = tokenizer.nextToken(); // kickstart
64 ttype = tokenizer.nextToken();
89 ttype = tokenizer.nextToken();
97 ttype = tokenizer.nextToken();
101 label = tokenizer.sval.toString();
102 ttype = tokenizer.nextToken();
106 ttype = tokenizer.nextToken(); // move to ID following colon
111 ttype = tokenizer.nextToken();
125 String tokenName = tokenizer.sval.toString();
126 ttype = tokenizer.nextToken();
134 arg = tokenizer.sval.toString();
136 ttype = tokenizer.nextToken();