Lines Matching defs:tokenizer
37 protected TreePatternLexer tokenizer;
42 public TreePatternParser(TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor) {
43 this.tokenizer = tokenizer;
46 ttype = tokenizer.NextToken(); // kickstart
66 ttype = tokenizer.NextToken();
90 ttype = tokenizer.NextToken();
98 ttype = tokenizer.NextToken();
102 label = tokenizer.sval.ToString();
103 ttype = tokenizer.NextToken();
107 ttype = tokenizer.NextToken(); // move to ID following colon
112 ttype = tokenizer.NextToken();
126 string tokenName = tokenizer.sval.ToString();
127 ttype = tokenizer.NextToken();
135 arg = tokenizer.sval.ToString();
137 ttype = tokenizer.NextToken();