Lines Matching defs:tokenizer
39 protected TreePatternLexer tokenizer;
44 public TreePatternParser( TreePatternLexer tokenizer, TreeWizard wizard, ITreeAdaptor adaptor )
46 this.tokenizer = tokenizer;
49 ttype = tokenizer.NextToken(); // kickstart
75 ttype = tokenizer.NextToken();
105 ttype = tokenizer.NextToken();
115 ttype = tokenizer.NextToken();
120 label = tokenizer.sval.ToString();
121 ttype = tokenizer.NextToken();
126 ttype = tokenizer.NextToken(); // move to ID following colon
132 ttype = tokenizer.NextToken();
148 string tokenName = tokenizer.sval.ToString();
149 ttype = tokenizer.NextToken();
159 arg = tokenizer.sval.ToString();
161 ttype = tokenizer.NextToken();