Lines Matching defs:Retokenizer
262 TextTokenRetokenizer &Retokenizer) {
266 if (Retokenizer.lexDelimitedSeq(Arg, '[', ']'))
272 if (Retokenizer.lexWord(Arg))
280 TextTokenRetokenizer &Retokenizer) {
282 if (Retokenizer.lexWord(Arg))
290 TextTokenRetokenizer &Retokenizer,
297 while (ParsedArgs < NumArgs && Retokenizer.lexWord(Arg)) {
354 TextTokenRetokenizer Retokenizer(Allocator, *this);
357 parseParamCommandArgs(PC, Retokenizer);
359 parseTParamCommandArgs(TPC, Retokenizer);
361 parseBlockCommandArgs(BC, Retokenizer, Info->NumArgs);
363 Retokenizer.putBackLeftoverTokens();
388 TextTokenRetokenizer Retokenizer(Allocator, *this);
391 bool ArgTokValid = Retokenizer.lexWord(ArgTok);
407 Retokenizer.putBackLeftoverTokens();