Lines Matching refs:Tokenizer
31 #include "Tokenizer.h"
44 SCENARIO("Tokenizer tests")
49 Tokenizer tokenizer("a bcd ef");
58 Tokenizer tokenizer("");
67 Tokenizer tokenizer(" a \n\t bc ");
77 Tokenizer tokenizer("/a/bcd/ef g/h/", "/");
88 Tokenizer tokenizer("", Tokenizer::defaultDelimiters, false);
97 Tokenizer tokenizer(",", ",", false);
106 Tokenizer tokenizer(" a b \nc d ", Tokenizer::defaultDelimiters, false);