Cross Reference: /external/antlr/antlr-3.4/tool/src/test/java/org/antlr/test/TestTokenRewriteStream.java

Lines Matching refs:tokens
51 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
52 		tokens.insertBefore(0, "0");
53 		String result = tokens.toString();
66 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
67 		tokens.insertAfter(2, "x");
68 		String result = tokens.toString();
81 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
82 		tokens.fill();
83 		tokens.insertBefore(1, "x");
84 		tokens.insertAfter(1, "x");
85 		String result = tokens.toString();
98 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
99 		tokens.fill();
100 		tokens.replace(0, "x");
101 		String result = tokens.toString();
114 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
115 		tokens.fill();
116 		tokens.replace(2, "x");
117 		String result = tokens.toString();
130 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
131 		tokens.fill();
132 		tokens.replace(1, "x");
133 		String result = tokens.toString();
151         TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
152         tokens.fill();
153         tokens.replace(4, 8, "0"); // replace 3 * 0 with 0
155         String result = tokens.toOriginalString();
159         result = tokens.toString();
163         result = tokens.toString(0,9);
167         result = tokens.toString(4,8);
186         TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
187         tokens.fill();
189         String result = tokens.toOriginalString();
193         tokens.replace(4, 8, "0"); // replace 3 * 0 with 0
194         result = tokens.toString();
198         result = tokens.toString(0,17);
202         result = tokens.toString(4,8);
206         result = tokens.toString(0,8);
210         result = tokens.toString(12,16);
214         tokens.insertAfter(17, "// comment");
215         result = tokens.toString(12,18);
219         result = tokens.toString(0,8); // try again after insert at end
233 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
234 		tokens.fill();
235 		tokens.replace(1, "x");
236 		tokens.replace(1, "y");
237 		String result = tokens.toString();
250 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
251 		tokens.fill();
252         tokens.insertBefore(0, "_");
253         tokens.replace(1, "x");
254 		tokens.replace(1, "y");
255 		String result = tokens.toString();
268 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
269 		tokens.fill();
270 		tokens.replace(1, "x");
271 		tokens.delete(1);
272 		String result = tokens.toString();
285 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
286 		tokens.fill();
287 		tokens.replace(0, 2, "x");
288 		tokens.insertBefore(1, "0");
291 			tokens.toString();
309 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
310 		tokens.fill();
311 		tokens.insertBefore(0, "0");
312 		tokens.replace(0, "x"); // supercedes insert at 0
313 		String result = tokens.toString();
326 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
327 		tokens.fill();
328 		tokens.insertBefore(1, "x");
329 		tokens.insertBefore(1, "y");
330 		String result = tokens.toString();
343 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
344 		tokens.fill();
345 		tokens.insertBefore(0, "x");
346 		tokens.insertBefore(0, "y");
347 		tokens.replace(0, "z");
348 		String result = tokens.toString();
361 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
362 		tokens.fill();
363 		tokens.replace(2, "x");
364 		tokens.insertBefore(2, "y");
365 		String result = tokens.toString();
378 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
379 		tokens.fill();
380 		tokens.insertBefore(2, "y");
381 		tokens.replace(2, "x");
382 		String result = tokens.toString();
395 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
396 		tokens.fill();
397 		tokens.replace(2, "x");
398 		tokens.insertAfter(2, "y");
399 		String result = tokens.toString();
412 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
413 		tokens.fill();
414 		tokens.replace(2, 4, "x");
415 		tokens.insertBefore(2, "y");
416 		String result = tokens.toString();
429 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
430 		tokens.fill();
431 		tokens.replace(2, 4, "x");
432 		tokens.insertBefore(4, "y"); // no effect; within range of a replace
435 			tokens.toString();
453 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
454 		tokens.fill();
455 		tokens.replace(2, 4, "x");
456 		tokens.insertAfter(4, "y");
457 		String result = tokens.toString();
470 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
471 		tokens.fill();
472 		tokens.replace(0, 6, "x");
473 		String result = tokens.toString();
486 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
487 		tokens.fill();
488 		tokens.replace(2, 4, "xyz");
489 		String result = tokens.toString(0,6);
502 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
503 		tokens.fill();
504 		tokens.replace(2, 4, "xyz");
505 		tokens.replace(3, 5, "foo"); // overlaps, error
508 			tokens.toString();
526 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
527 		tokens.fill();
528 		tokens.replace(2, 4, "xyz");
529 		tokens.replace(1, 3, "foo"); // overlap, error
532 			tokens.toString();
550 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
551 		tokens.fill();
552 		tokens.replace(2, 2, "xyz");
553 		tokens.replace(0, 3, "foo");
554 		String result = tokens.toString();
569 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
570 		tokens.fill();
571 		tokens.insertBefore(0, "x");
572 		tokens.insertBefore(0, "y");
573 		String result = tokens.toString();
586 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
587 		tokens.fill();
588 		tokens.insertBefore(1, "x");
589 		tokens.insertBefore(0, "y");
590 		tokens.insertBefore(1, "z");
591 		String result = tokens.toString();
604 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
605 		tokens.fill();
606 		tokens.replace(0, 2, "foo");
607 		tokens.insertBefore(0, "z"); // combine with left edge of rewrite
608 		String result = tokens.toString();
621 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
622 		tokens.fill();
623 		tokens.delete(0, 2);
624 		tokens.insertBefore(0, "z"); // combine with left edge of rewrite
625 		String result = tokens.toString();
638 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
639 		tokens.fill();
640 		tokens.insertBefore(1, "x");
641 		tokens.insertBefore(2, "y");
642 		tokens.insertBefore(0, "z");
643 		String result = tokens.toString();
656 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
657 		tokens.fill();
658 		tokens.replace(1, 2, "foo");
659 		tokens.replace(0, 3, "bar"); // wipes prior nested replace
660 		String result = tokens.toString();
673 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
674 		tokens.fill();
675 		tokens.replace(0, 3, "bar");
676 		tokens.replace(1, 2, "foo"); // cannot split earlier replace
679 			tokens.toString();
697 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
698 		tokens.fill();
699 		tokens.replace(1, 2, "foo");
700 		tokens.replace(0, 2, "bar"); // wipes prior nested replace
701 		String result = tokens.toString();
714 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
715 		tokens.fill();
716 		tokens.replace(1, 2, "foo");
717 		tokens.replace(1, 3, "bar"); // wipes prior nested replace
718 		String result = tokens.toString();
731 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
732 		tokens.fill();
733 		tokens.replace(1, 2, "foo");
734 		tokens.replace(1, 2, "foo"); // drop previous, identical
735 		String result = tokens.toString();
748 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
749 		tokens.fill();
750 		tokens.insertBefore(1, "foo");
751 		tokens.replace(1, 2, "foo"); // kill prev insert
752 		String result = tokens.toString();
765 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
766 		tokens.fill();
767 		tokens.insertBefore(1, "x");
768 		tokens.replace(2, 3, "foo");
769 		String result = tokens.toString();
782 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
783 		tokens.fill();
784 		tokens.replace(2, 3, "foo");
785 		tokens.insertBefore(1, "x");
786 		String result = tokens.toString();
799 		TokenRewriteStream tokens = new TokenRewriteStream(lexEngine);
800 		tokens.fill();
801 		tokens.insertBefore(2, "y");
802 		tokens.delete(2);
803 		String result = tokens.toString();