xref: /external/antlr/antlr-3.4/runtime/Python/tests/t048rewrite.py

"""Testsuite for TokenRewriteStream class."""

# don't care about docstrings
# pylint: disable-msg=C0111

import unittest
import antlr3
import testbase

class T1(testbase.ANTLRTest):
    def setUp(self):
        self.compileGrammar()


    def _parse(self, input):
        cStream = antlr3.StringStream(input)
        lexer = self.getLexer(cStream)
        tStream = antlr3.TokenRewriteStream(lexer)
        tStream.fillBuffer()

        return tStream


    def testInsertBeforeIndex0(self):
        tokens = self._parse("abc")
        tokens.insertBefore(0, "0")

        result = tokens.toString()
        expecting = "0abc"
        self.failUnlessEqual(result, expecting)


    def testInsertAfterLastIndex(self):
        tokens = self._parse("abc")
        tokens.insertAfter(2, "x")

        result = tokens.toString()
        expecting = "abcx"
        self.failUnlessEqual(result, expecting)


    def test2InsertBeforeAfterMiddleIndex(self):
        tokens = self._parse("abc")
        tokens.insertBefore(1, "x")
        tokens.insertAfter(1, "x")

        result = tokens.toString()
        expecting = "axbxc"
        self.failUnlessEqual(result, expecting)


    def testReplaceIndex0(self):
        tokens = self._parse("abc")
        tokens.replace(0, "x")

        result = tokens.toString()
        expecting = "xbc"
        self.failUnlessEqual(result, expecting)


    def testReplaceLastIndex(self):
        tokens = self._parse("abc")
        tokens.replace(2, "x")

        result = tokens.toString()
        expecting = "abx"
        self.failUnlessEqual(result, expecting)


    def testReplaceMiddleIndex(self):
        tokens = self._parse("abc")
        tokens.replace(1, "x")

        result = tokens.toString()
        expecting = "axc"
        self.failUnlessEqual(result, expecting)


    def test2ReplaceMiddleIndex(self):
        tokens = self._parse("abc")
        tokens.replace(1, "x")
        tokens.replace(1, "y")

        result = tokens.toString()
        expecting = "ayc"
        self.failUnlessEqual(result, expecting)


    def test2ReplaceMiddleIndex1InsertBefore(self):
        tokens = self._parse("abc")
        tokens.insertBefore(0, "_")
        tokens.replace(1, "x")
        tokens.replace(1, "y")

        result = tokens.toString()
        expecting = "_ayc"
        self.failUnlessEqual(expecting, result)


    def testReplaceThenDeleteMiddleIndex(self):
        tokens = self._parse("abc")
        tokens.replace(1, "x")
        tokens.delete(1)

        result = tokens.toString()
        expecting = "ac"
        self.failUnlessEqual(result, expecting)


    def testInsertInPriorReplace(self):
        tokens = self._parse("abc")
        tokens.replace(0, 2, "x")
        tokens.insertBefore(1, "0")
        try:
            tokens.toString()
            self.fail()
        except ValueError, exc:
            self.failUnlessEqual(
                str(exc),
                "insert op <InsertBeforeOp@1:\"0\"> within boundaries of "
                "previous <ReplaceOp@0..2:\"x\">"
                )

    def testInsertThenReplaceSameIndex(self):
        tokens = self._parse("abc")
        tokens.insertBefore(0, "0")
        tokens.replace(0, "x")  # supercedes insert at 0

        result = tokens.toString()
        expecting = "0xbc"
        self.failUnlessEqual(result, expecting)


    def test2InsertMiddleIndex(self):
        tokens = self._parse("abc")
        tokens.insertBefore(1, "x")
        tokens.insertBefore(1, "y")

        result = tokens.toString()
        expecting = "ayxbc"
        self.failUnlessEqual(result, expecting)


    def test2InsertThenReplaceIndex0(self):
        tokens = self._parse("abc")
        tokens.insertBefore(0, "x")
        tokens.insertBefore(0, "y")
        tokens.replace(0, "z")

        result = tokens.toString()
        expecting = "yxzbc"
        self.failUnlessEqual(result, expecting)


    def testReplaceThenInsertBeforeLastIndex(self):
        tokens = self._parse("abc")
        tokens.replace(2, "x")
        tokens.insertBefore(2, "y")

        result = tokens.toString()
        expecting = "abyx"
        self.failUnlessEqual(result, expecting)


    def testInsertThenReplaceLastIndex(self):
        tokens = self._parse("abc")
        tokens.insertBefore(2, "y")
        tokens.replace(2, "x")

        result = tokens.toString()
        expecting = "abyx"
        self.failUnlessEqual(result, expecting)


    def testReplaceThenInsertAfterLastIndex(self):
        tokens = self._parse("abc")
        tokens.replace(2, "x")
        tokens.insertAfter(2, "y")

        result = tokens.toString()
        expecting = "abxy"
        self.failUnlessEqual(result, expecting)


    def testReplaceRangeThenInsertAtLeftEdge(self):
        tokens = self._parse("abcccba")
        tokens.replace(2, 4, "x")
        tokens.insertBefore(2, "y")

        result = tokens.toString()
        expecting = "abyxba"
        self.failUnlessEqual(result, expecting)


    def testReplaceRangeThenInsertAtRightEdge(self):
        tokens = self._parse("abcccba")
        tokens.replace(2, 4, "x")
        tokens.insertBefore(4, "y") # no effect; within range of a replace

        try:
            tokens.toString()
            self.fail()
        except ValueError, exc:
            self.failUnlessEqual(
                str(exc),
                "insert op <InsertBeforeOp@4:\"y\"> within boundaries of "
                "previous <ReplaceOp@2..4:\"x\">")


    def testReplaceRangeThenInsertAfterRightEdge(self):
        tokens = self._parse("abcccba")
        tokens.replace(2, 4, "x")
        tokens.insertAfter(4, "y")

        result = tokens.toString()
        expecting = "abxyba"
        self.failUnlessEqual(result, expecting)


    def testReplaceAll(self):
        tokens = self._parse("abcccba")
        tokens.replace(0, 6, "x")

        result = tokens.toString()
        expecting = "x"
        self.failUnlessEqual(result, expecting)


    def testReplaceSubsetThenFetch(self):
        tokens = self._parse("abcccba")
        tokens.replace(2, 4, "xyz")

        result = tokens.toString(0, 6)
        expecting = "abxyzba"
        self.failUnlessEqual(result, expecting)


    def testReplaceThenReplaceSuperset(self):
        tokens = self._parse("abcccba")
        tokens.replace(2, 4, "xyz")
        tokens.replace(3, 5, "foo") # overlaps, error

        try:
            tokens.toString()
            self.fail()
        except ValueError, exc:
            self.failUnlessEqual(
                str(exc),
                "replace op boundaries of <ReplaceOp@3..5:\"foo\"> overlap "
                "with previous <ReplaceOp@2..4:\"xyz\">")


    def testReplaceThenReplaceLowerIndexedSuperset(self):
        tokens = self._parse("abcccba")
        tokens.replace(2, 4, "xyz")
        tokens.replace(1, 3, "foo") # overlap, error

        try:
            tokens.toString()
            self.fail()
        except ValueError, exc:
            self.failUnlessEqual(
                str(exc),
                "replace op boundaries of <ReplaceOp@1..3:\"foo\"> overlap "
                "with previous <ReplaceOp@2..4:\"xyz\">")


    def testReplaceSingleMiddleThenOverlappingSuperset(self):
        tokens = self._parse("abcba")
        tokens.replace(2, 2, "xyz")
        tokens.replace(0, 3, "foo")

        result = tokens.toString()
        expecting = "fooa"
        self.failUnlessEqual(result, expecting)


    def testCombineInserts(self):
        tokens = self._parse("abc")
        tokens.insertBefore(0, "x")
        tokens.insertBefore(0, "y")
        result = tokens.toString()
        expecting = "yxabc"
        self.failUnlessEqual(expecting, result)


    def testCombine3Inserts(self):
        tokens = self._parse("abc")
        tokens.insertBefore(1, "x")
        tokens.insertBefore(0, "y")
        tokens.insertBefore(1, "z")
        result = tokens.toString()
        expecting = "yazxbc"
        self.failUnlessEqual(expecting, result)


    def testCombineInsertOnLeftWithReplace(self):
        tokens = self._parse("abc")
        tokens.replace(0, 2, "foo")
        tokens.insertBefore(0, "z") # combine with left edge of rewrite
        result = tokens.toString()
        expecting = "zfoo"
        self.failUnlessEqual(expecting, result)


    def testCombineInsertOnLeftWithDelete(self):
        tokens = self._parse("abc")
        tokens.delete(0, 2)
        tokens.insertBefore(0, "z") # combine with left edge of rewrite
        result = tokens.toString()
        expecting = "z" # make sure combo is not znull
        self.failUnlessEqual(expecting, result)


    def testDisjointInserts(self):
        tokens = self._parse("abc")
        tokens.insertBefore(1, "x")
        tokens.insertBefore(2, "y")
        tokens.insertBefore(0, "z")
        result = tokens.toString()
        expecting = "zaxbyc"
        self.failUnlessEqual(expecting, result)


    def testOverlappingReplace(self):
        tokens = self._parse("abcc")
        tokens.replace(1, 2, "foo")
        tokens.replace(0, 3, "bar") # wipes prior nested replace
        result = tokens.toString()
        expecting = "bar"
        self.failUnlessEqual(expecting, result)


    def testOverlappingReplace2(self):
        tokens = self._parse("abcc")
        tokens.replace(0, 3, "bar")
        tokens.replace(1, 2, "foo") # cannot split earlier replace

        try:
            tokens.toString()
            self.fail()
        except ValueError, exc:
            self.failUnlessEqual(
                str(exc),
                "replace op boundaries of <ReplaceOp@1..2:\"foo\"> overlap "
                "with previous <ReplaceOp@0..3:\"bar\">")


    def testOverlappingReplace3(self):
        tokens = self._parse("abcc")
        tokens.replace(1, 2, "foo")
        tokens.replace(0, 2, "bar") # wipes prior nested replace
        result = tokens.toString()
        expecting = "barc"
        self.failUnlessEqual(expecting, result)


    def testOverlappingReplace4(self):
        tokens = self._parse("abcc")
        tokens.replace(1, 2, "foo")
        tokens.replace(1, 3, "bar") # wipes prior nested replace
        result = tokens.toString()
        expecting = "abar"
        self.failUnlessEqual(expecting, result)


    def testDropIdenticalReplace(self):
        tokens = self._parse("abcc")
        tokens.replace(1, 2, "foo")
        tokens.replace(1, 2, "foo") # drop previous, identical
        result = tokens.toString()
        expecting = "afooc"
        self.failUnlessEqual(expecting, result)


    def testDropPrevCoveredInsert(self):
        tokens = self._parse("abc")
        tokens.insertBefore(1, "foo")
        tokens.replace(1, 2, "foo") # kill prev insert
        result = tokens.toString()
        expecting = "afoofoo"
        self.failUnlessEqual(expecting, result)


    def testLeaveAloneDisjointInsert(self):
        tokens = self._parse("abcc")
        tokens.insertBefore(1, "x")
        tokens.replace(2, 3, "foo")
        result = tokens.toString()
        expecting = "axbfoo"
        self.failUnlessEqual(expecting, result)


    def testLeaveAloneDisjointInsert2(self):
        tokens = self._parse("abcc")
        tokens.replace(2, 3, "foo")
        tokens.insertBefore(1, "x")
        result = tokens.toString()
        expecting = "axbfoo"
        self.failUnlessEqual(expecting, result)


    def testInsertBeforeTokenThenDeleteThatToken(self):
        tokens = self._parse("abc")
        tokens.insertBefore(2, "y")
        tokens.delete(2)
        result = tokens.toString()
        expecting = "aby"
        self.failUnlessEqual(expecting, result)


class T2(testbase.ANTLRTest):
    def setUp(self):
        self.compileGrammar('t048rewrite2.g')


    def _parse(self, input):
        cStream = antlr3.StringStream(input)
        lexer = self.getLexer(cStream)
        tStream = antlr3.TokenRewriteStream(lexer)
        tStream.fillBuffer()

        return tStream


    def testToStringStartStop(self):
        # Tokens: 0123456789
        # Input:  x = 3 * 0
        tokens = self._parse("x = 3 * 0;")
        tokens.replace(4, 8, "0") # replace 3 * 0 with 0

        result = tokens.toOriginalString()
        expecting = "x = 3 * 0;"
        self.failUnlessEqual(expecting, result)

        result = tokens.toString()
        expecting = "x = 0;"
        self.failUnlessEqual(expecting, result)

        result = tokens.toString(0, 9)
        expecting = "x = 0;"
        self.failUnlessEqual(expecting, result)

        result = tokens.toString(4, 8)
        expecting = "0"
        self.failUnlessEqual(expecting, result)


    def testToStringStartStop2(self):
        # Tokens: 012345678901234567
        # Input:  x = 3 * 0 + 2 * 0
        tokens = self._parse("x = 3 * 0 + 2 * 0;")

        result = tokens.toOriginalString()
        expecting = "x = 3 * 0 + 2 * 0;"
        self.failUnlessEqual(expecting, result)

        tokens.replace(4, 8, "0") # replace 3 * 0 with 0
        result = tokens.toString()
        expecting = "x = 0 + 2 * 0;"
        self.failUnlessEqual(expecting, result)

        result = tokens.toString(0, 17)
        expecting = "x = 0 + 2 * 0;"
        self.failUnlessEqual(expecting, result)

        result = tokens.toString(4, 8)
        expecting = "0"
        self.failUnlessEqual(expecting, result)

        result = tokens.toString(0, 8)
        expecting = "x = 0"
        self.failUnlessEqual(expecting, result)

        result = tokens.toString(12, 16)
        expecting = "2 * 0"
        self.failUnlessEqual(expecting, result)

        tokens.insertAfter(17, "// comment")
        result = tokens.toString(12, 18)
        expecting = "2 * 0;// comment"
        self.failUnlessEqual(expecting, result)

        result = tokens.toString(0, 8) # try again after insert at end
        expecting = "x = 0"
        self.failUnlessEqual(expecting, result)


if __name__ == '__main__':
    unittest.main()