1324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport unittest 2324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport textwrap 3324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport antlr3 4324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport antlr3.tree 5324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport stringtemplate3 6324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport testbase 7324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport sys 8324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport os 9324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfrom StringIO import StringIO 10324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 11324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverclass T(testbase.ANTLRTest): 12324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def execParser(self, grammar, grammarEntry, input, group=None): 13324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver lexerCls, parserCls = self.compileInlineGrammar(grammar) 14324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 15324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver cStream = antlr3.StringStream(input) 16324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver lexer = lexerCls(cStream) 17324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver tStream = antlr3.CommonTokenStream(lexer) 18324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver parser = parserCls(tStream) 19324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if group is not None: 20324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver parser.templateLib = group 21324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver result = getattr(parser, grammarEntry)() 22324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if result.st is not None: 23324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return result.st.toString() 24324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return None 25324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 26324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 27324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testInlineTemplate(self): 28324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 29324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T; 30324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 31324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 32324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 33324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 34324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver a : ID INT 35324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> template(id={$ID.text}, int={$INT.text}) 36324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "id=<id>, int=<int>" 37324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 38324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 39324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID : 'a'..'z'+; 40324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver INT : '0'..'9'+; 41324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS : (' '|'\n') {$channel=HIDDEN;} ; 42324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 43324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 44324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 45324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = self.execParser( 46324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 'a', 47324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "abc 34" 48324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 49324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 50324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnlessEqual("id=abc, int=34", found) 51324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 52324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 53324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testExternalTemplate(self): 54324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver templates = textwrap.dedent( 55324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '''\ 56324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver group T; 57324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver expr(args, op) ::= << 58324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver [<args; separator={<op>}>] 59324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver >> 60324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 61324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 62324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 63324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver group = stringtemplate3.StringTemplateGroup( 64324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver file=StringIO(templates), 65324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver lexer='angle-bracket' 66324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 67324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 68324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 69324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T2; 70324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 71324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 72324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 73324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 74324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver a : r+=arg OP r+=arg 75324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> expr(op={$OP.text}, args={$r}) 76324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 77324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver arg: ID -> template(t={$ID.text}) "<t>"; 78324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 79324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID : 'a'..'z'+; 80324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver OP: '+'; 81324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS : (' '|'\n') {$channel=HIDDEN;} ; 82324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 83324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 84324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 85324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = self.execParser( 86324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 'a', 87324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "a + b", 88324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver group 89324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 90324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 91324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnlessEqual("[a+b]", found) 92324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 93324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 94324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testEmptyTemplate(self): 95324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 96324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T; 97324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 98324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 99324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 100324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 101324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver a : ID INT 102324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> 103324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 104324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 105324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID : 'a'..'z'+; 106324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver INT : '0'..'9'+; 107324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS : (' '|'\n') {$channel=HIDDEN;} ; 108324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 109324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 110324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 111324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = self.execParser( 112324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 'a', 113324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "abc 34" 114324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 115324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 116324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnless(found is None) 117324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 118324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 119324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testList(self): 120324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 121324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T; 122324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 123324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 124324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 125324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 126324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver a: (r+=b)* EOF 127324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> template(r={$r}) 128324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "<r; separator=\",\">" 129324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 130324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 131324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver b: ID 132324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> template(t={$ID.text}) "<t>" 133324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 134324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 135324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID : 'a'..'z'+; 136324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS : (' '|'\n') {$channel=HIDDEN;} ; 137324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 138324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 139324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 140324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = self.execParser( 141324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 'a', 142324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "abc def ghi" 143324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 144324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 145324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnlessEqual("abc,def,ghi", found) 146324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 147324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 148324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testAction(self): 149324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 150324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T; 151324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 152324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 153324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 154324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 155324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver a: ID 156324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> { stringtemplate3.StringTemplate("hello") } 157324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 158324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 159324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID : 'a'..'z'+; 160324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS : (' '|'\n') {$channel=HIDDEN;} ; 161324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 162324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 163324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 164324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = self.execParser( 165324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 'a', 166324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "abc" 167324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 168324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 169324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnlessEqual("hello", found) 170324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 171324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 172324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testTemplateExpressionInAction(self): 173324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 174324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T; 175324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 176324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 177324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 178324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 179324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver a: ID 180324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { $st = %{"hello"} } 181324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 182324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 183324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID : 'a'..'z'+; 184324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS : (' '|'\n') {$channel=HIDDEN;} ; 185324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 186324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 187324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 188324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = self.execParser( 189324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 'a', 190324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "abc" 191324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 192324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 193324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnlessEqual("hello", found) 194324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 195324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 196324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testTemplateExpressionInAction2(self): 197324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 198324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T; 199324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 200324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 201324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 202324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 203324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver a: ID 204324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 205324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver res = %{"hello <foo>"} 206324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver %res.foo = "world"; 207324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 208324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> { res } 209324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 210324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 211324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID : 'a'..'z'+; 212324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS : (' '|'\n') {$channel=HIDDEN;} ; 213324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 214324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 215324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 216324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = self.execParser( 217324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 'a', 218324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "abc" 219324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 220324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 221324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnlessEqual("hello world", found) 222324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 223324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 224324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testIndirectTemplateConstructor(self): 225324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver templates = textwrap.dedent( 226324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '''\ 227324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver group T; 228324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver expr(args, op) ::= << 229324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver [<args; separator={<op>}>] 230324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver >> 231324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 232324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 233324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 234324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver group = stringtemplate3.StringTemplateGroup( 235324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver file=StringIO(templates), 236324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver lexer='angle-bracket' 237324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 238324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 239324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 240324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T; 241324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 242324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 243324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 244324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 245324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver a: ID 246324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 247324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $st = %({"expr"})(args={[1, 2, 3]}, op={"+"}) 248324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 249324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 250324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 251324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID : 'a'..'z'+; 252324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS : (' '|'\n') {$channel=HIDDEN;} ; 253324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 254324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 255324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 256324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = self.execParser( 257324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 'a', 258324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "abc", 259324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver group 260324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 261324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 262324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnlessEqual("[1+2+3]", found) 263324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 264324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 265324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testPredicates(self): 266324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 267324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T3; 268324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 269324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 270324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 271324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 272324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver a : ID INT 273324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> {$ID.text=='a'}? template(int={$INT.text}) 274324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "A: <int>" 275324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> {$ID.text=='b'}? template(int={$INT.text}) 276324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "B: <int>" 277324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> template(int={$INT.text}) 278324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "C: <int>" 279324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 280324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 281324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID : 'a'..'z'+; 282324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver INT : '0'..'9'+; 283324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS : (' '|'\n') {$channel=HIDDEN;} ; 284324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 285324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 286324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 287324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = self.execParser( 288324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 'a', 289324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "b 34" 290324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 291324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 292324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnlessEqual("B: 34", found) 293324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 294324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 295324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testBacktrackingMode(self): 296324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 297324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T4; 298324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 299324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 300324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 301324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver backtrack=true; 302324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 303324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver a : (ID INT)=> ID INT 304324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> template(id={$ID.text}, int={$INT.text}) 305324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "id=<id>, int=<int>" 306324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 307324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 308324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID : 'a'..'z'+; 309324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver INT : '0'..'9'+; 310324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS : (' '|'\n') {$channel=HIDDEN;} ; 311324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 312324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 313324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 314324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = self.execParser( 315324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 'a', 316324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "abc 34" 317324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 318324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 319324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnlessEqual("id=abc, int=34", found) 320324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 321324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 322324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testRewrite(self): 323324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 324324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T5; 325324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 326324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 327324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 328324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver rewrite=true; 329324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 330324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 331324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver prog: stat+; 332324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 333324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver stat 334324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : 'if' '(' expr ')' stat 335324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 'return' return_expr ';' 336324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | '{' stat* '}' 337324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ID '=' expr ';' 338324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 339324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 340324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return_expr 341324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : expr 342324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> template(t={$text}) <<boom(<t>)>> 343324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 344324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 345324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver expr 346324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ID 347324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | INT 348324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 349324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 350324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID: 'a'..'z'+; 351324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver INT: '0'..'9'+; 352324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS: (' '|'\n')+ {$channel=HIDDEN;} ; 353324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver COMMENT: '/*' (options {greedy=false;} : .)* '*/' {$channel = HIDDEN;} ; 354324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 355324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 356324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 357324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver input = textwrap.dedent( 358324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '''\ 359324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( foo ) { 360324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver b = /* bla */ 2; 361324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return 1 /* foo */; 362324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 363324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 364324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /* gnurz */ 365324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return 12; 366324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 367324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 368324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 369324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver lexerCls, parserCls = self.compileInlineGrammar(grammar) 370324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 371324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver cStream = antlr3.StringStream(input) 372324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver lexer = lexerCls(cStream) 373324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver tStream = antlr3.TokenRewriteStream(lexer) 374324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver parser = parserCls(tStream) 375324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver result = parser.prog() 376324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 377324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = tStream.toString() 378324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 379324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver expected = textwrap.dedent( 380324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '''\ 381324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( foo ) { 382324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver b = /* bla */ 2; 383324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return boom(1) /* foo */; 384324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 385324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 386324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /* gnurz */ 387324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return boom(12); 388324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 389324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 390324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 391324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnlessEqual(expected, found) 392324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 393324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 394324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver def testTreeRewrite(self): 395324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar = textwrap.dedent( 396324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''grammar T6; 397324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 398324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 399324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=AST; 400324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 401324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 402324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver tokens { 403324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver BLOCK; 404324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ASSIGN; 405324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 406324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 407324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver prog: stat+; 408324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 409324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver stat 410324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : IF '(' e=expr ')' s=stat 411324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> ^(IF $e $s) 412324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | RETURN expr ';' 413324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> ^(RETURN expr) 414324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | '{' stat* '}' 415324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> ^(BLOCK stat*) 416324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ID '=' expr ';' 417324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> ^(ASSIGN ID expr) 418324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 419324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 420324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver expr 421324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ID 422324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | INT 423324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 424324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 425324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver IF: 'if'; 426324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver RETURN: 'return'; 427324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ID: 'a'..'z'+; 428324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver INT: '0'..'9'+; 429324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver WS: (' '|'\n')+ {$channel=HIDDEN;} ; 430324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver COMMENT: '/*' (options {greedy=false;} : .)* '*/' {$channel = HIDDEN;} ; 431324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 432324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 433324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 434324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver treeGrammar = textwrap.dedent( 435324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r'''tree grammar T6Walker; 436324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver options { 437324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver language=Python; 438324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver tokenVocab=T6; 439324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ASTLabelType=CommonTree; 440324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver output=template; 441324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver rewrite=true; 442324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 443324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 444324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver prog: stat+; 445324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 446324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver stat 447324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^(IF expr stat) 448324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^(RETURN return_expr) 449324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^(BLOCK stat*) 450324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^(ASSIGN ID expr) 451324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 452324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 453324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return_expr 454324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : expr 455324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver -> template(t={$text}) <<boom(<t>)>> 456324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 457324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 458324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver expr 459324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ID 460324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | INT 461324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 462324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 463324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 464324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 465324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver input = textwrap.dedent( 466324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '''\ 467324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( foo ) { 468324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver b = /* bla */ 2; 469324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return 1 /* foo */; 470324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 471324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 472324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /* gnurz */ 473324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return 12; 474324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 475324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 476324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 477324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver lexerCls, parserCls = self.compileInlineGrammar(grammar) 478324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver walkerCls = self.compileInlineGrammar(treeGrammar) 479324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 480324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver cStream = antlr3.StringStream(input) 481324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver lexer = lexerCls(cStream) 482324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver tStream = antlr3.TokenRewriteStream(lexer) 483324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver parser = parserCls(tStream) 484324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver tree = parser.prog().tree 485324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver nodes = antlr3.tree.CommonTreeNodeStream(tree) 486324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver nodes.setTokenStream(tStream) 487324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver walker = walkerCls(nodes) 488324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver walker.prog() 489324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 490324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver found = tStream.toString() 491324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 492324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver expected = textwrap.dedent( 493324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '''\ 494324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( foo ) { 495324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver b = /* bla */ 2; 496324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return boom(1) /* foo */; 497324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 498324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 499324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /* gnurz */ 500324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return boom(12); 501324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ''' 502324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 503324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 504324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver self.failUnlessEqual(expected, found) 505324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 506324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 507324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverif __name__ == '__main__': 508324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver unittest.main() 509