test_pyexpat.py revision 70a6b49821a3226f55e9716f32d802d06640cb89
1# Very simple test - Parse a file and print what happens 2 3# XXX TypeErrors on calling handlers, or on bad return values from a 4# handler, are obscure and unhelpful. 5 6import pyexpat 7from xml.parsers import expat 8 9from test.test_support import sortdict, TestFailed 10 11class Outputter: 12 def StartElementHandler(self, name, attrs): 13 print 'Start element:\n\t', repr(name), sortdict(attrs) 14 15 def EndElementHandler(self, name): 16 print 'End element:\n\t', repr(name) 17 18 def CharacterDataHandler(self, data): 19 data = data.strip() 20 if data: 21 print 'Character data:' 22 print '\t', repr(data) 23 24 def ProcessingInstructionHandler(self, target, data): 25 print 'PI:\n\t', repr(target), repr(data) 26 27 def StartNamespaceDeclHandler(self, prefix, uri): 28 print 'NS decl:\n\t', repr(prefix), repr(uri) 29 30 def EndNamespaceDeclHandler(self, prefix): 31 print 'End of NS decl:\n\t', repr(prefix) 32 33 def StartCdataSectionHandler(self): 34 print 'Start of CDATA section' 35 36 def EndCdataSectionHandler(self): 37 print 'End of CDATA section' 38 39 def CommentHandler(self, text): 40 print 'Comment:\n\t', repr(text) 41 42 def NotationDeclHandler(self, *args): 43 name, base, sysid, pubid = args 44 print 'Notation declared:', args 45 46 def UnparsedEntityDeclHandler(self, *args): 47 entityName, base, systemId, publicId, notationName = args 48 print 'Unparsed entity decl:\n\t', args 49 50 def NotStandaloneHandler(self, userData): 51 print 'Not standalone' 52 return 1 53 54 def ExternalEntityRefHandler(self, *args): 55 context, base, sysId, pubId = args 56 print 'External entity ref:', args[1:] 57 return 1 58 59 def DefaultHandler(self, userData): 60 pass 61 62 def DefaultHandlerExpand(self, userData): 63 pass 64 65 66def confirm(ok): 67 if ok: 68 print "OK." 69 else: 70 print "Not OK." 71 72out = Outputter() 73parser = expat.ParserCreate(namespace_separator='!') 74 75# Test getting/setting returns_unicode 76parser.returns_unicode = 0; confirm(parser.returns_unicode == 0) 77parser.returns_unicode = 1; confirm(parser.returns_unicode == 1) 78parser.returns_unicode = 2; confirm(parser.returns_unicode == 1) 79parser.returns_unicode = 0; confirm(parser.returns_unicode == 0) 80 81# Test getting/setting ordered_attributes 82parser.ordered_attributes = 0; confirm(parser.ordered_attributes == 0) 83parser.ordered_attributes = 1; confirm(parser.ordered_attributes == 1) 84parser.ordered_attributes = 2; confirm(parser.ordered_attributes == 1) 85parser.ordered_attributes = 0; confirm(parser.ordered_attributes == 0) 86 87# Test getting/setting specified_attributes 88parser.specified_attributes = 0; confirm(parser.specified_attributes == 0) 89parser.specified_attributes = 1; confirm(parser.specified_attributes == 1) 90parser.specified_attributes = 2; confirm(parser.specified_attributes == 1) 91parser.specified_attributes = 0; confirm(parser.specified_attributes == 0) 92 93HANDLER_NAMES = [ 94 'StartElementHandler', 'EndElementHandler', 95 'CharacterDataHandler', 'ProcessingInstructionHandler', 96 'UnparsedEntityDeclHandler', 'NotationDeclHandler', 97 'StartNamespaceDeclHandler', 'EndNamespaceDeclHandler', 98 'CommentHandler', 'StartCdataSectionHandler', 99 'EndCdataSectionHandler', 100 'DefaultHandler', 'DefaultHandlerExpand', 101 #'NotStandaloneHandler', 102 'ExternalEntityRefHandler' 103 ] 104for name in HANDLER_NAMES: 105 setattr(parser, name, getattr(out, name)) 106 107data = '''\ 108<?xml version="1.0" encoding="iso-8859-1" standalone="no"?> 109<?xml-stylesheet href="stylesheet.css"?> 110<!-- comment data --> 111<!DOCTYPE quotations SYSTEM "quotations.dtd" [ 112<!ELEMENT root ANY> 113<!NOTATION notation SYSTEM "notation.jpeg"> 114<!ENTITY acirc "â"> 115<!ENTITY external_entity SYSTEM "entity.file"> 116<!ENTITY unparsed_entity SYSTEM "entity.file" NDATA notation> 117%unparsed_entity; 118]> 119 120<root attr1="value1" attr2="value2ὀ"> 121<myns:subelement xmlns:myns="http://www.python.org/namespace"> 122 Contents of subelements 123</myns:subelement> 124<sub2><![CDATA[contents of CDATA section]]></sub2> 125&external_entity; 126</root> 127''' 128 129# Produce UTF-8 output 130parser.returns_unicode = 0 131try: 132 parser.Parse(data, 1) 133except expat.error: 134 print '** Error', parser.ErrorCode, expat.ErrorString(parser.ErrorCode) 135 print '** Line', parser.ErrorLineNumber 136 print '** Column', parser.ErrorColumnNumber 137 print '** Byte', parser.ErrorByteIndex 138 139# Try the parse again, this time producing Unicode output 140parser = expat.ParserCreate(namespace_separator='!') 141parser.returns_unicode = 1 142 143for name in HANDLER_NAMES: 144 setattr(parser, name, getattr(out, name)) 145try: 146 parser.Parse(data, 1) 147except expat.error: 148 print '** Error', parser.ErrorCode, expat.ErrorString(parser.ErrorCode) 149 print '** Line', parser.ErrorLineNumber 150 print '** Column', parser.ErrorColumnNumber 151 print '** Byte', parser.ErrorByteIndex 152 153# Try parsing a file 154parser = expat.ParserCreate(namespace_separator='!') 155parser.returns_unicode = 1 156 157for name in HANDLER_NAMES: 158 setattr(parser, name, getattr(out, name)) 159import StringIO 160file = StringIO.StringIO(data) 161try: 162 parser.ParseFile(file) 163except expat.error: 164 print '** Error', parser.ErrorCode, expat.ErrorString(parser.ErrorCode) 165 print '** Line', parser.ErrorLineNumber 166 print '** Column', parser.ErrorColumnNumber 167 print '** Byte', parser.ErrorByteIndex 168 169 170# Tests that make sure we get errors when the namespace_separator value 171# is illegal, and that we don't for good values: 172print 173print "Testing constructor for proper handling of namespace_separator values:" 174expat.ParserCreate() 175expat.ParserCreate(namespace_separator=None) 176expat.ParserCreate(namespace_separator=' ') 177print "Legal values tested o.k." 178try: 179 expat.ParserCreate(namespace_separator=42) 180except TypeError, e: 181 print "Caught expected TypeError:" 182 print e 183else: 184 print "Failed to catch expected TypeError." 185 186try: 187 expat.ParserCreate(namespace_separator='too long') 188except ValueError, e: 189 print "Caught expected ValueError:" 190 print e 191else: 192 print "Failed to catch expected ValueError." 193 194# ParserCreate() needs to accept a namespace_separator of zero length 195# to satisfy the requirements of RDF applications that are required 196# to simply glue together the namespace URI and the localname. Though 197# considered a wart of the RDF specifications, it needs to be supported. 198# 199# See XML-SIG mailing list thread starting with 200# http://mail.python.org/pipermail/xml-sig/2001-April/005202.html 201# 202expat.ParserCreate(namespace_separator='') # too short 203 204# Test the interning machinery. 205p = expat.ParserCreate() 206L = [] 207def collector(name, *args): 208 L.append(name) 209p.StartElementHandler = collector 210p.EndElementHandler = collector 211p.Parse("<e> <e/> <e></e> </e>", 1) 212tag = L[0] 213if len(L) != 6: 214 print "L should only contain 6 entries; found", len(L) 215for entry in L: 216 if tag is not entry: 217 print "expected L to contain many references to the same string", 218 print "(it didn't)" 219 print "L =", repr(L) 220 break 221 222# Tests of the buffer_text attribute. 223import sys 224 225class TextCollector: 226 def __init__(self, parser): 227 self.stuff = [] 228 229 def check(self, expected, label): 230 require(self.stuff == expected, 231 "%s\nstuff = %r\nexpected = %r" 232 % (label, self.stuff, map(unicode, expected))) 233 234 def CharacterDataHandler(self, text): 235 self.stuff.append(text) 236 237 def StartElementHandler(self, name, attrs): 238 self.stuff.append("<%s>" % name) 239 bt = attrs.get("buffer-text") 240 if bt == "yes": 241 parser.buffer_text = 1 242 elif bt == "no": 243 parser.buffer_text = 0 244 245 def EndElementHandler(self, name): 246 self.stuff.append("</%s>" % name) 247 248 def CommentHandler(self, data): 249 self.stuff.append("<!--%s-->" % data) 250 251def require(cond, label): 252 # similar to confirm(), but no extraneous output 253 if not cond: 254 raise TestFailed(label) 255 256def setup(handlers=[]): 257 parser = expat.ParserCreate() 258 require(not parser.buffer_text, 259 "buffer_text not disabled by default") 260 parser.buffer_text = 1 261 handler = TextCollector(parser) 262 parser.CharacterDataHandler = handler.CharacterDataHandler 263 for name in handlers: 264 setattr(parser, name, getattr(handler, name)) 265 return parser, handler 266 267parser, handler = setup() 268require(parser.buffer_text, 269 "text buffering either not acknowledged or not enabled") 270parser.Parse("<a>1<b/>2<c/>3</a>", 1) 271handler.check(["123"], 272 "buffered text not properly collapsed") 273 274# XXX This test exposes more detail of Expat's text chunking than we 275# XXX like, but it tests what we need to concisely. 276parser, handler = setup(["StartElementHandler"]) 277parser.Parse("<a>1<b buffer-text='no'/>2\n3<c buffer-text='yes'/>4\n5</a>", 1) 278handler.check(["<a>", "1", "<b>", "2", "\n", "3", "<c>", "4\n5"], 279 "buffering control not reacting as expected") 280 281parser, handler = setup() 282parser.Parse("<a>1<b/><2><c/> \n 3</a>", 1) 283handler.check(["1<2> \n 3"], 284 "buffered text not properly collapsed") 285 286parser, handler = setup(["StartElementHandler"]) 287parser.Parse("<a>1<b/>2<c/>3</a>", 1) 288handler.check(["<a>", "1", "<b>", "2", "<c>", "3"], 289 "buffered text not properly split") 290 291parser, handler = setup(["StartElementHandler", "EndElementHandler"]) 292parser.CharacterDataHandler = None 293parser.Parse("<a>1<b/>2<c/>3</a>", 1) 294handler.check(["<a>", "<b>", "</b>", "<c>", "</c>", "</a>"], 295 "huh?") 296 297parser, handler = setup(["StartElementHandler", "EndElementHandler"]) 298parser.Parse("<a>1<b></b>2<c/>3</a>", 1) 299handler.check(["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "3", "</a>"], 300 "huh?") 301 302parser, handler = setup(["CommentHandler", "EndElementHandler", 303 "StartElementHandler"]) 304parser.Parse("<a>1<b/>2<c></c>345</a> ", 1) 305handler.check(["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "345", "</a>"], 306 "buffered text not properly split") 307 308parser, handler = setup(["CommentHandler", "EndElementHandler", 309 "StartElementHandler"]) 310parser.Parse("<a>1<b/>2<c></c>3<!--abc-->4<!--def-->5</a> ", 1) 311handler.check(["<a>", "1", "<b>", "</b>", "2", "<c>", "</c>", "3", 312 "<!--abc-->", "4", "<!--def-->", "5", "</a>"], 313 "buffered text not properly split") 314