idl_node.py revision 5821806d5e7f356e8fa4b058a389a808ea183019
1#!/usr/bin/env python 2# Copyright (c) 2012 The Chromium Authors. All rights reserved. 3# Use of this source code is governed by a BSD-style license that can be 4# found in the LICENSE file. 5 6"""Nodes for PPAPI IDL AST""" 7 8# 9# IDL Node 10# 11# IDL Node defines the IDLAttribute and IDLNode objects which are constructed 12# by the parser as it processes the various 'productions'. The IDLAttribute 13# objects are assigned to the IDLNode's property dictionary instead of being 14# applied as children of The IDLNodes, so they do not exist in the final tree. 15# The AST of IDLNodes is the output from the parsing state and will be used 16# as the source data by the various generators. 17# 18 19import hashlib 20import sys 21 22from idl_log import ErrOut, InfoOut, WarnOut 23from idl_propertynode import IDLPropertyNode 24from idl_namespace import IDLNamespace 25from idl_release import IDLRelease, IDLReleaseMap 26 27 28# IDLAttribute 29# 30# A temporary object used by the parsing process to hold an Extended Attribute 31# which will be passed as a child to a standard IDLNode. 32# 33class IDLAttribute(object): 34 def __init__(self, name, value): 35 self.cls = 'ExtAttribute' 36 self.name = name 37 self.value = value 38 39 def __str__(self): 40 return '%s=%s' % (self.name, self.value) 41 42# 43# IDLNode 44# 45# This class implements the AST tree, providing the associations between 46# parents and children. It also contains a namepsace and propertynode to 47# allow for look-ups. IDLNode is derived from IDLRelease, so it is 48# version aware. 49# 50class IDLNode(IDLRelease): 51 52 # Set of object IDLNode types which have a name and belong in the namespace. 53 NamedSet = set(['Enum', 'EnumItem', 'File', 'Function', 'Interface', 54 'Member', 'Param', 'Struct', 'Type', 'Typedef']) 55 56 show_versions = False 57 def __init__(self, cls, filename, lineno, pos, children=None): 58 # Initialize with no starting or ending Version 59 IDLRelease.__init__(self, None, None) 60 61 self.cls = cls 62 self.lineno = lineno 63 self.pos = pos 64 self.filename = filename 65 self.filenode = None 66 self.hashes = {} 67 self.deps = {} 68 self.errors = 0 69 self.namespace = None 70 self.typelist = None 71 self.parent = None 72 self.property_node = IDLPropertyNode() 73 74 # A list of unique releases for this node 75 self.releases = None 76 77 # A map from any release, to the first unique release 78 self.first_release = None 79 80 # self.children is a list of children ordered as defined 81 self.children = [] 82 # Process the passed in list of children, placing ExtAttributes into the 83 # property dictionary, and nodes into the local child list in order. In 84 # addition, add nodes to the namespace if the class is in the NamedSet. 85 if not children: children = [] 86 for child in children: 87 if child.cls == 'ExtAttribute': 88 self.SetProperty(child.name, child.value) 89 else: 90 self.AddChild(child) 91 92# 93# String related functions 94# 95# 96 97 # Return a string representation of this node 98 def __str__(self): 99 name = self.GetName() 100 ver = IDLRelease.__str__(self) 101 if name is None: name = '' 102 if not IDLNode.show_versions: ver = '' 103 return '%s(%s%s)' % (self.cls, name, ver) 104 105 # Return file and line number for where node was defined 106 def Location(self): 107 return '%s(%d)' % (self.filename, self.lineno) 108 109 # Log an error for this object 110 def Error(self, msg): 111 self.errors += 1 112 ErrOut.LogLine(self.filename, self.lineno, 0, ' %s %s' % 113 (str(self), msg)) 114 if self.filenode: 115 errcnt = self.filenode.GetProperty('ERRORS', 0) 116 self.filenode.SetProperty('ERRORS', errcnt + 1) 117 118 # Log a warning for this object 119 def Warning(self, msg): 120 WarnOut.LogLine(self.filename, self.lineno, 0, ' %s %s' % 121 (str(self), msg)) 122 123 def GetName(self): 124 return self.GetProperty('NAME') 125 126 def GetNameVersion(self): 127 name = self.GetProperty('NAME', default='') 128 ver = IDLRelease.__str__(self) 129 return '%s%s' % (name, ver) 130 131 # Dump this object and its children 132 def Dump(self, depth=0, comments=False, out=sys.stdout): 133 if self.cls in ['Comment', 'Copyright']: 134 is_comment = True 135 else: 136 is_comment = False 137 138 # Skip this node if it's a comment, and we are not printing comments 139 if not comments and is_comment: return 140 141 tab = ''.rjust(depth * 2) 142 if is_comment: 143 out.write('%sComment\n' % tab) 144 for line in self.GetName().split('\n'): 145 out.write('%s "%s"\n' % (tab, line)) 146 else: 147 ver = IDLRelease.__str__(self) 148 if self.releases: 149 release_list = ': ' + ' '.join(self.releases) 150 else: 151 release_list = ': undefined' 152 out.write('%s%s%s%s\n' % (tab, self, ver, release_list)) 153 if self.typelist: 154 out.write('%s Typelist: %s\n' % (tab, self.typelist.GetReleases()[0])) 155 properties = self.property_node.GetPropertyList() 156 if properties: 157 out.write('%s Properties\n' % tab) 158 for p in properties: 159 if is_comment and p == 'NAME': 160 # Skip printing the name for comments, since we printed above already 161 continue 162 out.write('%s %s : %s\n' % (tab, p, self.GetProperty(p))) 163 for child in self.children: 164 child.Dump(depth+1, comments=comments, out=out) 165 166# 167# Search related functions 168# 169 # Check if node is of a given type 170 def IsA(self, *typelist): 171 if self.cls in typelist: return True 172 return False 173 174 # Get a list of objects for this key 175 def GetListOf(self, *keys): 176 out = [] 177 for child in self.children: 178 if child.cls in keys: out.append(child) 179 return out 180 181 def GetOneOf(self, *keys): 182 out = self.GetListOf(*keys) 183 if out: return out[0] 184 return None 185 186 def SetParent(self, parent): 187 self.property_node.AddParent(parent) 188 self.parent = parent 189 190 def AddChild(self, node): 191 node.SetParent(self) 192 self.children.append(node) 193 194 # Get a list of all children 195 def GetChildren(self): 196 return self.children 197 198 # Get a list of all children of a given version 199 def GetChildrenVersion(self, version): 200 out = [] 201 for child in self.children: 202 if child.IsVersion(version): out.append(child) 203 return out 204 205 # Get a list of all children in a given range 206 def GetChildrenRange(self, vmin, vmax): 207 out = [] 208 for child in self.children: 209 if child.IsRange(vmin, vmax): out.append(child) 210 return out 211 212 def FindVersion(self, name, version): 213 node = self.namespace.FindNode(name, version) 214 if not node and self.parent: 215 node = self.parent.FindVersion(name, version) 216 return node 217 218 def FindRange(self, name, vmin, vmax): 219 nodes = self.namespace.FindNodes(name, vmin, vmax) 220 if not nodes and self.parent: 221 nodes = self.parent.FindVersion(name, vmin, vmax) 222 return nodes 223 224 def GetType(self, release): 225 if not self.typelist: return None 226 return self.typelist.FindRelease(release) 227 228 def GetHash(self, release): 229 hashval = self.hashes.get(release, None) 230 if hashval is None: 231 hashval = hashlib.sha1() 232 hashval.update(self.cls) 233 for key in self.property_node.GetPropertyList(): 234 val = self.GetProperty(key) 235 hashval.update('%s=%s' % (key, str(val))) 236 typeref = self.GetType(release) 237 if typeref: 238 hashval.update(typeref.GetHash(release)) 239 for child in self.GetChildren(): 240 if child.IsA('Copyright', 'Comment', 'Label'): continue 241 if not child.IsRelease(release): 242 continue 243 hashval.update( child.GetHash(release) ) 244 self.hashes[release] = hashval 245 return hashval.hexdigest() 246 247 def GetDeps(self, release, visited=None): 248 visited = visited or set() 249 250 # If this release is not valid for this object, then done. 251 if not self.IsRelease(release) or self.IsA('Comment', 'Copyright'): 252 return set([]) 253 254 # If we have cached the info for this release, return the cached value 255 deps = self.deps.get(release, None) 256 if deps is not None: 257 return deps 258 259 # If we are already visited, then return 260 if self in visited: 261 return set([self]) 262 263 # Otherwise, build the dependency list 264 visited |= set([self]) 265 deps = set([self]) 266 267 # Get child deps 268 for child in self.GetChildren(): 269 deps |= child.GetDeps(release, visited) 270 visited |= set(deps) 271 272 # Get type deps 273 typeref = self.GetType(release) 274 if typeref: 275 deps |= typeref.GetDeps(release, visited) 276 277 self.deps[release] = deps 278 return deps 279 280 def GetVersion(self, release): 281 filenode = self.GetProperty('FILE') 282 if not filenode: 283 return None 284 return filenode.release_map.GetVersion(release) 285 286 def GetUniqueReleases(self, releases): 287 """Return the unique set of first releases corresponding to input 288 289 Since we are returning the corresponding 'first' version for a 290 release, we may return a release version prior to the one in the list.""" 291 my_min, my_max = self.GetMinMax(releases) 292 if my_min > releases[-1] or my_max < releases[0]: 293 return [] 294 295 out = set() 296 for rel in releases: 297 remapped = self.first_release[rel] 298 if not remapped: continue 299 out |= set([remapped]) 300 out = sorted(out) 301 return out 302 303 304 def GetRelease(self, version): 305 filenode = self.GetProperty('FILE') 306 if not filenode: 307 return None 308 return filenode.release_map.GetRelease(version) 309 310 def _GetReleases(self, releases): 311 if not self.releases: 312 my_min, my_max = self.GetMinMax(releases) 313 my_releases = [my_min] 314 if my_max != releases[-1]: 315 my_releases.append(my_max) 316 my_releases = set(my_releases) 317 for child in self.GetChildren(): 318 if child.IsA('Copyright', 'Comment', 'Label'): 319 continue 320 my_releases |= child.GetReleases(releases) 321 self.releases = my_releases 322 return self.releases 323 324 325 def _GetReleaseList(self, releases, visited=set()): 326 if not self.releases: 327 # If we are unversionable, then return first available release 328 if self.IsA('Comment', 'Copyright', 'Label'): 329 self.releases = [] 330 return self.releases 331 332 # Generate the first and if deprecated within this subset, the 333 # last release for this node 334 my_min, my_max = self.GetMinMax(releases) 335 336 if my_max != releases[-1]: 337 my_releases = set([my_min, my_max]) 338 else: 339 my_releases = set([my_min]) 340 341 # Break cycle if we reference ourselves 342 if self in visited: 343 return [my_min] 344 345 visited |= set([self]) 346 347 # Files inherit all thier releases from items in the file 348 if self.IsA('AST', 'File'): 349 my_releases = set() 350 351 # Visit all children 352 child_releases = set() 353 for child in self.children: 354 child_releases |= set(child._GetReleaseList(releases, visited)) 355 visited |= set(child_releases) 356 357 # Visit my type 358 type_releases = set() 359 if self.typelist: 360 type_list = self.typelist.GetReleases() 361 for typenode in type_list: 362 type_releases |= set(typenode._GetReleaseList(releases, visited)) 363 visited |= set(type_releases) 364 365 type_release_list = sorted(type_releases) 366 if my_min < type_release_list[0]: 367 type_node = type_list[0] 368 self.Error('requires %s in %s which is undefined at %s.' % ( 369 type_node, type_node.filename, my_min)) 370 371 for rel in child_releases: 372 if rel >= my_min and rel <= my_max: 373 my_releases |= set([rel]) 374 375 self.releases = sorted(my_releases) 376 377 return self.releases 378 379 def GetReleaseList(self): 380 return self.releases 381 382 def BuildReleaseMap(self, releases): 383 unique_list = self._GetReleaseList(releases) 384 my_min, my_max = self.GetMinMax(releases) 385 386 self.first_release = {} 387 last_rel = None 388 for rel in releases: 389 if rel in unique_list: 390 last_rel = rel 391 self.first_release[rel] = last_rel 392 if rel == my_max: 393 last_rel = None 394 395 def SetProperty(self, name, val): 396 self.property_node.SetProperty(name, val) 397 398 def GetProperty(self, name, default=None): 399 return self.property_node.GetProperty(name, default) 400 401 def Traverse(self, data, func): 402 func(self, data) 403 for child in self.children: 404 child.Traverse(data, func) 405 406 407# 408# IDLFile 409# 410# A specialized version of IDLNode which tracks errors and warnings. 411# 412class IDLFile(IDLNode): 413 def __init__(self, name, children, errors=0): 414 attrs = [IDLAttribute('NAME', name), 415 IDLAttribute('ERRORS', errors)] 416 if not children: children = [] 417 IDLNode.__init__(self, 'File', name, 1, 0, attrs + children) 418 self.release_map = IDLReleaseMap([('M13', 1.0)]) 419 420 421# 422# Tests 423# 424def StringTest(): 425 errors = 0 426 name_str = 'MyName' 427 text_str = 'MyNode(%s)' % name_str 428 name_node = IDLAttribute('NAME', name_str) 429 node = IDLNode('MyNode', 'no file', 1, 0, [name_node]) 430 if node.GetName() != name_str: 431 ErrOut.Log('GetName returned >%s< not >%s<' % (node.GetName(), name_str)) 432 errors += 1 433 if node.GetProperty('NAME') != name_str: 434 ErrOut.Log('Failed to get name property.') 435 errors += 1 436 if str(node) != text_str: 437 ErrOut.Log('str() returned >%s< not >%s<' % (str(node), text_str)) 438 errors += 1 439 if not errors: InfoOut.Log('Passed StringTest') 440 return errors 441 442 443def ChildTest(): 444 errors = 0 445 child = IDLNode('child', 'no file', 1, 0) 446 parent = IDLNode('parent', 'no file', 1, 0, [child]) 447 448 if child.parent != parent: 449 ErrOut.Log('Failed to connect parent.') 450 errors += 1 451 452 if [child] != parent.GetChildren(): 453 ErrOut.Log('Failed GetChildren.') 454 errors += 1 455 456 if child != parent.GetOneOf('child'): 457 ErrOut.Log('Failed GetOneOf(child)') 458 errors += 1 459 460 if parent.GetOneOf('bogus'): 461 ErrOut.Log('Failed GetOneOf(bogus)') 462 errors += 1 463 464 if not parent.IsA('parent'): 465 ErrOut.Log('Expecting parent type') 466 errors += 1 467 468 parent = IDLNode('parent', 'no file', 1, 0, [child, child]) 469 if [child, child] != parent.GetChildren(): 470 ErrOut.Log('Failed GetChildren2.') 471 errors += 1 472 473 if not errors: InfoOut.Log('Passed ChildTest') 474 return errors 475 476 477def Main(): 478 errors = StringTest() 479 errors += ChildTest() 480 481 if errors: 482 ErrOut.Log('IDLNode failed with %d errors.' % errors) 483 return -1 484 return 0 485 486if __name__ == '__main__': 487 sys.exit(Main()) 488 489