Lines Matching refs:token
84 token = XmlToken(ELEMENT_START, name, attributes, line, column)
85 self.tokens.append(token)
90 token = XmlToken(ELEMENT_END, name, None, line, column)
91 self.tokens.append(token)
102 token = XmlToken(CHARACTER_DATA, self.character_data, None, line, column)
103 self.tokens.append(token)
124 token = XmlToken(EOF, None, None, line, column)
126 token = self.tokens[self.index]
128 return token
153 self.token = self.tokenizer.next()
156 return self.token.type == ELEMENT_START and self.token.name_or_data == name
159 return self.token.type == ELEMENT_END and self.token.name_or_data == name
162 while self.token.type == CHARACTER_DATA:
164 if self.token.type != ELEMENT_START:
165 raise TokenMismatch(XmlToken(ELEMENT_START, name), self.token)
166 if self.token.name_or_data != name:
167 raise TokenMismatch(XmlToken(ELEMENT_START, name), self.token)
168 attrs = self.token.attrs
173 while self.token.type == CHARACTER_DATA:
175 if self.token.type != ELEMENT_END:
176 raise TokenMismatch(XmlToken(ELEMENT_END, name), self.token)
177 if self.token.name_or_data != name:
178 raise TokenMismatch(XmlToken(ELEMENT_END, name), self.token)
183 while self.token.type == CHARACTER_DATA:
184 data += self.token.name_or_data
199 while self.token.type not in (ELEMENT_END, EOF):
202 if self.token.type != EOF:
218 while self.token.type == ELEMENT_START:
219 if self.token.name_or_data == 'arg':
222 elif self.token.name_or_data == 'ret':
224 elif self.token.name_or_data == 'call':
228 raise TokenMismatch("<arg ...> or <ret ...>", self.token)
250 if self.token.type == ELEMENT_START:
251 if self.token.name_or_data in expected_tokens:
252 method = getattr(self, 'parse_' + self.token.name_or_data)
254 raise TokenMismatch(" or " .join(expected_tokens), self.token)
306 while self.token.type != ELEMENT_END:
321 while self.token.type != ELEMENT_END: