1324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverpackage org.antlr.runtime { 2324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 3324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** The set of fields needed by an abstract recognizer to recognize input 4324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * and recover from errors etc... As a separate state object, it can be 5324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * shared among multiple grammars; e.g., when one grammar imports another. 6324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * 7324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * These fields are publically visible but the actual state pointer per 8324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * parser is protected. 9324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 10324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public class RecognizerSharedState { 11324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** Track the set of token types that can follow any rule invocation. 12324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * Stack grows upwards. When it hits the max, it grows 2x in size 13324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * and keeps going. 14324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 15324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var following:Array = new Array(); 16324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var _fsp:int = -1; 17324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 18324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** This is true when we see an error and before having successfully 19324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * matched a token. Prevents generation of more than one error message 20324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * per error. 21324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 22324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var errorRecovery:Boolean = false; 23324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 24324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** The index into the input stream where the last error occurred. 25324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * This is used to prevent infinite loops where an error is found 26324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * but no token is consumed during recovery...another error is found, 27324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * ad naseum. This is a failsafe mechanism to guarantee that at least 28324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * one token/tree node is consumed for two errors. 29324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 30324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var lastErrorIndex:int = -1; 31324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 32324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** In lieu of a return value, this indicates that a rule or token 33324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * has failed to match. Reset to false upon valid token match. 34324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 35324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var failed:Boolean = false; 36324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 37324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** Did the recognizer encounter a syntax error? Track how many. */ 38324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var syntaxErrors:int = 0; 39324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 40324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** If 0, no backtracking is going on. Safe to exec actions etc... 41324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * If >0 then it's the level of backtracking. 42324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 43324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var backtracking:int = 0; 44324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 45324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** An Array[size num rules] of Arrays that tracks 46324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * the stop token index for each rule. ruleMemo[ruleIndex] is 47324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * the memoization table for ruleIndex. For key ruleStartIndex, you 48324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * get back the stop token for associated rule or MEMO_RULE_FAILED. 49324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * 50324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * This is only used if rule memoization is on (which it is by default). 51324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 52324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var ruleMemo:Array; 53324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 54324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 55324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // LEXER FIELDS (must be in same state object to avoid casting 56324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // constantly in generated code and Lexer object) :( 57324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 58324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 59324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** The goal of all lexer rules/methods is to create a token object. 60324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * This is an instance variable as multiple rules may collaborate to 61324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * create a single token. nextToken will return this object after 62324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * matching lexer rule(s). If you subclass to allow multiple token 63324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * emissions, then set this to the last token to be matched or 64324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * something nonnull so that the auto token emit mechanism will not 65324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * emit another token. 66324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 67324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var token:Token; 68324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 69324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** What character index in the stream did the current token start at? 70324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * Needed, for example, to get the text for current token. Set at 71324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * the start of nextToken. 72324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 73324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var tokenStartCharIndex:int = -1; 74324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 75324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** The line on which the first character of the token resides */ 76324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var tokenStartLine:int; 77324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 78324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** The character position of first character within the line */ 79324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var tokenStartCharPositionInLine:int; 80324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 81324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** The channel number for the current token */ 82324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var channel:int; 83324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 84324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** The token type for the current token */ 85324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var type:int; 86324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 87324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** You can set the text for the current token to override what is in 88324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * the input char buffer. Use setText() or can set this instance var. 89324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 90324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public var text:String; 91324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 92324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 93324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver}