1324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver/* 2324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver [The "BSD license"] 3324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Copyright (c) 2005-2011 Terence Parr 4324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver All rights reserved. 5324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 6324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Grammar conversion to ANTLR v3: 7324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Copyright (c) 2011 Sam Harwell 8324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver All rights reserved. 9324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 10324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Redistribution and use in source and binary forms, with or without 11324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver modification, are permitted provided that the following conditions 12324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver are met: 13324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 1. Redistributions of source code must retain the above copyright 14324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver notice, this list of conditions and the following disclaimer. 15324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 2. Redistributions in binary form must reproduce the above copyright 16324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver notice, this list of conditions and the following disclaimer in the 17324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver documentation and/or other materials provided with the distribution. 18324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 3. The name of the author may not be used to endorse or promote products 19324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver derived from this software without specific prior written permission. 20324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 21324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 22324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 23324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 24324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 25324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 26324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 27324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 28324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 29324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 30324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 31324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver*/ 32324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 33324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver/** Build an NFA from a tree representing an ANTLR grammar. */ 34324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvertree grammar TreeToNFAConverter; 35324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 36324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruveroptions { 37324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver tokenVocab = ANTLR; 38324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ASTLabelType = GrammarAST; 39324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 40324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 41324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@header { 42324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverpackage org.antlr.grammar.v3; 43324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 44324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport org.antlr.analysis.*; 45324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport org.antlr.misc.*; 46324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport org.antlr.tool.*; 47324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 48324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport org.antlr.runtime.BitSet; 49324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport org.antlr.runtime.DFA; 50324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 51324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 52324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@members { 53324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver/** Factory used to create nodes and submachines */ 54324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverprotected NFAFactory factory = null; 55324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 56324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver/** Which NFA object are we filling in? */ 57324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverprotected NFA nfa = null; 58324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 59324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver/** Which grammar are we converting an NFA for? */ 60324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverprotected Grammar grammar = null; 61324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 62324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverprotected String currentRuleName = null; 63324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 64324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverprotected int outerAltNum = 0; 65324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverprotected int blockLevel = 0; 66324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 67324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverprotected int inTest = 0; 68324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 69324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverpublic TreeToNFAConverter(TreeNodeStream input, Grammar g, NFA nfa, NFAFactory factory) { 70324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this(input); 71324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.grammar = g; 72324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.nfa = nfa; 73324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.factory = factory; 74324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 75324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 76324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverpublic final IntSet setRule(GrammarAST t) throws RecognitionException { 77324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver TreeToNFAConverter other = new TreeToNFAConverter( new CommonTreeNodeStream( t ), grammar, nfa, factory ); 78324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 79324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver other.currentRuleName = currentRuleName; 80324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver other.outerAltNum = outerAltNum; 81324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver other.blockLevel = blockLevel; 82324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 83324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return other.setRule(); 84324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 85324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 86324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverpublic final int testBlockAsSet( GrammarAST t ) throws RecognitionException { 87324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Rule r = grammar.getLocallyDefinedRule( currentRuleName ); 88324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( r.hasRewrite( outerAltNum ) ) 89324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return -1; 90324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 91324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver TreeToNFAConverter other = new TreeToNFAConverter( new CommonTreeNodeStream( t ), grammar, nfa, factory ); 92324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 93324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver other.state.backtracking++; 94324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver other.currentRuleName = currentRuleName; 95324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver other.outerAltNum = outerAltNum; 96324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver other.blockLevel = blockLevel; 97324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 98324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int result = other.testBlockAsSet(); 99324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( other.state.failed ) 100324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return -1; 101324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 102324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return result; 103324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 104324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 105324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverpublic final int testSetRule( GrammarAST t ) throws RecognitionException { 106324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver TreeToNFAConverter other = new TreeToNFAConverter( new CommonTreeNodeStream( t ), grammar, nfa, factory ); 107324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 108324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver other.state.backtracking++; 109324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver other.currentRuleName = currentRuleName; 110324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver other.outerAltNum = outerAltNum; 111324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver other.blockLevel = blockLevel; 112324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 113324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int result = other.testSetRule(); 114324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( other.state.failed ) 115324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver state.failed = true; 116324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 117324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return result; 118324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 119324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 120324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverprotected void addFollowTransition( String ruleName, NFAState following ) { 121324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver //System.Console.Out.WriteLine( "adding follow link to rule " + ruleName ); 122324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // find last link in FOLLOW chain emanating from rule 123324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Rule r = grammar.getRule( ruleName ); 124324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver NFAState end = r.stopState; 125324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver while ( end.transition( 1 ) != null ) 126324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 127324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver end = (NFAState)end.transition( 1 ).target; 128324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 129324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( end.transition( 0 ) != null ) 130324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 131324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // already points to a following node 132324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // gotta add another node to keep edges to a max of 2 133324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver NFAState n = factory.newState(); 134324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Transition e = new Transition( Label.EPSILON, n ); 135324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver end.addTransition( e ); 136324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver end = n; 137324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 138324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Transition followEdge = new Transition( Label.EPSILON, following ); 139324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver end.addTransition( followEdge ); 140324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 141324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 142324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverprotected void finish() { 143324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int numEntryPoints = factory.build_EOFStates( grammar.getRules() ); 144324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( numEntryPoints == 0 ) 145324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 146324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.grammarWarning( ErrorManager.MSG_NO_GRAMMAR_START_RULE, 147324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 148324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver null, 149324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.name ); 150324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 151324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 152324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 153324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@Override 154324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverpublic void reportError(RecognitionException ex) { 155324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( inTest > 0 ) 156324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver throw new IllegalStateException(ex); 157324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 158324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Token token = null; 159324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( ex instanceof MismatchedTokenException ) 160324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 161324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver token = ( (MismatchedTokenException)ex ).token; 162324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 163324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else if ( ex instanceof NoViableAltException ) 164324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 165324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver token = ( (NoViableAltException)ex ).token; 166324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 167324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 168324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.syntaxError( 169324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.MSG_SYNTAX_ERROR, 170324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 171324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver token, 172324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver "buildnfa: " + ex.toString(), 173324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ex ); 174324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 175324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 176324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverprivate boolean hasElementOptions(GrammarAST node) { 177324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if (node == null) 178324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver throw new NullPointerException("node"); 179324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return node.terminalOptions != null && node.terminalOptions.size() > 0; 180324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 181324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 182324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 183324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverpublic 184324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvergrammar_ 185324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@after 186324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver{ 187324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver finish(); 188324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 189324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ( ^( LEXER_GRAMMAR grammarSpec ) 190324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( PARSER_GRAMMAR grammarSpec ) 191324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( TREE_GRAMMAR grammarSpec ) 192324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( COMBINED_GRAMMAR grammarSpec ) 193324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 194324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 195324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 196324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverattrScope 197324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^( 'scope' ID ( ^(AMPERSAND .*) )* ACTION ) 198324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 199324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 200324c4644fee44b9898524c09511bd33c3f12e2dfBen GruvergrammarSpec 201324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ID 202324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver (cmt=DOC_COMMENT)? 203324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ^(OPTIONS .*) )? 204324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ^(IMPORT .*) )? 205324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ^(TOKENS .*) )? 206324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver (attrScope)* 207324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ^(AMPERSAND .*) )* // skip actions 208324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver rules 209324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 210324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 211324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverrules 212324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : (rule | ^(PREC_RULE .*))+ 213324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 214324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 215324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverrule 216324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^( RULE id=ID 217324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 218324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver currentRuleName = $id.text; 219324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver factory.setCurrentRule(grammar.getLocallyDefinedRule(currentRuleName)); 220324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 221324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver (modifier)? 222324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ^(ARG (ARG_ACTION)?) 223324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ^(RET (ARG_ACTION)?) 224324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver (throwsSpec)? 225324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ^(OPTIONS .*) )? 226324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ruleScopeSpec )? 227324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ^(AMPERSAND .*) )* 228324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver b=block 229324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver (exceptionGroup)? 230324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver EOR 231324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 232324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver StateCluster g = $b.g; 233324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ($b.start.getSetValue() != null) 234324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 235324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // if block comes back as a set not BLOCK, make it 236324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // a single ALT block 237324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver g = factory.build_AlternativeBlockFromSet(g); 238324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 239324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if (Rule.getRuleType(currentRuleName) == Grammar.PARSER || grammar.type==Grammar.LEXER) 240324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 241324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // attach start node to block for this rule 242324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Rule thisR = grammar.getLocallyDefinedRule(currentRuleName); 243324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver NFAState start = thisR.startState; 244324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver start.associatedASTNode = $id; 245324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver start.addTransition(new Transition(Label.EPSILON, g.left)); 246324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 247324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // track decision if > 1 alts 248324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.getNumberOfAltsForDecisionNFA(g.left)>1 ) 249324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 250324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver g.left.setDescription(grammar.grammarTreeToString($start, false)); 251324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver g.left.setDecisionASTNode($b.start); 252324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int d = grammar.assignDecisionNumber( g.left ); 253324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.setDecisionNFA( d, g.left ); 254324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.setDecisionBlockAST(d, $b.start); 255324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 256324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 257324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // hook to end of rule node 258324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver NFAState end = thisR.stopState; 259324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver g.right.addTransition(new Transition(Label.EPSILON,end)); 260324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 261324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 262324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 263324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 264324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 265324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvermodifier 266324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : 'protected' 267324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 'public' 268324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 'private' 269324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 'fragment' 270324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 271324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 272324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverthrowsSpec 273324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^('throws' ID+) 274324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 275324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 276324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverruleScopeSpec 277324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^( 'scope' ( ^(AMPERSAND .*) )* (ACTION)? ( ID )* ) 278324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 279324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 280324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverblock returns [StateCluster g = null] 281324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@init 282324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver{ 283324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver List<StateCluster> alts = new ArrayList<StateCluster>(); 284324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.blockLevel++; 285324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( this.blockLevel==1 ) 286324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.outerAltNum=1; 287324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 288324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : {grammar.isValidSet(this,$start) && 289324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver !currentRuleName.equals(Grammar.ARTIFICIAL_TOKENS_RULENAME)}? => 290324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver set {$g = $set.g;} 291324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 292324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( BLOCK ( ^(OPTIONS .*) )? 293324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( a=alternative rewrite 294324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 295324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver alts.add($a.g); 296324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 297324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver {{ 298324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( blockLevel == 1 ) 299324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver outerAltNum++; 300324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver }} 301324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver )+ 302324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver EOB 303324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 304324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver {$g = factory.build_AlternativeBlock(alts);} 305324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 306324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfinally { blockLevel--; } 307324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 308324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruveralternative returns [StateCluster g=null] 309324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^( ALT (e=element {$g = factory.build_AB($g,$e.g);} )+ EOA ) 310324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 311324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ($g==null) { // if alt was a list of actions or whatever 312324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_Epsilon(); 313324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 314324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else { 315324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver factory.optimizeAlternative($g); 316324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 317324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 318324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 319324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 320324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverexceptionGroup 321324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ( exceptionHandler )+ (finallyClause)? 322324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | finallyClause 323324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 324324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 325324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverexceptionHandler 326324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^('catch' ARG_ACTION ACTION) 327324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 328324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 329324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverfinallyClause 330324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^('finally' ACTION) 331324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 332324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 333324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverrewrite 334324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^( REWRITES 335324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( 336324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 337324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.getOption("output")==null ) 338324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 339324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.grammarError(ErrorManager.MSG_REWRITE_OR_OP_WITH_NO_OUTPUT_OPTION, 340324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, $start.getToken(), currentRuleName); 341324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 342324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 343324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ^(REWRITE .*) 344324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver )* 345324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 346324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 347324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 348324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 349324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverelement returns [StateCluster g=null] 350324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^(ROOT e=element {$g = $e.g;}) 351324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^(BANG e=element {$g = $e.g;}) 352324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^(ASSIGN ID e=element {$g = $e.g;}) 353324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^(PLUS_ASSIGN ID e=element {$g = $e.g;}) 354324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^(RANGE a=atom[null] b=atom[null]) 355324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver {$g = factory.build_Range(grammar.getTokenType($a.text), 356324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.getTokenType($b.text));} 357324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^(CHAR_RANGE c1=CHAR_LITERAL c2=CHAR_LITERAL) 358324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 359324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.type==Grammar.LEXER ) { 360324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_CharRange($c1.text, $c2.text); 361324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 362324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 363324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | atom_or_notatom {$g = $atom_or_notatom.g;} 364324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ebnf {$g = $ebnf.g;} 365324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | tree_ {$g = $tree_.g;} 366324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( SYNPRED block ) 367324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ACTION {$g = factory.build_Action($ACTION);} 368324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | FORCED_ACTION {$g = factory.build_Action($FORCED_ACTION);} 369324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | pred=SEMPRED {$g = factory.build_SemanticPredicate($pred);} 370324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | spred=SYN_SEMPRED {$g = factory.build_SemanticPredicate($spred);} 371324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^(bpred=BACKTRACK_SEMPRED .*) {$g = factory.build_SemanticPredicate($bpred);} 372324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | gpred=GATED_SEMPRED {$g = factory.build_SemanticPredicate($gpred);} 373324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | EPSILON {$g = factory.build_Epsilon();} 374324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 375324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 376324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverebnf returns [StateCluster g=null] 377324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@init 378324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver{ 379324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver GrammarAST blk = $start; 380324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if (blk.getType() != BLOCK) { 381324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver blk = (GrammarAST)blk.getChild(0); 382324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 383324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver GrammarAST eob = blk.getLastChild(); 384324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 385324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : {grammar.isValidSet(this,$start)}? => set {$g = $set.g;} 386324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 387324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | b=block 388324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 389324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // track decision if > 1 alts 390324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.getNumberOfAltsForDecisionNFA($b.g.left)>1 ) 391324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 392324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $b.g.left.setDescription(grammar.grammarTreeToString(blk, false)); 393324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $b.g.left.setDecisionASTNode(blk); 394324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int d = grammar.assignDecisionNumber( $b.g.left ); 395324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.setDecisionNFA( d, $b.g.left ); 396324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.setDecisionBlockAST(d, blk); 397324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 398324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = $b.g; 399324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 400324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( OPTIONAL b=block ) 401324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 402324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver StateCluster bg = $b.g; 403324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( blk.getSetValue()!=null ) 404324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 405324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // if block comes back SET not BLOCK, make it 406324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // a single ALT block 407324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver bg = factory.build_AlternativeBlockFromSet(bg); 408324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 409324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_Aoptional(bg); 410324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g.left.setDescription(grammar.grammarTreeToString($start, false)); 411324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // there is always at least one alt even if block has just 1 alt 412324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int d = grammar.assignDecisionNumber( $g.left ); 413324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.setDecisionNFA(d, $g.left); 414324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.setDecisionBlockAST(d, blk); 415324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g.left.setDecisionASTNode($start); 416324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 417324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( CLOSURE b=block ) 418324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 419324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver StateCluster bg = $b.g; 420324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( blk.getSetValue()!=null ) 421324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 422324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver bg = factory.build_AlternativeBlockFromSet(bg); 423324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 424324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_Astar(bg); 425324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // track the loop back / exit decision point 426324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver bg.right.setDescription("()* loopback of "+grammar.grammarTreeToString($start, false)); 427324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int d = grammar.assignDecisionNumber( bg.right ); 428324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.setDecisionNFA(d, bg.right); 429324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.setDecisionBlockAST(d, blk); 430324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver bg.right.setDecisionASTNode(eob); 431324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // make block entry state also have same decision for interpreting grammar 432324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver NFAState altBlockState = (NFAState)$g.left.transition(0).target; 433324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver altBlockState.setDecisionASTNode($start); 434324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver altBlockState.setDecisionNumber(d); 435324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g.left.setDecisionNumber(d); // this is the bypass decision (2 alts) 436324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g.left.setDecisionASTNode($start); 437324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 438324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( POSITIVE_CLOSURE b=block ) 439324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 440324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver StateCluster bg = $b.g; 441324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( blk.getSetValue()!=null ) 442324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 443324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver bg = factory.build_AlternativeBlockFromSet(bg); 444324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 445324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_Aplus(bg); 446324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // don't make a decision on left edge, can reuse loop end decision 447324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // track the loop back / exit decision point 448324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver bg.right.setDescription("()+ loopback of "+grammar.grammarTreeToString($start, false)); 449324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int d = grammar.assignDecisionNumber( bg.right ); 450324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.setDecisionNFA(d, bg.right); 451324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar.setDecisionBlockAST(d, blk); 452324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver bg.right.setDecisionASTNode(eob); 453324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // make block entry state also have same decision for interpreting grammar 454324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver NFAState altBlockState = (NFAState)$g.left.transition(0).target; 455324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver altBlockState.setDecisionASTNode($start); 456324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver altBlockState.setDecisionNumber(d); 457324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 458324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 459324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 460324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvertree_ returns [StateCluster g=null] 461324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@init 462324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver{ 463324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver StateCluster down=null, up=null; 464324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 465324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^( TREE_BEGIN 466324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver e=element { $g = $e.g; } 467324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 468324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver down = factory.build_Atom(Label.DOWN, $e.start); 469324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // TODO set following states for imaginary nodes? 470324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver //el.followingNFAState = down.right; 471324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_AB($g,down); 472324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 473324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( e=element {$g = factory.build_AB($g,$e.g);} )* 474324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 475324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver up = factory.build_Atom(Label.UP, $e.start); 476324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver //el.followingNFAState = up.right; 477324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_AB($g,up); 478324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // tree roots point at right edge of DOWN for LOOK computation later 479324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $start.NFATreeDownState = down.left; 480324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 481324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 482324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 483324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 484324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruveratom_or_notatom returns [StateCluster g=null] 485324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : atom[null] {$g = $atom.g;} 486324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( n=NOT 487324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( c=CHAR_LITERAL (ast1=ast_suffix)? 488324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 489324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int ttype=0; 490324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.type==Grammar.LEXER ) 491324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 492324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ttype = Grammar.getCharValueFromGrammarCharLiteral($c.text); 493324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 494324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else 495324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 496324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ttype = grammar.getTokenType($c.text); 497324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 498324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver IntSet notAtom = grammar.complement(ttype); 499324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( notAtom.isNil() ) 500324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 501324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.grammarError( 502324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.MSG_EMPTY_COMPLEMENT, 503324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 504324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $c.getToken(), 505324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $c.text); 506324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 507324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g=factory.build_Set(notAtom,$n); 508324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 509324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | t=TOKEN_REF (ast3=ast_suffix)? 510324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 511324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int ttype=0; 512324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver IntSet notAtom = null; 513324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.type==Grammar.LEXER ) 514324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 515324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver notAtom = grammar.getSetFromRule(this,$t.text); 516324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( notAtom==null ) 517324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 518324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.grammarError( 519324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.MSG_RULE_INVALID_SET, 520324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 521324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $t.getToken(), 522324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $t.text); 523324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 524324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else 525324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 526324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver notAtom = grammar.complement(notAtom); 527324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 528324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 529324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else 530324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 531324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ttype = grammar.getTokenType($t.text); 532324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver notAtom = grammar.complement(ttype); 533324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 534324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( notAtom==null || notAtom.isNil() ) 535324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 536324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.grammarError( 537324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.MSG_EMPTY_COMPLEMENT, 538324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 539324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $t.getToken(), 540324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $t.text); 541324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 542324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g=factory.build_Set(notAtom,$n); 543324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 544324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | set {$g = $set.g;} 545324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 546324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver GrammarAST stNode = (GrammarAST)$n.getChild(0); 547324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver //IntSet notSet = grammar.complement(stNode.getSetValue()); 548324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // let code generator complement the sets 549324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver IntSet s = stNode.getSetValue(); 550324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver stNode.setSetValue(s); 551324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // let code gen do the complement again; here we compute 552324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // for NFA construction 553324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver s = grammar.complement(s); 554324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( s.isNil() ) 555324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 556324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.grammarError( 557324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.MSG_EMPTY_COMPLEMENT, 558324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 559324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $n.getToken()); 560324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 561324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g=factory.build_Set(s,$n); 562324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 563324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 564324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver {$n.followingNFAState = $g.right;} 565324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 566324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 567324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 568324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruveratom[String scopeName] returns [StateCluster g=null] 569324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^( r=RULE_REF (rarg=ARG_ACTION)? (as1=ast_suffix)? ) 570324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 571324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver NFAState start = grammar.getRuleStartState(scopeName,$r.text); 572324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( start!=null ) 573324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 574324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Rule rr = grammar.getRule(scopeName,$r.text); 575324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_RuleRef(rr, start); 576324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r.followingNFAState = $g.right; 577324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver r.NFAStartState = $g.left; 578324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( $g.left.transition(0) instanceof RuleClosureTransition 579324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver && grammar.type!=Grammar.LEXER ) 580324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 581324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver addFollowTransition($r.text, $g.right); 582324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 583324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // else rule ref got inlined to a set 584324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 585324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 586324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 587324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( t=TOKEN_REF (targ=ARG_ACTION)? (as2=ast_suffix)? ) 588324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 589324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.type==Grammar.LEXER ) 590324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 591324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver NFAState start = grammar.getRuleStartState(scopeName,$t.text); 592324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( start!=null ) 593324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 594324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Rule rr = grammar.getRule(scopeName,t.getText()); 595324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_RuleRef(rr, start); 596324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver t.NFAStartState = $g.left; 597324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // don't add FOLLOW transitions in the lexer; 598324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // only exact context should be used. 599324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 600324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 601324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else 602324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 603324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_Atom(t); 604324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver t.followingNFAState = $g.right; 605324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 606324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 607324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 608324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( c=CHAR_LITERAL (as3=ast_suffix)? ) 609324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 610324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.type==Grammar.LEXER ) 611324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 612324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_CharLiteralAtom(c); 613324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 614324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else 615324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 616324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_Atom(c); 617324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver c.followingNFAState = $g.right; 618324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 619324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 620324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 621324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( s=STRING_LITERAL (as4=ast_suffix)? ) 622324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 623324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.type==Grammar.LEXER ) 624324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 625324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_StringLiteralAtom(s); 626324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 627324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else 628324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 629324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_Atom(s); 630324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver s.followingNFAState = $g.right; 631324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 632324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 633324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 634324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( w=WILDCARD (as5=ast_suffix)? ) 635324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 636324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( nfa.grammar.type == Grammar.TREE_PARSER 637324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver && (w.getChildIndex() > 0 || w.getParent().getChild(1).getType() == EOA) ) 638324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 639324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_WildcardTree( $w ); 640324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 641324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else 642324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 643324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_Wildcard( $w ); 644324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 645324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 646324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 647324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( DOT scope_=ID a=atom[$scope_.text] {$g = $a.g;} ) // scope override 648324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 649324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 650324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverast_suffix 651324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ROOT 652324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | BANG 653324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 654324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 655324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverset returns [StateCluster g=null] 656324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@init 657324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver{ 658324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver IntSet elements=new IntervalSet(); 659324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( state.backtracking == 0 ) 660324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $start.setSetValue(elements); // track set for use by code gen 661324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 662324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^( b=BLOCK 663324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver (^(ALT ( ^(BACKTRACK_SEMPRED .*) )? setElement[elements] EOA))+ 664324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver EOB 665324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 666324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 667324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $g = factory.build_Set(elements,$b); 668324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $b.followingNFAState = $g.right; 669324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $b.setSetValue(elements); // track set value of this block 670324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 671324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver //{System.out.println("set elements="+elements.toString(grammar));} 672324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 673324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 674324c4644fee44b9898524c09511bd33c3f12e2dfBen GruversetRule returns [IntSet elements=new IntervalSet()] 675324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@init 676324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver{ 677324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver IntSet s=null; 678324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 679324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^( RULE id=ID (modifier)? ARG RET ( ^(OPTIONS .*) )? ( ruleScopeSpec )? 680324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ^(AMPERSAND .*) )* 681324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ^( BLOCK ( ^(OPTIONS .*) )? 682324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ^(ALT (BACKTRACK_SEMPRED)? setElement[elements] EOA) )+ 683324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver EOB 684324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 685324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver (exceptionGroup)? 686324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver EOR 687324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 688324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 689324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvercatch[RecognitionException re] { throw re; } 690324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 691324c4644fee44b9898524c09511bd33c3f12e2dfBen GruversetElement[IntSet elements] 692324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@init 693324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver{ 694324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int ttype; 695324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver IntSet ns=null; 696324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 697324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : c=CHAR_LITERAL 698324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 699324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.type==Grammar.LEXER ) 700324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 701324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ttype = Grammar.getCharValueFromGrammarCharLiteral($c.text); 702324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 703324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else 704324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 705324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ttype = grammar.getTokenType($c.text); 706324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 707324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( elements.member(ttype) ) 708324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 709324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.grammarError( 710324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.MSG_DUPLICATE_SET_ENTRY, 711324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 712324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $c.getToken(), 713324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $c.text); 714324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 715324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver elements.add(ttype); 716324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 717324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | t=TOKEN_REF 718324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 719324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.type==Grammar.LEXER ) 720324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 721324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // recursively will invoke this rule to match elements in target rule ref 722324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver IntSet ruleSet = grammar.getSetFromRule(this,$t.text); 723324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( ruleSet==null ) 724324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 725324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.grammarError( 726324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.MSG_RULE_INVALID_SET, 727324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 728324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $t.getToken(), 729324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $t.text); 730324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 731324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else 732324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 733324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver elements.addAll(ruleSet); 734324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 735324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 736324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else 737324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 738324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ttype = grammar.getTokenType($t.text); 739324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( elements.member(ttype) ) 740324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 741324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.grammarError( 742324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.MSG_DUPLICATE_SET_ENTRY, 743324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 744324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $t.getToken(), 745324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $t.text); 746324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 747324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver elements.add(ttype); 748324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 749324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 750324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 751324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | s=STRING_LITERAL 752324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 753324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ttype = grammar.getTokenType($s.text); 754324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( elements.member(ttype) ) 755324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 756324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.grammarError( 757324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ErrorManager.MSG_DUPLICATE_SET_ENTRY, 758324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammar, 759324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $s.getToken(), 760324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $s.text); 761324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 762324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver elements.add(ttype); 763324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 764324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^(CHAR_RANGE c1=CHAR_LITERAL c2=CHAR_LITERAL) 765324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 766324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.type==Grammar.LEXER ) 767324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 768324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int a = Grammar.getCharValueFromGrammarCharLiteral($c1.text); 769324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int b = Grammar.getCharValueFromGrammarCharLiteral($c2.text); 770324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver elements.addAll(IntervalSet.of(a,b)); 771324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 772324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 773324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 774324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | gset=set 775324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 776324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Transition setTrans = $gset.g.left.transition(0); 777324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver elements.addAll(setTrans.label.getSet()); 778324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 779324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 780324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( NOT {ns=new IntervalSet();} 781324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver setElement[ns] 782324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 783324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver IntSet not = grammar.complement(ns); 784324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver elements.addAll(not); 785324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 786324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 787324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 788324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 789324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver/** Check to see if this block can be a set. Can't have actions 790324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * etc... Also can't be in a rule with a rewrite as we need 791324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * to track what's inside set for use in rewrite. 792324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * 793324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * This should only be called from the helper function in TreeToNFAConverterHelper.cs 794324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * and from the rule testSetElement below. 795324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 796324c4644fee44b9898524c09511bd33c3f12e2dfBen GruvertestBlockAsSet returns [int alts=0] 797324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruveroptions { backtrack = true; } 798324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@init 799324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver{ 800324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver inTest++; 801324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 802324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^( BLOCK 803324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ^(ALT (BACKTRACK_SEMPRED)? testSetElement {{$alts += $testSetElement.alts;}} EOA) 804324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver )+ 805324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver EOB 806324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 807324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 808324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvercatch[RecognitionException re] { throw re; } 809324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfinally { inTest--; } 810324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 811324c4644fee44b9898524c09511bd33c3f12e2dfBen GruvertestSetRule returns [int alts=0] 812324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@init 813324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver{ 814324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver inTest++; 815324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 816324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ^( RULE id=ID (modifier)? ARG RET ( ^(OPTIONS .*) )? ( ruleScopeSpec )? 817324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ^(AMPERSAND .*) )* 818324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ^( BLOCK 819324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( ^(ALT (BACKTRACK_SEMPRED)? testSetElement {{$alts += $testSetElement.alts;}} EOA) 820324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver )+ 821324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver EOB 822324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 823324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver (exceptionGroup)? 824324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver EOR 825324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 826324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 827324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvercatch[RecognitionException re] { throw re; } 828324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfinally { inTest--; } 829324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 830324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver/** Match just an element; no ast suffix etc.. */ 831324c4644fee44b9898524c09511bd33c3f12e2dfBen GruvertestSetElement returns [int alts=1] 832324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : c=CHAR_LITERAL {!hasElementOptions($c)}? 833324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | t=TOKEN_REF {!hasElementOptions($t)}? 834324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver {{ 835324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( grammar.type==Grammar.LEXER ) 836324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 837324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver Rule rule = grammar.getRule($t.text); 838324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( rule==null ) 839324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 840324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver //throw new RecognitionException("invalid rule"); 841324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver throw new RecognitionException(); 842324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 843324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // recursively will invoke this rule to match elements in target rule ref 844324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $alts += testSetRule(rule.tree); 845324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 846324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver }} 847324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | {grammar.type!=Grammar.LEXER}? => s=STRING_LITERAL 848324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^(CHAR_RANGE c1=CHAR_LITERAL c2=CHAR_LITERAL) 849324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver {{ $alts = IntervalSet.of( Grammar.getCharValueFromGrammarCharLiteral($c1.text), Grammar.getCharValueFromGrammarCharLiteral($c2.text) ).size(); }} 850324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | testBlockAsSet 851324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver {{ $alts = $testBlockAsSet.alts; }} 852324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ^( NOT tse=testSetElement ) 853324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver {{ $alts = grammar.getTokenTypes().size() - $tse.alts; }} 854324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 855324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvercatch[RecognitionException re] { throw re; } 856