1324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver/* 2324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver[The "BSD licence"] 3324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverCopyright (c) 2007-2008 Leon Jen-Yuan Su 4324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverAll rights reserved. 5324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 6324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverRedistribution and use in source and binary forms, with or without 7324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvermodification, are permitted provided that the following conditions 8324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverare met: 9324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 10324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 1. Redistributions of source code must retain the above copyright 11324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver notice, this list of conditions and the following disclaimer. 12324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 2. Redistributions in binary form must reproduce the above copyright 13324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver notice, this list of conditions and the following disclaimer in the 14324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver documentation and/or other materials provided with the distribution. 15324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 3. The name of the author may not be used to endorse or promote products 16324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver derived from this software without specific prior written permission. 17324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 18324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverTHIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 19324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverIMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 20324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverOF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 21324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverIN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 22324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverINCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 23324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverNOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 24324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverDATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 25324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverTHEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 26324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 27324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverTHIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 28324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver*/ 29324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvergrammar gUnit; 30324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruveroptions {language=Java;} 31324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvertokens { 32324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver OK = 'OK'; 33324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver FAIL = 'FAIL'; 34324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver DOC_COMMENT; 35324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 36324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@header {package org.antlr.gunit;} 37324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@lexer::header { 38324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverpackage org.antlr.gunit; 39324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport java.io.BufferedReader; 40324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport java.io.IOException; 41324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverimport java.io.StringReader; 42324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 43324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@members { 44324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverpublic GrammarInfo grammarInfo; 45324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverpublic gUnitParser(TokenStream input, GrammarInfo grammarInfo) { 46324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver super(input); 47324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.grammarInfo = grammarInfo; 48324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 49324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 50324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 51324c4644fee44b9898524c09511bd33c3f12e2dfBen GruvergUnitDef: 'gunit' g1=id ('walks' g2=id)? ';' 52324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 53324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( $g2.text!=null ) { 54324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammarInfo.setGrammarName($g2.text); 55324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammarInfo.setTreeGrammarName($g1.text); 56324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 57324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else { 58324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammarInfo.setGrammarName($g1.text); 59324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 60324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 61324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver optionsSpec? header? testsuite* 62324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 63324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 64324c4644fee44b9898524c09511bd33c3f12e2dfBen GruveroptionsSpec 65324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : OPTIONS (option ';')+ '}' 66324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 67324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 68324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver// Note: currently, this is the only valid option for setting customized tree adaptor 69324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruveroption : id '=' treeAdaptor 70324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 71324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( $id.text.equals("TreeAdaptor") ) { 72324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammarInfo.setAdaptor($treeAdaptor.text); 73324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 74324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // TODO: need a better error logging strategy 75324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else System.err.println("Invalid option detected: "+$text); 76324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 77324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 78324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 79324c4644fee44b9898524c09511bd33c3f12e2dfBen GruvertreeAdaptor 80324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : id EXT* 81324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 82324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 83324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverheader : '@header' ACTION 84324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 85324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int pos1, pos2; 86324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( (pos1=$ACTION.text.indexOf("package"))!=-1 && (pos2=$ACTION.text.indexOf(';'))!=-1 ) { 87324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver grammarInfo.setGrammarPackage($ACTION.text.substring(pos1+8, pos2).trim()); // substring the package path 88324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 89324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else { 90324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver System.err.println("error(line "+$ACTION.getLine()+"): invalid header"); 91324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 92324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 93324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 94324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 95324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvertestsuite // gUnit test suite based on individual rule 96324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverscope { 97324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverboolean isLexicalRule; 98324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 99324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@init { 100324c4644fee44b9898524c09511bd33c3f12e2dfBen GruvergUnitTestSuite ts = null; 101324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver$testsuite::isLexicalRule = false; 102324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 103324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : ( r1=RULE_REF ('walks' r2=RULE_REF)? 104324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 105324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( $r2==null ) ts = new gUnitTestSuite($r1.text); 106324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else ts = new gUnitTestSuite($r1.text, $r2.text); 107324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 108324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | t=TOKEN_REF 109324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 110324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ts = new gUnitTestSuite(); 111324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ts.setLexicalRuleName($t.text); 112324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $testsuite::isLexicalRule = true; 113324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 114324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 115324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ':' 116324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver testcase[ts]+ {grammarInfo.addRuleTestSuite(ts);} 117324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 118324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 119324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver// TODO : currently gUnit just ignores illegal test for lexer rule, but should also emit a reminding message 120324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvertestcase[gUnitTestSuite ts] // individual test within a (rule)testsuite 121324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : input expect {$ts.addTestCase($input.in, $expect.out);} 122324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 123324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 124324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverinput returns [gUnitTestInput in] 125324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@init { 126324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverString testInput = null; 127324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverboolean inputIsFile = false; 128324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverint line = -1; 129324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 130324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver@after { 131324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverin = new gUnitTestInput(testInput, inputIsFile, line); 132324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 133324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : STRING 134324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 135324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver testInput = $STRING.text.replace("\\n", "\n").replace("\\r", "\r").replace("\\t", "\t") 136324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver .replace("\\b", "\b").replace("\\f", "\f").replace("\\\"", "\"").replace("\\'", "\'").replace("\\\\", "\\"); 137324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver line = $STRING.line; 138324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 139324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ML_STRING 140324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 141324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver testInput = $ML_STRING.text; 142324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver line = $ML_STRING.line; 143324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 144324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | file 145324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 146324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver testInput = $file.text; 147324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver inputIsFile = true; 148324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver line = $file.line; 149324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 150324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 151324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 152324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverexpect returns [AbstractTest out] 153324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : OK {$out = new BooleanTest(true);} 154324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | FAIL {$out = new BooleanTest(false);} 155324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 'returns' RETVAL {if ( !$testsuite::isLexicalRule ) $out = new ReturnTest($RETVAL);} 156324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | '->' output {if ( !$testsuite::isLexicalRule ) $out = new OutputTest($output.token);} 157324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 158324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 159324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruveroutput returns [Token token] 160324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : STRING 161324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver { 162324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $STRING.setText($STRING.text.replace("\\n", "\n").replace("\\r", "\r").replace("\\t", "\t") 163324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver .replace("\\b", "\b").replace("\\f", "\f").replace("\\\"", "\"").replace("\\'", "\'").replace("\\\\", "\\")); 164324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver $token = $STRING; 165324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 166324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ML_STRING {$token = $ML_STRING;} 167324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | AST {$token = $AST;} 168324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ACTION {$token = $ACTION;} 169324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 170324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 171324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfile returns [int line] 172324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : id EXT? {$line = $id.line;} 173324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 174324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 175324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverid returns [int line] 176324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : TOKEN_REF {$line = $TOKEN_REF.line;} 177324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | RULE_REF {$line = $RULE_REF.line;} 178324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 179324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 180324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver// L E X I C A L R U L E S 181324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 182324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverSL_COMMENT 183324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : '//' ~('\r'|'\n')* '\r'? '\n' {$channel=HIDDEN;} 184324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 185324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 186324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverML_COMMENT 187324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : '/*' {$channel=HIDDEN;} .* '*/' 188324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 189324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 190324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverSTRING : '"' ( ESC | ~('\\'|'"') )* '"' {setText(getText().substring(1, getText().length()-1));} 191324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 192324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 193324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverML_STRING 194324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : {// we need to determine the number of spaces or tabs (indentation) for multi-line input 195324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver StringBuffer buf = new StringBuffer(); 196324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int i = -1; 197324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int c = input.LA(-1); 198324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver while ( c==' ' || c=='\t' ) { 199324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver buf.append((char)c); 200324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver c = input.LA(--i); 201324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 202324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver String indentation = buf.reverse().toString(); 203324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 204324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '<<' .* '>>' 205324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver {// also determine the appropriate newline separator and get info of the first and last 2 characters (exclude '<<' and '>>') 206324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver String newline = System.getProperty("line.separator"); 207324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver String front, end; 208324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int oldFrontIndex = 2; 209324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int oldEndIndex = getText().length()-2; 210324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int newFrontIndex, newEndIndex; 211324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( newline.length()==1 ) { 212324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver front = getText().substring(2, 3); 213324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver end = getText().substring(getText().length()-3, getText().length()-2); 214324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver newFrontIndex = 3; 215324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver newEndIndex = getText().length()-3; 216324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 217324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else {// must be 2, e.g. Windows System which uses \r\n as a line separator 218324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver front = getText().substring(2, 4); 219324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver end = getText().substring(getText().length()-4, getText().length()-2); 220324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver newFrontIndex = 4; 221324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver newEndIndex = getText().length()-4; 222324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 223324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // strip unwanted characters, e.g. '<<' (including a newline after it) or '>>' (including a newline before it) 224324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver String temp = null; 225324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( front.equals(newline) && end.equals(newline) ) { 226324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // need to handle the special case: <<\n>> or <<\r\n>> 227324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( newline.length()==1 && getText().length()==5 ) temp = ""; 228324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else if ( newline.length()==2 && getText().length()==6 ) temp = ""; 229324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else temp = getText().substring(newFrontIndex, newEndIndex); 230324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 231324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else if ( front.equals(newline) ) { 232324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver temp = getText().substring(newFrontIndex, oldEndIndex); 233324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 234324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else if ( end.equals(newline) ) { 235324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver temp = getText().substring(oldFrontIndex, newEndIndex); 236324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 237324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else { 238324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver temp = getText().substring(oldFrontIndex, oldEndIndex); 239324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 240324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver // finally we need to prpcess the indentation line by line 241324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver BufferedReader bufReader = new BufferedReader(new StringReader(temp)); 242324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver buf = new StringBuffer(); 243324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver String line = null; 244324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int count = 0; 245324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver try { 246324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver while((line = bufReader.readLine()) != null) { 247324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( line.startsWith(indentation) ) line = line.substring(indentation.length()); 248324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if ( count>0 ) buf.append(newline); 249324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver buf.append(line); 250324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver count++; 251324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 252324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver setText(buf.toString()); 253324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 254324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver catch (IOException ioe) { 255324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver setText(temp); 256324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 257324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 258324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 259324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 260324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverTOKEN_REF 261324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : 'A'..'Z' ('a'..'z'|'A'..'Z'|'_'|'0'..'9')* 262324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 263324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 264324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverRULE_REF 265324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : 'a'..'z' ('a'..'z'|'A'..'Z'|'_'|'0'..'9')* 266324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 267324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 268324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverEXT : '.'('a'..'z'|'A'..'Z'|'0'..'9')+; 269324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 270324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverRETVAL : NESTED_RETVAL {setText(getText().substring(1, getText().length()-1));} 271324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 272324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 273324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfragment 274324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverNESTED_RETVAL : 275324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '[' 276324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( options {greedy=false;} 277324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : NESTED_RETVAL 278324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | . 279324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver )* 280324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ']' 281324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 282324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 283324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverAST : NESTED_AST (' '? NESTED_AST)*; 284324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 285324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfragment 286324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverNESTED_AST : 287324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '(' 288324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( NESTED_AST 289324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | STRING_LITERAL 290324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | ~('('|')'|'"') 291324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver )* 292324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ')' 293324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 294324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 295324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverOPTIONS : 'options' WS* '{' 296324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 297324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 298324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverACTION 299324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : NESTED_ACTION {setText(getText().substring(1, getText().length()-1));} 300324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 301324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 302324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfragment 303324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverNESTED_ACTION : 304324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '{' 305324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( options {greedy=false; k=3;} 306324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : NESTED_ACTION 307324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | STRING_LITERAL 308324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | CHAR_LITERAL 309324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | . 310324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver )* 311324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '}' 312324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 313324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 314324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfragment 315324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverCHAR_LITERAL 316324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : '\'' ( ESC | ~('\''|'\\') ) '\'' 317324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 318324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 319324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfragment 320324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverSTRING_LITERAL 321324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver : '"' ( ESC | ~('\\'|'"') )* '"' 322324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 323324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 324324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfragment 325324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverESC : '\\' 326324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ( 'n' 327324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 'r' 328324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 't' 329324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 'b' 330324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 'f' 331324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | '"' 332324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | '\'' 333324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | '\\' 334324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | '>' 335324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 'u' XDIGIT XDIGIT XDIGIT XDIGIT 336324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | . // unknown, leave as it is 337324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ) 338324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 339324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 340324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruverfragment 341324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverXDIGIT : 342324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver '0' .. '9' 343324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 'a' .. 'f' 344324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | 'A' .. 'F' 345324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 346324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 347324c4644fee44b9898524c09511bd33c3f12e2dfBen GruverWS : ( ' ' 348324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | '\t' 349324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver | '\r'? '\n' 350324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver )+ 351324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver {$channel=HIDDEN;} 352324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ; 353