1324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver/* 2324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * [The "BSD licence"] 3324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * Copyright (c) 2005-2008 Terence Parr 4324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * All rights reserved. 5324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * 6324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * Conversion to C#: 7324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * Copyright (c) 2008-2009 Sam Harwell, Pixel Mine, Inc. 8324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * All rights reserved. 9324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * 10324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * Redistribution and use in source and binary forms, with or without 11324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * modification, are permitted provided that the following conditions 12324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * are met: 13324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * 1. Redistributions of source code must retain the above copyright 14324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * notice, this list of conditions and the following disclaimer. 15324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * 2. Redistributions in binary form must reproduce the above copyright 16324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * notice, this list of conditions and the following disclaimer in the 17324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * documentation and/or other materials provided with the distribution. 18324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * 3. The name of the author may not be used to endorse or promote products 19324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * derived from this software without specific prior written permission. 20324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * 21324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 22324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 23324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 24324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 25324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 26324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 27324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 28324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 29324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 30324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 31324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 32324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 33324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruvernamespace Antlr.Runtime { 34324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver using NonSerialized = System.NonSerializedAttribute; 35324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver using Regex = System.Text.RegularExpressions.Regex; 36324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver using Serializable = System.SerializableAttribute; 37324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 38324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver [Serializable] 39324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public class CommonToken : IToken { 40324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int type; 41324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int line; 42324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int charPositionInLine = -1; // set to invalid position 43324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int channel = TokenChannels.Default; 44324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver [NonSerialized] 45324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver ICharStream input; 46324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 47324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** <summary> 48324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * We need to be able to change the text once in a while. If 49324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * this is non-null, then getText should return this. Note that 50324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * start/stop are not affected by changing this. 51324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * </summary> 52324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 53324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver string text; 54324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 55324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** <summary>What token number is this from 0..n-1 tokens; < 0 implies invalid index</summary> */ 56324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int index = -1; 57324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 58324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** <summary>The char position into the input buffer where this token starts</summary> */ 59324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int start; 60324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 61324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** <summary>The char position into the input buffer where this token stops</summary> */ 62324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver int stop; 63324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 64324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public CommonToken() { 65324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 66324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 67324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public CommonToken(int type) { 68324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.type = type; 69324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 70324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 71324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public CommonToken(ICharStream input, int type, int channel, int start, int stop) { 72324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.input = input; 73324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.type = type; 74324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.channel = channel; 75324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.start = start; 76324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.stop = stop; 77324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 78324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 79324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public CommonToken(int type, string text) { 80324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.type = type; 81324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.channel = TokenChannels.Default; 82324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver this.text = text; 83324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 84324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 85324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public CommonToken(IToken oldToken) { 86324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver text = oldToken.Text; 87324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver type = oldToken.Type; 88324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver line = oldToken.Line; 89324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver index = oldToken.TokenIndex; 90324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver charPositionInLine = oldToken.CharPositionInLine; 91324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver channel = oldToken.Channel; 92324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver input = oldToken.InputStream; 93324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if (oldToken is CommonToken) { 94324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver start = ((CommonToken)oldToken).start; 95324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver stop = ((CommonToken)oldToken).stop; 96324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 97324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 98324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 99324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver #region IToken Members 100324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public string Text { 101324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver get { 102324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if (text != null) 103324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return text; 104324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if (input == null) 105324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return null; 106324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 107324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if (start < input.Count && stop < input.Count) 108324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver text = input.Substring(start, stop - start + 1); 109324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver else 110324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver text = "<EOF>"; 111324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 112324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return text; 113324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 114324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver set { 115324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver /** Override the text for this token. getText() will return this text 116324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * rather than pulling from the buffer. Note that this does not mean 117324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * that start/stop indexes are not valid. It means that that input 118324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver * was converted to a new string in the token object. 119324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver */ 120324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver text = value; 121324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 122324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 123324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 124324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public int Type { 125324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver get { 126324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return type; 127324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 128324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver set { 129324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver type = value; 130324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 131324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 132324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 133324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public int Line { 134324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver get { 135324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return line; 136324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 137324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver set { 138324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver line = value; 139324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 140324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 141324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 142324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public int CharPositionInLine { 143324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver get { 144324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return charPositionInLine; 145324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 146324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver set { 147324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver charPositionInLine = value; 148324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 149324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 150324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 151324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public int Channel { 152324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver get { 153324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return channel; 154324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 155324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver set { 156324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver channel = value; 157324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 158324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 159324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 160324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public int StartIndex { 161324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver get { 162324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return start; 163324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 164324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver set { 165324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver start = value; 166324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 167324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 168324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 169324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public int StopIndex { 170324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver get { 171324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return stop; 172324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 173324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver set { 174324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver stop = value; 175324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 176324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 177324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 178324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public int TokenIndex { 179324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver get { 180324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return index; 181324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 182324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver set { 183324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver index = value; 184324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 185324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 186324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 187324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public ICharStream InputStream { 188324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver get { 189324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return input; 190324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 191324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver set { 192324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver input = value; 193324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 194324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 195324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 196324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver #endregion 197324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 198324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver public override string ToString() { 199324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver string channelStr = ""; 200324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if (channel > 0) { 201324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver channelStr = ",channel=" + channel; 202324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 203324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver string txt = Text; 204324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if (txt != null) { 205324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver txt = Regex.Replace(txt, "\n", "\\\\n"); 206324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver txt = Regex.Replace(txt, "\r", "\\\\r"); 207324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver txt = Regex.Replace(txt, "\t", "\\\\t"); 208324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } else { 209324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver txt = "<no text>"; 210324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 211324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver return "[@" + TokenIndex + "," + start + ":" + stop + "='" + txt + "',<" + type + ">" + channelStr + "," + line + ":" + CharPositionInLine + "]"; 212324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 213324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver 214324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver [System.Runtime.Serialization.OnSerializing] 215324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver internal void OnSerializing(System.Runtime.Serialization.StreamingContext context) { 216324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver if (text == null) 217324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver text = Text; 218324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 219324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver } 220324c4644fee44b9898524c09511bd33c3f12e2dfBen Gruver} 221