Searched defs:_tokens (Results 1 - 4 of 4) sorted by relevance

/external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime.JavaExtensions/
H A DStringTokenizer.cs39 string[] _tokens; field in class:Antlr.Runtime.JavaExtensions.StringTokenizer
48 _tokens = str.Split( separator.ToCharArray(), StringSplitOptions.None );
52 _tokens = EnumerableExtensions.ToArray(EnumerableExtensions.SelectMany(_tokens, delegate(string token, int i)
54 if ( i == _tokens.Length - 1 )
70 return new string[] { token, str[EnumerableExtensions.Sum(EnumerableExtensions.Select(EnumerableExtensions.Take(_tokens, i + 1),
79 return _current < _tokens.Length;
84 return _tokens[_current++];
/external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime.JavaExtensions/
H A DStringTokenizer.cs40 string[] _tokens; field in class:Antlr.Runtime.JavaExtensions.StringTokenizer
49 _tokens = str.Split( separator.ToCharArray(), StringSplitOptions.None );
53 _tokens = _tokens.SelectMany( ( token, i ) =>
55 if ( i == _tokens.Length - 1 )
71 return new string[] { token, str[_tokens.Take( i + 1 ).Select( t => t.Length + 1 ).Sum() - 1].ToString() };
79 return _current < _tokens.Length;
84 return _tokens[_current++];
/external/antlr/antlr-3.4/runtime/CSharp2/Sources/Antlr3.Runtime/Antlr.Runtime/
H A DBufferedTokenStream.cs63 protected List<IToken> _tokens = new List<IToken>(100); field in class:Antlr.Runtime.BufferedTokenStream
89 _tokens.Clear();
110 return _tokens.Count;
189 int n = i - _tokens.Count + 1; // how many more elements we need?
198 t.TokenIndex = _tokens.Count;
199 _tokens.Add(t);
206 if (i < 0 || i >= _tokens.Count) {
207 throw new IndexOutOfRangeException("token index " + i + " out of range 0.." + (_tokens.Count - 1));
209 return _tokens[i];
222 if (start + count >= _tokens
[all...]
/external/antlr/antlr-3.4/runtime/CSharp3/Sources/Antlr3.Runtime/
H A DBufferedTokenStream.cs65 protected List<IToken> _tokens = new List<IToken>(100); field in class:Antlr.Runtime.BufferedTokenStream
96 _tokens.Clear();
122 return _tokens.Count;
218 int n = i - _tokens.Count + 1; // how many more elements we need?
229 t.TokenIndex = _tokens.Count;
230 _tokens.Add(t);
238 if (i < 0 || i >= _tokens.Count)
240 throw new IndexOutOfRangeException("token index " + i + " out of range 0.." + (_tokens.Count - 1));
242 return _tokens[i];
255 if (start + count >= _tokens
[all...]

Completed in 1256 milliseconds