1/*
2 * [The "BSD licence"]
3 * Copyright (c) 2005-2008 Terence Parr
4 * All rights reserved.
5 *
6 * Conversion to C#:
7 * Copyright (c) 2008 Sam Harwell, Pixel Mine, Inc.
8 * All rights reserved.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 *    notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 *    notice, this list of conditions and the following disclaimer in the
17 *    documentation and/or other materials provided with the distribution.
18 * 3. The name of the author may not be used to endorse or promote products
19 *    derived from this software without specific prior written permission.
20 *
21 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
22 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
23 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
24 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
25 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
26 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
30 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31 */
32
33using System;
34
35namespace Antlr.Runtime.JavaExtensions
36{
37    public class StringTokenizer
38    {
39        string[] _tokens;
40        int _current;
41
42        public StringTokenizer( string str, string separator )
43            : this( str, separator, false )
44        {
45        }
46        public StringTokenizer( string str, string separator, bool returnDelims )
47        {
48            _tokens = str.Split( separator.ToCharArray(), StringSplitOptions.None );
49            if ( returnDelims )
50            {
51                char[] delims = separator.ToCharArray();
52                _tokens = EnumerableExtensions.ToArray(EnumerableExtensions.SelectMany(_tokens, delegate(string token, int i)
53                {
54                    if ( i == _tokens.Length - 1 )
55                    {
56                        if (EnumerableExtensions.Contains(delims, str[str.Length - 1]))
57                            return new string[0];
58                        else
59                            return new string[] { token };
60                    }
61                    else if ( i == 0 )
62                    {
63                        if (EnumerableExtensions.Contains(delims, str[0]))
64                            return new string[] { str[0].ToString() };
65                        else
66                            return new string[] { token };
67                    }
68                    else
69                    {
70                        return new string[] { token, str[EnumerableExtensions.Sum(EnumerableExtensions.Select(EnumerableExtensions.Take(_tokens, i + 1),
71                            delegate(string t) { return t.Length + 1; })) - 1].ToString() };
72                    }
73                }));
74            }
75        }
76
77        public bool hasMoreTokens()
78        {
79            return _current < _tokens.Length;
80        }
81
82        public string nextToken()
83        {
84            return _tokens[_current++];
85        }
86    }
87}
88