1/*
2 * [The "BSD licence"]
3 * Copyright (c) 2005-2008 Terence Parr
4 * All rights reserved.
5 *
6 * Conversion to C#:
7 * Copyright (c) 2008 Sam Harwell, Pixel Mine, Inc.
8 * All rights reserved.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 *    notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 *    notice, this list of conditions and the following disclaimer in the
17 *    documentation and/or other materials provided with the distribution.
18 * 3. The name of the author may not be used to endorse or promote products
19 *    derived from this software without specific prior written permission.
20 *
21 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
22 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
23 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
24 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
25 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
26 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
30 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31 */
32
33using System;
34using System.Linq;
35
36namespace Antlr.Runtime.JavaExtensions
37{
38    public class StringTokenizer
39    {
40        string[] _tokens;
41        int _current;
42
43        public StringTokenizer( string str, string separator )
44            : this( str, separator, false )
45        {
46        }
47        public StringTokenizer( string str, string separator, bool returnDelims )
48        {
49            _tokens = str.Split( separator.ToCharArray(), StringSplitOptions.None );
50            if ( returnDelims )
51            {
52                char[] delims = separator.ToCharArray();
53                _tokens = _tokens.SelectMany( ( token, i ) =>
54                {
55                    if ( i == _tokens.Length - 1 )
56                    {
57                        if ( delims.Contains( str[str.Length - 1] ) )
58                            return new string[0];
59                        else
60                            return new string[] { token };
61                    }
62                    else if ( i == 0 )
63                    {
64                        if ( delims.Contains( str[0] ) )
65                            return new string[] { str[0].ToString() };
66                        else
67                            return new string[] { token };
68                    }
69                    else
70                    {
71                        return new string[] { token, str[_tokens.Take( i + 1 ).Select( t => t.Length + 1 ).Sum() - 1].ToString() };
72                    }
73                } ).ToArray();
74            }
75        }
76
77        public bool hasMoreTokens()
78        {
79            return _current < _tokens.Length;
80        }
81
82        public string nextToken()
83        {
84            return _tokens[_current++];
85        }
86    }
87}
88