1c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner/*
2c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * Copyright (c) 2011-2014, Intel Corporation
3c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * All rights reserved.
4c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner *
5c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * Redistribution and use in source and binary forms, with or without modification,
6c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * are permitted provided that the following conditions are met:
7c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner *
8c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * 1. Redistributions of source code must retain the above copyright notice, this
9c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * list of conditions and the following disclaimer.
10c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner *
11c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * 2. Redistributions in binary form must reproduce the above copyright notice,
12c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * this list of conditions and the following disclaimer in the documentation and/or
13c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * other materials provided with the distribution.
14c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner *
15c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * 3. Neither the name of the copyright holder nor the names of its contributors
16c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * may be used to endorse or promote products derived from this software without
17c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * specific prior written permission.
18c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner *
19c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
20c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
21c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
22c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR
23c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
24c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
25c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
26c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
28c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner */
30c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner#include "NaiveTokenizer.h"
31c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner#include <cstring>
32c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner
33c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagnerchar* NaiveTokenizer::getNextToken(char** line)
34c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner{
35c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    const char *quotes = "'\""; // single or double quotes
36c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    char separator[2] = " ";
37c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    char first[2];
38c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner
39c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    if (*line == NULL || (*line)[0] == '\0') {
40c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner        return NULL;
41c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    }
42c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner
43c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    // Copy the first character into its own new string
44c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    first[0] = (*line)[0];
45c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    first[1] = '\0';
46c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner
47c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    // Check if the first character is a quote
48c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    if (strstr(quotes, first) != NULL) {
49c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner        // If so, move forward and set the separator to that quote
50c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner        (*line)++;
51c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner        strncpy(separator, first, sizeof(separator));
52c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    }
53c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    // If it is not, get the next space-delimited token
54c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    // First, move the cursor forward if the first character is a space
55c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    // This effectively ignores multiple spaces in a row
56c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    else if (strstr(separator, first) != NULL) {
57c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner        (*line)++;
58c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner        return NaiveTokenizer::getNextToken(line);
59c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    }
60c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner
61c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner    return strsep(line, separator);
62c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner}
63