1c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner/* 2c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * Copyright (c) 2011-2014, Intel Corporation 3c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * All rights reserved. 4c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * 5c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * Redistribution and use in source and binary forms, with or without modification, 6c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * are permitted provided that the following conditions are met: 7c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * 8c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * 1. Redistributions of source code must retain the above copyright notice, this 9c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * list of conditions and the following disclaimer. 10c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * 11c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * 2. Redistributions in binary form must reproduce the above copyright notice, 12c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * this list of conditions and the following disclaimer in the documentation and/or 13c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * other materials provided with the distribution. 14c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * 15c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * 3. Neither the name of the copyright holder nor the names of its contributors 16c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * may be used to endorse or promote products derived from this software without 17c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * specific prior written permission. 18c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * 19c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND 20c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 22c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR 23c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 24c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 25c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON 26c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 27c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 28c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 29c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner */ 30c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner#include "NaiveTokenizer.h" 31c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner#include <cstring> 32c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner 33c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagnerchar* NaiveTokenizer::getNextToken(char** line) 34c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner{ 35c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner const char *quotes = "'\""; // single or double quotes 36c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner char separator[2] = " "; 37c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner char first[2]; 38c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner 39c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner if (*line == NULL || (*line)[0] == '\0') { 40c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner return NULL; 41c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner } 42c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner 43c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner // Copy the first character into its own new string 44c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner first[0] = (*line)[0]; 45c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner first[1] = '\0'; 46c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner 47c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner // Check if the first character is a quote 48c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner if (strstr(quotes, first) != NULL) { 49c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner // If so, move forward and set the separator to that quote 50c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner (*line)++; 51c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner strncpy(separator, first, sizeof(separator)); 52c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner } 53c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner // If it is not, get the next space-delimited token 54c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner // First, move the cursor forward if the first character is a space 55c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner // This effectively ignores multiple spaces in a row 56c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner else if (strstr(separator, first) != NULL) { 57c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner (*line)++; 58c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner return NaiveTokenizer::getNextToken(line); 59c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner } 60c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner 61c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner return strsep(line, separator); 62c3f617e16506b322c1b1c3d4bed7a6e703d9f6d3David Wagner} 63