1600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang/* 2600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* Conditions Of Use 3600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* 4600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* This software was developed by employees of the National Institute of 5600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* Standards and Technology (NIST), an agency of the Federal Government. 6600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* Pursuant to title 15 Untied States Code Section 105, works of NIST 7600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* employees are not subject to copyright protection in the United States 8600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* and are considered to be in the public domain. As a result, a formal 9600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* license is not needed to use the software. 10600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* 11600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* This software is provided by NIST as a service and is expressly 12600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* provided "AS IS." NIST MAKES NO WARRANTY OF ANY KIND, EXPRESS, IMPLIED 13600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* OR STATUTORY, INCLUDING, WITHOUT LIMITATION, THE IMPLIED WARRANTY OF 14600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, NON-INFRINGEMENT 15600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* AND DATA ACCURACY. NIST does not warrant or make any representations 16600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* regarding the use of the software or the results thereof, including but 17600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* not limited to the correctness, accuracy, reliability or usefulness of 18600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* the software. 19600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* 20600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* Permission to use this software is contingent upon your acceptance 21600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* of the terms of this agreement 22600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* 23600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* . 24600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* 25600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang*/ 26600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wangpackage gov.nist.core; 27600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 28600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wangimport java.util.*; 29600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wangimport java.text.ParseException; 30600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 31600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang/** Base string token splitter. 32600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* 33600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang*@version 1.2 34600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* 35600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang*@author M. Ranganathan <br/> 36600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* 37600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* 38600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang* 39600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang*/ 40600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 41600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wangpublic class StringTokenizer { 42600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 43600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang protected String buffer; 44600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang protected int bufferLen; 45600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang protected int ptr; 46600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang protected int savedPtr; 47600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 48600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang protected StringTokenizer() { 49600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 50600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 51600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public StringTokenizer(String buffer) { 52600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang this.buffer = buffer; 53600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang bufferLen = buffer.length(); 54600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang ptr = 0; 55600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 56600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 57600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public String nextToken() { 58600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang int startIdx = ptr; 59600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 60600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang while (ptr < bufferLen) { 61600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang char c = buffer.charAt(ptr); 62600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang ptr++; 63600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang if (c == '\n') { 64600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang break; 65600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 66600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 67600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 68600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return buffer.substring(startIdx, ptr); 69600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 70600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 71600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public boolean hasMoreChars() { 72600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return ptr < bufferLen; 73600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 74600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 75600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public static boolean isHexDigit(char ch) { 76600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return (ch >= 'A' && ch <= 'F') || 77600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang (ch >= 'a' && ch <= 'f') || 78600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang isDigit(ch); 79600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 80600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 81600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public static boolean isAlpha(char ch) { 82600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang if (ch <= 127) { 83600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return ((ch >= 'a' && ch <= 'z') || (ch >= 'A' && ch <= 'Z')); 84600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 85600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang else { 86600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return Character.isLowerCase(ch) || Character.isUpperCase(ch); 87600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 88600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 89600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 90600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public static boolean isDigit(char ch) { 91600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang if (ch <= 127) { 92600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return (ch <= '9' && ch >= '0'); 93600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 94600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang else { 95600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return Character.isDigit(ch); 96600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 97600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 98600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 99600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public static boolean isAlphaDigit(char ch) { 100600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang if (ch <= 127) { 101600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return (ch >= 'a' && ch <= 'z') || 102600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang (ch >= 'A' && ch <= 'Z') || 103600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang (ch <= '9' && ch >= '0'); 104600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 105600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang else { 106600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return Character.isLowerCase(ch) || 107600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang Character.isUpperCase(ch) || 108600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang Character.isDigit(ch); 109600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 110600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 111600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 112600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public String getLine() { 113600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang int startIdx = ptr; 114600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang while (ptr < bufferLen && buffer.charAt(ptr) != '\n') { 115600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang ptr++; 116600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 117600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang if (ptr < bufferLen && buffer.charAt(ptr) == '\n') { 118600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang ptr++; 119600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 120600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return buffer.substring(startIdx, ptr); 121600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 122600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 123600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public String peekLine() { 124600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang int curPos = ptr; 125600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang String retval = this.getLine(); 126600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang ptr = curPos; 127600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return retval; 128600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 129600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 130600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public char lookAhead() throws ParseException { 131600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return lookAhead(0); 132600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 133600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 134600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public char lookAhead(int k) throws ParseException { 135600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang // Debug.out.println("ptr = " + ptr); 136600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang try { 137600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return buffer.charAt(ptr + k); 138600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 139600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang catch (IndexOutOfBoundsException e) { 140600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return '\0'; 141600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 142600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 143600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 144600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public char getNextChar() throws ParseException { 145600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang if (ptr >= bufferLen) 146600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang throw new ParseException( 147600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang buffer + " getNextChar: End of buffer", 148600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang ptr); 149600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang else 150600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return buffer.charAt(ptr++); 151600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 152600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 153600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public void consume() { 154600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang ptr = savedPtr; 155600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 156600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 157600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public void consume(int k) { 158600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang ptr += k; 159600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 160600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 161600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang /** Get a Vector of the buffer tokenized by lines 162600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang */ 163600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public Vector<String> getLines() { 164600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang Vector<String> result = new Vector<String>(); 165600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang while (hasMoreChars()) { 166600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang String line = getLine(); 167600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang result.addElement(line); 168600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 169600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return result; 170600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 171600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 172600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang /** Get the next token from the buffer. 173600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang */ 174600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public String getNextToken(char delim) throws ParseException { 175600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang int startIdx = ptr; 176600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang while (true) { 177600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang char la = lookAhead(0); 178600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang if (la == delim) 179600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang break; 180600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang else if (la == '\0') 181600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang throw new ParseException("EOL reached", 0); 182600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang consume(1); 183600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 184600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return buffer.substring(startIdx, ptr); 185600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 186600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 187600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang /** get the SDP field name of the line 188600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang * @return String 189600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang */ 190600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang public static String getSDPFieldName(String line) { 191600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang if (line == null) 192600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return null; 193600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang String fieldName = null; 194600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang try { 195600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang int begin = line.indexOf("="); 196600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang fieldName = line.substring(0, begin); 197600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } catch (IndexOutOfBoundsException e) { 198600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return null; 199600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 200600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang return fieldName; 201600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang } 202600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 203600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang} 204600c7a4bbc7348167293eac928192e695b4ad5baChung-yih Wang 205