address_detector.cpp revision bf0d5c6dc816bca8f00bde31ddda7ba41e740ccd
1773979f92560dd1aead375c82fd75b584a141e5dJohn Reck/* 2773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * Copyright (C) 2012 Google Inc. All rights reserved. 3773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * 4773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * Redistribution and use in source and binary forms, with or without 5773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * modification, are permitted provided that the following conditions are 6773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * met: 7773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * 8773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * * Redistributions of source code must retain the above copyright 9773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * notice, this list of conditions and the following disclaimer. 10773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * * Redistributions in binary form must reproduce the above 11773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * copyright notice, this list of conditions and the following disclaimer 12773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * in the documentation and/or other materials provided with the 13773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * distribution. 14773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * * Neither the name of Google Inc. nor the names of its 15773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * contributors may be used to endorse or promote products derived from 16773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * this software without specific prior written permission. 17773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * 18773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 19773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 20773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 21773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 22773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 23773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 24773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 25773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 26773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 27773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 28773979f92560dd1aead375c82fd75b584a141e5dJohn Reck * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 29773979f92560dd1aead375c82fd75b584a141e5dJohn Reck */ 30773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 31773979f92560dd1aead375c82fd75b584a141e5dJohn Reck#include "config.h" 32773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 33773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Magic pretend-to-be-a-chromium-build flags 34773979f92560dd1aead375c82fd75b584a141e5dJohn Reck#undef WEBKIT_IMPLEMENTATION 35773979f92560dd1aead375c82fd75b584a141e5dJohn Reck#undef LOG 36773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 37773979f92560dd1aead375c82fd75b584a141e5dJohn Reck#include "content/address_detector.h" 38773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 39773979f92560dd1aead375c82fd75b584a141e5dJohn Reck#include <bitset> 40773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 41773979f92560dd1aead375c82fd75b584a141e5dJohn Reck#include "base/utf_string_conversions.h" 42773979f92560dd1aead375c82fd75b584a141e5dJohn Reck#include "net/base/escape.h" 43773979f92560dd1aead375c82fd75b584a141e5dJohn Reck#include "WebString.h" 44773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 456bf2577653884795f04bbf9d8196ed9998896afeJohn Reck#include <wtf/HashSet.h> 466bf2577653884795f04bbf9d8196ed9998896afeJohn Reck#include <wtf/Noncopyable.h> 476bf2577653884795f04bbf9d8196ed9998896afeJohn Reck#include <wtf/text/StringHash.h> 486bf2577653884795f04bbf9d8196ed9998896afeJohn Reck#include <wtf/text/WTFString.h> 496bf2577653884795f04bbf9d8196ed9998896afeJohn Reck 50773979f92560dd1aead375c82fd75b584a141e5dJohn Recknamespace { 51773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 52773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Prefix used for geographical address intent URIs. 53773979f92560dd1aead375c82fd75b584a141e5dJohn Reckstatic const char kAddressSchemaPrefix[] = "geo:0,0?q="; 54773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 55773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Maximum text length to be searched for address detection. 56773979f92560dd1aead375c82fd75b584a141e5dJohn Reckstatic const size_t kMaxAddressLength = 500; 57773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 58773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Minimum number of words in an address after the house number 59773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// before a state is expected to be found. 60773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// A value too high can miss short addresses. 61773979f92560dd1aead375c82fd75b584a141e5dJohn Reckconst size_t kMinAddressWords = 3; 62773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 63773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Maximum number of words allowed in an address between the house number 64773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// and the state, both not included. 65773979f92560dd1aead375c82fd75b584a141e5dJohn Reckconst size_t kMaxAddressWords = 12; 66773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 67773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Maximum number of lines allowed in an address between the house number 68773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// and the state, both not included. 69773979f92560dd1aead375c82fd75b584a141e5dJohn Reckconst size_t kMaxAddressLines = 5; 70773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 71773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Maximum length allowed for any address word between the house number 72773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// and the state, both not included. 73773979f92560dd1aead375c82fd75b584a141e5dJohn Reckconst size_t kMaxAddressNameWordLength = 25; 74773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 75773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Maximum number of words after the house number in which the location name 76773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// should be found. 77773979f92560dd1aead375c82fd75b584a141e5dJohn Reckconst size_t kMaxLocationNameDistance = 4; 78773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 79773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Number of digits for a valid zip code. 80773979f92560dd1aead375c82fd75b584a141e5dJohn Reckconst size_t kZipDigits = 5; 81773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 82773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Number of digits for a valid zip code in the Zip Plus 4 format. 83773979f92560dd1aead375c82fd75b584a141e5dJohn Reckconst size_t kZipPlus4Digits = 9; 84773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 85773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Maximum number of digits of a house number, including possible hyphens. 86773979f92560dd1aead375c82fd75b584a141e5dJohn Reckconst size_t kMaxHouseDigits = 5; 87773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 88773979f92560dd1aead375c82fd75b584a141e5dJohn Reck// Additional characters used as new line delimiters. 89773979f92560dd1aead375c82fd75b584a141e5dJohn Reckconst char16 kNewlineDelimiters[] = { 90773979f92560dd1aead375c82fd75b584a141e5dJohn Reck ',', 91773979f92560dd1aead375c82fd75b584a141e5dJohn Reck '*', 92773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x2022, // Unicode bullet 93773979f92560dd1aead375c82fd75b584a141e5dJohn Reck}; 94773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 95773979f92560dd1aead375c82fd75b584a141e5dJohn Reckchar16 SafePreviousChar(const string16::const_iterator& it, 96773979f92560dd1aead375c82fd75b584a141e5dJohn Reck const string16::const_iterator& begin) { 97773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (it == begin) 98773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return ' '; 99773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return *(it - 1); 100773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 101773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 102773979f92560dd1aead375c82fd75b584a141e5dJohn Reckchar16 SafeNextChar(const string16::const_iterator& it, 103773979f92560dd1aead375c82fd75b584a141e5dJohn Reck const string16::const_iterator& end) { 104773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (it == end) 105773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return ' '; 106773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return *(it + 1); 107773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 108773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 109773979f92560dd1aead375c82fd75b584a141e5dJohn Reckbool WordLowerCaseEqualsASCII(string16::const_iterator word_begin, 110773979f92560dd1aead375c82fd75b584a141e5dJohn Reck string16::const_iterator word_end, const char* ascii_to_match) { 111773979f92560dd1aead375c82fd75b584a141e5dJohn Reck for (string16::const_iterator it = word_begin; it != word_end; 112773979f92560dd1aead375c82fd75b584a141e5dJohn Reck ++it, ++ascii_to_match) { 113773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (!*ascii_to_match || base::ToLowerASCII(*it) != *ascii_to_match) 114773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 115773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 116773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return *ascii_to_match == 0 || *ascii_to_match == ' '; 117773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 118773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 119773979f92560dd1aead375c82fd75b584a141e5dJohn Reckbool LowerCaseEqualsASCIIWithPlural(string16::const_iterator word_begin, 120773979f92560dd1aead375c82fd75b584a141e5dJohn Reck string16::const_iterator word_end, const char* ascii_to_match, 121773979f92560dd1aead375c82fd75b584a141e5dJohn Reck bool allow_plural) { 122773979f92560dd1aead375c82fd75b584a141e5dJohn Reck for (string16::const_iterator it = word_begin; it != word_end; 123773979f92560dd1aead375c82fd75b584a141e5dJohn Reck ++it, ++ascii_to_match) { 124773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (!*ascii_to_match && allow_plural && *it == 's' && it + 1 == word_end) 125773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return true; 126773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 127773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (!*ascii_to_match || base::ToLowerASCII(*it) != *ascii_to_match) 128773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 129773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 130773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return *ascii_to_match == 0; 131773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 132773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 133773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} // anonymous namespace 134773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 135773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 136773979f92560dd1aead375c82fd75b584a141e5dJohn ReckAddressDetector::AddressDetector() { 137773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 138773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 139773979f92560dd1aead375c82fd75b584a141e5dJohn ReckAddressDetector::~AddressDetector() { 140773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 141773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 142773979f92560dd1aead375c82fd75b584a141e5dJohn Reckstd::string AddressDetector::GetContentText(const WebKit::WebRange& range) { 143773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Get the address and replace unicode bullets with commas. 144773979f92560dd1aead375c82fd75b584a141e5dJohn Reck string16 address_16 = CollapseWhitespace(range.toPlainText(), false); 145773979f92560dd1aead375c82fd75b584a141e5dJohn Reck std::replace(address_16.begin(), address_16.end(), 146773979f92560dd1aead375c82fd75b584a141e5dJohn Reck static_cast<char16>(0x2022), static_cast<char16>(',')); 147773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return UTF16ToUTF8(address_16); 148773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 149773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 150773979f92560dd1aead375c82fd75b584a141e5dJohn ReckGURL AddressDetector::GetIntentURL(const std::string& content_text) { 151773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return GURL(kAddressSchemaPrefix + 152773979f92560dd1aead375c82fd75b584a141e5dJohn Reck EscapeQueryParamValue(content_text, true)); 153773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 154773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 155773979f92560dd1aead375c82fd75b584a141e5dJohn Recksize_t AddressDetector::GetMaximumContentLength() { 156773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return kMaxAddressLength; 157773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 158773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 159773979f92560dd1aead375c82fd75b584a141e5dJohn Reckbool AddressDetector::FindContent(const string16::const_iterator& begin, 160773979f92560dd1aead375c82fd75b584a141e5dJohn Reck const string16::const_iterator& end, size_t* start_pos, size_t* end_pos) { 161773979f92560dd1aead375c82fd75b584a141e5dJohn Reck HouseNumberParser house_number_parser; 162773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 163773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Keep going through the input string until a potential house number is 164773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // detected. Start tokenizing the following words to find a valid 165773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // street name within a word range. Then, find a state name followed 166773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // by a valid zip code for that state. Also keep a look for any other 167773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // possible house numbers to continue from in case of no match and for 168773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // state names not followed by a zip code (e.g. New York, NY 10000). 169773979f92560dd1aead375c82fd75b584a141e5dJohn Reck const string16 newline_delimiters = kNewlineDelimiters; 170773979f92560dd1aead375c82fd75b584a141e5dJohn Reck const string16 delimiters = kWhitespaceUTF16 + newline_delimiters; 171773979f92560dd1aead375c82fd75b584a141e5dJohn Reck for (string16::const_iterator it = begin; it != end; ) { 172773979f92560dd1aead375c82fd75b584a141e5dJohn Reck Word house_number; 173773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (!house_number_parser.Parse(it, end, &house_number)) 174773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 175773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 176773979f92560dd1aead375c82fd75b584a141e5dJohn Reck String16Tokenizer tokenizer(house_number.end, end, delimiters); 177773979f92560dd1aead375c82fd75b584a141e5dJohn Reck tokenizer.set_options(String16Tokenizer::RETURN_DELIMS); 178773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 179773979f92560dd1aead375c82fd75b584a141e5dJohn Reck std::vector<Word> words; 180773979f92560dd1aead375c82fd75b584a141e5dJohn Reck words.push_back(house_number); 181773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 182773979f92560dd1aead375c82fd75b584a141e5dJohn Reck bool found_location_name = false; 183773979f92560dd1aead375c82fd75b584a141e5dJohn Reck bool continue_on_house_number = true; 184773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t next_house_number_word = 0; 185773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t num_lines = 1; 186773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 187773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Don't include the house number in the word count. 188773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t next_word = 1; 189773979f92560dd1aead375c82fd75b584a141e5dJohn Reck for (; next_word <= kMaxAddressWords + 1; ++next_word) { 190773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 191773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Extract a new word from the tokenizer. 192773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (next_word == words.size()) { 193773979f92560dd1aead375c82fd75b584a141e5dJohn Reck do { 194773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (!tokenizer.GetNext()) 195773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 196773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 197773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Check the number of address lines. 198773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (tokenizer.token_is_delim() && newline_delimiters.find( 199773979f92560dd1aead375c82fd75b584a141e5dJohn Reck *tokenizer.token_begin()) != string16::npos) { 200773979f92560dd1aead375c82fd75b584a141e5dJohn Reck ++num_lines; 201773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 202773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } while (tokenizer.token_is_delim()); 203773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 204773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (num_lines > kMaxAddressLines) 205773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 206773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 207773979f92560dd1aead375c82fd75b584a141e5dJohn Reck words.push_back(Word(tokenizer.token_begin(), tokenizer.token_end())); 208773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 209773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 210773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Check the word length. If too long, don't try to continue from 211773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // the next house number as no address can hold this word. 212773979f92560dd1aead375c82fd75b584a141e5dJohn Reck const Word& current_word = words[next_word]; 213773979f92560dd1aead375c82fd75b584a141e5dJohn Reck DCHECK_GT(std::distance(current_word.begin, current_word.end), 0); 214773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t current_word_length = std::distance( 215773979f92560dd1aead375c82fd75b584a141e5dJohn Reck current_word.begin, current_word.end); 216773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (current_word_length > kMaxAddressNameWordLength) { 217773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue_on_house_number = false; 218773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 219773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 220773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 221773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Check if the new word is a valid house number. 222773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // This is used to properly resume parsing in case the maximum number 223773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // of words is exceeded. 224773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (next_house_number_word == 0 && 225773979f92560dd1aead375c82fd75b584a141e5dJohn Reck house_number_parser.Parse(current_word.begin, current_word.end, NULL)) { 226773979f92560dd1aead375c82fd75b584a141e5dJohn Reck next_house_number_word = next_word; 227773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 228773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 229773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 230773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Look for location names in the words after the house number. 231773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // A range limitation is introduced to avoid matching 232773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // anything that starts with a number before a legitimate address. 233773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (next_word <= kMaxLocationNameDistance && 234773979f92560dd1aead375c82fd75b584a141e5dJohn Reck IsValidLocationName(current_word)) { 235773979f92560dd1aead375c82fd75b584a141e5dJohn Reck found_location_name = true; 236773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 237773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 238773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 239773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Don't count the house number. 240773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (next_word > kMinAddressWords) { 241773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Looking for the state is likely to add new words to the list while 242773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // checking for multi-word state names. 243773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t state_first_word = next_word; 244773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t state_last_word, state_index; 245773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (FindStateStartingInWord(&words, state_first_word, &state_last_word, 246773979f92560dd1aead375c82fd75b584a141e5dJohn Reck &tokenizer, &state_index)) { 247773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 248773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // A location name should have been found at this point. 249773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (!found_location_name) 250773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 251773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 252773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Explicitly exclude "et al", as "al" is a valid state code. 253773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (current_word_length == 2 && words.size() > 2) { 254773979f92560dd1aead375c82fd75b584a141e5dJohn Reck const Word& previous_word = words[state_first_word - 1]; 255773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (previous_word.end - previous_word.begin == 2 && 256773979f92560dd1aead375c82fd75b584a141e5dJohn Reck LowerCaseEqualsASCII(previous_word.begin, previous_word.end, 257773979f92560dd1aead375c82fd75b584a141e5dJohn Reck "et") && 258773979f92560dd1aead375c82fd75b584a141e5dJohn Reck LowerCaseEqualsASCII(current_word.begin, current_word.end, 259773979f92560dd1aead375c82fd75b584a141e5dJohn Reck "al")) 260773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 261773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 262773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 263773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Extract one more word from the tokenizer if not already available. 264773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t zip_word = state_last_word + 1; 265773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (zip_word == words.size()) { 266773979f92560dd1aead375c82fd75b584a141e5dJohn Reck do { 2676bf2577653884795f04bbf9d8196ed9998896afeJohn Reck if (!tokenizer.GetNext()) { 2686bf2577653884795f04bbf9d8196ed9998896afeJohn Reck // Zip is optional 2696bf2577653884795f04bbf9d8196ed9998896afeJohn Reck *start_pos = words[0].begin - begin; 2706bf2577653884795f04bbf9d8196ed9998896afeJohn Reck *end_pos = words[state_last_word].end - begin; 2716bf2577653884795f04bbf9d8196ed9998896afeJohn Reck return true; 2726bf2577653884795f04bbf9d8196ed9998896afeJohn Reck } 273773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } while (tokenizer.token_is_delim()); 274773979f92560dd1aead375c82fd75b584a141e5dJohn Reck words.push_back(Word(tokenizer.token_begin(), 275773979f92560dd1aead375c82fd75b584a141e5dJohn Reck tokenizer.token_end())); 276773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 277773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 278773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Check the parsing validity and state range of the zip code. 279773979f92560dd1aead375c82fd75b584a141e5dJohn Reck next_word = state_last_word; 280773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (!IsZipValid(words[zip_word], state_index)) 281773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 282773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 283773979f92560dd1aead375c82fd75b584a141e5dJohn Reck *start_pos = words[0].begin - begin; 284773979f92560dd1aead375c82fd75b584a141e5dJohn Reck *end_pos = words[zip_word].end - begin; 285773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return true; 286773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 287773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 288773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 289773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 290773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Avoid skipping too many words because of a non-address number 291773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // at the beginning of the contents to parse. 292773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (continue_on_house_number && next_house_number_word > 0) { 293773979f92560dd1aead375c82fd75b584a141e5dJohn Reck it = words[next_house_number_word].begin; 294773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } else { 295773979f92560dd1aead375c82fd75b584a141e5dJohn Reck DCHECK(!words.empty()); 296773979f92560dd1aead375c82fd75b584a141e5dJohn Reck next_word = std::min(next_word, words.size() - 1); 297773979f92560dd1aead375c82fd75b584a141e5dJohn Reck it = words[next_word].end; 298773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 299773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 300773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 301773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 302773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 303773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 304773979f92560dd1aead375c82fd75b584a141e5dJohn Reckbool AddressDetector::HouseNumberParser::IsPreDelimiter( 305773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char16 character) { 306773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return character == ':' || IsPostDelimiter(character); 307773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 308773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 309773979f92560dd1aead375c82fd75b584a141e5dJohn Reckbool AddressDetector::HouseNumberParser::IsPostDelimiter( 310773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char16 character) { 311773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return IsWhitespace(character) || strchr(",\"'", character); 312773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 313773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 314773979f92560dd1aead375c82fd75b584a141e5dJohn Reckvoid AddressDetector::HouseNumberParser::RestartOnNextDelimiter() { 315773979f92560dd1aead375c82fd75b584a141e5dJohn Reck ResetState(); 316773979f92560dd1aead375c82fd75b584a141e5dJohn Reck for (; it_ != end_ && !IsPreDelimiter(*it_); ++it_) {} 317773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 318773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 319773979f92560dd1aead375c82fd75b584a141e5dJohn Reckvoid AddressDetector::HouseNumberParser::AcceptChars(size_t num_chars) { 320773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t offset = std::min(static_cast<size_t>(std::distance(it_, end_)), 321773979f92560dd1aead375c82fd75b584a141e5dJohn Reck num_chars); 322773979f92560dd1aead375c82fd75b584a141e5dJohn Reck it_ += offset; 323773979f92560dd1aead375c82fd75b584a141e5dJohn Reck result_chars_ += offset; 324773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 325773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 326773979f92560dd1aead375c82fd75b584a141e5dJohn Reckvoid AddressDetector::HouseNumberParser::SkipChars(size_t num_chars) { 327773979f92560dd1aead375c82fd75b584a141e5dJohn Reck it_ += std::min(static_cast<size_t>(std::distance(it_, end_)), num_chars); 328773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 329773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 330773979f92560dd1aead375c82fd75b584a141e5dJohn Reckvoid AddressDetector::HouseNumberParser::ResetState() { 331773979f92560dd1aead375c82fd75b584a141e5dJohn Reck num_digits_ = 0; 332773979f92560dd1aead375c82fd75b584a141e5dJohn Reck result_chars_ = 0; 333773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 334773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 335773979f92560dd1aead375c82fd75b584a141e5dJohn Reckbool AddressDetector::HouseNumberParser::CheckFinished(Word* word) const { 336773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // There should always be a number after a hyphen. 337773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (result_chars_ == 0 || SafePreviousChar(it_, begin_) == '-') 338773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 339773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 340773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (word) { 341773979f92560dd1aead375c82fd75b584a141e5dJohn Reck word->begin = it_ - result_chars_; 342773979f92560dd1aead375c82fd75b584a141e5dJohn Reck word->end = it_; 343773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 344773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return true; 345773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 346773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 347773979f92560dd1aead375c82fd75b584a141e5dJohn Reckbool AddressDetector::HouseNumberParser::Parse( 348773979f92560dd1aead375c82fd75b584a141e5dJohn Reck const string16::const_iterator& begin, 349773979f92560dd1aead375c82fd75b584a141e5dJohn Reck const string16::const_iterator& end, Word* word) { 350773979f92560dd1aead375c82fd75b584a141e5dJohn Reck it_ = begin_ = begin; 351773979f92560dd1aead375c82fd75b584a141e5dJohn Reck end_ = end; 352773979f92560dd1aead375c82fd75b584a141e5dJohn Reck ResetState(); 353773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 354773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Iterations only used as a fail-safe against any buggy infinite loops. 355773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t iterations = 0; 356773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t max_iterations = end - begin + 1; 357773979f92560dd1aead375c82fd75b584a141e5dJohn Reck for (; it_ != end_ && iterations < max_iterations; ++iterations) { 358773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 359773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Word finished case. 360773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (IsPostDelimiter(*it_)) { 361773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (CheckFinished(word)) 362773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return true; 363773979f92560dd1aead375c82fd75b584a141e5dJohn Reck else if (result_chars_) 364773979f92560dd1aead375c82fd75b584a141e5dJohn Reck ResetState(); 365773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 366773979f92560dd1aead375c82fd75b584a141e5dJohn Reck SkipChars(1); 367773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 368773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 369773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 370773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // More digits. There should be no more after a letter was found. 371773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (IsAsciiDigit(*it_)) { 372773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (num_digits_ >= kMaxHouseDigits) { 373773979f92560dd1aead375c82fd75b584a141e5dJohn Reck RestartOnNextDelimiter(); 374773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } else { 375773979f92560dd1aead375c82fd75b584a141e5dJohn Reck AcceptChars(1); 376773979f92560dd1aead375c82fd75b584a141e5dJohn Reck ++num_digits_; 377773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 378773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 379773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 380773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 381773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (IsAsciiAlpha(*it_)) { 382773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Handle special case 'one'. 383773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (result_chars_ == 0) { 384773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (it_ + 3 <= end_ && LowerCaseEqualsASCII(it_, it_ + 3, "one")) 385773979f92560dd1aead375c82fd75b584a141e5dJohn Reck AcceptChars(3); 386773979f92560dd1aead375c82fd75b584a141e5dJohn Reck else 387773979f92560dd1aead375c82fd75b584a141e5dJohn Reck RestartOnNextDelimiter(); 388773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 389773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 390773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 391773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // There should be more than 1 character because of result_chars. 392773979f92560dd1aead375c82fd75b584a141e5dJohn Reck DCHECK_GT(result_chars_, 0U); 393773979f92560dd1aead375c82fd75b584a141e5dJohn Reck DCHECK_NE(it_, begin_); 394773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char16 previous = SafePreviousChar(it_, begin_); 395773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (IsAsciiDigit(previous)) { 396773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Check cases like '12A'. 397773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char16 next = SafeNextChar(it_, end_); 398773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (IsPostDelimiter(next)) { 399773979f92560dd1aead375c82fd75b584a141e5dJohn Reck AcceptChars(1); 400773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 401773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 402773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 403773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Handle cases like 12a, 1st, 2nd, 3rd, 7th. 404773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (IsAsciiAlpha(next)) { 405773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char16 last_digit = previous; 406773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char16 first_letter = base::ToLowerASCII(*it_); 407773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char16 second_letter = base::ToLowerASCII(next); 408773979f92560dd1aead375c82fd75b584a141e5dJohn Reck bool is_teen = SafePreviousChar(it_ - 1, begin_) == '1' && 409773979f92560dd1aead375c82fd75b584a141e5dJohn Reck num_digits_ == 2; 410773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 411773979f92560dd1aead375c82fd75b584a141e5dJohn Reck switch (last_digit - '0') { 412773979f92560dd1aead375c82fd75b584a141e5dJohn Reck case 1: 413773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if ((first_letter == 's' && second_letter == 't') || 414773979f92560dd1aead375c82fd75b584a141e5dJohn Reck (first_letter == 't' && second_letter == 'h' && is_teen)) { 415773979f92560dd1aead375c82fd75b584a141e5dJohn Reck AcceptChars(2); 416773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 417773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 418773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 419773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 420773979f92560dd1aead375c82fd75b584a141e5dJohn Reck case 2: 421773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if ((first_letter == 'n' && second_letter == 'd') || 422773979f92560dd1aead375c82fd75b584a141e5dJohn Reck (first_letter == 't' && second_letter == 'h' && is_teen)) { 423773979f92560dd1aead375c82fd75b584a141e5dJohn Reck AcceptChars(2); 424773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 425773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 426773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 427773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 428773979f92560dd1aead375c82fd75b584a141e5dJohn Reck case 3: 429773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if ((first_letter == 'r' && second_letter == 'd') || 430773979f92560dd1aead375c82fd75b584a141e5dJohn Reck (first_letter == 't' && second_letter == 'h' && is_teen)) { 431773979f92560dd1aead375c82fd75b584a141e5dJohn Reck AcceptChars(2); 432773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 433773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 434773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 435773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 436773979f92560dd1aead375c82fd75b584a141e5dJohn Reck case 0: 437773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Explicitly exclude '0th'. 438773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (num_digits_ == 1) 439773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 440773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 441773979f92560dd1aead375c82fd75b584a141e5dJohn Reck case 4: 442773979f92560dd1aead375c82fd75b584a141e5dJohn Reck case 5: 443773979f92560dd1aead375c82fd75b584a141e5dJohn Reck case 6: 444773979f92560dd1aead375c82fd75b584a141e5dJohn Reck case 7: 445773979f92560dd1aead375c82fd75b584a141e5dJohn Reck case 8: 446773979f92560dd1aead375c82fd75b584a141e5dJohn Reck case 9: 447773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (first_letter == 't' && second_letter == 'h') { 448773979f92560dd1aead375c82fd75b584a141e5dJohn Reck AcceptChars(2); 449773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 450773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 451773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 452773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 453773979f92560dd1aead375c82fd75b584a141e5dJohn Reck default: 454773979f92560dd1aead375c82fd75b584a141e5dJohn Reck NOTREACHED(); 455773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 456773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 457773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 458773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 459773979f92560dd1aead375c82fd75b584a141e5dJohn Reck RestartOnNextDelimiter(); 460773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 461773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 462773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 463773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (*it_ == '-' && num_digits_ > 0) { 464773979f92560dd1aead375c82fd75b584a141e5dJohn Reck AcceptChars(1); 465773979f92560dd1aead375c82fd75b584a141e5dJohn Reck ++num_digits_; 466773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 467773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 468773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 469773979f92560dd1aead375c82fd75b584a141e5dJohn Reck RestartOnNextDelimiter(); 470773979f92560dd1aead375c82fd75b584a141e5dJohn Reck SkipChars(1); 471773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 472773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 473773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (iterations >= max_iterations) 474773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 475773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 476773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return CheckFinished(word); 477773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 478773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 479773979f92560dd1aead375c82fd75b584a141e5dJohn Reckbool AddressDetector::FindStateStartingInWord(WordList* words, 480773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t state_first_word, size_t* state_last_word, 481773979f92560dd1aead375c82fd75b584a141e5dJohn Reck String16Tokenizer* tokenizer, size_t* state_index) { 482773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 483773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Bitmasks containing the allowed suffixes for 2-letter state codes. 484773979f92560dd1aead375c82fd75b584a141e5dJohn Reck static const int state_two_letter_suffix[23] = { 485773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x02060c00, // A followed by: [KLRSZ]. 486773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00000000, // B. 487773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00084001, // C followed by: [AOT]. 488773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00000014, // D followed by: [CE]. 489773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00000000, // E. 490773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00001800, // F followed by: [LM]. 491773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00100001, // G followed by: [AU]. 492773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00000100, // H followed by: [I]. 493773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00002809, // I followed by: [ADLN]. 494773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00000000, // J. 495773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x01040000, // K followed by: [SY]. 496773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00000001, // L followed by: [A]. 497773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x000ce199, // M followed by: [ADEHINOPST]. 498773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x0120129c, // N followed by: [CDEHJMVY]. 499773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00020480, // O followed by: [HKR]. 500773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00420001, // P followed by: [ARW]. 501773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00000000, // Q. 502773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00000100, // R followed by: [I]. 503773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x0000000c, // S followed by: [CD]. 504773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00802000, // T followed by: [NX]. 505773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00080000, // U followed by: [T]. 506773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x00080101, // V followed by: [AIT]. 507773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0x01200101 // W followed by: [AIVY]. 508773979f92560dd1aead375c82fd75b584a141e5dJohn Reck }; 509773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 510773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Accumulative number of states for the 2-letter code indexed by the first. 511773979f92560dd1aead375c82fd75b584a141e5dJohn Reck static const int state_two_letter_accumulative[24] = { 512773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0, 5, 5, 8, 10, 10, 12, 14, 513773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 15, 19, 19, 21, 22, 32, 40, 43, 514773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 46, 46, 47, 49, 51, 52, 55, 59 515773979f92560dd1aead375c82fd75b584a141e5dJohn Reck }; 516773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 517773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // State names sorted alphabetically with their lengths. 518773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // There can be more than one possible name for a same state if desired. 519773979f92560dd1aead375c82fd75b584a141e5dJohn Reck static const struct StateNameInfo { 520773979f92560dd1aead375c82fd75b584a141e5dJohn Reck const char* string; 521773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char first_word_length; 522773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char length; 523773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char state_index; // Relative to two-character code alphabetical order. 524773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } state_names[59] = { 525773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "alabama", 7, 7, 1 }, { "alaska", 6, 6, 0 }, 526773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "american samoa", 8, 14, 3 }, { "arizona", 7, 7, 4 }, 527773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "arkansas", 8, 8, 2 }, 528773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "california", 10, 10, 5 }, { "colorado", 8, 8, 6 }, 529773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "connecticut", 11, 11, 7 }, { "delaware", 8, 8, 9 }, 530773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "district of columbia", 8, 20, 8 }, 531773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "federated states of micronesia", 9, 30, 11 }, { "florida", 7, 7, 10 }, 532773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "guam", 4, 4, 13 }, { "georgia", 7, 7, 12 }, 533773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "hawaii", 6, 6, 14 }, 534773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "idaho", 5, 5, 16 }, { "illinois", 8, 8, 17 }, { "indiana", 7, 7, 18 }, 535773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "iowa", 4, 4, 15 }, 536773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "kansas", 6, 6, 19 }, { "kentucky", 8, 8, 20 }, 537773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "louisiana", 9, 9, 21 }, 538773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "maine", 5, 5, 24 }, { "marshall islands", 8, 16, 25 }, 539773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "maryland", 8, 8, 23 }, { "massachusetts", 13, 13, 22 }, 540773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "michigan", 8, 8, 26 }, { "minnesota", 9, 9, 27 }, 541773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "mississippi", 11, 11, 30 }, { "missouri", 8, 8, 28 }, 542773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "montana", 7, 7, 31 }, 543773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "nebraska", 8, 8, 34 }, { "nevada", 6, 6, 38 }, 544773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "new hampshire", 3, 13, 35 }, { "new jersey", 3, 10, 36 }, 545773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "new mexico", 3, 10, 37 }, { "new york", 3, 8, 39 }, 546773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "north carolina", 5, 14, 32 }, { "north dakota", 5, 12, 33 }, 547773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "northern mariana islands", 8, 24, 29 }, 548773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "ohio", 4, 4, 40 }, { "oklahoma", 8, 8, 41 }, { "oregon", 6, 6, 42 }, 549773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "palau", 5, 5, 45 }, { "pennsylvania", 12, 12, 43 }, 550773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "puerto rico", 6, 11, 44 }, 551773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "rhode island", 5, 5, 46 }, 552773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "south carolina", 5, 14, 47 }, { "south dakota", 5, 12, 48 }, 553773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "tennessee", 9, 9, 49 }, { "texas", 5, 5, 50 }, 554773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "utah", 4, 4, 51 }, 555773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "vermont", 7, 7, 54 }, { "virgin islands", 6, 14, 53 }, 556773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "virginia", 8, 8, 52 }, 557773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "washington", 10, 10, 55 }, { "west virginia", 4, 13, 57 }, 558773979f92560dd1aead375c82fd75b584a141e5dJohn Reck { "wisconsin", 9, 9, 56 }, { "wyoming", 7, 7, 58 } 559773979f92560dd1aead375c82fd75b584a141e5dJohn Reck }; 560773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 561773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Accumulative number of states for sorted names indexed by the first letter. 562773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Required a different one since there are codes that don't share their 563773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // first letter with the name of their state (MP = Northern Mariana Islands). 564773979f92560dd1aead375c82fd75b584a141e5dJohn Reck static const int state_names_accumulative[24] = { 565773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 0, 5, 5, 8, 10, 10, 12, 14, 566773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 15, 19, 19, 21, 22, 31, 40, 43, 567773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 46, 46, 47, 49, 51, 52, 55, 59 568773979f92560dd1aead375c82fd75b584a141e5dJohn Reck }; 569773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 570773979f92560dd1aead375c82fd75b584a141e5dJohn Reck DCHECK_EQ(state_names_accumulative[arraysize(state_names_accumulative) - 1], 571773979f92560dd1aead375c82fd75b584a141e5dJohn Reck static_cast<int>(ARRAYSIZE_UNSAFE(state_names))); 572773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 573773979f92560dd1aead375c82fd75b584a141e5dJohn Reck const Word& first_word = words->at(state_first_word); 574773979f92560dd1aead375c82fd75b584a141e5dJohn Reck int length = first_word.end - first_word.begin; 575773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (length < 2 || !IsAsciiAlpha(*first_word.begin)) 576773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 577773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 578773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // No state names start with x, y, z. 579773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char16 first_letter = base::ToLowerASCII(*first_word.begin); 580773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (first_letter > 'w') 581773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 582773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 583773979f92560dd1aead375c82fd75b584a141e5dJohn Reck DCHECK(first_letter >= 'a'); 584773979f92560dd1aead375c82fd75b584a141e5dJohn Reck int first_index = first_letter - 'a'; 585773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 586773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Look for two-letter state names. 587773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (length == 2 && IsAsciiAlpha(*(first_word.begin + 1))) { 588773979f92560dd1aead375c82fd75b584a141e5dJohn Reck char16 second_letter = base::ToLowerASCII(*(first_word.begin + 1)); 589773979f92560dd1aead375c82fd75b584a141e5dJohn Reck DCHECK(second_letter >= 'a'); 590773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 591773979f92560dd1aead375c82fd75b584a141e5dJohn Reck int second_index = second_letter - 'a'; 592773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (!(state_two_letter_suffix[first_index] & (1 << second_index))) 593773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 594773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 595773979f92560dd1aead375c82fd75b584a141e5dJohn Reck std::bitset<32> previous_suffixes = state_two_letter_suffix[first_index] & 596773979f92560dd1aead375c82fd75b584a141e5dJohn Reck ((1 << second_index) - 1); 597773979f92560dd1aead375c82fd75b584a141e5dJohn Reck *state_last_word = state_first_word; 598773979f92560dd1aead375c82fd75b584a141e5dJohn Reck *state_index = state_two_letter_accumulative[first_index] + 599773979f92560dd1aead375c82fd75b584a141e5dJohn Reck previous_suffixes.count(); 600773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return true; 601773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 602773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 603773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Look for full state names by their first letter. Discard by length. 604773979f92560dd1aead375c82fd75b584a141e5dJohn Reck for (int state = state_names_accumulative[first_index]; 605773979f92560dd1aead375c82fd75b584a141e5dJohn Reck state < state_names_accumulative[first_index + 1]; ++state) { 606773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (state_names[state].first_word_length != length) 607773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 608773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 609773979f92560dd1aead375c82fd75b584a141e5dJohn Reck bool state_match = false; 610773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t state_word = state_first_word; 611773979f92560dd1aead375c82fd75b584a141e5dJohn Reck for (int pos = 0; true; ) { 612773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (!WordLowerCaseEqualsASCII(words->at(state_word).begin, 613773979f92560dd1aead375c82fd75b584a141e5dJohn Reck words->at(state_word).end, &state_names[state].string[pos])) 614773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 615773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 616773979f92560dd1aead375c82fd75b584a141e5dJohn Reck pos += words->at(state_word).end - words->at(state_word).begin + 1; 617773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (pos >= state_names[state].length) { 618773979f92560dd1aead375c82fd75b584a141e5dJohn Reck state_match = true; 619773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 620773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 621773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 622773979f92560dd1aead375c82fd75b584a141e5dJohn Reck // Ran out of words, extract more from the tokenizer. 623773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (++state_word == words->size()) { 624773979f92560dd1aead375c82fd75b584a141e5dJohn Reck do { 625773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (!tokenizer->GetNext()) 626773979f92560dd1aead375c82fd75b584a141e5dJohn Reck break; 627773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } while (tokenizer->token_is_delim()); 628773979f92560dd1aead375c82fd75b584a141e5dJohn Reck words->push_back(Word(tokenizer->token_begin(), tokenizer->token_end())); 629773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 630773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 631773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 632773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (state_match) { 633773979f92560dd1aead375c82fd75b584a141e5dJohn Reck *state_last_word = state_word; 634773979f92560dd1aead375c82fd75b584a141e5dJohn Reck *state_index = state_names[state].state_index; 635773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return true; 636773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 637773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 638773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 639773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 640773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 641773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 642773979f92560dd1aead375c82fd75b584a141e5dJohn Reckbool AddressDetector::IsZipValid(const Word& word, size_t state_index) { 643773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t length = word.end - word.begin; 644773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (length != kZipDigits && length != kZipPlus4Digits + 1) 645773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 646773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 647773979f92560dd1aead375c82fd75b584a141e5dJohn Reck for (string16::const_iterator it = word.begin; it != word.end; ++it) { 648773979f92560dd1aead375c82fd75b584a141e5dJohn Reck size_t pos = it - word.begin; 649773979f92560dd1aead375c82fd75b584a141e5dJohn Reck if (IsAsciiDigit(*it) || (*it == '-' && pos == kZipDigits)) 650773979f92560dd1aead375c82fd75b584a141e5dJohn Reck continue; 651773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return false; 652773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 653773979f92560dd1aead375c82fd75b584a141e5dJohn Reck return IsZipValidForState(word, state_index); 654773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 655773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 6566bf2577653884795f04bbf9d8196ed9998896afeJohn Reckbool AddressDetector::IsZipValidForState(const Word& word, size_t state_index) 6576bf2577653884795f04bbf9d8196ed9998896afeJohn Reck{ 6586bf2577653884795f04bbf9d8196ed9998896afeJohn Reck enum USState { 6596bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AP = -4, // AP (military base in the Pacific) 6606bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AA = -3, // AA (military base inside the US) 6616bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AE = -2, // AE (military base outside the US) 6626bf2577653884795f04bbf9d8196ed9998896afeJohn Reck XX = -1, // (not in use) 6636bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AK = 0, // AK Alaska 6646bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AL = 1, // AL Alabama 6656bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AR = 2, // AR Arkansas 6666bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AS = 3, // AS American Samoa 6676bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AZ = 4, // AZ Arizona 6686bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CA = 5, // CA California 6696bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CO = 6, // CO Colorado 6706bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CT = 7, // CT Connecticut 6716bf2577653884795f04bbf9d8196ed9998896afeJohn Reck DC = 8, // DC District of Columbia 6726bf2577653884795f04bbf9d8196ed9998896afeJohn Reck DE = 9, // DE Delaware 6736bf2577653884795f04bbf9d8196ed9998896afeJohn Reck FL = 10, // FL Florida 6746bf2577653884795f04bbf9d8196ed9998896afeJohn Reck FM = 11, // FM Federated States of Micronesia 6756bf2577653884795f04bbf9d8196ed9998896afeJohn Reck GA = 12, // GA Georgia 6766bf2577653884795f04bbf9d8196ed9998896afeJohn Reck GU = 13, // GU Guam 6776bf2577653884795f04bbf9d8196ed9998896afeJohn Reck HI = 14, // HI Hawaii 6786bf2577653884795f04bbf9d8196ed9998896afeJohn Reck IA = 15, // IA Iowa 6796bf2577653884795f04bbf9d8196ed9998896afeJohn Reck ID = 16, // ID Idaho 6806bf2577653884795f04bbf9d8196ed9998896afeJohn Reck IL = 17, // IL Illinois 6816bf2577653884795f04bbf9d8196ed9998896afeJohn Reck IN = 18, // IN Indiana 6826bf2577653884795f04bbf9d8196ed9998896afeJohn Reck KS = 19, // KS Kansas 6836bf2577653884795f04bbf9d8196ed9998896afeJohn Reck KY = 20, // KY Kentucky 6846bf2577653884795f04bbf9d8196ed9998896afeJohn Reck LA = 21, // LA Louisiana 6856bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MA = 22, // MA Massachusetts 6866bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MD = 23, // MD Maryland 6876bf2577653884795f04bbf9d8196ed9998896afeJohn Reck ME = 24, // ME Maine 6886bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MH = 25, // MH Marshall Islands 6896bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MI = 26, // MI Michigan 6906bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MN = 27, // MN Minnesota 6916bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MO = 28, // MO Missouri 6926bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MP = 29, // MP Northern Mariana Islands 6936bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MS = 30, // MS Mississippi 6946bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MT = 31, // MT Montana 6956bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NC = 32, // NC North Carolina 6966bf2577653884795f04bbf9d8196ed9998896afeJohn Reck ND = 33, // ND North Dakota 6976bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NE = 34, // NE Nebraska 6986bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NH = 35, // NH New Hampshire 6996bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NJ = 36, // NJ New Jersey 7006bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NM = 37, // NM New Mexico 7016bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NV = 38, // NV Nevada 7026bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NY = 39, // NY New York 7036bf2577653884795f04bbf9d8196ed9998896afeJohn Reck OH = 40, // OH Ohio 7046bf2577653884795f04bbf9d8196ed9998896afeJohn Reck OK = 41, // OK Oklahoma 7056bf2577653884795f04bbf9d8196ed9998896afeJohn Reck OR = 42, // OR Oregon 7066bf2577653884795f04bbf9d8196ed9998896afeJohn Reck PA = 43, // PA Pennsylvania 7076bf2577653884795f04bbf9d8196ed9998896afeJohn Reck PR = 44, // PR Puerto Rico 7086bf2577653884795f04bbf9d8196ed9998896afeJohn Reck PW = 45, // PW Palau 7096bf2577653884795f04bbf9d8196ed9998896afeJohn Reck RI = 46, // RI Rhode Island 7106bf2577653884795f04bbf9d8196ed9998896afeJohn Reck SC = 47, // SC South Carolina 7116bf2577653884795f04bbf9d8196ed9998896afeJohn Reck SD = 48, // SD South Dakota 7126bf2577653884795f04bbf9d8196ed9998896afeJohn Reck TN = 49, // TN Tennessee 7136bf2577653884795f04bbf9d8196ed9998896afeJohn Reck TX = 50, // TX Texas 7146bf2577653884795f04bbf9d8196ed9998896afeJohn Reck UT = 51, // UT Utah 7156bf2577653884795f04bbf9d8196ed9998896afeJohn Reck VA = 52, // VA Virginia 7166bf2577653884795f04bbf9d8196ed9998896afeJohn Reck VI = 53, // VI Virgin Islands 7176bf2577653884795f04bbf9d8196ed9998896afeJohn Reck VT = 54, // VT Vermont 7186bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WA = 55, // WA Washington 7196bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WI = 56, // WI Wisconsin 7206bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WV = 57, // WV West Virginia 7216bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WY = 58, // WY Wyoming 7226bf2577653884795f04bbf9d8196ed9998896afeJohn Reck }; 7236bf2577653884795f04bbf9d8196ed9998896afeJohn Reck 7246bf2577653884795f04bbf9d8196ed9998896afeJohn Reck static const USState stateForZipPrefix[] = { 7256bf2577653884795f04bbf9d8196ed9998896afeJohn Reck // 0 1 2 3 4 5 6 7 8 9 7266bf2577653884795f04bbf9d8196ed9998896afeJohn Reck XX, XX, XX, XX, XX, NY, PR, PR, VI, PR, // 000-009 7276bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MA, MA, MA, MA, MA, MA, MA, MA, MA, MA, // 010-019 7286bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MA, MA, MA, MA, MA, MA, MA, MA, RI, RI, // 020-029 7296bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NH, NH, NH, NH, NH, NH, NH, NH, NH, ME, // 030-039 7306bf2577653884795f04bbf9d8196ed9998896afeJohn Reck ME, ME, ME, ME, ME, ME, ME, ME, ME, ME, // 040-049 7316bf2577653884795f04bbf9d8196ed9998896afeJohn Reck VT, VT, VT, VT, VT, MA, VT, VT, VT, VT, // 050-059 7326bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CT, CT, CT, CT, CT, CT, CT, CT, CT, CT, // 060-069 7336bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NJ, NJ, NJ, NJ, NJ, NJ, NJ, NJ, NJ, NJ, // 070-079 7346bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NJ, NJ, NJ, NJ, NJ, NJ, NJ, NJ, NJ, NJ, // 080-089 7356bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AE, AE, AE, AE, AE, AE, AE, AE, AE, XX, // 090-099 7366bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NY, NY, NY, NY, NY, NY, NY, NY, NY, NY, // 100-109 7376bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NY, NY, NY, NY, NY, NY, NY, NY, NY, NY, // 110-119 7386bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NY, NY, NY, NY, NY, NY, NY, NY, NY, NY, // 120-129 7396bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NY, NY, NY, NY, NY, NY, NY, NY, NY, NY, // 130-139 7406bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NY, NY, NY, NY, NY, NY, NY, NY, NY, NY, // 140-149 7416bf2577653884795f04bbf9d8196ed9998896afeJohn Reck PA, PA, PA, PA, PA, PA, PA, PA, PA, PA, // 150-159 7426bf2577653884795f04bbf9d8196ed9998896afeJohn Reck PA, PA, PA, PA, PA, PA, PA, PA, PA, PA, // 160-169 7436bf2577653884795f04bbf9d8196ed9998896afeJohn Reck PA, PA, PA, PA, PA, PA, PA, PA, PA, PA, // 170-179 7446bf2577653884795f04bbf9d8196ed9998896afeJohn Reck PA, PA, PA, PA, PA, PA, PA, PA, PA, PA, // 180-189 7456bf2577653884795f04bbf9d8196ed9998896afeJohn Reck PA, PA, PA, PA, PA, PA, PA, DE, DE, DE, // 190-199 7466bf2577653884795f04bbf9d8196ed9998896afeJohn Reck DC, VA, DC, DC, DC, DC, MD, MD, MD, MD, // 200-209 7476bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MD, MD, MD, XX, MD, MD, MD, MD, MD, MD, // 210-219 7486bf2577653884795f04bbf9d8196ed9998896afeJohn Reck VA, VA, VA, VA, VA, VA, VA, VA, VA, VA, // 220-229 7496bf2577653884795f04bbf9d8196ed9998896afeJohn Reck VA, VA, VA, VA, VA, VA, VA, VA, VA, VA, // 230-239 7506bf2577653884795f04bbf9d8196ed9998896afeJohn Reck VA, VA, VA, VA, VA, VA, VA, WV, WV, WV, // 240-249 7516bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WV, WV, WV, WV, WV, WV, WV, WV, WV, WV, // 250-259 7526bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WV, WV, WV, WV, WV, WV, WV, WV, WV, XX, // 260-269 7536bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NC, NC, NC, NC, NC, NC, NC, NC, NC, NC, // 270-279 7546bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NC, NC, NC, NC, NC, NC, NC, NC, NC, NC, // 280-289 7556bf2577653884795f04bbf9d8196ed9998896afeJohn Reck SC, SC, SC, SC, SC, SC, SC, SC, SC, SC, // 290-299 7566bf2577653884795f04bbf9d8196ed9998896afeJohn Reck GA, GA, GA, GA, GA, GA, GA, GA, GA, GA, // 300-309 7576bf2577653884795f04bbf9d8196ed9998896afeJohn Reck GA, GA, GA, GA, GA, GA, GA, GA, GA, GA, // 310-319 7586bf2577653884795f04bbf9d8196ed9998896afeJohn Reck FL, FL, FL, FL, FL, FL, FL, FL, FL, FL, // 320-329 7596bf2577653884795f04bbf9d8196ed9998896afeJohn Reck FL, FL, FL, FL, FL, FL, FL, FL, FL, FL, // 330-339 7606bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AA, FL, FL, XX, FL, XX, FL, FL, XX, FL, // 340-349 7616bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AL, AL, AL, XX, AL, AL, AL, AL, AL, AL, // 350-359 7626bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AL, AL, AL, AL, AL, AL, AL, AL, AL, AL, // 360-369 7636bf2577653884795f04bbf9d8196ed9998896afeJohn Reck TN, TN, TN, TN, TN, TN, TN, TN, TN, TN, // 370-379 7646bf2577653884795f04bbf9d8196ed9998896afeJohn Reck TN, TN, TN, TN, TN, TN, MS, MS, MS, MS, // 380-389 7656bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MS, MS, MS, MS, MS, MS, MS, MS, GA, GA, // 390-399 7666bf2577653884795f04bbf9d8196ed9998896afeJohn Reck KY, KY, KY, KY, KY, KY, KY, KY, KY, KY, // 400-409 7676bf2577653884795f04bbf9d8196ed9998896afeJohn Reck KY, KY, KY, KY, KY, KY, KY, KY, KY, XX, // 410-419 7686bf2577653884795f04bbf9d8196ed9998896afeJohn Reck KY, KY, KY, KY, KY, KY, KY, KY, XX, XX, // 420-429 7696bf2577653884795f04bbf9d8196ed9998896afeJohn Reck OH, OH, OH, OH, OH, OH, OH, OH, OH, OH, // 430-439 7706bf2577653884795f04bbf9d8196ed9998896afeJohn Reck OH, OH, OH, OH, OH, OH, OH, OH, OH, OH, // 440-449 7716bf2577653884795f04bbf9d8196ed9998896afeJohn Reck OH, OH, OH, OH, OH, OH, OH, OH, OH, OH, // 450-459 7726bf2577653884795f04bbf9d8196ed9998896afeJohn Reck IN, IN, IN, IN, IN, IN, IN, IN, IN, IN, // 460-469 7736bf2577653884795f04bbf9d8196ed9998896afeJohn Reck IN, IN, IN, IN, IN, IN, IN, IN, IN, IN, // 470-479 7746bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MI, MI, MI, MI, MI, MI, MI, MI, MI, MI, // 480-489 7756bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MI, MI, MI, MI, MI, MI, MI, MI, MI, MI, // 490-499 7766bf2577653884795f04bbf9d8196ed9998896afeJohn Reck IA, IA, IA, IA, IA, IA, IA, IA, IA, IA, // 500-509 7776bf2577653884795f04bbf9d8196ed9998896afeJohn Reck IA, IA, IA, IA, IA, IA, IA, XX, XX, XX, // 510-519 7786bf2577653884795f04bbf9d8196ed9998896afeJohn Reck IA, IA, IA, IA, IA, IA, IA, IA, IA, XX, // 520-529 7796bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WI, WI, WI, XX, WI, WI, XX, WI, WI, WI, // 530-539 7806bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WI, WI, WI, WI, WI, WI, WI, WI, WI, WI, // 540-549 7816bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MN, MN, XX, MN, MN, MN, MN, MN, MN, MN, // 550-559 7826bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MN, MN, MN, MN, MN, MN, MN, MN, XX, DC, // 560-569 7836bf2577653884795f04bbf9d8196ed9998896afeJohn Reck SD, SD, SD, SD, SD, SD, SD, SD, XX, XX, // 570-579 7846bf2577653884795f04bbf9d8196ed9998896afeJohn Reck ND, ND, ND, ND, ND, ND, ND, ND, ND, XX, // 580-589 7856bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MT, MT, MT, MT, MT, MT, MT, MT, MT, MT, // 590-599 7866bf2577653884795f04bbf9d8196ed9998896afeJohn Reck IL, IL, IL, IL, IL, IL, IL, IL, IL, IL, // 600-609 7876bf2577653884795f04bbf9d8196ed9998896afeJohn Reck IL, IL, IL, IL, IL, IL, IL, IL, IL, IL, // 610-619 7886bf2577653884795f04bbf9d8196ed9998896afeJohn Reck IL, XX, IL, IL, IL, IL, IL, IL, IL, IL, // 620-629 7896bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MO, MO, XX, MO, MO, MO, MO, MO, MO, MO, // 630-639 7906bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MO, MO, XX, XX, MO, MO, MO, MO, MO, MO, // 640-649 7916bf2577653884795f04bbf9d8196ed9998896afeJohn Reck MO, MO, MO, MO, MO, MO, MO, MO, MO, XX, // 650-659 7926bf2577653884795f04bbf9d8196ed9998896afeJohn Reck KS, KS, KS, XX, KS, KS, KS, KS, KS, KS, // 660-669 7936bf2577653884795f04bbf9d8196ed9998896afeJohn Reck KS, KS, KS, KS, KS, KS, KS, KS, KS, KS, // 670-679 7946bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NE, NE, XX, NE, NE, NE, NE, NE, NE, NE, // 680-689 7956bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NE, NE, NE, NE, XX, XX, XX, XX, XX, XX, // 690-699 7966bf2577653884795f04bbf9d8196ed9998896afeJohn Reck LA, LA, XX, LA, LA, LA, LA, LA, LA, XX, // 700-709 7976bf2577653884795f04bbf9d8196ed9998896afeJohn Reck LA, LA, LA, LA, LA, XX, AR, AR, AR, AR, // 710-719 7986bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AR, AR, AR, AR, AR, AR, AR, AR, AR, AR, // 720-729 7996bf2577653884795f04bbf9d8196ed9998896afeJohn Reck OK, OK, XX, TX, OK, OK, OK, OK, OK, OK, // 730-739 8006bf2577653884795f04bbf9d8196ed9998896afeJohn Reck OK, OK, XX, OK, OK, OK, OK, OK, OK, OK, // 740-749 8016bf2577653884795f04bbf9d8196ed9998896afeJohn Reck TX, TX, TX, TX, TX, TX, TX, TX, TX, TX, // 750-759 8026bf2577653884795f04bbf9d8196ed9998896afeJohn Reck TX, TX, TX, TX, TX, TX, TX, TX, TX, TX, // 760-769 8036bf2577653884795f04bbf9d8196ed9998896afeJohn Reck TX, XX, TX, TX, TX, TX, TX, TX, TX, TX, // 770-779 8046bf2577653884795f04bbf9d8196ed9998896afeJohn Reck TX, TX, TX, TX, TX, TX, TX, TX, TX, TX, // 780-789 8056bf2577653884795f04bbf9d8196ed9998896afeJohn Reck TX, TX, TX, TX, TX, TX, TX, TX, TX, TX, // 790-799 8066bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CO, CO, CO, CO, CO, CO, CO, CO, CO, CO, // 800-809 8076bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CO, CO, CO, CO, CO, CO, CO, XX, XX, XX, // 810-819 8086bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WY, WY, WY, WY, WY, WY, WY, WY, WY, WY, // 820-829 8096bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WY, WY, ID, ID, ID, ID, ID, ID, ID, XX, // 830-839 8106bf2577653884795f04bbf9d8196ed9998896afeJohn Reck UT, UT, UT, UT, UT, UT, UT, UT, XX, XX, // 840-849 8116bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AZ, AZ, AZ, AZ, XX, AZ, AZ, AZ, XX, AZ, // 850-859 8126bf2577653884795f04bbf9d8196ed9998896afeJohn Reck AZ, XX, XX, AZ, AZ, AZ, XX, XX, XX, XX, // 860-869 8136bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NM, NM, NM, NM, NM, NM, XX, NM, NM, NM, // 870-879 8146bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NM, NM, NM, NM, NM, TX, XX, XX, XX, NV, // 880-889 8156bf2577653884795f04bbf9d8196ed9998896afeJohn Reck NV, NV, XX, NV, NV, NV, XX, NV, NV, XX, // 890-899 8166bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CA, CA, CA, CA, CA, CA, CA, CA, CA, XX, // 900-909 8176bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CA, CA, CA, CA, CA, CA, CA, CA, CA, CA, // 910-919 8186bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CA, CA, CA, CA, CA, CA, CA, CA, CA, XX, // 920-929 8196bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CA, CA, CA, CA, CA, CA, CA, CA, CA, CA, // 930-939 8206bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CA, CA, CA, CA, CA, CA, CA, CA, CA, CA, // 940-949 8216bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CA, CA, CA, CA, CA, CA, CA, CA, CA, CA, // 950-959 8226bf2577653884795f04bbf9d8196ed9998896afeJohn Reck CA, CA, AP, AP, AP, AP, AP, HI, HI, GU, // 960-969 8236bf2577653884795f04bbf9d8196ed9998896afeJohn Reck OR, OR, OR, OR, OR, OR, OR, OR, OR, OR, // 970-979 8246bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WA, WA, WA, WA, WA, WA, WA, XX, WA, WA, // 980-989 8256bf2577653884795f04bbf9d8196ed9998896afeJohn Reck WA, WA, WA, WA, WA, AK, AK, AK, AK, AK, // 990-999 8266bf2577653884795f04bbf9d8196ed9998896afeJohn Reck }; 8276bf2577653884795f04bbf9d8196ed9998896afeJohn Reck 8286bf2577653884795f04bbf9d8196ed9998896afeJohn Reck if (!word.begin || !word.end || (word.end - word.begin) < 3) 8296bf2577653884795f04bbf9d8196ed9998896afeJohn Reck return false; 8306bf2577653884795f04bbf9d8196ed9998896afeJohn Reck const char16* zipPtr = word.begin; 8316bf2577653884795f04bbf9d8196ed9998896afeJohn Reck if (zipPtr[0] < '0' || zipPtr[0] > '9' || 8326bf2577653884795f04bbf9d8196ed9998896afeJohn Reck zipPtr[1] < '0' || zipPtr[1] > '9' || 8336bf2577653884795f04bbf9d8196ed9998896afeJohn Reck zipPtr[2] < '0' || zipPtr[2] > '9') 8346bf2577653884795f04bbf9d8196ed9998896afeJohn Reck return false; 8356bf2577653884795f04bbf9d8196ed9998896afeJohn Reck 8366bf2577653884795f04bbf9d8196ed9998896afeJohn Reck int zip = zipPtr[0] - '0'; 8376bf2577653884795f04bbf9d8196ed9998896afeJohn Reck zip *= 10; 8386bf2577653884795f04bbf9d8196ed9998896afeJohn Reck zip += zipPtr[1] - '0'; 8396bf2577653884795f04bbf9d8196ed9998896afeJohn Reck zip *= 10; 8406bf2577653884795f04bbf9d8196ed9998896afeJohn Reck zip += zipPtr[2] - '0'; 8416bf2577653884795f04bbf9d8196ed9998896afeJohn Reck return stateForZipPrefix[zip] == (int) state_index; 842773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 843773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 8446bf2577653884795f04bbf9d8196ed9998896afeJohn Reckstatic const char* s_rawStreetSuffixes[] = { 8456bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "allee", "alley", "ally", "aly", 8466bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "anex", "annex", "anx", "arc", "arcade", "av", "ave", "aven", "avenu", 8476bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "avenue", "avn", "avnue", "bayoo", "bayou", "bch", "beach", "bend", 8486bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "bg", "bgs", "blf", "blfs", "bluf", "bluff", "bluffs", "blvd", "bnd", 8496bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "bot", "bottm", "bottom", "boul", "boulevard", "boulv", "br", "branch", 8506bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "brdge", "brg", "bridge", "brk", "brks", "brnch", "brook", "brooks", 8516bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "btm", "burg", "burgs", "byp", "bypa", "bypas", "bypass", "byps", "byu", 8526bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "camp", "canyn", "canyon", "cape", "causeway", "causway", "cen", "cent", 8536bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "center", "centers", "centr", "centre", "cir", "circ", "circl", 8546bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "circle", "circles", "cirs", "ck", "clb", "clf", "clfs", "cliff", 8556bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "cliffs", "club", "cmn", "cmp", "cnter", "cntr", "cnyn", "common", 8566bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "cor", "corner", "corners", "cors", "course", "court", "courts", "cove", 8576bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "coves", "cp", "cpe", "cr", "crcl", "crcle", "crecent", "creek", "cres", 8586bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "crescent", "cresent", "crest", "crk", "crossing", "crossroad", 8596bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "crscnt", "crse", "crsent", "crsnt", "crssing", "crssng", "crst", "crt", 8606bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "cswy", "ct", "ctr", "ctrs", "cts", "curv", "curve", "cv", "cvs", "cyn", 8616bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "dale", "dam", "div", "divide", "dl", "dm", "dr", "driv", "drive", 8626bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "drives", "drs", "drv", "dv", "dvd", "est", "estate", "estates", "ests", 8636bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "exp", "expr", "express", "expressway", "expw", "expy", "ext", 8646bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "extension", "extensions", "extn", "extnsn", "exts", "fall", "falls", 8656bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "ferry", "field", "fields", "flat", "flats", "fld", "flds", "fls", 8666bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "flt", "flts", "ford", "fords", "forest", "forests", "forg", "forge", 8676bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "forges", "fork", "forks", "fort", "frd", "frds", "freeway", "freewy", 8686bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "frg", "frgs", "frk", "frks", "frry", "frst", "frt", "frway", "frwy", 8696bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "fry", "ft", "fwy", "garden", "gardens", "gardn", "gateway", "gatewy", 8706bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "gatway", "gdn", "gdns", "glen", "glens", "gln", "glns", "grden", 8716bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "grdn", "grdns", "green", "greens", "grn", "grns", "grov", "grove", 8726bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "groves", "grv", "grvs", "gtway", "gtwy", "harb", "harbor", "harbors", 8736bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "harbr", "haven", "havn", "hbr", "hbrs", "height", "heights", "hgts", 8746bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "highway", "highwy", "hill", "hills", "hiway", "hiwy", "hl", "hllw", 8756bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "hls", "hollow", "hollows", "holw", "holws", "hrbor", "ht", "hts", 8766bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "hvn", "hway", "hwy", "inlet", "inlt", "is", "island", "islands", 8776bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "isle", "isles", "islnd", "islnds", "iss", "jct", "jction", "jctn", 8786bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "jctns", "jcts", "junction", "junctions", "junctn", "juncton", "key", 8796bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "keys", "knl", "knls", "knol", "knoll", "knolls", "ky", "kys", "la", 8806bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "lake", "lakes", "land", "landing", "lane", "lanes", "lck", "lcks", 8816bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "ldg", "ldge", "lf", "lgt", "lgts", "light", "lights", "lk", "lks", 8826bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "ln", "lndg", "lndng", "loaf", "lock", "locks", "lodg", "lodge", "loop", 8836bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "loops", "mall", "manor", "manors", "mdw", "mdws", "meadow", "meadows", 8846bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "medows", "mews", "mill", "mills", "mission", "missn", "ml", "mls", 8856bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "mnr", "mnrs", "mnt", "mntain", "mntn", "mntns", "motorway", "mount", 8866bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "mountain", "mountains", "mountin", "msn", "mssn", "mt", "mtin", "mtn", 8876bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "mtns", "mtwy", "nck", "neck", "opas", "orch", "orchard", "orchrd", 8886bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "oval", "overpass", "ovl", "park", "parks", "parkway", "parkways", 8896bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "parkwy", "pass", "passage", "path", "paths", "pike", "pikes", "pine", 8906bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "pines", "pk", "pkway", "pkwy", "pkwys", "pky", "pl", "place", "plain", 8916bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "plaines", "plains", "plaza", "pln", "plns", "plz", "plza", "pne", 8926bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "pnes", "point", "points", "port", "ports", "pr", "prairie", "prarie", 8936bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "prk", "prr", "prt", "prts", "psge", "pt", "pts", "rad", "radial", 8946bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "radiel", "radl", "ramp", "ranch", "ranches", "rapid", "rapids", "rd", 895bf0d5c6dc816bca8f00bde31ddda7ba41e740ccdJohn Reck "rdg", "rdge", "rdgs", "rds", "real", "rest", "ridge", "ridges", "riv", "river", 8966bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "rivr", "rnch", "rnchs", "road", "roads", "route", "row", "rpd", "rpds", 8976bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "rst", "rte", "rue", "run", "rvr", "shl", "shls", "shoal", "shoals", 8986bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "shoar", "shoars", "shore", "shores", "shr", "shrs", "skwy", "skyway", 8996bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "smt", "spg", "spgs", "spng", "spngs", "spring", "springs", "sprng", 9006bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "sprngs", "spur", "spurs", "sq", "sqr", "sqre", "sqrs", "sqs", "squ", 9016bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "square", "squares", "st", "sta", "station", "statn", "stn", "str", 9026bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "stra", "strav", "strave", "straven", "stravenue", "stravn", "stream", 9036bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "street", "streets", "streme", "strm", "strt", "strvn", "strvnue", 9046bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "sts", "sumit", "sumitt", "summit", "ter", "terr", "terrace", 9056bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "throughway", "tpk", "tpke", "tr", "trace", "traces", "track", "tracks", 9066bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "trafficway", "trail", "trails", "trak", "trce", "trfy", "trk", "trks", 9076bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "trl", "trls", "trnpk", "trpk", "trwy", "tunel", "tunl", "tunls", 9086bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "tunnel", "tunnels", "tunnl", "turnpike", "turnpk", "un", "underpass", 9096bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "union", "unions", "uns", "upas", "valley", "valleys", "vally", "vdct", 9106bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "via", "viadct", "viaduct", "view", "views", "vill", "villag", 9116bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "village", "villages", "ville", "villg", "villiage", "vis", "vist", 9126bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "vista", "vl", "vlg", "vlgs", "vlly", "vly", "vlys", "vst", "vsta", 9136bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "vw", "vws", "walk", "walks", "wall", "way", "ways", "well", "wells", 9146bf2577653884795f04bbf9d8196ed9998896afeJohn Reck "wl", "wls", "wy", "xing", "xrd", 9156bf2577653884795f04bbf9d8196ed9998896afeJohn Reck 0, 9166bf2577653884795f04bbf9d8196ed9998896afeJohn Reck}; 917773979f92560dd1aead375c82fd75b584a141e5dJohn Reck 9186bf2577653884795f04bbf9d8196ed9998896afeJohn Reckbool AddressDetector::IsValidLocationName(const Word& word) { 9196bf2577653884795f04bbf9d8196ed9998896afeJohn Reck using namespace WTF; 9206bf2577653884795f04bbf9d8196ed9998896afeJohn Reck static HashSet<String> streetNames; 9216bf2577653884795f04bbf9d8196ed9998896afeJohn Reck if (!streetNames.size()) { 9226bf2577653884795f04bbf9d8196ed9998896afeJohn Reck const char** suffixes = s_rawStreetSuffixes; 9236bf2577653884795f04bbf9d8196ed9998896afeJohn Reck while (const char* suffix = *suffixes) { 9246bf2577653884795f04bbf9d8196ed9998896afeJohn Reck int index = suffix[0] - 'a'; 9256bf2577653884795f04bbf9d8196ed9998896afeJohn Reck streetNames.add(suffix); 9266bf2577653884795f04bbf9d8196ed9998896afeJohn Reck suffixes++; 9276bf2577653884795f04bbf9d8196ed9998896afeJohn Reck } 928773979f92560dd1aead375c82fd75b584a141e5dJohn Reck } 9296bf2577653884795f04bbf9d8196ed9998896afeJohn Reck char16 first_letter = base::ToLowerASCII(*word.begin); 9306bf2577653884795f04bbf9d8196ed9998896afeJohn Reck if (first_letter > 'z' || first_letter < 'a') 9316bf2577653884795f04bbf9d8196ed9998896afeJohn Reck return false; 9326bf2577653884795f04bbf9d8196ed9998896afeJohn Reck int index = first_letter - 'a'; 9336bf2577653884795f04bbf9d8196ed9998896afeJohn Reck int length = std::distance(word.begin, word.end); 9346bf2577653884795f04bbf9d8196ed9998896afeJohn Reck if (*word.end == '.') 9356bf2577653884795f04bbf9d8196ed9998896afeJohn Reck length--; 9366bf2577653884795f04bbf9d8196ed9998896afeJohn Reck String value(word.begin, length); 9376bf2577653884795f04bbf9d8196ed9998896afeJohn Reck return streetNames.contains(value.lower()); 938773979f92560dd1aead375c82fd75b584a141e5dJohn Reck} 939