1c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Copyright 2007, Google Inc. 2c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// All rights reserved. 3c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// 4c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Redistribution and use in source and binary forms, with or without 5c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// modification, are permitted provided that the following conditions are 6c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// met: 7c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// 8c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// * Redistributions of source code must retain the above copyright 9c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// notice, this list of conditions and the following disclaimer. 10c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// * Redistributions in binary form must reproduce the above 11c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// copyright notice, this list of conditions and the following disclaimer 12c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// in the documentation and/or other materials provided with the 13c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// distribution. 14c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// * Neither the name of Google Inc. nor the names of its 15c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// contributors may be used to endorse or promote products derived from 16c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// this software without specific prior written permission. 17c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// 18c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 19c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 20c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 21c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 22c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 23c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 24c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 25c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 26c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 27c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 28c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 29c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 30c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include <errno.h> 31c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include <unicode/ucnv.h> 32c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 33c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include "googleurl/src/url_canon.h" 34c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include "googleurl/src/url_canon_icu.h" 35c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include "googleurl/src/url_canon_internal.h" 36c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include "googleurl/src/url_canon_stdstring.h" 37c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include "googleurl/src/url_parse.h" 38c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include "googleurl/src/url_test_utils.h" 39c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include "testing/gtest/include/gtest/gtest.h" 40c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 41c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Some implementations of base/basictypes.h may define ARRAYSIZE. 42c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// If it's not defined, we define it to the ARRAYSIZE_UNSAFE macro 43c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// which is in our version of basictypes.h. 44c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#ifndef ARRAYSIZE 45c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#define ARRAYSIZE ARRAYSIZE_UNSAFE 46c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#endif 47c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 48c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottusing url_test_utils::WStringToUTF16; 49c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottusing url_test_utils::ConvertUTF8ToUTF16; 50c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottusing url_test_utils::ConvertUTF16ToUTF8; 51c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottusing url_canon::CanonHostInfo; 52c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 53c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottnamespace { 54c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 55c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottstruct ComponentCase { 56c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* input; 57c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 58c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component expected_component; 59c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool expected_success; 60c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}; 61c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 62c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// ComponentCase but with dual 8-bit/16-bit input. Generally, the unit tests 63c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// treat each input as optional, and will only try processing if non-NULL. 64c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// The output is always 8-bit. 65c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottstruct DualComponentCase { 66c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* input8; 67c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const wchar_t* input16; 68c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 69c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component expected_component; 70c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool expected_success; 71c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}; 72c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 73c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Test cases for CanonicalizeIPAddress(). The inputs are identical to 74c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// DualComponentCase, but the output has extra CanonHostInfo fields. 75c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottstruct IPAddressCase { 76c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* input8; 77c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const wchar_t* input16; 78c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 79c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component expected_component; 80c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 81c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // CanonHostInfo fields, for verbose output. 82c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott CanonHostInfo::Family expected_family; 83c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int expected_num_ipv4_components; 84c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}; 85c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 86c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottstruct ReplaceCase { 87c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* base; 88c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* scheme; 89c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* username; 90c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* password; 91c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* host; 92c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* port; 93c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* path; 94c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* query; 95c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* ref; 96c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 97c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}; 98c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 99c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Wrapper around a UConverter object that managers creation and destruction. 100c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottclass UConvScoper { 101c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott public: 102c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott explicit UConvScoper(const char* charset_name) { 103c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott UErrorCode err = U_ZERO_ERROR; 104c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott converter_ = ucnv_open(charset_name, &err); 105c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 106c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 107c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ~UConvScoper() { 108c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (converter_) 109c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ucnv_close(converter_); 110c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 111c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 112c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Returns the converter object, may be NULL. 113c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott UConverter* converter() const { return converter_; } 114c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 115c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott private: 116c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott UConverter* converter_; 117c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}; 118c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 119c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Magic string used in the replacements code that tells SetupReplComp to 120c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// call the clear function. 121c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottconst char kDeleteComp[] = "|"; 122c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 123c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Sets up a replacement for a single component. This is given pointers to 124c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// the set and clear function for the component being replaced, and will 125c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// either set the component (if it exists) or clear it (if the replacement 126c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// string matches kDeleteComp). 127c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// 128c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// This template is currently used only for the 8-bit case, and the strlen 129c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// causes it to fail in other cases. It is left a template in case we have 130c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// tests for wide replacements. 131c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scotttemplate<typename CHAR> 132c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottvoid SetupReplComp( 133c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott void (url_canon::Replacements<CHAR>::*set)(const CHAR*, 134c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const url_parse::Component&), 135c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott void (url_canon::Replacements<CHAR>::*clear)(), 136c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::Replacements<CHAR>* rep, 137c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const CHAR* str) { 138c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (str && str[0] == kDeleteComp[0]) { 139c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott (rep->*clear)(); 140c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } else if (str) { 141c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott (rep->*set)(str, url_parse::Component(0, static_cast<int>(strlen(str)))); 142c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 143c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 144c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 145c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} // namespace 146c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1473345a6884c488ff3a535c2c9acdd33d74b37e311Iain MerrickTEST(URLCanonTest, DoAppendUTF8) { 1483345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick struct UTF8Case { 1493345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick unsigned input; 1503345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick const char* output; 1513345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick } utf_cases[] = { 1523345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick // Valid code points. 1533345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick {0x24, "\x24"}, 1543345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick {0xA2, "\xC2\xA2"}, 1553345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick {0x20AC, "\xE2\x82\xAC"}, 1563345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick {0x24B62, "\xF0\xA4\xAD\xA2"}, 1573345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick {0x10FFFF, "\xF4\x8F\xBF\xBF"}, 1583345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick }; 1593345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick std::string out_str; 1603345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick for (size_t i = 0; i < ARRAYSIZE(utf_cases); i++) { 1613345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick out_str.clear(); 1623345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick url_canon::StdStringCanonOutput output(&out_str); 1633345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick url_canon::AppendUTF8Value(utf_cases[i].input, &output); 1643345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick output.Complete(); 1653345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick EXPECT_EQ(utf_cases[i].output, out_str); 1663345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick } 1673345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick} 1683345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick 1693345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick// TODO(mattm): Can't run this in debug mode for now, since the DCHECK will 1703345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick// cause the Chromium stacktrace dialog to appear and hang the test. 1713345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick// See http://crbug.com/49580. 172dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen#if defined(GTEST_HAS_DEATH_TEST) && defined(NDEBUG) 1733345a6884c488ff3a535c2c9acdd33d74b37e311Iain MerrickTEST(URLCanonTest, DoAppendUTF8Invalid) { 1743345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick std::string out_str; 1753345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick url_canon::StdStringCanonOutput output(&out_str); 1763345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick // Invalid code point (too large). 1773345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick ASSERT_DEBUG_DEATH({ 1783345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick url_canon::AppendUTF8Value(0x110000, &output); 1793345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick output.Complete(); 1803345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick EXPECT_EQ("", out_str); 1813345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick }, ""); 1823345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick} 1833345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick#endif 1843345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick 185c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, UTF) { 186c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Low-level test that we handle reading, canonicalization, and writing 187c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // UTF-8/UTF-16 strings properly. 188c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott struct UTFCase { 189c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* input8; 190c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const wchar_t* input16; 191c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool expected_success; 192c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* output; 193c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } utf_cases[] = { 194c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Valid canonical input should get passed through & escaped. 195c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xe4\xbd\xa0\xe5\xa5\xbd", L"\x4f60\x597d", true, "%E4%BD%A0%E5%A5%BD"}, 196c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test a characer that takes > 16 bits (U+10300 = old italic letter A) 197c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xF0\x90\x8C\x80", L"\xd800\xdf00", true, "%F0%90%8C%80"}, 198c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Non-shortest-form UTF-8 are invalid. The bad char should be replaced 199c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // with the invalid character (EF BF DB in UTF-8). 200c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xf0\x84\xbd\xa0\xe5\xa5\xbd", NULL, false, "%EF%BF%BD%E5%A5%BD"}, 201c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid UTF-8 sequences should be marked as invalid (the first 202c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // sequence is truncated). 203c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xe4\xa0\xe5\xa5\xbd", L"\xd800\x597d", false, "%EF%BF%BD%E5%A5%BD"}, 204c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Character going off the end. 205c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xe4\xbd\xa0\xe5\xa5", L"\x4f60\xd800", false, "%E4%BD%A0%EF%BF%BD"}, 206c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ...same with low surrogates with no high surrogate. 207c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xed\xb0\x80", L"\xdc00", false, "%EF%BF%BD"}, 208c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test a UTF-8 encoded surrogate value is marked as invalid. 209c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ED A0 80 = U+D800 210c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xed\xa0\x80", NULL, false, "%EF%BF%BD"}, 211c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 212c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 213c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 214c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < ARRAYSIZE(utf_cases); i++) { 215c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (utf_cases[i].input8) { 216c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott out_str.clear(); 217c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 218c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 219c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int input_len = static_cast<int>(strlen(utf_cases[i].input8)); 220c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = true; 221c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (int ch = 0; ch < input_len; ch++) { 222c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott success &= AppendUTF8EscapedChar(utf_cases[i].input8, &ch, input_len, 223c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output); 224c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 225c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 226c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(utf_cases[i].expected_success, success); 227c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(utf_cases[i].output), out_str); 228c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 229c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (utf_cases[i].input16) { 230c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott out_str.clear(); 231c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 232c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 233c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 input_str(WStringToUTF16(utf_cases[i].input16)); 234c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int input_len = static_cast<int>(input_str.length()); 235c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = true; 236c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (int ch = 0; ch < input_len; ch++) { 237c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott success &= AppendUTF8EscapedChar(input_str.c_str(), &ch, input_len, 238c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output); 239c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 240c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 241c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(utf_cases[i].expected_success, success); 242c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(utf_cases[i].output), out_str); 243c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 244c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 245c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (utf_cases[i].input8 && utf_cases[i].input16 && 246c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott utf_cases[i].expected_success) { 247c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Check that the UTF-8 and UTF-16 inputs are equivalent. 248c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 249c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // UTF-16 -> UTF-8 250c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string input8_str(utf_cases[i].input8); 251c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 input16_str(WStringToUTF16(utf_cases[i].input16)); 252c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(input8_str, ConvertUTF16ToUTF8(input16_str)); 253c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 254c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // UTF-8 -> UTF-16 255c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(input16_str, ConvertUTF8ToUTF16(input8_str)); 256c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 257c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 258c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 259c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 260c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, ICUCharsetConverter) { 261c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott struct ICUCase { 262c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const wchar_t* input; 263c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* encoding; 264c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 265c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } icu_cases[] = { 266c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // UTF-8. 267c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {L"Hello, world", "utf-8", "Hello, world"}, 268c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {L"\x4f60\x597d", "utf-8", "\xe4\xbd\xa0\xe5\xa5\xbd"}, 269c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Non-BMP UTF-8. 270c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {L"!\xd800\xdf00!", "utf-8", "!\xf0\x90\x8c\x80!"}, 271c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Big5 272c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {L"\x4f60\x597d", "big5", "\xa7\x41\xa6\x6e"}, 273c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Unrepresentable character in the destination set. 274c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {L"hello\x4f60\x06de\x597dworld", "big5", "hello\xa7\x41%26%231758%3B\xa6\x6eworld"}, 275c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 276c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 277c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < ARRAYSIZE(icu_cases); i++) { 278c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott UConvScoper conv(icu_cases[i].encoding); 279c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ASSERT_TRUE(conv.converter() != NULL); 280c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::ICUCharsetConverter converter(conv.converter()); 281c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 282c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string str; 283c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&str); 284c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 285c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 input_str(WStringToUTF16(icu_cases[i].input)); 286c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int input_len = static_cast<int>(input_str.length()); 287c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott converter.ConvertFromUTF16(input_str.c_str(), input_len, &output); 288c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 289c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 290c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ(icu_cases[i].expected, str.c_str()); 291c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 292c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 293c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test string sizes around the resize boundary for the output to make sure 294c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // the converter resizes as needed. 295c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const int static_size = 16; 296c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott UConvScoper conv("utf-8"); 297c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ASSERT_TRUE(conv.converter()); 298c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::ICUCharsetConverter converter(conv.converter()); 299c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (int i = static_size - 2; i <= static_size + 2; i++) { 300c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Make a string with the appropriate length. 301c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 input; 302c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (int ch = 0; ch < i; ch++) 303c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott input.push_back('a'); 304c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 305c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::RawCanonOutput<static_size> output; 306c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott converter.ConvertFromUTF16(input.c_str(), static_cast<int>(input.length()), 307c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output); 308c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(input.length(), static_cast<size_t>(output.length())); 309c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 310c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 311c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 312c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, Scheme) { 313c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Here, we're mostly testing that unusual characters are handled properly. 314c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // The canonicalizer doesn't do any parsing or whitespace detection. It will 315c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // also do its best on error, and will escape funny sequences (these won't be 316c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // valid schemes and it will return error). 317c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // 318c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Note that the canonicalizer will append a colon to the output to separate 319c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // out the rest of the URL, which is not present in the input. We check, 320c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // however, that the output range includes everything but the colon. 321c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ComponentCase scheme_cases[] = { 322c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http", "http:", url_parse::Component(0, 4), true}, 323c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"HTTP", "http:", url_parse::Component(0, 4), true}, 324c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {" HTTP ", "%20http%20:", url_parse::Component(0, 10), false}, 325c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"htt: ", "htt%3A%20:", url_parse::Component(0, 9), false}, 326c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xe4\xbd\xa0\xe5\xa5\xbdhttp", "%E4%BD%A0%E5%A5%BDhttp:", url_parse::Component(0, 22), false}, 327c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Don't re-escape something already escaped. Note that it will 328c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // "canonicalize" the 'A' to 'a', but that's OK. 329c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"ht%3Atp", "ht%3atp:", url_parse::Component(0, 7), false}, 330c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 331c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 332c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 333c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 334c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < arraysize(scheme_cases); i++) { 335c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int url_len = static_cast<int>(strlen(scheme_cases[i].input)); 336c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, url_len); 337c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 338c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 339c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott out_str.clear(); 340c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output1(&out_str); 341c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizeScheme(scheme_cases[i].input, 342c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott in_comp, &output1, &out_comp); 343c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output1.Complete(); 344c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 345c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(scheme_cases[i].expected_success, success); 346c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(scheme_cases[i].expected), out_str); 347c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(scheme_cases[i].expected_component.begin, out_comp.begin); 348c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(scheme_cases[i].expected_component.len, out_comp.len); 349c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 350c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Now try the wide version 351c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott out_str.clear(); 352c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output2(&out_str); 353c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 354c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 wide_input(ConvertUTF8ToUTF16(scheme_cases[i].input)); 355c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott in_comp.len = static_cast<int>(wide_input.length()); 356c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott success = url_canon::CanonicalizeScheme(wide_input.c_str(), in_comp, 357c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output2, &out_comp); 358c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output2.Complete(); 359c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 360c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(scheme_cases[i].expected_success, success); 361c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(scheme_cases[i].expected), out_str); 362c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(scheme_cases[i].expected_component.begin, out_comp.begin); 363c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(scheme_cases[i].expected_component.len, out_comp.len); 364c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 365c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 366c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test the case where the scheme is declared nonexistant, it should be 367c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // converted into an empty scheme. 368c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 369c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott out_str.clear(); 370c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 371c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 372c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_TRUE(url_canon::CanonicalizeScheme("", url_parse::Component(0, -1), 373c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output, &out_comp)); 374c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 375c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 376c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(":"), out_str); 377c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, out_comp.begin); 378c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, out_comp.len); 379c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 380c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 381c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, Host) { 382c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott IPAddressCase host_cases[] = { 383c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Basic canonicalization, uppercase should be converted to lowercase. 384c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"GoOgLe.CoM", L"GoOgLe.CoM", "google.com", url_parse::Component(0, 10), CanonHostInfo::NEUTRAL, -1}, 385c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Spaces and some other characters should be escaped. 386c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"Goo%20 goo%7C|.com", L"Goo%20 goo%7C|.com", "goo%20%20goo%7C%7C.com", url_parse::Component(0, 22), CanonHostInfo::NEUTRAL, -1}, 387c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Exciting different types of spaces! 388c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {NULL, L"GOO\x00a0\x3000goo.com", "goo%20%20goo.com", url_parse::Component(0, 16), CanonHostInfo::NEUTRAL, -1}, 389c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Other types of space (no-break, zero-width, zero-width-no-break) are 390c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // name-prepped away to nothing. 391c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {NULL, L"GOO\x200b\x2060\xfeffgoo.com", "googoo.com", url_parse::Component(0, 10), CanonHostInfo::NEUTRAL, -1}, 392c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Ideographic full stop (full-width period for Chinese, etc.) should be 393c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // treated as a dot. 394c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {NULL, L"www.foo\x3002"L"bar.com", "www.foo.bar.com", url_parse::Component(0, 15), CanonHostInfo::NEUTRAL, -1}, 395c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid unicode characters should fail... 396c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ...In wide input, ICU will barf and we'll end up with the input as 397c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // escaped UTF-8 (the invalid character should be replaced with the 398c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // replacement character). 399c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xef\xb7\x90zyx.com", L"\xfdd0zyx.com", "%EF%BF%BDzyx.com", url_parse::Component(0, 16), CanonHostInfo::BROKEN, -1}, 400c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ...This is the same as previous but with with escaped. 401c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"%ef%b7%90zyx.com", L"%ef%b7%90zyx.com", "%EF%BF%BDzyx.com", url_parse::Component(0, 16), CanonHostInfo::BROKEN, -1}, 402c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test name prepping, fullwidth input should be converted to ASCII and NOT 403c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // IDN-ized. This is "Go" in fullwidth UTF-8/UTF-16. 404c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xef\xbc\xa7\xef\xbd\x8f.com", L"\xff27\xff4f.com", "go.com", url_parse::Component(0, 6), CanonHostInfo::NEUTRAL, -1}, 405c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test that fullwidth escaped values are properly name-prepped, 406c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // then converted or rejected. 407c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ...%41 in fullwidth = 'A' (also as escaped UTF-8 input) 408c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xef\xbc\x85\xef\xbc\x94\xef\xbc\x91.com", L"\xff05\xff14\xff11.com", "a.com", url_parse::Component(0, 5), CanonHostInfo::NEUTRAL, -1}, 409c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"%ef%bc%85%ef%bc%94%ef%bc%91.com", L"%ef%bc%85%ef%bc%94%ef%bc%91.com", "a.com", url_parse::Component(0, 5), CanonHostInfo::NEUTRAL, -1}, 410c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ...%00 in fullwidth should fail (also as escaped UTF-8 input) 411c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xef\xbc\x85\xef\xbc\x90\xef\xbc\x90.com", L"\xff05\xff10\xff10.com", "%00.com", url_parse::Component(0, 7), CanonHostInfo::BROKEN, -1}, 412c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"%ef%bc%85%ef%bc%90%ef%bc%90.com", L"%ef%bc%85%ef%bc%90%ef%bc%90.com", "%00.com", url_parse::Component(0, 7), CanonHostInfo::BROKEN, -1}, 413c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Basic IDN support, UTF-8 and UTF-16 input should be converted to IDN 414c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xe4\xbd\xa0\xe5\xa5\xbd\xe4\xbd\xa0\xe5\xa5\xbd", L"\x4f60\x597d\x4f60\x597d", "xn--6qqa088eba", url_parse::Component(0, 14), CanonHostInfo::NEUTRAL, -1}, 415c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Mixed UTF-8 and escaped UTF-8 (narrow case) and UTF-16 and escaped 416c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // UTF-8 (wide case). The output should be equivalent to the true wide 417c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // character input above). 418c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"%E4%BD%A0%E5%A5%BD\xe4\xbd\xa0\xe5\xa5\xbd", L"%E4%BD%A0%E5%A5%BD\x4f60\x597d", "xn--6qqa088eba", url_parse::Component(0, 14), CanonHostInfo::NEUTRAL, -1}, 419c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid escaped characters should fail and the percents should be 420c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // escaped. 421c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"%zz%66%a", L"%zz%66%a", "%25zzf%25a", url_parse::Component(0, 10), CanonHostInfo::BROKEN, -1}, 422c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // If we get an invalid character that has been escaped. 423c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"%25", L"%25", "%25", url_parse::Component(0, 3), CanonHostInfo::BROKEN, -1}, 424c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"hello%00", L"hello%00", "hello%00", url_parse::Component(0, 8), CanonHostInfo::BROKEN, -1}, 425c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Escaped numbers should be treated like IP addresses if they are. 426c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"%30%78%63%30%2e%30%32%35%30.01", L"%30%78%63%30%2e%30%32%35%30.01", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 3}, 427c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"%30%78%63%30%2e%30%32%35%30.01%2e", L"%30%78%63%30%2e%30%32%35%30.01%2e", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 3}, 428c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid escaping should trigger the regular host error handling. 429c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"%3g%78%63%30%2e%30%32%35%30%2E.01", L"%3g%78%63%30%2e%30%32%35%30%2E.01", "%253gxc0.0250..01", url_parse::Component(0, 17), CanonHostInfo::BROKEN, -1}, 430c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Something that isn't exactly an IP should get treated as a host and 431c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // spaces escaped. 432c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.0.1 hello", L"192.168.0.1 hello", "192.168.0.1%20hello", url_parse::Component(0, 19), CanonHostInfo::NEUTRAL, -1}, 433c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Fullwidth and escaped UTF-8 fullwidth should still be treated as IP. 434c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // These are "0Xc0.0250.01" in fullwidth. 435c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xef\xbc\x90%Ef%bc\xb8%ef%Bd%83\xef\xbc\x90%EF%BC%8E\xef\xbc\x90\xef\xbc\x92\xef\xbc\x95\xef\xbc\x90\xef\xbc%8E\xef\xbc\x90\xef\xbc\x91", L"\xff10\xff38\xff43\xff10\xff0e\xff10\xff12\xff15\xff10\xff0e\xff10\xff11", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 3}, 436c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Broken IP addresses get marked as such. 437c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.0.257", L"192.168.0.257", "192.168.0.257", url_parse::Component(0, 13), CanonHostInfo::BROKEN, -1}, 438c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[google.com]", L"[google.com]", "[google.com]", url_parse::Component(0, 12), CanonHostInfo::BROKEN, -1}, 439c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Cyrillic letter followed buy ( should return punicode for ( escaped before punicode string was created. I.e. 440c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // if ( is escaped after punicode is created we would get xn--%28-8tb (incorrect). 441c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xd1\x82(", L"\x0442(", "xn--%28-7ed", url_parse::Component(0, 11), CanonHostInfo::NEUTRAL, -1}, 442c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 443c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 444c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // CanonicalizeHost() non-verbose. 445c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 446c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < arraysize(host_cases); i++) { 447c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Narrow version. 448c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (host_cases[i].input8) { 449c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int host_len = static_cast<int>(strlen(host_cases[i].input8)); 450c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, host_len); 451c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 452c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 453c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott out_str.clear(); 454c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 455c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 456c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizeHost(host_cases[i].input8, in_comp, 457c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output, &out_comp); 458c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 459c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 460c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_family != CanonHostInfo::BROKEN, 461c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott success); 462c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(host_cases[i].expected), out_str); 463c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_component.begin, out_comp.begin); 464c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_component.len, out_comp.len); 465c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 466c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 467c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Wide version. 468c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (host_cases[i].input16) { 469c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 input16(WStringToUTF16(host_cases[i].input16)); 470c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int host_len = static_cast<int>(input16.length()); 471c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, host_len); 472c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 473c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 474c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott out_str.clear(); 475c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 476c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 477c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizeHost(input16.c_str(), in_comp, 478c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output, &out_comp); 479c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 480c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 481c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_family != CanonHostInfo::BROKEN, 482c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott success); 483c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(host_cases[i].expected), out_str); 484c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_component.begin, out_comp.begin); 485c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_component.len, out_comp.len); 486c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 487c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 488c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 489c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // CanonicalizeHostVerbose() 490c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < arraysize(host_cases); i++) { 491c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Narrow version. 492c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (host_cases[i].input8) { 493c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int host_len = static_cast<int>(strlen(host_cases[i].input8)); 494c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, host_len); 495c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 496c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott out_str.clear(); 497c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 498c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott CanonHostInfo host_info; 499c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 500c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeHostVerbose(host_cases[i].input8, in_comp, 501c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output, &host_info); 502c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 503c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 504c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_family, host_info.family); 505c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(host_cases[i].expected), out_str); 506c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_component.begin, 507c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott host_info.out_host.begin); 508c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_component.len, host_info.out_host.len); 509c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (host_cases[i].expected_family == CanonHostInfo::IPV4) { 510c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_num_ipv4_components, 511c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott host_info.num_ipv4_components); 512c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 513c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 514c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 515c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Wide version. 516c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (host_cases[i].input16) { 517c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 input16(WStringToUTF16(host_cases[i].input16)); 518c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int host_len = static_cast<int>(input16.length()); 519c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, host_len); 520c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 521c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott out_str.clear(); 522c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 523c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott CanonHostInfo host_info; 524c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 525c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeHostVerbose(input16.c_str(), in_comp, 526c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output, &host_info); 527c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 528c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 529c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_family, host_info.family); 530c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(host_cases[i].expected), out_str); 531c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_component.begin, 532c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott host_info.out_host.begin); 533c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_component.len, host_info.out_host.len); 534c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (host_cases[i].expected_family == CanonHostInfo::IPV4) { 535c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(host_cases[i].expected_num_ipv4_components, 536c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott host_info.num_ipv4_components); 537c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 538c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 539c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 540c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 541c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 542c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, IPv4) { 543c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott IPAddressCase cases[] = { 544c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Empty is not an IP address. 545c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"", L"", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 546c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {".", L".", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 547c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Regular IP addresses in different bases. 548c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.0.1", L"192.168.0.1", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 4}, 549c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0300.0250.00.01", L"0300.0250.00.01", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 4}, 550c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0xC0.0Xa8.0x0.0x1", L"0xC0.0Xa8.0x0.0x1", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 4}, 551c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Non-IP addresses due to invalid characters. 552c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.9.com", L"192.168.9.com", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 553c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid characters for the base should be rejected. 554c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"19a.168.0.1", L"19a.168.0.1", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 555c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0308.0250.00.01", L"0308.0250.00.01", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 556c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0xCG.0xA8.0x0.0x1", L"0xCG.0xA8.0x0.0x1", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 557c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // If there are not enough components, the last one should fill them out. 558c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192", L"192", "0.0.0.192", url_parse::Component(0, 9), CanonHostInfo::IPV4, 1}, 559c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0xC0a80001", L"0xC0a80001", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 1}, 560c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"030052000001", L"030052000001", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 1}, 561c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"000030052000001", L"000030052000001", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 1}, 562c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168", L"192.168", "192.0.0.168", url_parse::Component(0, 11), CanonHostInfo::IPV4, 2}, 563c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.0x00A80001", L"192.0x000A80001", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 2}, 564c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0xc0.052000001", L"0xc0.052000001", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 2}, 565c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.1", L"192.168.1", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 3}, 566c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Too many components means not an IP address. 567c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.0.0.1", L"192.168.0.0.1", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 568c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // We allow a single trailing dot. 569c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.0.1.", L"192.168.0.1.", "192.168.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 4}, 570c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.0.1. hello", L"192.168.0.1. hello", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 571c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.0.1..", L"192.168.0.1..", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 572c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Two dots in a row means not an IP address. 573c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168..1", L"192.168..1", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 574c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Any numerical overflow should be marked as BROKEN. 575c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0x100.0", L"0x100.0", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 576c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0x100.0.0", L"0x100.0.0", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 577c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0x100.0.0.0", L"0x100.0.0.0", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 578c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0x100.0.0", L"0.0x100.0.0", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 579c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0.0x100.0", L"0.0.0x100.0", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 580c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0.0.0x100", L"0.0.0.0x100", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 581c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0.0x10000", L"0.0.0x10000", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 582c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0x1000000", L"0.0x1000000", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 583c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0x100000000", L"0x100000000", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 584c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Repeat the previous tests, minus 1, to verify boundaries. 585c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0xFF.0", L"0xFF.0", "255.0.0.0", url_parse::Component(0, 9), CanonHostInfo::IPV4, 2}, 586c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0xFF.0.0", L"0xFF.0.0", "255.0.0.0", url_parse::Component(0, 9), CanonHostInfo::IPV4, 3}, 587c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0xFF.0.0.0", L"0xFF.0.0.0", "255.0.0.0", url_parse::Component(0, 9), CanonHostInfo::IPV4, 4}, 588c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0xFF.0.0", L"0.0xFF.0.0", "0.255.0.0", url_parse::Component(0, 9), CanonHostInfo::IPV4, 4}, 589c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0.0xFF.0", L"0.0.0xFF.0", "0.0.255.0", url_parse::Component(0, 9), CanonHostInfo::IPV4, 4}, 590c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0.0.0xFF", L"0.0.0.0xFF", "0.0.0.255", url_parse::Component(0, 9), CanonHostInfo::IPV4, 4}, 591c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0.0xFFFF", L"0.0.0xFFFF", "0.0.255.255", url_parse::Component(0, 11), CanonHostInfo::IPV4, 3}, 592c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0xFFFFFF", L"0.0xFFFFFF", "0.255.255.255", url_parse::Component(0, 13), CanonHostInfo::IPV4, 2}, 593c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0xFFFFFFFF", L"0xFFFFFFFF", "255.255.255.255", url_parse::Component(0, 15), CanonHostInfo::IPV4, 1}, 594c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Old trunctations tests. They're all "BROKEN" now. 595c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"276.256.0xf1a2.077777", L"276.256.0xf1a2.077777", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 596c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.0.257", L"192.168.0.257", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 597c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.0xa20001", L"192.168.0xa20001", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 598c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.015052000001", L"192.015052000001", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 599c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0X12C0a80001", L"0X12C0a80001", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 600c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"276.1.2", L"276.1.2", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 601c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Spaces should be rejected. 602c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"192.168.0.1 hello", L"192.168.0.1 hello", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 603c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Very large numbers. 604c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0000000000000300.0x00000000000000fF.00000000000000001", L"0000000000000300.0x00000000000000fF.00000000000000001", "192.255.0.1", url_parse::Component(0, 11), CanonHostInfo::IPV4, 3}, 605c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0000000000000300.0xffffffffFFFFFFFF.3022415481470977", L"0000000000000300.0xffffffffFFFFFFFF.3022415481470977", "", url_parse::Component(0, 11), CanonHostInfo::BROKEN, -1}, 606c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // A number has no length limit, but long numbers can still overflow. 607c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"00000000000000000001", L"00000000000000000001", "0.0.0.1", url_parse::Component(0, 7), CanonHostInfo::IPV4, 1}, 608c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0000000000000000100000000000000001", L"0000000000000000100000000000000001", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 609c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // If a long component is non-numeric, it's a hostname, *not* a broken IP. 610c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0.0.000000000000000000z", L"0.0.0.000000000000000000z", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 611c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.0.0.100000000000000000z", L"0.0.0.100000000000000000z", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 612c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Truncation of all zeros should still result in 0. 613c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"0.00.0x.0x0", L"0.00.0x.0x0", "0.0.0.0", url_parse::Component(0, 7), CanonHostInfo::IPV4, 4}, 614c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 615c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 616c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < arraysize(cases); i++) { 617c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // 8-bit version. 618c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component component(0, 619c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott static_cast<int>(strlen(cases[i].input8))); 620c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 621c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str1; 622c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output1(&out_str1); 623c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonHostInfo host_info; 624c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeIPAddress(cases[i].input8, component, &output1, 625c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &host_info); 626c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output1.Complete(); 627c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 628c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_family, host_info.family); 629c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (host_info.family == CanonHostInfo::IPV4) { 630c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ(cases[i].expected, out_str1.c_str()); 631c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_component.begin, host_info.out_host.begin); 632c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_component.len, host_info.out_host.len); 633c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_num_ipv4_components, 634c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott host_info.num_ipv4_components); 635c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 636c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 637c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // 16-bit version. 638c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 input16(WStringToUTF16(cases[i].input16)); 639c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott component = url_parse::Component(0, static_cast<int>(input16.length())); 640c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 641c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str2; 642c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output2(&out_str2); 643c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeIPAddress(input16.c_str(), component, &output2, 644c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &host_info); 645c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output2.Complete(); 646c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 647c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_family, host_info.family); 648c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (host_info.family == CanonHostInfo::IPV4) { 649c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ(cases[i].expected, out_str2.c_str()); 650c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_component.begin, host_info.out_host.begin); 651c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_component.len, host_info.out_host.len); 652c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_num_ipv4_components, 653c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott host_info.num_ipv4_components); 654c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 655c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 656c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 657c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 658c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, IPv6) { 659c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott IPAddressCase cases[] = { 660c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Empty is not an IP address. 661c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"", L"", "", url_parse::Component(), CanonHostInfo::NEUTRAL, -1}, 662c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Non-IPs with [:] characters are marked BROKEN. 663c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {":", L":", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 664c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[", L"[", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 665c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[:", L"[:", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 666c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"]", L"]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 667c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {":]", L":]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 668c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[]", L"[]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 669c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[:]", L"[:]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 670c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Regular IP address is invalid without bounding '[' and ']'. 671c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"2001:db8::1", L"2001:db8::1", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 672c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[2001:db8::1", L"[2001:db8::1", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 673c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"2001:db8::1]", L"2001:db8::1]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 674c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Regular IP addresses. 675c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::]", L"[::]", "[::]", url_parse::Component(0,4), CanonHostInfo::IPV6, -1}, 676c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::1]", L"[::1]", "[::1]", url_parse::Component(0,5), CanonHostInfo::IPV6, -1}, 677c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1::]", L"[1::]", "[1::]", url_parse::Component(0,5), CanonHostInfo::IPV6, -1}, 678c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::192.168.0.1]", L"[::192.168.0.1]", "[::c0a8:1]", url_parse::Component(0,10), CanonHostInfo::IPV6, -1}, 679c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::ffff:192.168.0.1]", L"[::ffff:192.168.0.1]", "[::ffff:c0a8:1]", url_parse::Component(0,15), CanonHostInfo::IPV6, -1}, 680c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 681c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Leading zeros should be stripped. 682c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[000:01:02:003:004:5:6:007]", L"[000:01:02:003:004:5:6:007]", "[0:1:2:3:4:5:6:7]", url_parse::Component(0,17), CanonHostInfo::IPV6, -1}, 683c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 684c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Upper case letters should be lowercased. 685c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[A:b:c:DE:fF:0:1:aC]", L"[A:b:c:DE:fF:0:1:aC]", "[a:b:c:de:ff:0:1:ac]", url_parse::Component(0,20), CanonHostInfo::IPV6, -1}, 686c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 687c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // The same address can be written with different contractions, but should 688c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // get canonicalized to the same thing. 689c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1:0:0:2::3:0]", L"[1:0:0:2::3:0]", "[1::2:0:0:3:0]", url_parse::Component(0,14), CanonHostInfo::IPV6, -1}, 690c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1::2:0:0:3:0]", L"[1::2:0:0:3:0]", "[1::2:0:0:3:0]", url_parse::Component(0,14), CanonHostInfo::IPV6, -1}, 691c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 692c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // IPv4 addresses 693c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Only mapped and compat addresses can have IPv4 syntax embedded. 694c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::eeee:192.168.0.1]", L"[::eeee:192.168.0.1]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 695c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[2001::192.168.0.1]", L"[2001::192.168.0.1]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 696c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1:2:192.168.0.1:5:6]", L"[1:2:192.168.0.1:5:6]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 697c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 698c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // IPv4 with last component missing. 699c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::ffff:192.1.2]", L"[::ffff:192.1.2]", "[::ffff:c001:2]", url_parse::Component(0,15), CanonHostInfo::IPV6, -1}, 700c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 701c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // IPv4 using hex. 702c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // TODO(eroman): Should this format be disallowed? 703c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::ffff:0xC0.0Xa8.0x0.0x1]", L"[::ffff:0xC0.0Xa8.0x0.0x1]", "[::ffff:c0a8:1]", url_parse::Component(0,15), CanonHostInfo::IPV6, -1}, 704c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 705c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // There may be zeros surrounding the "::" contraction. 706c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[0:0::0:0:8]", L"[0:0::0:0:8]", "[::8]", url_parse::Component(0,5), CanonHostInfo::IPV6, -1}, 707c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 708c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[2001:db8::1]", L"[2001:db8::1]", "[2001:db8::1]", url_parse::Component(0,13), CanonHostInfo::IPV6, -1}, 709c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 710c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Can only have one "::" contraction in an IPv6 string literal. 711c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[2001::db8::1]", L"[2001::db8::1]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 712c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // No more than 2 consecutive ':'s. 713c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[2001:db8:::1]", L"[2001:db8:::1]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 714c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[:::]", L"[:::]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 715c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Non-IP addresses due to invalid characters. 716c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[2001::.com]", L"[2001::.com]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 717c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // If there are not enough components, the last one should fill them out. 718c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ... omitted at this time ... 719c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Too many components means not an IP address. Similarly with too few if using IPv4 compat or mapped addresses. 720c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::192.168.0.0.1]", L"[::192.168.0.0.1]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 721c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::ffff:192.168.0.0.1]", L"[::ffff:192.168.0.0.1]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 722c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1:2:3:4:5:6:7:8:9]", L"[1:2:3:4:5:6:7:8:9]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 723c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Too many bits (even though 8 comonents, the last one holds 32 bits). 724c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[0:0:0:0:0:0:0:192.168.0.1]", L"[0:0:0:0:0:0:0:192.168.0.1]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 725c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 726c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Too many bits specified -- the contraction would have to be zero-length 727c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // to not exceed 128 bits. 728c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1:2:3:4:5:6::192.168.0.1]", L"[1:2:3:4:5:6::192.168.0.1]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 729c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 730c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // The contraction is for 16 bits of zero. 731c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1:2:3:4:5:6::8]", L"[1:2:3:4:5:6::8]", "[1:2:3:4:5:6:0:8]", url_parse::Component(0,17), CanonHostInfo::IPV6, -1}, 732c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 733c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Cannot have a trailing colon. 734c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1:2:3:4:5:6:7:8:]", L"[1:2:3:4:5:6:7:8:]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 735c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1:2:3:4:5:6:192.168.0.1:]", L"[1:2:3:4:5:6:192.168.0.1:]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 736c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 737c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Cannot have negative numbers. 738c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[-1:2:3:4:5:6:7:8]", L"[-1:2:3:4:5:6:7:8]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 739c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 740c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Scope ID -- the URL may contain an optional ["%" <scope_id>] section. 741c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // The scope_id should be included in the canonicalized URL, and is an 742c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // unsigned decimal number. 743c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 744c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid because no ID was given after the percent. 745c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 746c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Don't allow scope-id 747c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1::%1]", L"[1::%1]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 748c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1::%eth0]", L"[1::%eth0]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 749c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[1::%]", L"[1::%]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 750c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[%]", L"[%]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 751c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::%:]", L"[::%:]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 752c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 753c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Don't allow leading or trailing colons. 754c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[:0:0::0:0:8]", L"[:0:0::0:0:8]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 755c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[0:0::0:0:8:]", L"[0:0::0:0:8:]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 756c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[:0:0::0:0:8:]", L"[:0:0::0:0:8:]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 757c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 758c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // We allow a single trailing dot. 759c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ... omitted at this time ... 760c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Two dots in a row means not an IP address. 761c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::192.168..1]", L"[::192.168..1]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 762c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Any non-first components get truncated to one byte. 763c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ... omitted at this time ... 764c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Spaces should be rejected. 765c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"[::1 hello]", L"[::1 hello]", "", url_parse::Component(), CanonHostInfo::BROKEN, -1}, 766c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 767c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 768c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < arraysize(cases); i++) { 769c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // 8-bit version. 770c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component component(0, 771c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott static_cast<int>(strlen(cases[i].input8))); 772c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 773c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str1; 774c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output1(&out_str1); 775c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonHostInfo host_info; 776c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeIPAddress(cases[i].input8, component, &output1, 777c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &host_info); 778c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output1.Complete(); 779c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 780c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_family, host_info.family); 781c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (host_info.family == CanonHostInfo::IPV6) { 782c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ(cases[i].expected, out_str1.c_str()); 783c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_component.begin, 784c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott host_info.out_host.begin); 785c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_component.len, host_info.out_host.len); 786c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 787c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 788c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // 16-bit version. 789c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 input16(WStringToUTF16(cases[i].input16)); 790c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott component = url_parse::Component(0, static_cast<int>(input16.length())); 791c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 792c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str2; 793c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output2(&out_str2); 794c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeIPAddress(input16.c_str(), component, &output2, 795c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &host_info); 796c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output2.Complete(); 797c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 798c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_family, host_info.family); 799c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (host_info.family == CanonHostInfo::IPV6) { 800c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ(cases[i].expected, out_str2.c_str()); 801c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_component.begin, host_info.out_host.begin); 802c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_component.len, host_info.out_host.len); 803c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 804c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 805c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 806c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 807c407dc5cd9bdc5668497f21b26b09d988ab439deBen MurdochTEST(URLCanonTest, IPEmpty) { 808c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch std::string out_str1; 809c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch url_canon::StdStringCanonOutput output1(&out_str1); 810c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch url_canon::CanonHostInfo host_info; 811c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 812c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // This tests tests. 813c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch const char spec[] = "192.168.0.1"; 814c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch url_canon::CanonicalizeIPAddress(spec, url_parse::Component(), 815c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch &output1, &host_info); 816c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch EXPECT_FALSE(host_info.IsIPAddress()); 817c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 818c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch url_canon::CanonicalizeIPAddress(spec, url_parse::Component(0, 0), 819c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch &output1, &host_info); 820c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch EXPECT_FALSE(host_info.IsIPAddress()); 821c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 822c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 823c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, UserInfo) { 824c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Note that the canonicalizer should escape and treat empty components as 825c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // not being there. 826c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 827c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // We actually parse a full input URL so we can get the initial components. 828c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott struct UserComponentCase { 829c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* input; 830c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 831c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component expected_username; 832c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component expected_password; 833c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool expected_success; 834c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } user_info_cases[] = { 835c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://user:pass@host.com/", "user:pass@", url_parse::Component(0, 4), url_parse::Component(5, 4), true}, 836c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://@host.com/", "", url_parse::Component(0, -1), url_parse::Component(0, -1), true}, 837c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://:@host.com/", "", url_parse::Component(0, -1), url_parse::Component(0, -1), true}, 838c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://foo:@host.com/", "foo@", url_parse::Component(0, 3), url_parse::Component(0, -1), true}, 839c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://:foo@host.com/", ":foo@", url_parse::Component(0, 0), url_parse::Component(1, 3), true}, 840c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://^ :$\t@host.com/", "%5E%20:$%09@", url_parse::Component(0, 6), url_parse::Component(7, 4), true}, 841c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://user:pass@/", "user:pass@", url_parse::Component(0, 4), url_parse::Component(5, 4), true}, 842c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://%2540:bar@domain.com/", "%2540:bar@", url_parse::Component(0, 5), url_parse::Component(6, 3), true }, 843c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 844c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // IE7 compatability: old versions allowed backslashes in usernames, but 845c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // IE7 does not. We disallow it as well. 846c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"ftp://me\\mydomain:pass@foo.com/", "", url_parse::Component(0, -1), url_parse::Component(0, -1), true}, 847c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 848c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 849c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < ARRAYSIZE(user_info_cases); i++) { 850c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int url_len = static_cast<int>(strlen(user_info_cases[i].input)); 851c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 852c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseStandardURL(user_info_cases[i].input, url_len, &parsed); 853c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_user, out_pass; 854c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 855c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output1(&out_str); 856c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 857c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizeUserInfo(user_info_cases[i].input, 858c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott parsed.username, 859c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott user_info_cases[i].input, 860c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott parsed.password, 861c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output1, &out_user, 862c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &out_pass); 863c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output1.Complete(); 864c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 865c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(user_info_cases[i].expected_success, success); 866c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(user_info_cases[i].expected), out_str); 867c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(user_info_cases[i].expected_username.begin, out_user.begin); 868c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(user_info_cases[i].expected_username.len, out_user.len); 869c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(user_info_cases[i].expected_password.begin, out_pass.begin); 870c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(user_info_cases[i].expected_password.len, out_pass.len); 871c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 872c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Now try the wide version 873c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott out_str.clear(); 874c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output2(&out_str); 875c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 wide_input(ConvertUTF8ToUTF16(user_info_cases[i].input)); 876c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott success = url_canon::CanonicalizeUserInfo(wide_input.c_str(), 877c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott parsed.username, 878c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott wide_input.c_str(), 879c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott parsed.password, 880c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output2, &out_user, &out_pass); 881c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output2.Complete(); 882c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 883c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(user_info_cases[i].expected_success, success); 884c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(user_info_cases[i].expected), out_str); 885c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(user_info_cases[i].expected_username.begin, out_user.begin); 886c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(user_info_cases[i].expected_username.len, out_user.len); 887c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(user_info_cases[i].expected_password.begin, out_pass.begin); 888c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(user_info_cases[i].expected_password.len, out_pass.len); 889c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 890c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 891c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 892c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, Port) { 893c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // We only need to test that the number gets properly put into the output 894c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // buffer. The parser unit tests will test scanning the number correctly. 895c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // 896c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Note that the CanonicalizePort will always prepend a colon to the output 897c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // to separate it from the colon that it assumes preceeds it. 898c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott struct PortCase { 899c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* input; 900c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int default_port; 901c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 902c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component expected_component; 903c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool expected_success; 904c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } port_cases[] = { 905c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid input should be copied w/ failure. 906c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"as df", 80, ":as%20df", url_parse::Component(1, 7), false}, 907c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"-2", 80, ":-2", url_parse::Component(1, 2), false}, 908c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Default port should be omitted. 909c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"80", 80, "", url_parse::Component(0, -1), true}, 910c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"8080", 80, ":8080", url_parse::Component(1, 4), true}, 911c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // PORT_UNSPECIFIED should mean always keep the port. 912c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"80", url_parse::PORT_UNSPECIFIED, ":80", url_parse::Component(1, 2), true}, 913c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 914c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 915c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < ARRAYSIZE(port_cases); i++) { 916c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int url_len = static_cast<int>(strlen(port_cases[i].input)); 917c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, url_len); 918c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 919c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 920c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output1(&out_str); 921c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizePort(port_cases[i].input, in_comp, 922c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott port_cases[i].default_port, 923c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output1, &out_comp); 924c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output1.Complete(); 925c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 926c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(port_cases[i].expected_success, success); 927c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(port_cases[i].expected), out_str); 928c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(port_cases[i].expected_component.begin, out_comp.begin); 929c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(port_cases[i].expected_component.len, out_comp.len); 930c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 931c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Now try the wide version 932c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott out_str.clear(); 933c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output2(&out_str); 934c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 wide_input(ConvertUTF8ToUTF16(port_cases[i].input)); 935c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott success = url_canon::CanonicalizePort(wide_input.c_str(), in_comp, 936c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott port_cases[i].default_port, 937c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output2, &out_comp); 938c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output2.Complete(); 939c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 940c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(port_cases[i].expected_success, success); 941c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(std::string(port_cases[i].expected), out_str); 942c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(port_cases[i].expected_component.begin, out_comp.begin); 943c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(port_cases[i].expected_component.len, out_comp.len); 944c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 945c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 946c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 947c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, Path) { 948c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott DualComponentCase path_cases[] = { 949c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ----- path collapsing tests ----- 950c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/././foo", L"/././foo", "/foo", url_parse::Component(0, 4), true}, 951c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/./.foo", L"/./.foo", "/.foo", url_parse::Component(0, 5), true}, 952c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/.", L"/foo/.", "/foo/", url_parse::Component(0, 5), true}, 953c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/./", L"/foo/./", "/foo/", url_parse::Component(0, 5), true}, 954c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // double dots followed by a slash or the end of the string count 955c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/bar/..", L"/foo/bar/..", "/foo/", url_parse::Component(0, 5), true}, 956c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/bar/../", L"/foo/bar/../", "/foo/", url_parse::Component(0, 5), true}, 957c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // don't count double dots when they aren't followed by a slash 958c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/..bar", L"/foo/..bar", "/foo/..bar", url_parse::Component(0, 10), true}, 959c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // some in the middle 960c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/bar/../ton", L"/foo/bar/../ton", "/foo/ton", url_parse::Component(0, 8), true}, 961c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/bar/../ton/../../a", L"/foo/bar/../ton/../../a", "/a", url_parse::Component(0, 2), true}, 962c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // we should not be able to go above the root 963c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/../../..", L"/foo/../../..", "/", url_parse::Component(0, 1), true}, 964c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/../../../ton", L"/foo/../../../ton", "/ton", url_parse::Component(0, 4), true}, 965c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // escaped dots should be unescaped and treated the same as dots 966c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/%2e", L"/foo/%2e", "/foo/", url_parse::Component(0, 5), true}, 967c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/%2e%2", L"/foo/%2e%2", "/foo/.%2", url_parse::Component(0, 8), true}, 968c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo/%2e./%2e%2e/.%2e/%2e.bar", L"/foo/%2e./%2e%2e/.%2e/%2e.bar", "/..bar", url_parse::Component(0, 6), true}, 969c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Multiple slashes in a row should be preserved and treated like empty 970c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // directory names. 971c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"////../..", L"////../..", "//", url_parse::Component(0, 2), true}, 972c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 973c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ----- escaping tests ----- 974c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo", L"/foo", "/foo", url_parse::Component(0, 4), true}, 975c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Valid escape sequence 976c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/%20foo", L"/%20foo", "/%20foo", url_parse::Component(0, 7), true}, 977c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid escape sequence we should pass through unchanged. 978c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo%", L"/foo%", "/foo%", url_parse::Component(0, 5), true}, 979c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo%2", L"/foo%2", "/foo%2", url_parse::Component(0, 6), true}, 980c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid escape sequence: bad characters should be treated the same as 981c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // the sourrounding text, not as escaped (in this case, UTF-8). 982c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo%2zbar", L"/foo%2zbar", "/foo%2zbar", url_parse::Component(0, 10), true}, 983c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo%2\xc2\xa9zbar", NULL, "/foo%2%C2%A9zbar", url_parse::Component(0, 16), true}, 984c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {NULL, L"/foo%2\xc2\xa9zbar", "/foo%2%C3%82%C2%A9zbar", url_parse::Component(0, 22), true}, 985c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Regular characters that are escaped should be unescaped 986c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo%41%7a", L"/foo%41%7a", "/fooAz", url_parse::Component(0, 6), true}, 987c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Funny characters that are unescaped should be escaped 988c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo\x09\x91%91", NULL, "/foo%09%91%91", url_parse::Component(0, 13), true}, 989c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {NULL, L"/foo\x09\x91%91", "/foo%09%C2%91%91", url_parse::Component(0, 16), true}, 990c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid characters that are escaped should cause a failure. 991c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo%00%51", L"/foo%00%51", "/foo%00Q", url_parse::Component(0, 8), false}, 992c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Some characters should be passed through unchanged regardless of esc. 993c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/(%28:%3A%29)", L"/(%28:%3A%29)", "/(%28:%3A%29)", url_parse::Component(0, 13), true}, 994c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Characters that are properly escaped should not have the case changed 995c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // of hex letters. 996c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/%3A%3a%3C%3c", L"/%3A%3a%3C%3c", "/%3A%3a%3C%3c", url_parse::Component(0, 13), true}, 997c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Funny characters that are unescaped should be escaped 998c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo\tbar", L"/foo\tbar", "/foo%09bar", url_parse::Component(0, 10), true}, 999c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Backslashes should get converted to forward slashes 1000c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\\foo\\bar", L"\\foo\\bar", "/foo/bar", url_parse::Component(0, 8), true}, 1001c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Hashes found in paths (possibly only when the caller explicitly sets 1002c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // the path on an already-parsed URL) should be escaped. 1003c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/foo#bar", L"/foo#bar", "/foo%23bar", url_parse::Component(0, 10), true}, 1004c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // %7f should be allowed and %3D should not be unescaped (these were wrong 1005c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // in a previous version). 1006c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/%7Ffp3%3Eju%3Dduvgw%3Dd", L"/%7Ffp3%3Eju%3Dduvgw%3Dd", "/%7Ffp3%3Eju%3Dduvgw%3Dd", url_parse::Component(0, 24), true}, 1007c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // @ should be passed through unchanged (escaped or unescaped). 1008c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch {"/@asdf%40", L"/@asdf%40", "/@asdf%40", url_parse::Component(0, 9), true}, 1009c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1010c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // ----- encoding tests ----- 1011c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Basic conversions 1012c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/\xe4\xbd\xa0\xe5\xa5\xbd\xe4\xbd\xa0\xe5\xa5\xbd", L"/\x4f60\x597d\x4f60\x597d", "/%E4%BD%A0%E5%A5%BD%E4%BD%A0%E5%A5%BD", url_parse::Component(0, 37), true}, 1013c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid unicode characters should fail. We only do validation on 1014c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // UTF-16 input, so this doesn't happen on 8-bit. 1015c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/\xef\xb7\x90zyx", NULL, "/%EF%B7%90zyx", url_parse::Component(0, 13), true}, 1016c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {NULL, L"/\xfdd0zyx", "/%EF%BF%BDzyx", url_parse::Component(0, 13), false}, 1017c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1018c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1019c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < arraysize(path_cases); i++) { 1020c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (path_cases[i].input8) { 1021c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int len = static_cast<int>(strlen(path_cases[i].input8)); 1022c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, len); 1023c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 1024c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1025c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1026c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizePath(path_cases[i].input8, in_comp, 1027c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output, &out_comp); 1028c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1029c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1030c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(path_cases[i].expected_success, success); 1031c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(path_cases[i].expected_component.begin, out_comp.begin); 1032c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(path_cases[i].expected_component.len, out_comp.len); 1033c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(path_cases[i].expected, out_str); 1034c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1035c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1036c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (path_cases[i].input16) { 1037c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 input16(WStringToUTF16(path_cases[i].input16)); 1038c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int len = static_cast<int>(input16.length()); 1039c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, len); 1040c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 1041c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1042c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1043c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1044c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizePath(input16.c_str(), in_comp, 1045c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output, &out_comp); 1046c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1047c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1048c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(path_cases[i].expected_success, success); 1049c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(path_cases[i].expected_component.begin, out_comp.begin); 1050c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(path_cases[i].expected_component.len, out_comp.len); 1051c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(path_cases[i].expected, out_str); 1052c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1053c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1054c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1055c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Manual test: embedded NULLs should be escaped and the URL should be marked 1056c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // as invalid. 1057c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char path_with_null[] = "/ab\0c"; 1058c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, 5); 1059c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 1060c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1061c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1062c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1063c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizePath(path_with_null, in_comp, 1064c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output, &out_comp); 1065c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1066c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_FALSE(success); 1067c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ("/ab%00c", out_str); 1068c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1069c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1070c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, Query) { 1071c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott struct QueryCase { 1072c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* input8; 1073c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const wchar_t* input16; 1074c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* encoding; 1075c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 1076c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } query_cases[] = { 1077c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Regular ASCII case in some different encodings. 1078c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"foo=bar", L"foo=bar", NULL, "?foo=bar"}, 1079c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"foo=bar", L"foo=bar", "utf-8", "?foo=bar"}, 1080c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"foo=bar", L"foo=bar", "shift_jis", "?foo=bar"}, 1081c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"foo=bar", L"foo=bar", "gb2312", "?foo=bar"}, 1082c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Allow question marks in the query without escaping 1083c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"as?df", L"as?df", NULL, "?as?df"}, 1084c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Always escape '#' since it would mark the ref. 1085c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"as#df", L"as#df", NULL, "?as%23df"}, 1086c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Escape some questionable 8-bit characters, but never unescape. 1087c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\x02hello\x7f bye", L"\x02hello\x7f bye", NULL, "?%02hello%7F%20bye"}, 1088c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"%40%41123", L"%40%41123", NULL, "?%40%41123"}, 1089c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Chinese input/output 1090c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"q=\xe4\xbd\xa0\xe5\xa5\xbd", L"q=\x4f60\x597d", NULL, "?q=%E4%BD%A0%E5%A5%BD"}, 1091c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"q=\xe4\xbd\xa0\xe5\xa5\xbd", L"q=\x4f60\x597d", "gb2312", "?q=%C4%E3%BA%C3"}, 1092c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"q=\xe4\xbd\xa0\xe5\xa5\xbd", L"q=\x4f60\x597d", "big5", "?q=%A7A%A6n"}, 1093c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Unencodable character in the destination character set should be 1094c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // escaped. The escape sequence unescapes to be the entity name: 1095c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // "?q=你" 1096c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"q=Chinese\xef\xbc\xa7", L"q=Chinese\xff27", "iso-8859-1", "?q=Chinese%26%2365319%3B"}, 1097c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid UTF-8/16 input should be replaced with invalid characters. 1098c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"q=\xed\xed", L"q=\xd800\xd800", NULL, "?q=%EF%BF%BD%EF%BF%BD"}, 1099c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Don't allow < or > because sometimes they are used for XSS if the 1100c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // URL is echoed in content. Firefox does this, IE doesn't. 1101c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"q=<asdf>", L"q=<asdf>", NULL, "?q=%3Casdf%3E"}, 1102c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Escape double quotemarks in the query. 1103c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"q=\"asdf\"", L"q=\"asdf\"", NULL, "?q=%22asdf%22"}, 1104c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1105c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1106c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < ARRAYSIZE(query_cases); i++) { 1107c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 1108c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1109c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott UConvScoper conv(query_cases[i].encoding); 1110c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ASSERT_TRUE(!query_cases[i].encoding || conv.converter()); 1111c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::ICUCharsetConverter converter(conv.converter()); 1112c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1113c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Map NULL to a NULL converter pointer. 1114c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::ICUCharsetConverter* conv_pointer = &converter; 1115c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (!query_cases[i].encoding) 1116c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott conv_pointer = NULL; 1117c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1118c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (query_cases[i].input8) { 1119c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int len = static_cast<int>(strlen(query_cases[i].input8)); 1120c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, len); 1121c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1122c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1123c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1124c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeQuery(query_cases[i].input8, in_comp, 1125c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott conv_pointer, &output, &out_comp); 1126c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1127c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1128c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(query_cases[i].expected, out_str); 1129c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1130c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1131c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (query_cases[i].input16) { 1132c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 input16(WStringToUTF16(query_cases[i].input16)); 1133c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int len = static_cast<int>(input16.length()); 1134c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, len); 1135c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1136c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1137c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1138c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeQuery(input16.c_str(), in_comp, 1139c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott conv_pointer, &output, &out_comp); 1140c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1141c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1142c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(query_cases[i].expected, out_str); 1143c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1144c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1145c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1146c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Extra test for input with embedded NULL; 1147c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1148c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1149c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 1150c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeQuery("a \x00z\x01", url_parse::Component(0, 5), NULL, 1151c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output, &out_comp); 1152c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1153c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ("?a%20%00z%01", out_str); 1154c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1155c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1156c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, Ref) { 1157c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Refs are trivial, it just checks the encoding. 1158c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott DualComponentCase ref_cases[] = { 1159c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Regular one, we shouldn't escape spaces, et al. 1160c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"hello, world", L"hello, world", "#hello, world", url_parse::Component(1, 12), true}, 1161c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // UTF-8/wide input should be preserved 1162c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xc2\xa9", L"\xa9", "#\xc2\xa9", url_parse::Component(1, 2), true}, 1163c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test a characer that takes > 16 bits (U+10300 = old italic letter A) 1164c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xF0\x90\x8C\x80ss", L"\xd800\xdf00ss", "#\xF0\x90\x8C\x80ss", url_parse::Component(1, 6), true}, 1165c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Escaping should be preserved unchanged, even invalid ones 1166c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"%41%a", L"%41%a", "#%41%a", url_parse::Component(1, 5), true}, 1167c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid UTF-8/16 input should be flagged and the input made valid 1168c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\xc2", NULL, "#\xef\xbf\xbd", url_parse::Component(1, 3), true}, 1169c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {NULL, L"\xd800\x597d", "#\xef\xbf\xbd\xe5\xa5\xbd", url_parse::Component(1, 6), true}, 1170c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test a Unicode invalid character. 1171c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"a\xef\xb7\x90", L"a\xfdd0", "#a\xef\xbf\xbd", url_parse::Component(1, 4), true}, 1172c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Refs can have # signs and we should preserve them. 1173c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"asdf#qwer", L"asdf#qwer", "#asdf#qwer", url_parse::Component(1, 9), true}, 1174c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"#asdf", L"#asdf", "##asdf", url_parse::Component(1, 5), true}, 1175c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1176c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1177c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < arraysize(ref_cases); i++) { 1178c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // 8-bit input 1179c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (ref_cases[i].input8) { 1180c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int len = static_cast<int>(strlen(ref_cases[i].input8)); 1181c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, len); 1182c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 1183c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1184c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1185c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1186c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeRef(ref_cases[i].input8, in_comp, 1187c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output, &out_comp); 1188c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1189c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1190c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(ref_cases[i].expected_component.begin, out_comp.begin); 1191c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(ref_cases[i].expected_component.len, out_comp.len); 1192c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(ref_cases[i].expected, out_str); 1193c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1194c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1195c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // 16-bit input 1196c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (ref_cases[i].input16) { 1197c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 input16(WStringToUTF16(ref_cases[i].input16)); 1198c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int len = static_cast<int>(input16.length()); 1199c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component in_comp(0, len); 1200c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 1201c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1202c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1203c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1204c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeRef(input16.c_str(), in_comp, &output, &out_comp); 1205c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1206c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1207c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(ref_cases[i].expected_component.begin, out_comp.begin); 1208c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(ref_cases[i].expected_component.len, out_comp.len); 1209c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(ref_cases[i].expected, out_str); 1210c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1211c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1212c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1213c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Try one with an embedded NULL. It should be stripped. 1214c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char null_input[5] = "ab\x00z"; 1215c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component null_input_component(0, 4); 1216c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component out_comp; 1217c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1218c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1219c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1220c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::CanonicalizeRef(null_input, null_input_component, 1221c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &output, &out_comp); 1222c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1223c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1224c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(1, out_comp.begin); 1225c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(3, out_comp.len); 1226c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ("#abz", out_str); 1227c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1228c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1229c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, CanonicalizeStandardURL) { 1230c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // The individual component canonicalize tests should have caught the cases 1231c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // for each of those components. Here, we just need to test that the various 1232c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // parts are included or excluded properly, and have the correct separators. 1233c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott struct URLCase { 1234c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* input; 1235c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 1236c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool expected_success; 1237c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } cases[] = { 1238c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://www.google.com/foo?bar=baz#", "http://www.google.com/foo?bar=baz#", true}, 1239c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://[www.google.com]/", "http://[www.google.com]/", false}, 1240c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"ht\ttp:@www.google.com:80/;p?#", "ht%09tp://www.google.com:80/;p?#", false}, 1241c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http:////////user:@google.com:99?foo", "http://user@google.com:99/?foo", true}, 1242c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"www.google.com", ":www.google.com/", true}, 1243c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://192.0x00A80001", "http://192.168.0.1/", true}, 1244c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://www/foo%2Ehtml", "http://www/foo.html", true}, 1245c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://user:pass@/", "http://user:pass@/", false}, 1246c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://%25DOMAIN:foobar@foodomain.com/", "http://%25DOMAIN:foobar@foodomain.com/", true}, 1247c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1248c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Backslashes should get converted to forward slashes. 1249c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http:\\\\www.google.com\\foo", "http://www.google.com/foo", true}, 1250c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1251c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Busted refs shouldn't make the whole thing fail. 1252c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://www.google.com/asdf#\xc2", "http://www.google.com/asdf#\xef\xbf\xbd", true}, 1253c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1254c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Basic port tests. 1255c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://foo:80/", "http://foo/", true}, 1256c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://foo:81/", "http://foo:81/", true}, 1257c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"httpa://foo:80/", "httpa://foo:80/", true}, 1258c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://foo:-80/", "http://foo:-80/", false}, 1259c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1260c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"https://foo:443/", "https://foo/", true}, 1261c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"https://foo:80/", "https://foo:80/", true}, 1262c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"ftp://foo:21/", "ftp://foo/", true}, 1263c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"ftp://foo:80/", "ftp://foo:80/", true}, 1264c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"gopher://foo:70/", "gopher://foo/", true}, 1265c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"gopher://foo:443/", "gopher://foo:443/", true}, 1266c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"ws://foo:80/", "ws://foo/", true}, 1267c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"ws://foo:81/", "ws://foo:81/", true}, 1268c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"ws://foo:443/", "ws://foo:443/", true}, 1269c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"ws://foo:815/", "ws://foo:815/", true}, 1270c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"wss://foo:80/", "wss://foo:80/", true}, 1271c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"wss://foo:81/", "wss://foo:81/", true}, 1272c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"wss://foo:443/", "wss://foo/", true}, 1273c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"wss://foo:815/", "wss://foo:815/", true}, 1274c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1275c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1276c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < ARRAYSIZE(cases); i++) { 1277c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int url_len = static_cast<int>(strlen(cases[i].input)); 1278c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 1279c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseStandardURL(cases[i].input, url_len, &parsed); 1280c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1281c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed out_parsed; 1282c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1283c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1284c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizeStandardURL( 1285c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott cases[i].input, url_len, parsed, NULL, &output, &out_parsed); 1286c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1287c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1288c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_success, success); 1289c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected, out_str); 1290c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1291c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1292c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1293c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// The codepath here is the same as for regular canonicalization, so we just 1294c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// need to test that things are replaced or not correctly. 1295c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, ReplaceStandardURL) { 1296c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ReplaceCase replace_cases[] = { 1297c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Common case of truncating the path. 1298c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://www.google.com/foo?bar=baz#ref", NULL, NULL, NULL, NULL, NULL, "/", kDeleteComp, kDeleteComp, "http://www.google.com/"}, 1299c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace everything 1300c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://a:b@google.com:22/foo;bar?baz@cat", "https", "me", "pw", "host.com", "99", "/path", "query", "ref", "https://me:pw@host.com:99/path?query#ref"}, 1301c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace nothing 1302c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://a:b@google.com:22/foo?baz@cat", NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, "http://a:b@google.com:22/foo?baz@cat"}, 1303c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1304c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1305c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < arraysize(replace_cases); i++) { 1306c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const ReplaceCase& cur = replace_cases[i]; 1307c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int base_len = static_cast<int>(strlen(cur.base)); 1308c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 1309c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseStandardURL(cur.base, base_len, &parsed); 1310c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1311c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::Replacements<char> r; 1312c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott typedef url_canon::Replacements<char> R; // Clean up syntax. 1313c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1314c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Note that for the scheme we pass in a different clear function since 1315c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // there is no function to clear the scheme. 1316c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetScheme, &R::ClearRef, &r, cur.scheme); 1317c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetUsername, &R::ClearUsername, &r, cur.username); 1318c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPassword, &R::ClearPassword, &r, cur.password); 1319c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetHost, &R::ClearHost, &r, cur.host); 1320c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPort, &R::ClearPort, &r, cur.port); 1321c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPath, &R::ClearPath, &r, cur.path); 1322c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetQuery, &R::ClearQuery, &r, cur.query); 1323c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetRef, &R::ClearRef, &r, cur.ref); 1324c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1325c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1326c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1327c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed out_parsed; 1328c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::ReplaceStandardURL(replace_cases[i].base, parsed, 1329c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott r, NULL, &output, &out_parsed); 1330c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1331c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1332c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(replace_cases[i].expected, out_str); 1333c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1334c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1335c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // The path pointer should be ignored if the address is invalid. 1336c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott { 1337c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char src[] = "http://www.google.com/here_is_the_path"; 1338c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int src_len = static_cast<int>(strlen(src)); 1339c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1340c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 1341c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseStandardURL(src, src_len, &parsed); 1342c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1343c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace the path to 0 length string. By using 1 as the string address, 1344c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // the test should get an access violation if it tries to dereference it. 1345c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::Replacements<char> r; 1346c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott r.SetPath(reinterpret_cast<char*>(0x00000001), url_parse::Component(0, 0)); 1347c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str1; 1348c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output1(&out_str1); 1349c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed new_parsed; 1350c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::ReplaceStandardURL(src, parsed, r, NULL, &output1, &new_parsed); 1351c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output1.Complete(); 1352c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ("http://www.google.com/", out_str1.c_str()); 1353c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1354c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Same with an "invalid" path. 1355c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott r.SetPath(reinterpret_cast<char*>(0x00000001), url_parse::Component()); 1356c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str2; 1357c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output2(&out_str2); 1358c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::ReplaceStandardURL(src, parsed, r, NULL, &output2, &new_parsed); 1359c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output2.Complete(); 1360c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ("http://www.google.com/", out_str2.c_str()); 1361c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1362c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1363c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1364c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, ReplaceFileURL) { 1365c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ReplaceCase replace_cases[] = { 1366c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace everything 1367c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/gaba?query#ref", NULL, NULL, NULL, "filer", NULL, "/foo", "b", "c", "file://filer/foo?b#c"}, 1368c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace nothing 1369c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/gaba?query#ref", NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, "file:///C:/gaba?query#ref"}, 1370c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Clear non-path components (common) 1371c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/gaba?query#ref", NULL, NULL, NULL, NULL, NULL, NULL, kDeleteComp, kDeleteComp, "file:///C:/gaba"}, 1372c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace path with something that doesn't begin with a slash and make 1373c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // sure it get added properly. 1374c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/gaba", NULL, NULL, NULL, NULL, NULL, "interesting/", NULL, NULL, "file:///interesting/"}, 1375c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///home/gaba?query#ref", NULL, NULL, NULL, "filer", NULL, "/foo", "b", "c", "file://filer/foo?b#c"}, 1376c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///home/gaba?query#ref", NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, "file:///home/gaba?query#ref"}, 1377c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///home/gaba?query#ref", NULL, NULL, NULL, NULL, NULL, NULL, kDeleteComp, kDeleteComp, "file:///home/gaba"}, 1378c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///home/gaba", NULL, NULL, NULL, NULL, NULL, "interesting/", NULL, NULL, "file:///interesting/"}, 1379c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1380c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1381c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < arraysize(replace_cases); i++) { 1382c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const ReplaceCase& cur = replace_cases[i]; 1383c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int base_len = static_cast<int>(strlen(cur.base)); 1384c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 1385c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseFileURL(cur.base, base_len, &parsed); 1386c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1387c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::Replacements<char> r; 1388c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott typedef url_canon::Replacements<char> R; // Clean up syntax. 1389c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetScheme, &R::ClearRef, &r, cur.scheme); 1390c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetUsername, &R::ClearUsername, &r, cur.username); 1391c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPassword, &R::ClearPassword, &r, cur.password); 1392c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetHost, &R::ClearHost, &r, cur.host); 1393c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPort, &R::ClearPort, &r, cur.port); 1394c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPath, &R::ClearPath, &r, cur.path); 1395c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetQuery, &R::ClearQuery, &r, cur.query); 1396c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetRef, &R::ClearRef, &r, cur.ref); 1397c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1398c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1399c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1400c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed out_parsed; 1401c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::ReplaceFileURL(cur.base, parsed, 1402c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott r, NULL, &output, &out_parsed); 1403c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1404c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1405c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(replace_cases[i].expected, out_str); 1406c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1407c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1408c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1409c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, ReplacePathURL) { 1410c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ReplaceCase replace_cases[] = { 1411c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace everything 1412c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"data:foo", "javascript", NULL, NULL, NULL, NULL, "alert('foo?');", NULL, NULL, "javascript:alert('foo?');"}, 1413c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace nothing 1414c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"data:foo", NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, "data:foo"}, 1415c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace one or the other 1416c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"data:foo", "javascript", NULL, NULL, NULL, NULL, NULL, NULL, NULL, "javascript:foo"}, 1417c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"data:foo", NULL, NULL, NULL, NULL, NULL, "bar", NULL, NULL, "data:bar"}, 1418c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"data:foo", NULL, NULL, NULL, NULL, NULL, kDeleteComp, NULL, NULL, "data:"}, 1419c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1420c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1421c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < arraysize(replace_cases); i++) { 1422c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const ReplaceCase& cur = replace_cases[i]; 1423c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int base_len = static_cast<int>(strlen(cur.base)); 1424c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 1425c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParsePathURL(cur.base, base_len, &parsed); 1426c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1427c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::Replacements<char> r; 1428c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott typedef url_canon::Replacements<char> R; // Clean up syntax. 1429c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetScheme, &R::ClearRef, &r, cur.scheme); 1430c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetUsername, &R::ClearUsername, &r, cur.username); 1431c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPassword, &R::ClearPassword, &r, cur.password); 1432c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetHost, &R::ClearHost, &r, cur.host); 1433c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPort, &R::ClearPort, &r, cur.port); 1434c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPath, &R::ClearPath, &r, cur.path); 1435c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetQuery, &R::ClearQuery, &r, cur.query); 1436c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetRef, &R::ClearRef, &r, cur.ref); 1437c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1438c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1439c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1440c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed out_parsed; 1441c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::ReplacePathURL(cur.base, parsed, 1442c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott r, &output, &out_parsed); 1443c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1444c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1445c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(replace_cases[i].expected, out_str); 1446c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1447c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1448c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1449c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, ReplaceMailtoURL) { 1450c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ReplaceCase replace_cases[] = { 1451c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace everything 1452c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:jon@foo.com?body=sup", "mailto", NULL, NULL, NULL, NULL, "addr1", "to=tony", NULL, "mailto:addr1?to=tony"}, 1453c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace nothing 1454c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:jon@foo.com?body=sup", NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, "mailto:jon@foo.com?body=sup"}, 1455c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace the path 1456c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:jon@foo.com?body=sup", NULL, NULL, NULL, NULL, NULL, "jason", NULL, NULL, "mailto:jason?body=sup"}, 1457c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace the query 1458c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:jon@foo.com?body=sup", NULL, NULL, NULL, NULL, NULL, NULL, "custom=1", NULL, "mailto:jon@foo.com?custom=1"}, 1459c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Replace the path and query 1460c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:jon@foo.com?body=sup", NULL, NULL, NULL, NULL, NULL, "jason", "custom=1", NULL, "mailto:jason?custom=1"}, 1461c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Set the query to empty (should leave trailing question mark) 1462c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:jon@foo.com?body=sup", NULL, NULL, NULL, NULL, NULL, NULL, "", NULL, "mailto:jon@foo.com?"}, 1463c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Clear the query 1464c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:jon@foo.com?body=sup", NULL, NULL, NULL, NULL, NULL, NULL, "|", NULL, "mailto:jon@foo.com"}, 1465c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Clear the path 1466c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:jon@foo.com?body=sup", NULL, NULL, NULL, NULL, NULL, "|", NULL, NULL, "mailto:?body=sup"}, 1467c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Clear the path + query 1468c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:", NULL, NULL, NULL, NULL, NULL, "|", "|", NULL, "mailto:"}, 1469c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Setting the ref should have no effect 1470c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:addr1", NULL, NULL, NULL, NULL, NULL, NULL, NULL, "BLAH", "mailto:addr1"}, 1471c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1472c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1473c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < arraysize(replace_cases); i++) { 1474c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const ReplaceCase& cur = replace_cases[i]; 1475c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int base_len = static_cast<int>(strlen(cur.base)); 1476c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 1477c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseMailtoURL(cur.base, base_len, &parsed); 1478c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1479c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::Replacements<char> r; 1480c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott typedef url_canon::Replacements<char> R; 1481c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetScheme, &R::ClearRef, &r, cur.scheme); 1482c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetUsername, &R::ClearUsername, &r, cur.username); 1483c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPassword, &R::ClearPassword, &r, cur.password); 1484c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetHost, &R::ClearHost, &r, cur.host); 1485c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPort, &R::ClearPort, &r, cur.port); 1486c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetPath, &R::ClearPath, &r, cur.path); 1487c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetQuery, &R::ClearQuery, &r, cur.query); 1488c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott SetupReplComp(&R::SetRef, &R::ClearRef, &r, cur.ref); 1489c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1490c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1491c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1492c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed out_parsed; 1493c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::ReplaceMailtoURL(cur.base, parsed, 1494c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott r, &output, &out_parsed); 1495c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1496c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1497c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(replace_cases[i].expected, out_str); 1498c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1499c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1500c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1501c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, CanonicalizeFileURL) { 1502c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott struct URLCase { 1503c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* input; 1504c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 1505c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool expected_success; 1506c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component expected_host; 1507c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component expected_path; 1508c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } cases[] = { 1509c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#ifdef _WIN32 1510c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Windows-style paths 1511c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:c:\\foo\\bar.html", "file:///C:/foo/bar.html", true, url_parse::Component(), url_parse::Component(7, 16)}, 1512c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {" File:c|////foo\\bar.html", "file:///C:////foo/bar.html", true, url_parse::Component(), url_parse::Component(7, 19)}, 1513c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:", "file:///", true, url_parse::Component(), url_parse::Component(7, 1)}, 1514c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:UNChost/path", "file://unchost/path", true, url_parse::Component(7, 7), url_parse::Component(14, 5)}, 1515c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // CanonicalizeFileURL supports absolute Windows style paths for IE 1516c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // compatability. Note that the caller must decide that this is a file 1517c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // URL itself so it can call the file canonicalizer. This is usually 1518c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // done automatically as part of relative URL resolving. 1519c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"c:\\foo\\bar", "file:///C:/foo/bar", true, url_parse::Component(), url_parse::Component(7, 11)}, 1520c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"C|/foo/bar", "file:///C:/foo/bar", true, url_parse::Component(), url_parse::Component(7, 11)}, 1521c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/C|\\foo\\bar", "file:///C:/foo/bar", true, url_parse::Component(), url_parse::Component(7, 11)}, 1522c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"//C|/foo/bar", "file:///C:/foo/bar", true, url_parse::Component(), url_parse::Component(7, 11)}, 1523c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"//server/file", "file://server/file", true, url_parse::Component(7, 6), url_parse::Component(13, 5)}, 1524c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"\\\\server\\file", "file://server/file", true, url_parse::Component(7, 6), url_parse::Component(13, 5)}, 1525c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"/\\server/file", "file://server/file", true, url_parse::Component(7, 6), url_parse::Component(13, 5)}, 1526c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // We should preserve the number of slashes after the colon for IE 1527c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // compatability, except when there is none, in which case we should 1528c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // add one. 1529c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:c:foo/bar.html", "file:///C:/foo/bar.html", true, url_parse::Component(), url_parse::Component(7, 16)}, 1530c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:/\\/\\C:\\\\//foo\\bar.html", "file:///C:////foo/bar.html", true, url_parse::Component(), url_parse::Component(7, 19)}, 1531c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Three slashes should be non-UNC, even if there is no drive spec (IE 1532c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // does this, which makes the resulting request invalid). 1533c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///foo/bar.txt", "file:///foo/bar.txt", true, url_parse::Component(), url_parse::Component(7, 12)}, 1534c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // TODO(brettw) we should probably fail for invalid host names, which 1535c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // would change the expected result on this test. We also currently allow 1536c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // colon even though it's probably invalid, because its currently the 1537c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // "natural" result of the way the canonicalizer is written. There doesn't 1538c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // seem to be a strong argument for why allowing it here would be bad, so 1539c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // we just tolerate it and the load will fail later. 1540c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"FILE:/\\/\\7:\\\\//foo\\bar.html", "file://7:////foo/bar.html", false, url_parse::Component(7, 2), url_parse::Component(9, 16)}, 1541c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:filer/home\\me", "file://filer/home/me", true, url_parse::Component(7, 5), url_parse::Component(12, 8)}, 1542c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Make sure relative paths can't go above the "C:" 1543c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/foo/../../../bar.html", "file:///C:/bar.html", true, url_parse::Component(), url_parse::Component(7, 12)}, 1544c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Busted refs shouldn't make the whole thing fail. 1545c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/asdf#\xc2", "file:///C:/asdf#\xef\xbf\xbd", true, url_parse::Component(), url_parse::Component(7, 8)}, 1546c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#else 1547c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Unix-style paths 1548c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///home/me", "file:///home/me", true, url_parse::Component(), url_parse::Component(7, 8)}, 1549c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Windowsy ones should get still treated as Unix-style. 1550c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:c:\\foo\\bar.html", "file:///c:/foo/bar.html", true, url_parse::Component(), url_parse::Component(7, 16)}, 1551c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:c|//foo\\bar.html", "file:///c%7C//foo/bar.html", true, url_parse::Component(), url_parse::Component(7, 19)}, 1552c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // file: tests from WebKit (LayoutTests/fast/loader/url-parse-1.html) 1553c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"//", "file:///", true, url_parse::Component(), url_parse::Component(7, 1)}, 1554c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"///", "file:///", true, url_parse::Component(), url_parse::Component(7, 1)}, 1555c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"///test", "file:///test", true, url_parse::Component(), url_parse::Component(7, 5)}, 1556c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file://test", "file://test/", true, url_parse::Component(7, 4), url_parse::Component(11, 1)}, 1557c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file://localhost", "file://localhost/", true, url_parse::Component(7, 9), url_parse::Component(16, 1)}, 1558c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file://localhost/", "file://localhost/", true, url_parse::Component(7, 9), url_parse::Component(16, 1)}, 1559c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file://localhost/test", "file://localhost/test", true, url_parse::Component(7, 9), url_parse::Component(16, 5)}, 1560c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#endif // _WIN32 1561c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1562c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1563c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < ARRAYSIZE(cases); i++) { 1564c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int url_len = static_cast<int>(strlen(cases[i].input)); 1565c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 1566c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseFileURL(cases[i].input, url_len, &parsed); 1567c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1568c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed out_parsed; 1569c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1570c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1571c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizeFileURL(cases[i].input, url_len, 1572c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott parsed, NULL, &output, 1573c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &out_parsed); 1574c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1575c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1576c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_success, success); 1577c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected, out_str); 1578c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1579c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Make sure the spec was properly identified, the file canonicalizer has 1580c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // different code for writing the spec. 1581c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, out_parsed.scheme.begin); 1582c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(4, out_parsed.scheme.len); 1583c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1584c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_host.begin, out_parsed.host.begin); 1585c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_host.len, out_parsed.host.len); 1586c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1587c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_path.begin, out_parsed.path.begin); 1588c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_path.len, out_parsed.path.len); 1589c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1590c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1591c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1592c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, CanonicalizePathURL) { 1593c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Path URLs should get canonicalized schemes but nothing else. 1594c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott struct PathCase { 1595c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* input; 1596c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 1597c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } path_cases[] = { 1598c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"javascript:", "javascript:"}, 1599c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"JavaScript:Foo", "javascript:Foo"}, 1600c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {":\":This /is interesting;?#", ":\":This /is interesting;?#"}, 1601c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1602c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1603c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < ARRAYSIZE(path_cases); i++) { 1604c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int url_len = static_cast<int>(strlen(path_cases[i].input)); 1605c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 1606c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParsePathURL(path_cases[i].input, url_len, &parsed); 1607c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1608c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed out_parsed; 1609c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1610c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1611c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizePathURL(path_cases[i].input, url_len, 1612c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott parsed, &output, 1613c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &out_parsed); 1614c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1615c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1616c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_TRUE(success); 1617c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(path_cases[i].expected, out_str); 1618c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1619c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, out_parsed.host.begin); 1620c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(-1, out_parsed.host.len); 1621c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1622c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // When we end with a colon at the end, there should be no path. 1623c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (path_cases[i].input[url_len - 1] == ':') { 1624c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, out_parsed.path.begin); 1625c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(-1, out_parsed.path.len); 1626c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1627c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1628c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1629c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1630c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, CanonicalizeMailtoURL) { 1631c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott struct URLCase { 1632c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* input; 1633c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* expected; 1634c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool expected_success; 1635c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component expected_path; 1636c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component expected_query; 1637c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } cases[] = { 1638c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:addr1", "mailto:addr1", true, url_parse::Component(7, 5), url_parse::Component()}, 1639c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:addr1@foo.com", "mailto:addr1@foo.com", true, url_parse::Component(7, 13), url_parse::Component()}, 1640c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Trailing whitespace is stripped. 1641c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"MaIlTo:addr1 \t ", "mailto:addr1", true, url_parse::Component(7, 5), url_parse::Component()}, 1642c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"MaIlTo:addr1?to=jon", "mailto:addr1?to=jon", true, url_parse::Component(7, 5), url_parse::Component(13,6)}, 1643c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:addr1,addr2", "mailto:addr1,addr2", true, url_parse::Component(7, 11), url_parse::Component()}, 1644c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:addr1, addr2", "mailto:addr1, addr2", true, url_parse::Component(7, 12), url_parse::Component()}, 1645c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:addr1%2caddr2", "mailto:addr1%2caddr2", true, url_parse::Component(7, 13), url_parse::Component()}, 1646c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:\xF0\x90\x8C\x80", "mailto:%F0%90%8C%80", true, url_parse::Component(7, 12), url_parse::Component()}, 1647c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Null character should be escaped to %00 1648c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:addr1\0addr2?foo", "mailto:addr1%00addr2?foo", true, url_parse::Component(7, 13), url_parse::Component(21, 3)}, 1649c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid -- UTF-8 encoded surrogate value. 1650c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:\xed\xa0\x80", "mailto:%EF%BF%BD", false, url_parse::Component(7, 9), url_parse::Component()}, 1651c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"mailto:addr1?", "mailto:addr1?", true, url_parse::Component(7, 5), url_parse::Component(13, 0)}, 1652c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1653c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1654c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Define outside of loop to catch bugs where components aren't reset 1655c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 1656c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed out_parsed; 1657c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1658c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < ARRAYSIZE(cases); i++) { 1659c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int url_len = static_cast<int>(strlen(cases[i].input)); 1660c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (i == 8) { 1661c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // The 9th test case purposely has a '\0' in it -- don't count it 1662c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // as the string terminator. 1663c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_len = 22; 1664c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1665c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseMailtoURL(cases[i].input, url_len, &parsed); 1666c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1667c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string out_str; 1668c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&out_str); 1669c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool success = url_canon::CanonicalizeMailtoURL(cases[i].input, url_len, 1670c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott parsed, &output, 1671c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &out_parsed); 1672c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1673c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1674c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_success, success); 1675c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected, out_str); 1676c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1677c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Make sure the spec was properly identified 1678c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, out_parsed.scheme.begin); 1679c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(6, out_parsed.scheme.len); 1680c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1681c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_path.begin, out_parsed.path.begin); 1682c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_path.len, out_parsed.path.len); 1683c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1684c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_query.begin, out_parsed.query.begin); 1685c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cases[i].expected_query.len, out_parsed.query.len); 1686c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1687c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1688c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1689c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#ifndef WIN32 1690c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1691c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, _itoa_s) { 1692c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // We fill the buffer with 0xff to ensure that it's getting properly 1693c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // null-terminated. We also allocate one byte more than what we tell 1694c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // _itoa_s about, and ensure that the extra byte is untouched. 1695c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott char buf[6]; 1696c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott memset(buf, 0xff, sizeof(buf)); 1697c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, url_canon::_itoa_s(12, buf, sizeof(buf) - 1, 10)); 1698c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ("12", buf); 1699c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ('\xFF', buf[3]); 1700c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1701c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test the edge cases - exactly the buffer size and one over 1702c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott memset(buf, 0xff, sizeof(buf)); 1703c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, url_canon::_itoa_s(1234, buf, sizeof(buf) - 1, 10)); 1704c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ("1234", buf); 1705c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ('\xFF', buf[5]); 1706c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1707c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott memset(buf, 0xff, sizeof(buf)); 1708c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(EINVAL, url_canon::_itoa_s(12345, buf, sizeof(buf) - 1, 10)); 1709c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ('\xFF', buf[5]); // should never write to this location 1710c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1711c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test the template overload (note that this will see the full buffer) 1712c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott memset(buf, 0xff, sizeof(buf)); 1713c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, url_canon::_itoa_s(12, buf, 10)); 1714c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ("12", buf); 1715c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ('\xFF', buf[3]); 1716c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1717c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott memset(buf, 0xff, sizeof(buf)); 1718c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, url_canon::_itoa_s(12345, buf, 10)); 1719c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ("12345", buf); 1720c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1721c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(EINVAL, url_canon::_itoa_s(123456, buf, 10)); 1722c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1723c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test that radix 16 is supported. 1724c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott memset(buf, 0xff, sizeof(buf)); 1725c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, url_canon::_itoa_s(1234, buf, sizeof(buf) - 1, 16)); 1726c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_STREQ("4d2", buf); 1727c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ('\xFF', buf[5]); 1728c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1729c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1730c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, _itow_s) { 1731c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // We fill the buffer with 0xff to ensure that it's getting properly 1732c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // null-terminated. We also allocate one byte more than what we tell 1733c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // _itoa_s about, and ensure that the extra byte is untouched. 1734c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott char16 buf[6]; 1735c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char fill_mem = 0xff; 1736c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char16 fill_char = 0xffff; 1737c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott memset(buf, fill_mem, sizeof(buf)); 1738c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, url_canon::_itow_s(12, buf, sizeof(buf) / 2 - 1, 10)); 1739c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(WStringToUTF16(L"12"), string16(buf)); 1740c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(fill_char, buf[3]); 1741c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1742c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test the edge cases - exactly the buffer size and one over 1743c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, url_canon::_itow_s(1234, buf, sizeof(buf) / 2 - 1, 10)); 1744c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(WStringToUTF16(L"1234"), string16(buf)); 1745c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(fill_char, buf[5]); 1746c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1747c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott memset(buf, fill_mem, sizeof(buf)); 1748c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(EINVAL, url_canon::_itow_s(12345, buf, sizeof(buf) / 2 - 1, 10)); 1749c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(fill_char, buf[5]); // should never write to this location 1750c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1751c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Test the template overload (note that this will see the full buffer) 1752c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott memset(buf, fill_mem, sizeof(buf)); 1753c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, url_canon::_itow_s(12, buf, 10)); 1754c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(WStringToUTF16(L"12"), string16(buf)); 1755c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(fill_char, buf[3]); 1756c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1757c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott memset(buf, fill_mem, sizeof(buf)); 1758c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(0, url_canon::_itow_s(12345, buf, 10)); 1759c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(WStringToUTF16(L"12345"), string16(buf)); 1760c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1761c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(EINVAL, url_canon::_itow_s(123456, buf, 10)); 1762c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1763c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1764c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#endif // !WIN32 1765c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1766c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Returns true if the given two structures are the same. 1767c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottstatic bool ParsedIsEqual(const url_parse::Parsed& a, 1768c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const url_parse::Parsed& b) { 1769c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return a.scheme.begin == b.scheme.begin && a.scheme.len == b.scheme.len && 1770c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott a.username.begin == b.username.begin && a.username.len == b.username.len && 1771c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott a.password.begin == b.password.begin && a.password.len == b.password.len && 1772c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott a.host.begin == b.host.begin && a.host.len == b.host.len && 1773c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott a.port.begin == b.port.begin && a.port.len == b.port.len && 1774c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott a.path.begin == b.path.begin && a.path.len == b.path.len && 1775c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott a.query.begin == b.query.begin && a.query.len == b.query.len && 1776c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott a.ref.begin == b.ref.begin && a.ref.len == b.ref.len; 1777c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1778c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1779c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, ResolveRelativeURL) { 1780c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott struct RelativeCase { 1781c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* base; // Input base URL: MUST BE CANONICAL 1782c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool is_base_hier; // Is the base URL hierarchical 1783c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool is_base_file; // Tells us if the base is a file URL. 1784c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* test; // Input URL to test against. 1785c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool succeed_relative; // Whether we expect IsRelativeURL to succeed 1786c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool is_rel; // Whether we expect |test| to be relative or not. 1787c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool succeed_resolve; // Whether we expect ResolveRelativeURL to succeed. 1788c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char* resolved; // What we expect in the result when resolving. 1789c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } rel_cases[] = { 1790c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Basic absolute input. 1791c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "http://another/", true, false, false, NULL}, 1792c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "http:////another/", true, false, false, NULL}, 1793c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Empty relative URLs should only remove the ref part of the URL, 1794c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // leaving the rest unchanged. 1795c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://foo/bar", true, false, "", true, true, true, "http://foo/bar"}, 1796c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch {"http://foo/bar#ref", true, false, "", true, true, true, "http://foo/bar"}, 1797c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch {"http://foo/bar#", true, false, "", true, true, true, "http://foo/bar"}, 1798c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Spaces at the ends of the relative path should be ignored. 1799c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://foo/bar", true, false, " another ", true, true, true, "http://foo/another"}, 1800c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://foo/bar", true, false, " . ", true, true, true, "http://foo/"}, 1801c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://foo/bar", true, false, " \t ", true, true, true, "http://foo/bar"}, 1802c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Matching schemes without two slashes are treated as relative. 1803c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "http:path", true, true, true, "http://host/path"}, 1804c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a/", true, false, "http:path", true, true, true, "http://host/a/path"}, 1805c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "http:/path", true, true, true, "http://host/path"}, 1806c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "HTTP:/path", true, true, true, "http://host/path"}, 1807c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Nonmatching schemes are absolute. 1808c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "https:host2", true, false, false, NULL}, 1809c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "htto:/host2", true, false, false, NULL}, 1810c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Absolute path input 1811c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "/b/c/d", true, true, true, "http://host/b/c/d"}, 1812c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "\\b\\c\\d", true, true, true, "http://host/b/c/d"}, 1813c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "/b/../c", true, true, true, "http://host/c"}, 1814c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a?b#c", true, false, "/b/../c", true, true, true, "http://host/c"}, 1815c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "\\b/../c?x#y", true, true, true, "http://host/c?x#y"}, 1816c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a?b#c", true, false, "/b/../c?x#y", true, true, true, "http://host/c?x#y"}, 1817c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Relative path input 1818c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "b", true, true, true, "http://host/b"}, 1819c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "bc/de", true, true, true, "http://host/bc/de"}, 1820c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a/", true, false, "bc/de?query#ref", true, true, true, "http://host/a/bc/de?query#ref"}, 1821c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a/", true, false, ".", true, true, true, "http://host/a/"}, 1822c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a/", true, false, "..", true, true, true, "http://host/"}, 1823c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a/", true, false, "./..", true, true, true, "http://host/"}, 1824c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a/", true, false, "../.", true, true, true, "http://host/"}, 1825c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a/", true, false, "././.", true, true, true, "http://host/a/"}, 1826c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a?query#ref", true, false, "../../../foo", true, true, true, "http://host/foo"}, 1827c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Query input 1828c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "?foo=bar", true, true, true, "http://host/a?foo=bar"}, 1829c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a?x=y#z", true, false, "?", true, true, true, "http://host/a?"}, 1830c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a?x=y#z", true, false, "?foo=bar#com", true, true, true, "http://host/a?foo=bar#com"}, 1831c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Ref input 1832c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "#ref", true, true, true, "http://host/a#ref"}, 1833c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a#b", true, false, "#", true, true, true, "http://host/a#"}, 1834c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a?foo=bar#hello", true, false, "#bye", true, true, true, "http://host/a?foo=bar#bye"}, 1835c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Non-hierarchical base: no relative handling. Relative input should 1836c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // error, and if a scheme is present, it should be treated as absolute. 1837c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"data:foobar", false, false, "baz.html", false, false, false, NULL}, 1838c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"data:foobar", false, false, "data:baz", true, false, false, NULL}, 1839c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"data:foobar", false, false, "data:/base", true, false, false, NULL}, 1840c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Non-hierarchical base: absolute input should succeed. 1841c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"data:foobar", false, false, "http://host/", true, false, false, NULL}, 1842c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"data:foobar", false, false, "http:host", true, false, false, NULL}, 1843c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Invalid schemes should be treated as relative. 1844c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://foo/bar", true, false, "./asd:fgh", true, true, true, "http://foo/asd:fgh"}, 1845c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://foo/bar", true, false, ":foo", true, true, true, "http://foo/:foo"}, 1846c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://foo/bar", true, false, " hello world", true, true, true, "http://foo/hello%20world"}, 1847c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"data:asdf", false, false, ":foo", false, false, false, NULL}, 1848c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // We should treat semicolons like any other character in URL resolving 1849c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, ";foo", true, true, true, "http://host/;foo"}, 1850c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a;", true, false, ";foo", true, true, true, "http://host/;foo"}, 1851c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, ";/../bar", true, true, true, "http://host/bar"}, 1852c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Relative URLs can also be written as "//foo/bar" which is relative to 1853c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // the scheme. In this case, it would take the old scheme, so for http 1854c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // the example would resolve to "http://foo/bar". 1855c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "//another", true, true, true, "http://another/"}, 1856c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "//another/path?query#ref", true, true, true, "http://another/path?query#ref"}, 1857c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "///another/path", true, true, true, "http://another/path"}, 1858c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "//Another\\path", true, true, true, "http://another/path"}, 1859c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "//", true, true, false, "http:"}, 1860c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // IE will also allow one or the other to be a backslash to get the same 1861c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // behavior. 1862c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "\\/another/path", true, true, true, "http://another/path"}, 1863c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "/\\Another\\path", true, true, true, "http://another/path"}, 1864c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#ifdef WIN32 1865c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Resolving against Windows file base URLs. 1866c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/foo", true, true, "http://host/", true, false, false, NULL}, 1867c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/foo", true, true, "bar", true, true, true, "file:///C:/bar"}, 1868c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/foo", true, true, "../../../bar.html", true, true, true, "file:///C:/bar.html"}, 1869c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/foo", true, true, "/../bar.html", true, true, true, "file:///C:/bar.html"}, 1870c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // But two backslashes on Windows should be UNC so should be treated 1871c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // as absolute. 1872c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "\\\\another\\path", true, false, false, NULL}, 1873c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // IE doesn't support drive specs starting with two slashes. It fails 1874c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // immediately and doesn't even try to load. We fix it up to either 1875c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // an absolute path or UNC depending on what it looks like. 1876c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/something", true, true, "//c:/foo", true, true, true, "file:///C:/foo"}, 1877c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/something", true, true, "//localhost/c:/foo", true, true, true, "file:///C:/foo"}, 1878c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Windows drive specs should be allowed and treated as absolute. 1879c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/foo", true, true, "c:", true, false, false, NULL}, 1880c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/foo", true, true, "c:/foo", true, false, false, NULL}, 1881c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "c:\\foo", true, false, false, NULL}, 1882c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Relative paths with drive letters should be allowed when the base is 1883c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // also a file. 1884c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/foo", true, true, "/z:/bar", true, true, true, "file:///Z:/bar"}, 1885c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Treat absolute paths as being off of the drive. 1886c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/foo", true, true, "/bar", true, true, true, "file:///C:/bar"}, 1887c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file://localhost/C:/foo", true, true, "/bar", true, true, true, "file://localhost/C:/bar"}, 1888c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/foo/com/", true, true, "/bar", true, true, true, "file:///C:/bar"}, 1889c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // On Windows, two slashes without a drive letter when the base is a file 1890c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // means that the path is UNC. 1891c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/something", true, true, "//somehost/path", true, true, true, "file://somehost/path"}, 1892c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"file:///C:/something", true, true, "/\\//somehost/path", true, true, true, "file://somehost/path"}, 1893c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#else 1894c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // On Unix we fall back to relative behavior since there's nothing else 1895c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // reasonable to do. 1896c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "\\\\Another\\path", true, true, true, "http://another/path"}, 1897c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#endif 1898c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Even on Windows, we don't allow relative drive specs when the base 1899c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // is not file. 1900c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "/c:\\foo", true, true, true, "http://host/c:/foo"}, 1901c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott {"http://host/a", true, false, "//c:\\foo", true, true, true, "http://c/foo"}, 1902c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott }; 1903c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1904c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < ARRAYSIZE(rel_cases); i++) { 1905c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const RelativeCase& cur_case = rel_cases[i]; 1906c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1907c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 1908c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int base_len = static_cast<int>(strlen(cur_case.base)); 1909c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (cur_case.is_base_file) 1910c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseFileURL(cur_case.base, base_len, &parsed); 1911c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott else if (cur_case.is_base_hier) 1912c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseStandardURL(cur_case.base, base_len, &parsed); 1913c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott else 1914c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParsePathURL(cur_case.base, base_len, &parsed); 1915c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1916c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // First see if it is relative. 1917c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int test_len = static_cast<int>(strlen(cur_case.test)); 1918c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool is_relative; 1919c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component relative_component; 1920c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool succeed_is_rel = url_canon::IsRelativeURL( 1921c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott cur_case.base, parsed, cur_case.test, test_len, cur_case.is_base_hier, 1922c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott &is_relative, &relative_component); 1923c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1924c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cur_case.succeed_relative, succeed_is_rel) << 1925c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott "succeed is rel failure on " << cur_case.test; 1926c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cur_case.is_rel, is_relative) << 1927c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott "is rel failure on " << cur_case.test; 1928c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Now resolve it. 1929c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (succeed_is_rel && is_relative && cur_case.is_rel) { 1930c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string resolved; 1931c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput output(&resolved); 1932c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed resolved_parsed; 1933c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1934c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool succeed_resolve = url_canon::ResolveRelativeURL( 1935c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott cur_case.base, parsed, cur_case.is_base_file, 1936c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott cur_case.test, relative_component, NULL, &output, &resolved_parsed); 1937c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott output.Complete(); 1938c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1939c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cur_case.succeed_resolve, succeed_resolve); 1940c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_EQ(cur_case.resolved, resolved) << " on " << cur_case.test; 1941c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1942c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Verify that the output parsed structure is the same as parsing a 1943c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // the URL freshly. 1944c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed ref_parsed; 1945c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int resolved_len = static_cast<int>(resolved.size()); 1946c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (cur_case.is_base_file) 1947c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseFileURL(resolved.c_str(), resolved_len, &ref_parsed); 1948c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott else if (cur_case.is_base_hier) 1949c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseStandardURL(resolved.c_str(), resolved_len, &ref_parsed); 1950c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott else 1951c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParsePathURL(resolved.c_str(), resolved_len, &ref_parsed); 1952c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_TRUE(ParsedIsEqual(ref_parsed, resolved_parsed)); 1953c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1954c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 1955c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1956c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1957c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// It used to be when we did a replacement with a long buffer of UTF-16 1958c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// characters, we would get invalid data in the URL. This is because the buffer 1959c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// it used to hold the UTF-8 data was resized, while some pointers were still 1960c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// kept to the old buffer that was removed. 1961c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottTEST(URLCanonTest, ReplacementOverflow) { 1962c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const char src[] = "file:///C:/foo/bar"; 1963c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int src_len = static_cast<int>(strlen(src)); 1964c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed parsed; 1965c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::ParseFileURL(src, src_len, &parsed); 1966c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1967c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Override two components, the path with something short, and the query with 1968c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // sonething long enough to trigger the bug. 1969c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::Replacements<char16> repl; 1970c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 new_query; 1971c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (int i = 0; i < 4800; i++) 1972c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott new_query.push_back('a'); 1973c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1974c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott string16 new_path(WStringToUTF16(L"/foo")); 1975c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott repl.SetPath(new_path.c_str(), url_parse::Component(0, 4)); 1976c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott repl.SetQuery(new_query.c_str(), 1977c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Component(0, static_cast<int>(new_query.length()))); 1978c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1979c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Call ReplaceComponents on the string. It doesn't matter if we call it for 1980c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // standard URLs, file URLs, etc, since they will go to the same replacement 1981c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // function that was buggy. 1982c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_parse::Parsed repl_parsed; 1983c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string repl_str; 1984c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::StdStringCanonOutput repl_output(&repl_str); 1985c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott url_canon::ReplaceFileURL(src, parsed, repl, NULL, &repl_output, &repl_parsed); 1986c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott repl_output.Complete(); 1987c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 1988c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Generate the expected string and check. 1989c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott std::string expected("file:///foo?"); 1990c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott for (size_t i = 0; i < new_query.length(); i++) 1991c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott expected.push_back('a'); 1992c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott EXPECT_TRUE(expected == repl_str); 1993c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 1994