15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// See header file for description of RendererNetPredictor class 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/renderer/net/renderer_net_predictor.h" 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <ctype.h> 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind.h" 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/logging.h" 139ab5563a3196760eb381d102cbb2bc0f7abc6a50Ben Murdoch#include "base/message_loop/message_loop.h" 145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/common/net/predictor_common.h" 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/common/render_messages.h" 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/renderer/net/predictor_queue.h" 175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/public/renderer/render_thread.h" 185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)using content::RenderThread; 205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// The number of hostnames submitted to Browser DNS resolver per call to 225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// SubmitHostsnames() (which reads names from our queue). 235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const size_t kMAX_SUBMISSION_PER_TASK = 30; 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)RendererNetPredictor::RendererNetPredictor() 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) : c_string_queue_(1000), 27c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) weak_factory_(this) { 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Reset(); 295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)RendererNetPredictor::~RendererNetPredictor() { 325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void RendererNetPredictor::Reset() { 355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) domain_map_.clear(); 365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) c_string_queue_.Clear(); 375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) buffer_full_discard_count_ = 0; 385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) numeric_ip_discard_count_ = 0; 395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) new_name_count_ = 0; 405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Push names into queue quickly! 435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void RendererNetPredictor::Resolve(const char* name, size_t length) { 445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!length) 455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; // Don't store empty strings in buffer. 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (is_numeric_ip(name, length)) 475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; // Numeric IPs have no DNS lookup significance. 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) size_t old_size = c_string_queue_.Size(); 505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DnsQueue::PushResult result = c_string_queue_.Push(name, length); 515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (DnsQueue::SUCCESSFUL_PUSH == result) { 525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (1 == c_string_queue_.Size()) { 535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(old_size, 0u); 545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (0 != old_size) 555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; // Overkill safety net: Don't send too many InvokeLater's. 565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.InvalidateWeakPtrs(); 575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RenderThread::Get()->GetMessageLoop()->PostDelayedTask( 585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, base::Bind(&RendererNetPredictor::SubmitHostnames, 595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr()), 605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMilliseconds(10)); 615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (DnsQueue::OVERFLOW_PUSH == result) { 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++buffer_full_discard_count_; 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(DnsQueue::REDUNDANT_PUSH == result); 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Extract data from the Queue, and then send it off the the Browser process 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// to be resolved. 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void RendererNetPredictor::SubmitHostnames() { 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Get all names out of the C_string_queue (into our map) 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ExtractBufferedNames(); 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TBD: IT could be that we should only extract about as many names as we are 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // going to send to the browser. That would cause a "silly" page with a TON 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // of URLs to start to overrun the DnsQueue, which will cause the names to 795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // be dropped (not stored in the queue). By fetching ALL names, we are 805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // taking on a lot of work, which may take a long time to process... perhaps 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // longer than the page may be visible!?!?! If we implement a better 825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // mechanism for doing domain_map.clear() (see end of this method), then 835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // we'd automatically flush such pending work from a ridiculously link-filled 845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // page. 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Don't overload the browser DNS lookup facility, or take too long here, 875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // by only sending off kMAX_SUBMISSION_PER_TASK names to the Browser. 885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // This will help to avoid overloads when a page has a TON of links. 895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DnsPrefetchNames(kMAX_SUBMISSION_PER_TASK); 905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (new_name_count_ > 0 || 0 < c_string_queue_.Size()) { 915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.InvalidateWeakPtrs(); 925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RenderThread::Get()->GetMessageLoop()->PostDelayedTask( 935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, base::Bind(&RendererNetPredictor::SubmitHostnames, 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) weak_factory_.GetWeakPtr()), 955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMilliseconds(10)); 965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(JAR): Should we only clear the map when we navigate, or reload? 985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) domain_map_.clear(); 995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Pull some hostnames from the queue, and add them to our map. 1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void RendererNetPredictor::ExtractBufferedNames(size_t size_goal) { 1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) size_t count(0); // Number of entries to find (0 means find all). 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (size_goal > 0) { 1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (size_goal <= domain_map_.size()) 1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; // Size goal was met. 1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) count = size_goal - domain_map_.size(); 1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string name; 1125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (c_string_queue_.Pop(&name)) { 1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(name.size(), 0u); 1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We don't put numeric IP names into buffer. 1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!is_numeric_ip(name.c_str(), name.size())); 1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DomainUseMap::iterator it; 1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) it = domain_map_.find(name); 1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (domain_map_.end() == it) { 1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) domain_map_[name] = kPending; 1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++new_name_count_; 1215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (0 == count) continue; // Until buffer is empty. 1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (1 == count) break; // We found size_goal. 1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_GT(count, 1u); 1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) --count; 1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 1265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(kPending == it->second || kLookupRequested == it->second); 1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void RendererNetPredictor::DnsPrefetchNames(size_t max_count) { 1325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We are on the renderer thread, and just need to send things to the browser. 1335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) chrome_common_net::NameList names; 1345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (DomainUseMap::iterator it = domain_map_.begin(); 1355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) it != domain_map_.end(); 1365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++it) { 1375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (0 == (it->second & kLookupRequested)) { 1385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) it->second |= kLookupRequested; 1395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) names.push_back(it->first); 1405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (0 == max_count) continue; // Get all, independent of count. 1415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (1 == max_count) break; 1425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) --max_count; 1435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_GE(max_count, 1u); 1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_GE(new_name_count_, names.size()); 1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) new_name_count_ -= names.size(); 1485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RenderThread::Get()->Send(new ChromeViewHostMsg_DnsPrefetch(names)); 1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// is_numeric_ip() checks to see if all characters in name are either numeric, 1535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// or dots. Such a name will not actually be passed to DNS, as it is an IP 1545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// address. 1555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool RendererNetPredictor::is_numeric_ip(const char* name, size_t length) { 1565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Scan for a character outside our lookup list. 1575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (length-- > 0) { 1585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!isdigit(*name) && '.' != *name) 1595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 1605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++name; 1615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 1635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 164