15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved.
25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be
35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file.
45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// See header file for description of RendererNetPredictor class
65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/renderer/net/renderer_net_predictor.h"
85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <ctype.h>
105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind.h"
125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/logging.h"
139ab5563a3196760eb381d102cbb2bc0f7abc6a50Ben Murdoch#include "base/message_loop/message_loop.h"
145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/common/net/predictor_common.h"
155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/common/render_messages.h"
165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "chrome/renderer/net/predictor_queue.h"
175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/public/renderer/render_thread.h"
185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)using content::RenderThread;
205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// The number of hostnames submitted to Browser DNS resolver per call to
225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// SubmitHostsnames() (which reads names from our queue).
235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const size_t kMAX_SUBMISSION_PER_TASK = 30;
245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)RendererNetPredictor::RendererNetPredictor()
265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    : c_string_queue_(1000),
27c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)      weak_factory_(this) {
285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  Reset();
295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)RendererNetPredictor::~RendererNetPredictor() {
325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void RendererNetPredictor::Reset() {
355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  domain_map_.clear();
365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  c_string_queue_.Clear();
375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  buffer_full_discard_count_ = 0;
385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  numeric_ip_discard_count_ = 0;
395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  new_name_count_ = 0;
405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Push names into queue quickly!
435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void RendererNetPredictor::Resolve(const char* name, size_t length) {
445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  if (!length)
455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    return;  // Don't store empty strings in buffer.
465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  if (is_numeric_ip(name, length))
475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    return;  // Numeric IPs have no DNS lookup significance.
485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  size_t old_size =  c_string_queue_.Size();
505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  DnsQueue::PushResult result = c_string_queue_.Push(name, length);
515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  if (DnsQueue::SUCCESSFUL_PUSH == result) {
525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    if (1 == c_string_queue_.Size()) {
535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      DCHECK_EQ(old_size, 0u);
545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      if (0 != old_size)
555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)        return;  // Overkill safety net: Don't send too many InvokeLater's.
565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      weak_factory_.InvalidateWeakPtrs();
575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      RenderThread::Get()->GetMessageLoop()->PostDelayedTask(
585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)          FROM_HERE, base::Bind(&RendererNetPredictor::SubmitHostnames,
595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)                                weak_factory_.GetWeakPtr()),
605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)          base::TimeDelta::FromMilliseconds(10));
615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    }
625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    return;
635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  }
645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  if (DnsQueue::OVERFLOW_PUSH == result) {
655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    ++buffer_full_discard_count_;
665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    return;
675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  }
685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  DCHECK(DnsQueue::REDUNDANT_PUSH == result);
695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Extract data from the Queue, and then send it off the the Browser process
725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// to be resolved.
735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void RendererNetPredictor::SubmitHostnames() {
745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Get all names out of the C_string_queue (into our map)
755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  ExtractBufferedNames();
765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // TBD: IT could be that we should only extract about as many names as we are
775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // going to send to the browser.  That would cause a "silly" page with a TON
785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // of URLs to start to overrun the DnsQueue, which will cause the names to
795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // be dropped (not stored in the queue).  By fetching ALL names, we are
805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // taking on a lot of work, which may take a long time to process... perhaps
815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // longer than the page may be visible!?!?!  If we implement a better
825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // mechanism for doing domain_map.clear() (see end of this method), then
835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // we'd automatically flush such pending work from a ridiculously link-filled
845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // page.
855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Don't overload the browser DNS lookup facility, or take too long here,
875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // by only sending off kMAX_SUBMISSION_PER_TASK names to the Browser.
885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // This will help to avoid overloads when a page has a TON of links.
895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  DnsPrefetchNames(kMAX_SUBMISSION_PER_TASK);
905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  if (new_name_count_ > 0 || 0 < c_string_queue_.Size()) {
915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    weak_factory_.InvalidateWeakPtrs();
925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    RenderThread::Get()->GetMessageLoop()->PostDelayedTask(
935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)        FROM_HERE, base::Bind(&RendererNetPredictor::SubmitHostnames,
945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)                              weak_factory_.GetWeakPtr()),
955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)        base::TimeDelta::FromMilliseconds(10));
965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  } else {
975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    // TODO(JAR): Should we only clear the map when we navigate, or reload?
985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    domain_map_.clear();
995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  }
1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Pull some hostnames from the queue, and add them to our map.
1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void RendererNetPredictor::ExtractBufferedNames(size_t size_goal) {
1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  size_t count(0);  // Number of entries to find (0 means find all).
1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  if (size_goal > 0) {
1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    if (size_goal <= domain_map_.size())
1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      return;  // Size goal was met.
1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    count = size_goal - domain_map_.size();
1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  }
1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  std::string name;
1125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  while (c_string_queue_.Pop(&name)) {
1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    DCHECK_NE(name.size(), 0u);
1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    // We don't put numeric IP names into buffer.
1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    DCHECK(!is_numeric_ip(name.c_str(), name.size()));
1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    DomainUseMap::iterator it;
1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    it = domain_map_.find(name);
1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    if (domain_map_.end() == it) {
1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      domain_map_[name] = kPending;
1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      ++new_name_count_;
1215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      if (0 == count) continue;  // Until buffer is empty.
1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      if (1 == count) break;  // We found size_goal.
1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      DCHECK_GT(count, 1u);
1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      --count;
1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    } else {
1265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      DCHECK(kPending == it->second || kLookupRequested == it->second);
1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    }
1285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  }
1295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void RendererNetPredictor::DnsPrefetchNames(size_t max_count) {
1325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // We are on the renderer thread, and just need to send things to the browser.
1335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  chrome_common_net::NameList names;
1345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  for (DomainUseMap::iterator it = domain_map_.begin();
1355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    it != domain_map_.end();
1365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    ++it) {
1375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    if (0 == (it->second & kLookupRequested)) {
1385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      it->second |= kLookupRequested;
1395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      names.push_back(it->first);
1405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      if (0 == max_count) continue;  // Get all, independent of count.
1415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      if (1 == max_count) break;
1425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      --max_count;
1435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      DCHECK_GE(max_count, 1u);
1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    }
1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  }
1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  DCHECK_GE(new_name_count_, names.size());
1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  new_name_count_ -= names.size();
1485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  RenderThread::Get()->Send(new ChromeViewHostMsg_DnsPrefetch(names));
1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
1515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)
1525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// is_numeric_ip() checks to see if all characters in name are either numeric,
1535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// or dots.  Such a name will not actually be passed to DNS, as it is an IP
1545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// address.
1555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool RendererNetPredictor::is_numeric_ip(const char* name, size_t length) {
1565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  // Scan for a character outside our lookup list.
1575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  while (length-- > 0) {
1585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    if (!isdigit(*name) && '.' != *name)
1595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)      return false;
1605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)    ++name;
1615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  }
1625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)  return true;
1635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}
164