history_service.h revision 6d86b77056ed63eb6871182f42a9fd5f07550f90
1// Copyright (c) 2012 The Chromium Authors. All rights reserved.
2// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
4
5#ifndef CHROME_BROWSER_HISTORY_HISTORY_SERVICE_H_
6#define CHROME_BROWSER_HISTORY_HISTORY_SERVICE_H_
7
8#include <set>
9#include <vector>
10
11#include "base/basictypes.h"
12#include "base/bind.h"
13#include "base/callback.h"
14#include "base/files/file_path.h"
15#include "base/logging.h"
16#include "base/memory/ref_counted.h"
17#include "base/memory/scoped_ptr.h"
18#include "base/memory/weak_ptr.h"
19#include "base/observer_list.h"
20#include "base/strings/string16.h"
21#include "base/task/cancelable_task_tracker.h"
22#include "base/threading/thread_checker.h"
23#include "base/time/time.h"
24#include "chrome/browser/common/cancelable_request.h"
25#include "chrome/browser/history/delete_directive_handler.h"
26#include "chrome/browser/history/history_types.h"
27#include "chrome/browser/history/typed_url_syncable_service.h"
28#include "chrome/common/ref_counted_util.h"
29#include "components/favicon_base/favicon_callback.h"
30#include "components/history/core/browser/history_client.h"
31#include "components/keyed_service/core/keyed_service.h"
32#include "components/search_engines/template_url_id.h"
33#include "components/visitedlink/browser/visitedlink_delegate.h"
34#include "content/public/browser/download_manager_delegate.h"
35#include "content/public/browser/notification_observer.h"
36#include "content/public/browser/notification_registrar.h"
37#include "content/public/common/page_transition_types.h"
38#include "sql/init_status.h"
39#include "sync/api/syncable_service.h"
40
41#if defined(OS_ANDROID)
42class AndroidHistoryProviderService;
43#endif
44
45class GURL;
46class HistoryURLProvider;
47class PageUsageData;
48class PageUsageRequest;
49class Profile;
50struct HistoryURLProviderParams;
51struct ImportedFaviconUsage;
52
53namespace base {
54class FilePath;
55class Thread;
56}
57
58namespace visitedlink {
59class VisitedLinkMaster;
60}
61
62namespace history {
63
64class HistoryBackend;
65class HistoryClient;
66class HistoryDatabase;
67class HistoryDBTask;
68class HistoryQueryTest;
69class InMemoryHistoryBackend;
70class InMemoryURLIndex;
71class InMemoryURLIndexTest;
72class URLDatabase;
73class VisitDatabaseObserver;
74class VisitFilter;
75struct DownloadRow;
76struct HistoryAddPageArgs;
77struct HistoryDetails;
78
79}  // namespace history
80
81// The history service records page titles, and visit times, as well as
82// (eventually) information about autocomplete.
83//
84// This service is thread safe. Each request callback is invoked in the
85// thread that made the request.
86class HistoryService : public CancelableRequestProvider,
87                       public content::NotificationObserver,
88                       public syncer::SyncableService,
89                       public KeyedService,
90                       public visitedlink::VisitedLinkDelegate {
91 public:
92  // Miscellaneous commonly-used types.
93  typedef std::vector<PageUsageData*> PageUsageDataList;
94
95  // Must call Init after construction. The |history::HistoryClient| object
96  // must be valid for the whole lifetime of |HistoryService|.
97  explicit HistoryService(history::HistoryClient* client, Profile* profile);
98  // The empty constructor is provided only for testing.
99  HistoryService();
100
101  virtual ~HistoryService();
102
103  // Initializes the history service, returning true on success. On false, do
104  // not call any other functions. The given directory will be used for storing
105  // the history files.
106  bool Init(const base::FilePath& history_dir) {
107    return Init(history_dir, false);
108  }
109
110  // Triggers the backend to load if it hasn't already, and then returns whether
111  // it's finished loading.
112  // Note: Virtual needed for mocking.
113  virtual bool BackendLoaded();
114
115  // Returns true if the backend has finished loading.
116  bool backend_loaded() const { return backend_loaded_; }
117
118  // Called on shutdown, this will tell the history backend to complete and
119  // will release pointers to it. No other functions should be called once
120  // cleanup has happened that may dispatch to the history thread (because it
121  // will be NULL).
122  //
123  // In practice, this will be called by the service manager (BrowserProcess)
124  // when it is being destroyed. Because that reference is being destroyed, it
125  // should be impossible for anybody else to call the service, even if it is
126  // still in memory (pending requests may be holding a reference to us).
127  void Cleanup();
128
129  // Context ids are used to scope page IDs (see AddPage). These contexts
130  // must tell us when they are being invalidated so that we can clear
131  // out any cached data associated with that context.
132  void ClearCachedDataForContextID(history::ContextID context_id);
133
134  // Triggers the backend to load if it hasn't already, and then returns the
135  // in-memory URL database. The returned pointer MAY BE NULL if the in-memory
136  // database has not been loaded yet. This pointer is owned by the history
137  // system. Callers should not store or cache this value.
138  //
139  // TODO(brettw) this should return the InMemoryHistoryBackend.
140  history::URLDatabase* InMemoryDatabase();
141
142  // Following functions get URL information from in-memory database.
143  // They return false if database is not available (e.g. not loaded yet) or the
144  // URL does not exist.
145
146  // Reads the number of times the user has typed the given URL.
147  bool GetTypedCountForURL(const GURL& url, int* typed_count);
148
149  // Reads the last visit time for the given URL.
150  bool GetLastVisitTimeForURL(const GURL& url, base::Time* last_visit);
151
152  // Reads the number of times this URL has been visited.
153  bool GetVisitCountForURL(const GURL& url, int* visit_count);
154
155  // Returns a pointer to the TypedUrlSyncableService owned by HistoryBackend.
156  // This method should only be called from the history thread, because the
157  // returned service is intended to be accessed only via the history thread.
158  history::TypedUrlSyncableService* GetTypedUrlSyncableService() const;
159
160  // Return the quick history index.
161  history::InMemoryURLIndex* InMemoryIndex() const {
162    return in_memory_url_index_.get();
163  }
164
165  // KeyedService:
166  virtual void Shutdown() OVERRIDE;
167
168  // Navigation ----------------------------------------------------------------
169
170  // Adds the given canonical URL to history with the given time as the visit
171  // time. Referrer may be the empty string.
172  //
173  // The supplied context id is used to scope the given page ID. Page IDs
174  // are only unique inside a given context, so we need that to differentiate
175  // them.
176  //
177  // The context/page ids can be NULL if there is no meaningful tracking
178  // information that can be performed on the given URL. The 'page_id' should
179  // be the ID of the current session history entry in the given process.
180  //
181  // 'redirects' is an array of redirect URLs leading to this page, with the
182  // page itself as the last item (so when there is no redirect, it will have
183  // one entry). If there are no redirects, this array may also be empty for
184  // the convenience of callers.
185  //
186  // 'did_replace_entry' is true when the navigation entry for this page has
187  // replaced the existing entry. A non-user initiated redirect causes such
188  // replacement.
189  //
190  // All "Add Page" functions will update the visited link database.
191  void AddPage(const GURL& url,
192               base::Time time,
193               history::ContextID context_id,
194               int32 page_id,
195               const GURL& referrer,
196               const history::RedirectList& redirects,
197               content::PageTransition transition,
198               history::VisitSource visit_source,
199               bool did_replace_entry);
200
201  // For adding pages to history where no tracking information can be done.
202  void AddPage(const GURL& url,
203               base::Time time,
204               history::VisitSource visit_source);
205
206  // All AddPage variants end up here.
207  void AddPage(const history::HistoryAddPageArgs& add_page_args);
208
209  // Adds an entry for the specified url without creating a visit. This should
210  // only be used when bookmarking a page, otherwise the row leaks in the
211  // history db (it never gets cleaned).
212  void AddPageNoVisitForBookmark(const GURL& url, const base::string16& title);
213
214  // Sets the title for the given page. The page should be in history. If it
215  // is not, this operation is ignored.
216  void SetPageTitle(const GURL& url, const base::string16& title);
217
218  // Updates the history database with a page's ending time stamp information.
219  // The page can be identified by the combination of the context id, the page
220  // id and the url.
221  void UpdateWithPageEndTime(history::ContextID context_id,
222                             int32 page_id,
223                             const GURL& url,
224                             base::Time end_ts);
225
226  // Querying ------------------------------------------------------------------
227
228  // Returns the information about the requested URL. If the URL is found,
229  // success will be true and the information will be in the URLRow parameter.
230  // On success, the visits, if requested, will be sorted by date. If they have
231  // not been requested, the pointer will be valid, but the vector will be
232  // empty.
233  //
234  // If success is false, neither the row nor the vector will be valid.
235  typedef base::Callback<
236      void(bool,  // Success flag, when false, nothing else is valid.
237           const history::URLRow&,
238           const history::VisitVector&)> QueryURLCallback;
239
240  // Queries the basic information about the URL in the history database. If
241  // the caller is interested in the visits (each time the URL is visited),
242  // set |want_visits| to true. If these are not needed, the function will be
243  // faster by setting this to false.
244  base::CancelableTaskTracker::TaskId QueryURL(
245      const GURL& url,
246      bool want_visits,
247      const QueryURLCallback& callback,
248      base::CancelableTaskTracker* tracker);
249
250  // Provides the result of a query. See QueryResults in history_types.h.
251  // The common use will be to use QueryResults.Swap to suck the contents of
252  // the results out of the passed in parameter and take ownership of them.
253  typedef base::Callback<void(Handle, history::QueryResults*)>
254      QueryHistoryCallback;
255
256  // Queries all history with the given options (see QueryOptions in
257  // history_types.h).  If empty, all results matching the given options
258  // will be returned.
259  Handle QueryHistory(const base::string16& text_query,
260                      const history::QueryOptions& options,
261                      CancelableRequestConsumerBase* consumer,
262                      const QueryHistoryCallback& callback);
263
264  // Called when the results of QueryRedirectsFrom are available.
265  // The given vector will contain a list of all redirects, not counting
266  // the original page. If A redirects to B which redirects to C, the vector
267  // will contain [B, C], and A will be in 'from_url'.
268  //
269  // For QueryRedirectsTo, the order is reversed. For A->B->C, the vector will
270  // contain [B, A] and C will be in 'to_url'.
271  //
272  // If there is no such URL in the database or the most recent visit has no
273  // redirect, the vector will be empty. If the history system failed for
274  // some reason, success will additionally be false. If the given page
275  // has redirected to multiple destinations, this will pick a random one.
276  typedef base::Callback<void(Handle,
277                              GURL,  // from_url / to_url
278                              bool,  // success
279                              history::RedirectList*)> QueryRedirectsCallback;
280
281  // Schedules a query for the most recent redirect coming out of the given
282  // URL. See the RedirectQuerySource above, which is guaranteed to be called
283  // if the request is not canceled.
284  Handle QueryRedirectsFrom(const GURL& from_url,
285                            CancelableRequestConsumerBase* consumer,
286                            const QueryRedirectsCallback& callback);
287
288  // Schedules a query to get the most recent redirects ending at the given
289  // URL.
290  Handle QueryRedirectsTo(const GURL& to_url,
291                          CancelableRequestConsumerBase* consumer,
292                          const QueryRedirectsCallback& callback);
293
294  typedef base::Callback<
295      void(Handle,
296           bool,        // Were we able to determine the # of visits?
297           int,         // Number of visits.
298           base::Time)> // Time of first visit. Only set if bool
299                        // is true and int is > 0.
300      GetVisibleVisitCountToHostCallback;
301
302  // Requests the number of user-visible visits (i.e. no redirects or subframes)
303  // to all urls on the same scheme/host/port as |url|.  This is only valid for
304  // HTTP and HTTPS URLs.
305  Handle GetVisibleVisitCountToHost(
306      const GURL& url,
307      CancelableRequestConsumerBase* consumer,
308      const GetVisibleVisitCountToHostCallback& callback);
309
310  // Called when QueryTopURLsAndRedirects completes. The vector contains a list
311  // of the top |result_count| URLs.  For each of these URLs, there is an entry
312  // in the map containing redirects from the URL.  For example, if we have the
313  // redirect chain A -> B -> C and A is a top visited URL, then A will be in
314  // the vector and "A => {B -> C}" will be in the map.
315  typedef base::Callback<
316      void(Handle,
317           bool,  // Did we get the top urls and redirects?
318           std::vector<GURL>*,  // List of top URLs.
319           history::RedirectMap*)>  // Redirects for top URLs.
320      QueryTopURLsAndRedirectsCallback;
321
322  // Request the top |result_count| most visited URLs and the chain of redirects
323  // leading to each of these URLs.
324  // TODO(Nik): remove this. Use QueryMostVisitedURLs instead.
325  Handle QueryTopURLsAndRedirects(
326      int result_count,
327      CancelableRequestConsumerBase* consumer,
328      const QueryTopURLsAndRedirectsCallback& callback);
329
330  typedef base::Callback<void(Handle, history::MostVisitedURLList)>
331      QueryMostVisitedURLsCallback;
332
333  typedef base::Callback<void(Handle, const history::FilteredURLList&)>
334      QueryFilteredURLsCallback;
335
336  // Request the |result_count| most visited URLs and the chain of
337  // redirects leading to each of these URLs. |days_back| is the
338  // number of days of history to use. Used by TopSites.
339  Handle QueryMostVisitedURLs(int result_count, int days_back,
340                              CancelableRequestConsumerBase* consumer,
341                              const QueryMostVisitedURLsCallback& callback);
342
343  // Request the |result_count| URLs filtered and sorted based on the |filter|.
344  // If |extended_info| is true, additional data will be provided in the
345  // results. Computing this additional data is expensive, likely to become
346  // more expensive as additional data points are added in future changes, and
347  // not useful in most cases. Set |extended_info| to true only if you
348  // explicitly require the additional data.
349  Handle QueryFilteredURLs(
350      int result_count,
351      const history::VisitFilter& filter,
352      bool extended_info,
353      CancelableRequestConsumerBase* consumer,
354      const QueryFilteredURLsCallback& callback);
355
356  // Database management operations --------------------------------------------
357
358  // Delete all the information related to a single url.
359  void DeleteURL(const GURL& url);
360
361  // Delete all the information related to a list of urls.  (Deleting
362  // URLs one by one is slow as it has to flush to disk each time.)
363  void DeleteURLsForTest(const std::vector<GURL>& urls);
364
365  // Removes all visits in the selected time range (including the
366  // start time), updating the URLs accordingly. This deletes any
367  // associated data. This function also deletes the associated
368  // favicons, if they are no longer referenced. |callback| runs when
369  // the expiration is complete. You may use null Time values to do an
370  // unbounded delete in either direction.
371  // If |restrict_urls| is not empty, only visits to the URLs in this set are
372  // removed.
373  void ExpireHistoryBetween(const std::set<GURL>& restrict_urls,
374                            base::Time begin_time,
375                            base::Time end_time,
376                            const base::Closure& callback,
377                            base::CancelableTaskTracker* tracker);
378
379  // Removes all visits to specified URLs in specific time ranges.
380  // This is the equivalent ExpireHistoryBetween() once for each element in the
381  // vector. The fields of |ExpireHistoryArgs| map directly to the arguments of
382  // of ExpireHistoryBetween().
383  void ExpireHistory(const std::vector<history::ExpireHistoryArgs>& expire_list,
384                     const base::Closure& callback,
385                     base::CancelableTaskTracker* tracker);
386
387  // Removes all visits to the given URLs in the specified time range. Calls
388  // ExpireHistoryBetween() to delete local visits, and handles deletion of
389  // synced visits if appropriate.
390  void ExpireLocalAndRemoteHistoryBetween(const std::set<GURL>& restrict_urls,
391                                          base::Time begin_time,
392                                          base::Time end_time,
393                                          const base::Closure& callback,
394                                          base::CancelableTaskTracker* tracker);
395
396  // Processes the given |delete_directive| and sends it to the
397  // SyncChangeProcessor (if it exists).  Returns any error resulting
398  // from sending the delete directive to sync.
399  syncer::SyncError ProcessLocalDeleteDirective(
400      const sync_pb::HistoryDeleteDirectiveSpecifics& delete_directive);
401
402  // Downloads -----------------------------------------------------------------
403
404  // Implemented by the caller of 'CreateDownload' below, and is called when the
405  // history service has created a new entry for a download in the history db.
406  typedef base::Callback<void(bool)> DownloadCreateCallback;
407
408  // Begins a history request to create a new row for a download. 'info'
409  // contains all the download's creation state, and 'callback' runs when the
410  // history service request is complete. The callback is called on the thread
411  // that calls CreateDownload().
412  void CreateDownload(
413      const history::DownloadRow& info,
414      const DownloadCreateCallback& callback);
415
416  // Responds on the calling thread with the maximum id of all downloads records
417  // in the database plus 1.
418  void GetNextDownloadId(const content::DownloadIdCallback& callback);
419
420  // Implemented by the caller of 'QueryDownloads' below, and is called when the
421  // history service has retrieved a list of all download state. The call
422  typedef base::Callback<void(
423      scoped_ptr<std::vector<history::DownloadRow> >)>
424          DownloadQueryCallback;
425
426  // Begins a history request to retrieve the state of all downloads in the
427  // history db. 'callback' runs when the history service request is complete,
428  // at which point 'info' contains an array of history::DownloadRow, one per
429  // download. The callback is called on the thread that calls QueryDownloads().
430  void QueryDownloads(const DownloadQueryCallback& callback);
431
432  // Called to update the history service about the current state of a download.
433  // This is a 'fire and forget' query, so just pass the relevant state info to
434  // the database with no need for a callback.
435  void UpdateDownload(const history::DownloadRow& data);
436
437  // Permanently remove some downloads from the history system. This is a 'fire
438  // and forget' operation.
439  void RemoveDownloads(const std::set<uint32>& ids);
440
441  // Visit Segments ------------------------------------------------------------
442
443  typedef base::Callback<void(Handle, std::vector<PageUsageData*>*)>
444      SegmentQueryCallback;
445
446  // Query usage data for all visit segments since the provided time.
447  //
448  // The request is performed asynchronously and can be cancelled by using the
449  // returned handle.
450  //
451  // The vector provided to the callback and its contents is owned by the
452  // history system. It will be deeply deleted after the callback is invoked.
453  // If you want to preserve any PageUsageData instance, simply remove them
454  // from the vector.
455  //
456  // The vector contains a list of PageUsageData. Each PageUsageData ID is set
457  // to the segment ID. The URL and all the other information is set to the page
458  // representing the segment.
459  Handle QuerySegmentUsageSince(CancelableRequestConsumerBase* consumer,
460                                const base::Time from_time,
461                                int max_result_count,
462                                const SegmentQueryCallback& callback);
463
464  // Keyword search terms -----------------------------------------------------
465
466  // Sets the search terms for the specified url and keyword. url_id gives the
467  // id of the url, keyword_id the id of the keyword and term the search term.
468  void SetKeywordSearchTermsForURL(const GURL& url,
469                                   TemplateURLID keyword_id,
470                                   const base::string16& term);
471
472  // Deletes all search terms for the specified keyword.
473  void DeleteAllSearchTermsForKeyword(TemplateURLID keyword_id);
474
475  typedef base::Callback<
476      void(Handle, std::vector<history::KeywordSearchTermVisit>*)>
477          GetMostRecentKeywordSearchTermsCallback;
478
479  // Returns up to max_count of the most recent search terms starting with the
480  // specified text. The matching is case insensitive. The results are ordered
481  // in descending order up to |max_count| with the most recent search term
482  // first.
483  Handle GetMostRecentKeywordSearchTerms(
484      TemplateURLID keyword_id,
485      const base::string16& prefix,
486      int max_count,
487      CancelableRequestConsumerBase* consumer,
488      const GetMostRecentKeywordSearchTermsCallback& callback);
489
490  // Deletes any search term corresponding to |url|.
491  void DeleteKeywordSearchTermForURL(const GURL& url);
492
493  // Deletes all URL and search term entries matching the given |term| and
494  // |keyword_id|.
495  void DeleteMatchingURLsForKeyword(TemplateURLID keyword_id,
496                                    const base::string16& term);
497
498  // Bookmarks -----------------------------------------------------------------
499
500  // Notification that a URL is no longer bookmarked.
501  void URLsNoLongerBookmarked(const std::set<GURL>& urls);
502
503  // Generic Stuff -------------------------------------------------------------
504
505  // Schedules a HistoryDBTask for running on the history backend thread. See
506  // HistoryDBTask for details on what this does.
507  virtual void ScheduleDBTask(history::HistoryDBTask* task,
508                              CancelableRequestConsumerBase* consumer);
509
510  // Adds or removes observers for the VisitDatabase.
511  void AddVisitDatabaseObserver(history::VisitDatabaseObserver* observer);
512  void RemoveVisitDatabaseObserver(history::VisitDatabaseObserver* observer);
513
514  void NotifyVisitDBObserversOnAddVisit(const history::BriefVisitInfo& info);
515
516  // Testing -------------------------------------------------------------------
517
518  // Runs |flushed| after bouncing off the history thread.
519  void FlushForTest(const base::Closure& flushed);
520
521  // Designed for unit tests, this passes the given task on to the history
522  // backend to be called once the history backend has terminated. This allows
523  // callers to know when the history thread is complete and the database files
524  // can be deleted and the next test run. Otherwise, the history thread may
525  // still be running, causing problems in subsequent tests.
526  //
527  // There can be only one closing task, so this will override any previously
528  // set task. We will take ownership of the pointer and delete it when done.
529  // The task will be run on the calling thread (this function is threadsafe).
530  void SetOnBackendDestroyTask(const base::Closure& task);
531
532  // Used for unit testing and potentially importing to get known information
533  // into the database. This assumes the URL doesn't exist in the database
534  //
535  // Calling this function many times may be slow because each call will
536  // dispatch to the history thread and will be a separate database
537  // transaction. If this functionality is needed for importing many URLs,
538  // callers should use AddPagesWithDetails() instead.
539  //
540  // Note that this routine (and AddPageWithDetails()) always adds a single
541  // visit using the |last_visit| timestamp, and a PageTransition type of LINK,
542  // if |visit_source| != SYNCED.
543  void AddPageWithDetails(const GURL& url,
544                          const base::string16& title,
545                          int visit_count,
546                          int typed_count,
547                          base::Time last_visit,
548                          bool hidden,
549                          history::VisitSource visit_source);
550
551  // The same as AddPageWithDetails() but takes a vector.
552  void AddPagesWithDetails(const history::URLRows& info,
553                           history::VisitSource visit_source);
554
555  // Returns true if this looks like the type of URL we want to add to the
556  // history. We filter out some URLs such as JavaScript.
557  static bool CanAddURL(const GURL& url);
558
559  // Returns the HistoryClient.
560  history::HistoryClient* history_client() { return history_client_; }
561
562  base::WeakPtr<HistoryService> AsWeakPtr();
563
564  // syncer::SyncableService implementation.
565  virtual syncer::SyncMergeResult MergeDataAndStartSyncing(
566      syncer::ModelType type,
567      const syncer::SyncDataList& initial_sync_data,
568      scoped_ptr<syncer::SyncChangeProcessor> sync_processor,
569      scoped_ptr<syncer::SyncErrorFactory> error_handler) OVERRIDE;
570  virtual void StopSyncing(syncer::ModelType type) OVERRIDE;
571  virtual syncer::SyncDataList GetAllSyncData(
572      syncer::ModelType type) const OVERRIDE;
573  virtual syncer::SyncError ProcessSyncChanges(
574      const tracked_objects::Location& from_here,
575      const syncer::SyncChangeList& change_list) OVERRIDE;
576
577 protected:
578  // These are not currently used, hopefully we can do something in the future
579  // to ensure that the most important things happen first.
580  enum SchedulePriority {
581    PRIORITY_UI,      // The highest priority (must respond to UI events).
582    PRIORITY_NORMAL,  // Normal stuff like adding a page.
583    PRIORITY_LOW,     // Low priority things like indexing or expiration.
584  };
585
586 private:
587  class BackendDelegate;
588#if defined(OS_ANDROID)
589  friend class AndroidHistoryProviderService;
590#endif
591  friend class base::RefCountedThreadSafe<HistoryService>;
592  friend class BackendDelegate;
593  friend class FaviconService;
594  friend class history::HistoryBackend;
595  friend class history::HistoryQueryTest;
596  friend class HistoryOperation;
597  friend class HistoryQuickProviderTest;
598  friend class HistoryURLProvider;
599  friend class HistoryURLProviderTest;
600  friend class history::InMemoryURLIndexTest;
601  template<typename Info, typename Callback> friend class DownloadRequest;
602  friend class PageUsageRequest;
603  friend class RedirectRequest;
604  friend class TestingProfile;
605
606  // Implementation of content::NotificationObserver.
607  virtual void Observe(int type,
608                       const content::NotificationSource& source,
609                       const content::NotificationDetails& details) OVERRIDE;
610
611  // Implementation of visitedlink::VisitedLinkDelegate.
612  virtual void RebuildTable(
613      const scoped_refptr<URLEnumerator>& enumerator) OVERRIDE;
614
615  // Low-level Init().  Same as the public version, but adds a |no_db| parameter
616  // that is only set by unittests which causes the backend to not init its DB.
617  bool Init(const base::FilePath& history_dir, bool no_db);
618
619  // Called by the HistoryURLProvider class to schedule an autocomplete, it
620  // will be called back on the internal history thread with the history
621  // database so it can query. See history_autocomplete.cc for a diagram.
622  void ScheduleAutocomplete(HistoryURLProvider* provider,
623                            HistoryURLProviderParams* params);
624
625  // Broadcasts the given notification. This is called by the backend so that
626  // the notification will be broadcast on the main thread.
627  void BroadcastNotificationsHelper(
628      int type,
629      scoped_ptr<history::HistoryDetails> details);
630
631  // Notification from the backend that it has finished loading. Sends
632  // notification (NOTIFY_HISTORY_LOADED) and sets backend_loaded_ to true.
633  void OnDBLoaded();
634
635  // Helper function for getting URL information.
636  // Reads a URLRow from in-memory database. Returns false if database is not
637  // available or the URL does not exist.
638  bool GetRowForURL(const GURL& url, history::URLRow* url_row);
639
640  // Favicon -------------------------------------------------------------------
641
642  // These favicon methods are exposed to the FaviconService. Instead of calling
643  // these methods directly you should call the respective method on the
644  // FaviconService.
645
646  // Used by FaviconService to get the favicon bitmaps from the history backend
647  // whose edge sizes most closely match |desired_sizes| for |icon_types|. If
648  // |desired_sizes| has a '0' entry, the largest favicon bitmap for
649  // |icon_types| is returned. The returned FaviconBitmapResults will have at
650  // most one result for each entry in |desired_sizes|. If a favicon bitmap is
651  // determined to be the best candidate for multiple |desired_sizes| there will
652  // be fewer results.
653  // If |icon_types| has several types, results for only a single type will be
654  // returned in the priority of TOUCH_PRECOMPOSED_ICON, TOUCH_ICON, and
655  // FAVICON.
656  base::CancelableTaskTracker::TaskId GetFavicons(
657      const std::vector<GURL>& icon_urls,
658      int icon_types,
659      const std::vector<int>& desired_sizes,
660      const favicon_base::FaviconResultsCallback& callback,
661      base::CancelableTaskTracker* tracker);
662
663  // Used by the FaviconService to get favicons mapped to |page_url| for
664  // |icon_types| whose edge sizes most closely match |desired_sizes|. If
665  // |desired_sizes| has a '0' entry, the largest favicon bitmap for
666  // |icon_types| is returned. The returned FaviconBitmapResults will have at
667  // most one result for each entry in |desired_sizes|. If a favicon bitmap is
668  // determined to be the best candidate for multiple |desired_sizes| there
669  // will be fewer results. If |icon_types| has several types, results for only
670  // a single type will be returned in the priority of TOUCH_PRECOMPOSED_ICON,
671  // TOUCH_ICON, and FAVICON.
672  base::CancelableTaskTracker::TaskId GetFaviconsForURL(
673      const GURL& page_url,
674      int icon_types,
675      const std::vector<int>& desired_sizes,
676      const favicon_base::FaviconResultsCallback& callback,
677      base::CancelableTaskTracker* tracker);
678
679  // Used by FaviconService to find the first favicon bitmap whose width and
680  // height are greater than that of |minimum_size_in_pixels|. This searches
681  // for icons by IconType. Each element of |icon_types| is a bitmask of
682  // IconTypes indicating the types to search for.
683  // If the largest icon of |icon_types[0]| is not larger than
684  // |minimum_size_in_pixel|, the next icon types of
685  // |icon_types| will be searched and so on.
686  // If no icon is larger than |minimum_size_in_pixel|, the largest one of all
687  // icon types in |icon_types| is returned.
688  // This feature is especially useful when some types of icon is perfered as
689  // long as its size is larger than a specific value.
690  base::CancelableTaskTracker::TaskId GetLargestFaviconForURL(
691      const GURL& page_url,
692      const std::vector<int>& icon_types,
693      int minimum_size_in_pixels,
694      const favicon_base::FaviconRawBitmapCallback& callback,
695      base::CancelableTaskTracker* tracker);
696
697  // Used by the FaviconService to get the favicon bitmap which most closely
698  // matches |desired_size| from the favicon with |favicon_id| from the history
699  // backend. If |desired_size| is 0, the largest favicon bitmap for
700  // |favicon_id| is returned.
701  base::CancelableTaskTracker::TaskId GetFaviconForID(
702      favicon_base::FaviconID favicon_id,
703      int desired_size,
704      const favicon_base::FaviconResultsCallback& callback,
705      base::CancelableTaskTracker* tracker);
706
707  // Used by the FaviconService to replace the favicon mappings to |page_url|
708  // for |icon_types| on the history backend.
709  // Sample |icon_urls|:
710  //  { ICON_URL1 -> TOUCH_ICON, known to the database,
711  //    ICON_URL2 -> TOUCH_ICON, not known to the database,
712  //    ICON_URL3 -> TOUCH_PRECOMPOSED_ICON, known to the database }
713  // The new mappings are computed from |icon_urls| with these rules:
714  // 1) Any urls in |icon_urls| which are not already known to the database are
715  //    rejected.
716  //    Sample new mappings to |page_url|: { ICON_URL1, ICON_URL3 }
717  // 2) If |icon_types| has multiple types, the mappings are only set for the
718  //    largest icon type.
719  //    Sample new mappings to |page_url|: { ICON_URL3 }
720  // |icon_types| can only have multiple IconTypes if
721  // |icon_types| == TOUCH_ICON | TOUCH_PRECOMPOSED_ICON.
722  // The favicon bitmaps whose edge sizes most closely match |desired_sizes|
723  // from the favicons which were just mapped to |page_url| are returned. If
724  // |desired_sizes| has a '0' entry, the largest favicon bitmap is returned.
725  base::CancelableTaskTracker::TaskId UpdateFaviconMappingsAndFetch(
726      const GURL& page_url,
727      const std::vector<GURL>& icon_urls,
728      int icon_types,
729      const std::vector<int>& desired_sizes,
730      const favicon_base::FaviconResultsCallback& callback,
731      base::CancelableTaskTracker* tracker);
732
733  // Used by FaviconService to set a favicon for |page_url| and |icon_url| with
734  // |pixel_size|.
735  // Example:
736  //   |page_url|: www.google.com
737  // 2 favicons in history for |page_url|:
738  //   www.google.com/a.ico  16x16
739  //   www.google.com/b.ico  32x32
740  // MergeFavicon(|page_url|, www.google.com/a.ico, ..., ..., 16x16)
741  //
742  // Merging occurs in the following manner:
743  // 1) |page_url| is set to map to only to |icon_url|. In order to not lose
744  //    data, favicon bitmaps mapped to |page_url| but not to |icon_url| are
745  //    copied to the favicon at |icon_url|.
746  //    For the example above, |page_url| will only be mapped to a.ico.
747  //    The 32x32 favicon bitmap at b.ico is copied to a.ico
748  // 2) |bitmap_data| is added to the favicon at |icon_url|, overwriting any
749  //    favicon bitmaps of |pixel_size|.
750  //    For the example above, |bitmap_data| overwrites the 16x16 favicon
751  //    bitmap for a.ico.
752  // TODO(pkotwicz): Remove once no longer required by sync.
753  void MergeFavicon(const GURL& page_url,
754                    const GURL& icon_url,
755                    favicon_base::IconType icon_type,
756                    scoped_refptr<base::RefCountedMemory> bitmap_data,
757                    const gfx::Size& pixel_size);
758
759  // Used by the FaviconService to set the favicons for a page on the history
760  // backend.
761  // |favicon_bitmap_data| replaces all the favicon bitmaps mapped to
762  // |page_url|.
763  // |expired| and |icon_type| fields in FaviconBitmapData are ignored.
764  // Use MergeFavicon() if |favicon_bitmap_data| is incomplete, and favicon
765  // bitmaps in the database should be preserved if possible. For instance,
766  // favicon bitmaps from sync are 1x only. MergeFavicon() is used to avoid
767  // deleting the 2x favicon bitmap if it is present in the history backend.
768  // See HistoryBackend::ValidateSetFaviconsParams() for more details on the
769  // criteria for |favicon_bitmap_data| to be valid.
770  void SetFavicons(const GURL& page_url,
771                   favicon_base::IconType icon_type,
772                   const std::vector<favicon_base::FaviconRawBitmapData>&
773                       favicon_bitmap_data);
774
775  // Used by the FaviconService to mark the favicon for the page as being out
776  // of date.
777  void SetFaviconsOutOfDateForPage(const GURL& page_url);
778
779  // Used by the FaviconService to clone favicons from one page to another,
780  // provided that other page does not already have favicons.
781  void CloneFavicons(const GURL& old_page_url, const GURL& new_page_url);
782
783  // Used by the FaviconService for importing many favicons for many pages at
784  // once. The pages must exist, any favicon sets for unknown pages will be
785  // discarded. Existing favicons will not be overwritten.
786  void SetImportedFavicons(
787      const std::vector<ImportedFaviconUsage>& favicon_usage);
788
789  // Sets the in-memory URL database. This is called by the backend once the
790  // database is loaded to make it available.
791  void SetInMemoryBackend(
792      scoped_ptr<history::InMemoryHistoryBackend> mem_backend);
793
794  // Called by our BackendDelegate when there is a problem reading the database.
795  void NotifyProfileError(sql::InitStatus init_status);
796
797  // Call to schedule a given task for running on the history thread with the
798  // specified priority. The task will have ownership taken.
799  void ScheduleTask(SchedulePriority priority, const base::Closure& task);
800
801  // Schedule ------------------------------------------------------------------
802  //
803  // Functions for scheduling operations on the history thread that have a
804  // handle and may be cancelable. For fire-and-forget operations, see
805  // ScheduleAndForget below.
806
807  template<typename BackendFunc, class RequestType>
808  Handle Schedule(SchedulePriority priority,
809                  BackendFunc func,  // Function to call on the HistoryBackend.
810                  CancelableRequestConsumerBase* consumer,
811                  RequestType* request) {
812    DCHECK(thread_) << "History service being called after cleanup";
813    DCHECK(thread_checker_.CalledOnValidThread());
814    if (consumer)
815      AddRequest(request, consumer);
816    ScheduleTask(priority,
817                 base::Bind(func, history_backend_.get(),
818                            scoped_refptr<RequestType>(request)));
819    return request->handle();
820  }
821
822  template<typename BackendFunc, class RequestType, typename ArgA>
823  Handle Schedule(SchedulePriority priority,
824                  BackendFunc func,  // Function to call on the HistoryBackend.
825                  CancelableRequestConsumerBase* consumer,
826                  RequestType* request,
827                  const ArgA& a) {
828    DCHECK(thread_) << "History service being called after cleanup";
829    DCHECK(thread_checker_.CalledOnValidThread());
830    if (consumer)
831      AddRequest(request, consumer);
832    ScheduleTask(priority,
833                 base::Bind(func, history_backend_.get(),
834                            scoped_refptr<RequestType>(request), a));
835    return request->handle();
836  }
837
838  template<typename BackendFunc,
839           class RequestType,  // Descendant of CancelableRequestBase.
840           typename ArgA,
841           typename ArgB>
842  Handle Schedule(SchedulePriority priority,
843                  BackendFunc func,  // Function to call on the HistoryBackend.
844                  CancelableRequestConsumerBase* consumer,
845                  RequestType* request,
846                  const ArgA& a,
847                  const ArgB& b) {
848    DCHECK(thread_) << "History service being called after cleanup";
849    DCHECK(thread_checker_.CalledOnValidThread());
850    if (consumer)
851      AddRequest(request, consumer);
852    ScheduleTask(priority,
853                 base::Bind(func, history_backend_.get(),
854                            scoped_refptr<RequestType>(request), a, b));
855    return request->handle();
856  }
857
858  template<typename BackendFunc,
859           class RequestType,  // Descendant of CancelableRequestBase.
860           typename ArgA,
861           typename ArgB,
862           typename ArgC>
863  Handle Schedule(SchedulePriority priority,
864                  BackendFunc func,  // Function to call on the HistoryBackend.
865                  CancelableRequestConsumerBase* consumer,
866                  RequestType* request,
867                  const ArgA& a,
868                  const ArgB& b,
869                  const ArgC& c) {
870    DCHECK(thread_) << "History service being called after cleanup";
871    DCHECK(thread_checker_.CalledOnValidThread());
872    if (consumer)
873      AddRequest(request, consumer);
874    ScheduleTask(priority,
875                 base::Bind(func, history_backend_.get(),
876                            scoped_refptr<RequestType>(request), a, b, c));
877    return request->handle();
878  }
879
880  template<typename BackendFunc,
881           class RequestType,  // Descendant of CancelableRequestBase.
882           typename ArgA,
883           typename ArgB,
884           typename ArgC,
885           typename ArgD>
886  Handle Schedule(SchedulePriority priority,
887                  BackendFunc func,  // Function to call on the HistoryBackend.
888                  CancelableRequestConsumerBase* consumer,
889                  RequestType* request,
890                  const ArgA& a,
891                  const ArgB& b,
892                  const ArgC& c,
893                  const ArgD& d) {
894    DCHECK(thread_) << "History service being called after cleanup";
895    DCHECK(thread_checker_.CalledOnValidThread());
896    if (consumer)
897      AddRequest(request, consumer);
898    ScheduleTask(priority,
899                 base::Bind(func, history_backend_.get(),
900                            scoped_refptr<RequestType>(request), a, b, c, d));
901    return request->handle();
902  }
903
904  // ScheduleAndForget ---------------------------------------------------------
905  //
906  // Functions for scheduling operations on the history thread that do not need
907  // any callbacks and are not cancelable.
908
909  template<typename BackendFunc>
910  void ScheduleAndForget(SchedulePriority priority,
911                         BackendFunc func) {  // Function to call on backend.
912    DCHECK(thread_) << "History service being called after cleanup";
913    DCHECK(thread_checker_.CalledOnValidThread());
914    ScheduleTask(priority, base::Bind(func, history_backend_.get()));
915  }
916
917  template<typename BackendFunc, typename ArgA>
918  void ScheduleAndForget(SchedulePriority priority,
919                         BackendFunc func,  // Function to call on backend.
920                         const ArgA& a) {
921    DCHECK(thread_) << "History service being called after cleanup";
922    DCHECK(thread_checker_.CalledOnValidThread());
923    ScheduleTask(priority, base::Bind(func, history_backend_.get(), a));
924  }
925
926  template<typename BackendFunc, typename ArgA, typename ArgB>
927  void ScheduleAndForget(SchedulePriority priority,
928                         BackendFunc func,  // Function to call on backend.
929                         const ArgA& a,
930                         const ArgB& b) {
931    DCHECK(thread_) << "History service being called after cleanup";
932    DCHECK(thread_checker_.CalledOnValidThread());
933    ScheduleTask(priority, base::Bind(func, history_backend_.get(), a, b));
934  }
935
936  template<typename BackendFunc, typename ArgA, typename ArgB, typename ArgC>
937  void ScheduleAndForget(SchedulePriority priority,
938                         BackendFunc func,  // Function to call on backend.
939                         const ArgA& a,
940                         const ArgB& b,
941                         const ArgC& c) {
942    DCHECK(thread_) << "History service being called after cleanup";
943    DCHECK(thread_checker_.CalledOnValidThread());
944    ScheduleTask(priority, base::Bind(func, history_backend_.get(), a, b, c));
945  }
946
947  template<typename BackendFunc,
948           typename ArgA,
949           typename ArgB,
950           typename ArgC,
951           typename ArgD>
952  void ScheduleAndForget(SchedulePriority priority,
953                         BackendFunc func,  // Function to call on backend.
954                         const ArgA& a,
955                         const ArgB& b,
956                         const ArgC& c,
957                         const ArgD& d) {
958    DCHECK(thread_) << "History service being called after cleanup";
959    DCHECK(thread_checker_.CalledOnValidThread());
960    ScheduleTask(priority, base::Bind(func, history_backend_.get(),
961                                      a, b, c, d));
962  }
963
964  template<typename BackendFunc,
965           typename ArgA,
966           typename ArgB,
967           typename ArgC,
968           typename ArgD,
969           typename ArgE>
970  void ScheduleAndForget(SchedulePriority priority,
971                         BackendFunc func,  // Function to call on backend.
972                         const ArgA& a,
973                         const ArgB& b,
974                         const ArgC& c,
975                         const ArgD& d,
976                         const ArgE& e) {
977    DCHECK(thread_) << "History service being called after cleanup";
978    DCHECK(thread_checker_.CalledOnValidThread());
979    ScheduleTask(priority, base::Bind(func, history_backend_.get(),
980                                      a, b, c, d, e));
981  }
982
983  // All vended weak pointers are invalidated in Cleanup().
984  base::WeakPtrFactory<HistoryService> weak_ptr_factory_;
985
986  base::ThreadChecker thread_checker_;
987
988  content::NotificationRegistrar registrar_;
989
990  // Some void primitives require some internal processing in the main thread
991  // when done. We use this internal consumer for this purpose.
992  CancelableRequestConsumer internal_consumer_;
993
994  // The thread used by the history service to run complicated operations.
995  // |thread_| is NULL once |Cleanup| is NULL.
996  base::Thread* thread_;
997
998  // This class has most of the implementation and runs on the 'thread_'.
999  // You MUST communicate with this class ONLY through the thread_'s
1000  // message_loop().
1001  //
1002  // This pointer will be NULL once Cleanup() has been called, meaning no
1003  // more calls should be made to the history thread.
1004  scoped_refptr<history::HistoryBackend> history_backend_;
1005
1006  // A cache of the user-typed URLs kept in memory that is used by the
1007  // autocomplete system. This will be NULL until the database has been created
1008  // on the background thread.
1009  // TODO(mrossetti): Consider changing ownership. See http://crbug.com/138321
1010  scoped_ptr<history::InMemoryHistoryBackend> in_memory_backend_;
1011
1012  // The history client, may be null when testing. The object should otherwise
1013  // outlive |HistoryService|.
1014  history::HistoryClient* history_client_;
1015
1016  // The profile, may be null when testing.
1017  Profile* profile_;
1018
1019  // Used for propagating link highlighting data across renderers. May be null
1020  // in tests.
1021  scoped_ptr<visitedlink::VisitedLinkMaster> visitedlink_master_;
1022
1023  // Has the backend finished loading? The backend is loaded once Init has
1024  // completed.
1025  bool backend_loaded_;
1026
1027  // Cached values from Init(), used whenever we need to reload the backend.
1028  base::FilePath history_dir_;
1029  bool no_db_;
1030
1031  // The index used for quick history lookups.
1032  // TODO(mrossetti): Move in_memory_url_index out of history_service.
1033  // See http://crbug.com/138321
1034  scoped_ptr<history::InMemoryURLIndex> in_memory_url_index_;
1035
1036  ObserverList<history::VisitDatabaseObserver> visit_database_observers_;
1037
1038  history::DeleteDirectiveHandler delete_directive_handler_;
1039
1040  DISALLOW_COPY_AND_ASSIGN(HistoryService);
1041};
1042
1043#endif  // CHROME_BROWSER_HISTORY_HISTORY_SERVICE_H_
1044