form_structure.cc revision ddb351dbec246cf1fab5ec20d2d5520909041de1
1dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen// Copyright (c) 2011 The Chromium Authors. All rights reserved. 2c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch// Use of this source code is governed by a BSD-style license that can be 3c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch// found in the LICENSE file. 4c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 5c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch#include "chrome/browser/autofill/form_structure.h" 6c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 7c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch#include "base/basictypes.h" 8c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch#include "base/logging.h" 9c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch#include "base/sha1.h" 103345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick#include "base/string_number_conversions.h" 11c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch#include "base/utf_string_conversions.h" 12201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch#include "chrome/browser/autofill/autofill_metrics.h" 13c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch#include "chrome/browser/autofill/autofill_xml_parser.h" 14c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch#include "chrome/browser/autofill/field_types.h" 15c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch#include "chrome/browser/autofill/form_field.h" 16c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch#include "third_party/libjingle/source/talk/xmllite/xmlelement.h" 177d214dfa174224b459660971e5b5cce2e06be02aBen Murdoch#ifdef ANDROID 187d214dfa174224b459660971e5b5cce2e06be02aBen Murdoch#include <WebCoreSupport/autofill/FormFieldAndroid.h> 197d214dfa174224b459660971e5b5cce2e06be02aBen Murdoch#else 20c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch#include "webkit/glue/form_field.h" 217d214dfa174224b459660971e5b5cce2e06be02aBen Murdoch#endif 22c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 23c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochusing webkit_glue::FormData; 24c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 25c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochnamespace { 26c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 2772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenconst char kFormMethodPost[] = "post"; 2872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 2972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen// XML elements and attributes. 3072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenconst char kAttributeAcceptedFeatures[] = "accepts"; 31ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsenconst char kAttributeAutofillUsed[] = "autofillused"; 32dc0f95d653279beabeb9817299e2902918ba123eKristian Monsenconst char kAttributeAutofillType[] = "autofilltype"; 3372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenconst char kAttributeClientVersion[] = "clientversion"; 3472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenconst char kAttributeDataPresent[] = "datapresent"; 3572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenconst char kAttributeFormSignature[] = "formsignature"; 3672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenconst char kAttributeSignature[] = "signature"; 3772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenconst char kAcceptedFeatures[] = "e"; // e=experiments 3872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenconst char kClientVersion[] = "6.1.1715.1442/en (GGLL)"; 3972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenconst char kXMLDeclaration[] = "<?xml version=\"1.0\" encoding=\"UTF-8\"?>"; 40ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsenconst char kXMLElementAutofillQuery[] = "autofillquery"; 41ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsenconst char kXMLElementAutofillUpload[] = "autofillupload"; 4272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenconst char kXMLElementForm[] = "form"; 4372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenconst char kXMLElementField[] = "field"; 44c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 45c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch// The number of fillable fields necessary for a form to be fillable. 467d214dfa174224b459660971e5b5cce2e06be02aBen Murdoch#ifdef ANDROID 477d214dfa174224b459660971e5b5cce2e06be02aBen Murdoch// Try and autofill more forms on Android, as filling out forms is 487d214dfa174224b459660971e5b5cce2e06be02aBen Murdoch// more frustrating on a mobile device. 497d214dfa174224b459660971e5b5cce2e06be02aBen Murdochconst size_t kRequiredFillableFields = 2; 507d214dfa174224b459660971e5b5cce2e06be02aBen Murdoch#else 51c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochconst size_t kRequiredFillableFields = 3; 527d214dfa174224b459660971e5b5cce2e06be02aBen Murdoch#endif 53c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 54c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} // namespace 55c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 56c407dc5cd9bdc5668497f21b26b09d988ab439deBen MurdochFormStructure::FormStructure(const FormData& form) 57c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch : form_name_(form.name), 58c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch source_url_(form.origin), 59c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch target_url_(form.action), 603345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick has_credit_card_field_(false), 613345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick has_autofillable_field_(false), 623345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick has_password_fields_(false), 63c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch autofill_count_(0) { 64c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Copy the form fields. 65c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch std::vector<webkit_glue::FormField>::const_iterator field; 66c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch for (field = form.fields.begin(); 67c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch field != form.fields.end(); field++) { 6872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // Add all supported form fields (including with empty names) to the 69ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // signature. This is a requirement for Autofill servers. 7072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen form_signature_field_names_.append("&"); 71ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen form_signature_field_names_.append(UTF16ToUTF8(field->name)); 72c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 73c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Generate a unique name for this field by appending a counter to the name. 74ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen string16 unique_name = field->name + 753345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick base::IntToString16(fields_.size() + 1); 76dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen fields_.push_back(new AutofillField(*field, unique_name)); 77c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 78c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 79c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Terminate the vector with a NULL item. 80c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch fields_.push_back(NULL); 81c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 82c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch std::string method = UTF16ToUTF8(form.method); 83c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (StringToLowerASCII(method) == kFormMethodPost) { 84c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch method_ = POST; 85c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } else { 86c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Either the method is 'get', or we don't know. In this case we default 87c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // to GET. 88c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch method_ = GET; 89c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 90c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 91c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 92731df977c0511bca2206b5f333555b1205ff1f43Iain MerrickFormStructure::~FormStructure() {} 93731df977c0511bca2206b5f333555b1205ff1f43Iain Merrick 94ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsenvoid FormStructure::DetermineHeuristicTypes() { 95ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen has_credit_card_field_ = false; 96ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen has_autofillable_field_ = false; 97ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen autofill_count_ = 0; 98ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 99ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen FieldTypeMap field_type_map; 100ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen GetHeuristicFieldInfo(&field_type_map); 101ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 102ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen for (size_t index = 0; index < field_count(); index++) { 103ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen AutofillField* field = fields_[index]; 104ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen DCHECK(field); 105ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen FieldTypeMap::iterator iter = field_type_map.find(field->unique_name()); 106ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 107ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen AutofillFieldType heuristic_autofill_type; 108ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (iter == field_type_map.end()) { 109ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen heuristic_autofill_type = UNKNOWN_TYPE; 110ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else { 111ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen heuristic_autofill_type = iter->second; 112ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen ++autofill_count_; 113ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 114ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 115ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field->set_heuristic_type(heuristic_autofill_type); 116ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 117ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen AutofillType autofill_type(field->type()); 118ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (autofill_type.group() == AutofillType::CREDIT_CARD) 119ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen has_credit_card_field_ = true; 120ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (autofill_type.field_type() != UNKNOWN_TYPE) 121ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen has_autofillable_field_ = true; 122ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 123ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen} 124ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 125ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsenbool FormStructure::EncodeUploadRequest(bool autofill_used, 126c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch std::string* encoded_xml) const { 127513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch DCHECK(encoded_xml); 128513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch encoded_xml->clear(); 129ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen bool autofillable = ShouldBeParsed(true); 130ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen DCHECK(autofillable); // Caller should've checked for search pages. 131ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (!autofillable) 132c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return false; 133c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 13472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // Set up the <autofillupload> element and its attributes. 13572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen buzz::XmlElement autofill_request_xml( 136ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen (buzz::QName(kXMLElementAutofillUpload))); 13772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen autofill_request_xml.SetAttr(buzz::QName(kAttributeClientVersion), 13872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen kClientVersion); 13972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen autofill_request_xml.SetAttr(buzz::QName(kAttributeFormSignature), 14072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen FormSignature()); 141ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen autofill_request_xml.SetAttr(buzz::QName(kAttributeAutofillUsed), 142ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen autofill_used ? "true" : "false"); 14372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen autofill_request_xml.SetAttr(buzz::QName(kAttributeDataPresent), 14472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen ConvertPresenceBitsToString().c_str()); 14572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 14672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen if (!EncodeFormRequest(FormStructure::UPLOAD, &autofill_request_xml)) 147513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch return false; // Malformed form, skip it. 148c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 149c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Obtain the XML structure as a string. 15072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen *encoded_xml = kXMLDeclaration; 15172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen *encoded_xml += autofill_request_xml.Str().c_str(); 152c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 153c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return true; 154c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 155c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 156c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch// static 157c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochbool FormStructure::EncodeQueryRequest(const ScopedVector<FormStructure>& forms, 158513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch std::vector<std::string>* encoded_signatures, 159513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch std::string* encoded_xml) { 160513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch DCHECK(encoded_signatures); 161513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch DCHECK(encoded_xml); 162513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch encoded_xml->clear(); 163513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch encoded_signatures->clear(); 164513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch encoded_signatures->reserve(forms.size()); 16572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 16672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // Set up the <autofillquery> element and attributes. 16772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen buzz::XmlElement autofill_request_xml( 168ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen (buzz::QName(kXMLElementAutofillQuery))); 16972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen autofill_request_xml.SetAttr(buzz::QName(kAttributeClientVersion), 17072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen kClientVersion); 17172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen autofill_request_xml.SetAttr(buzz::QName(kAttributeAcceptedFeatures), 17272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen kAcceptedFeatures); 17372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 174513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch // Some badly formatted web sites repeat forms - detect that and encode only 175513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch // one form as returned data would be the same for all the repeated forms. 176513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch std::set<std::string> processed_forms; 177c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch for (ScopedVector<FormStructure>::const_iterator it = forms.begin(); 178c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch it != forms.end(); 179c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch ++it) { 180513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch std::string signature((*it)->FormSignature()); 181513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch if (processed_forms.find(signature) != processed_forms.end()) 182513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch continue; 183513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch processed_forms.insert(signature); 184513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch scoped_ptr<buzz::XmlElement> encompassing_xml_element( 18572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen new buzz::XmlElement(buzz::QName(kXMLElementForm))); 186c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch encompassing_xml_element->SetAttr(buzz::QName(kAttributeSignature), 187513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch signature); 188c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 189513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch if (!(*it)->EncodeFormRequest(FormStructure::QUERY, 190513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch encompassing_xml_element.get())) 191513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch continue; // Malformed form, skip it. 192c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 19372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen autofill_request_xml.AddElement(encompassing_xml_element.release()); 194513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch encoded_signatures->push_back(signature); 195c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 196c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 197513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch if (!encoded_signatures->size()) 198513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch return false; 199513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch 200c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Obtain the XML structure as a string. 20172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen *encoded_xml = kXMLDeclaration; 20272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen *encoded_xml += autofill_request_xml.Str().c_str(); 203c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 204c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return true; 205c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 206c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 207c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch// static 208c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochvoid FormStructure::ParseQueryResponse(const std::string& response_xml, 209c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch const std::vector<FormStructure*>& forms, 21021d179b334e59e9a3bfcaed4c4430bef1bc5759dKristian Monsen UploadRequired* upload_required, 211dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen const AutofillMetrics& metric_logger) { 212dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen metric_logger.Log(AutofillMetrics::QUERY_RESPONSE_RECEIVED); 213201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch 214c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Parse the field types from the server response to the query. 215dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen std::vector<AutofillFieldType> field_types; 21672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen std::string experiment_id; 217ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen AutofillQueryXmlParser parse_handler(&field_types, upload_required, 21872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen &experiment_id); 219c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch buzz::XmlParser parser(&parse_handler); 220c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch parser.Parse(response_xml.c_str(), response_xml.length(), true); 221c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (!parse_handler.succeeded()) 222c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return; 223c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 224dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen metric_logger.Log(AutofillMetrics::QUERY_RESPONSE_PARSED); 225201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch 226201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch bool heuristics_detected_fillable_field = false; 227201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch bool query_response_overrode_heuristics = false; 228201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch 229c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Copy the field types into the actual form. 230dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen std::vector<AutofillFieldType>::iterator current_type = field_types.begin(); 231c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch for (std::vector<FormStructure*>::const_iterator iter = forms.begin(); 232c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch iter != forms.end(); ++iter) { 233c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch FormStructure* form = *iter; 23472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen form->server_experiment_id_ = experiment_id; 235201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch 236201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch if (form->has_autofillable_field_) 237201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch heuristics_detected_fillable_field = true; 238201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch 239c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch form->has_credit_card_field_ = false; 240c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch form->has_autofillable_field_ = false; 241c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 242dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen for (std::vector<AutofillField*>::iterator field = form->fields_.begin(); 243201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch field != form->fields_.end(); ++field, ++current_type) { 244dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen // The field list is terminated by a NULL AutofillField. 245c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (!*field) 246c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch break; 247c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 248c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // In some cases *successful* response does not return all the fields. 249c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Quit the update of the types then. 250c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (current_type == field_types.end()) 251c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch break; 252c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 25321d179b334e59e9a3bfcaed4c4430bef1bc5759dKristian Monsen // UNKNOWN_TYPE is reserved for use by the client. 25421d179b334e59e9a3bfcaed4c4430bef1bc5759dKristian Monsen DCHECK_NE(*current_type, UNKNOWN_TYPE); 25521d179b334e59e9a3bfcaed4c4430bef1bc5759dKristian Monsen 256dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen AutofillFieldType heuristic_type = (*field)->type(); 257c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch (*field)->set_server_type(*current_type); 258201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch if (heuristic_type != (*field)->type()) 259201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch query_response_overrode_heuristics = true; 260201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch 261dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen AutofillType autofill_type((*field)->type()); 262dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen if (autofill_type.group() == AutofillType::CREDIT_CARD) 263c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch form->has_credit_card_field_ = true; 264c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (autofill_type.field_type() != UNKNOWN_TYPE) 265c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch form->has_autofillable_field_ = true; 266c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 267c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 268ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen form->UpdateAutofillCount(); 269c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 270201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch 271dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen AutofillMetrics::ServerQueryMetric metric; 272201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch if (query_response_overrode_heuristics) { 273201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch if (heuristics_detected_fillable_field) { 274dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen metric = AutofillMetrics::QUERY_RESPONSE_OVERRODE_LOCAL_HEURISTICS; 275201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch } else { 276dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen metric = AutofillMetrics::QUERY_RESPONSE_WITH_NO_LOCAL_HEURISTICS; 277201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch } 278201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch } else { 279dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen metric = AutofillMetrics::QUERY_RESPONSE_MATCHED_LOCAL_HEURISTICS; 280201ade2fbba22bfb27ae029f4d23fca6ded109a0Ben Murdoch } 28121d179b334e59e9a3bfcaed4c4430bef1bc5759dKristian Monsen metric_logger.Log(metric); 282c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 283c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 284c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochstd::string FormStructure::FormSignature() const { 28572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen std::string scheme(target_url_.scheme()); 28672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen std::string host(target_url_.host()); 28772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 28872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // If target host or scheme is empty, set scheme and host of source url. 28972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // This is done to match the Toolbar's behavior. 29072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen if (scheme.empty() || host.empty()) { 29172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen scheme = source_url_.scheme(); 29272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen host = source_url_.host(); 29372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen } 29472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 29572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen std::string form_string = scheme + "://" + host + "&" + 296c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch UTF16ToUTF8(form_name_) + 297c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch form_signature_field_names_; 298c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 299c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return Hash64Bit(form_string); 300c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 301c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 302ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsenbool FormStructure::IsAutofillable(bool require_method_post) const { 303c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (autofill_count() < kRequiredFillableFields) 304c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return false; 305c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 3064a5e2dc747d50c653511c68ccb2cfbfb740bd5a7Ben Murdoch return ShouldBeParsed(require_method_post); 307c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 308c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 309ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsenvoid FormStructure::UpdateAutofillCount() { 310c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch autofill_count_ = 0; 311dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen for (std::vector<AutofillField*>::const_iterator iter = begin(); 312c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch iter != end(); ++iter) { 313dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen AutofillField* field = *iter; 314c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (field && field->IsFieldFillable()) 315c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch ++autofill_count_; 316c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 317c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 318c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 3194a5e2dc747d50c653511c68ccb2cfbfb740bd5a7Ben Murdochbool FormStructure::ShouldBeParsed(bool require_method_post) const { 320c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (field_count() < kRequiredFillableFields) 321c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return false; 322c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 323c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Rule out http(s)://*/search?... 324c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // e.g. http://www.google.com/search?q=... 325c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // http://search.yahoo.com/search?p=... 326c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (target_url_.path() == "/search") 327c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return false; 328c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 3294a5e2dc747d50c653511c68ccb2cfbfb740bd5a7Ben Murdoch return !require_method_post || (method_ == POST); 330c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 331c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 332ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsenvoid FormStructure::UpdateFromCache(const FormStructure& cached_form) { 333ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // Map from field signatures to cached fields. 334ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen std::map<std::string, const AutofillField*> cached_fields; 335ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen for (size_t i = 0; i < cached_form.field_count(); ++i) { 336ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen const AutofillField* field = cached_form.field(i); 337ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen cached_fields[field->FieldSignature()] = field; 338ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 339ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 340ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen for (std::vector<AutofillField*>::const_iterator iter = begin(); 341ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen iter != end(); ++iter) { 342ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen AutofillField* field = *iter; 343ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (!field) 344ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen continue; 345ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 346ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen std::map<std::string, const AutofillField*>::const_iterator 347ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen cached_field = cached_fields.find(field->FieldSignature()); 348ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (cached_field != cached_fields.end()) { 349ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field->set_heuristic_type(cached_field->second->heuristic_type()); 350ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field->set_server_type(cached_field->second->server_type()); 351ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 352ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 353ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 354ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen UpdateAutofillCount(); 355ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 356ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen server_experiment_id_ = cached_form.server_experiment_id(); 357ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen} 358ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 359ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsenvoid FormStructure::LogQualityMetrics( 360ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen const AutofillMetrics& metric_logger) const { 361ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen std::string experiment_id = server_experiment_id(); 362ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen for (size_t i = 0; i < field_count(); ++i) { 363ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen const AutofillField* field = this->field(i); 364ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::FIELD_SUBMITTED, experiment_id); 365ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 366ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // No further logging for empty fields nor for fields where the entered data 367ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // does not appear to already exist in the user's stored Autofill data. 368ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen const FieldTypeSet& field_types = field->possible_types(); 369ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen DCHECK(!field_types.empty()); 370ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (field_types.count(EMPTY_TYPE) || field_types.count(UNKNOWN_TYPE)) 371ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen continue; 372ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 373ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // Collapse field types that Chrome treats as identical, e.g. home and 374ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // billing address fields. 375ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen FieldTypeSet collapsed_field_types; 376ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen for (FieldTypeSet::const_iterator it = field_types.begin(); 377ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen it != field_types.end(); 378ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen ++it) { 379ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // Since we currently only support US phone numbers, the (city code + main 380ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // digits) number is almost always identical to the whole phone number. 381ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // TODO(isherman): Improve this logic once we add support for 382ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // international numbers. 383ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (*it == PHONE_HOME_CITY_AND_NUMBER) 384ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen collapsed_field_types.insert(PHONE_HOME_WHOLE_NUMBER); 385ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen else if (*it == PHONE_FAX_CITY_AND_NUMBER) 386ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen collapsed_field_types.insert(PHONE_FAX_WHOLE_NUMBER); 387ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen else 388ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen collapsed_field_types.insert(AutofillType::GetEquivalentFieldType(*it)); 389ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 390ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 391ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // Capture the field's type, if it is unambiguous. 392ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen AutofillFieldType field_type = UNKNOWN_TYPE; 393ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (collapsed_field_types.size() == 1) 394ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field_type = *collapsed_field_types.begin(); 395ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 396ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen AutofillFieldType heuristic_type = field->heuristic_type(); 397ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen AutofillFieldType server_type = field->server_type(); 398ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen AutofillFieldType predicted_type = field->type(); 399ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 400ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // Log heuristic, server, and overall type quality metrics, independently of 401ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // whether the field was autofilled. 402ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (heuristic_type == UNKNOWN_TYPE) { 403ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::HEURISTIC_TYPE_UNKNOWN, 404ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field_type, experiment_id); 405ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else if (field_types.count(heuristic_type)) { 406ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::HEURISTIC_TYPE_MATCH, 407ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field_type, experiment_id); 408ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else { 409ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::HEURISTIC_TYPE_MISMATCH, 410ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field_type, experiment_id); 411ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 412ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 413ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (server_type == NO_SERVER_DATA) { 414ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::SERVER_TYPE_UNKNOWN, 415ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field_type, experiment_id); 416ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else if (field_types.count(server_type)) { 417ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::SERVER_TYPE_MATCH, 418ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field_type, experiment_id); 419ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else { 420ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::SERVER_TYPE_MISMATCH, 421ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field_type, experiment_id); 422ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 423ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 424ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (predicted_type == UNKNOWN_TYPE) { 425ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::PREDICTED_TYPE_UNKNOWN, 426ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field_type, experiment_id); 427ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else if (field_types.count(predicted_type)) { 428ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::PREDICTED_TYPE_MATCH, 429ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field_type, experiment_id); 430ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else { 431ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::PREDICTED_TYPE_MISMATCH, 432ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen field_type, experiment_id); 433ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 434ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 435ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // TODO(isherman): <select> fields don't support |is_autofilled()|, so we 436ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen // have to skip them for the remaining metrics. 437ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (field->form_control_type == ASCIIToUTF16("select-one")) 438ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen continue; 439ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 440ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (field->is_autofilled) { 441ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::FIELD_AUTOFILLED, experiment_id); 442ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else { 443ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::FIELD_NOT_AUTOFILLED, 444ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen experiment_id); 445ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 446ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (heuristic_type == UNKNOWN_TYPE) { 447ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log( 448ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen AutofillMetrics::NOT_AUTOFILLED_HEURISTIC_TYPE_UNKNOWN, 449ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen experiment_id); 450ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else if (field_types.count(heuristic_type)) { 451ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::NOT_AUTOFILLED_HEURISTIC_TYPE_MATCH, 452ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen experiment_id); 453ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else { 454ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log( 455ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen AutofillMetrics::NOT_AUTOFILLED_HEURISTIC_TYPE_MISMATCH, 456ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen experiment_id); 457ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 458ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 459ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen if (server_type == NO_SERVER_DATA) { 460ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::NOT_AUTOFILLED_SERVER_TYPE_UNKNOWN, 461ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen experiment_id); 462ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else if (field_types.count(server_type)) { 463ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::NOT_AUTOFILLED_SERVER_TYPE_MATCH, 464ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen experiment_id); 465ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } else { 466ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen metric_logger.Log(AutofillMetrics::NOT_AUTOFILLED_SERVER_TYPE_MISMATCH, 467ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen experiment_id); 468ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 469ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 470ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen } 471ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen} 472ddb351dbec246cf1fab5ec20d2d5520909041de1Kristian Monsen 473c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochvoid FormStructure::set_possible_types(int index, const FieldTypeSet& types) { 474c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch int num_fields = static_cast<int>(field_count()); 475c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch DCHECK(index >= 0 && index < num_fields); 476c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (index >= 0 && index < num_fields) 477c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch fields_[index]->set_possible_types(types); 478c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 479c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 480dc0f95d653279beabeb9817299e2902918ba123eKristian Monsenconst AutofillField* FormStructure::field(int index) const { 481c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return fields_[index]; 482c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 483c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 484c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochsize_t FormStructure::field_count() const { 485c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Don't count the NULL terminator. 486c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch size_t field_size = fields_.size(); 487c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return (field_size == 0) ? 0 : field_size - 1; 488c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 489c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 49072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenstd::string FormStructure::server_experiment_id() const { 49172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen return server_experiment_id_; 49272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen} 49372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 494c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochbool FormStructure::operator==(const FormData& form) const { 495c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // TODO(jhawkins): Is this enough to differentiate a form? 496c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (form_name_ == form.name && 497c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch source_url_ == form.origin && 498c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch target_url_ == form.action) { 499c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return true; 500c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 501c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 502c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // TODO(jhawkins): Compare field names, IDs and labels once we have labels 503c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // set up. 504c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 505c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return false; 506c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 507c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 508c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochbool FormStructure::operator!=(const FormData& form) const { 509c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return !operator==(form); 510c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 511c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 51272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenstd::string FormStructure::Hash64Bit(const std::string& str) { 51372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen std::string hash_bin = base::SHA1HashString(str); 51472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen DCHECK_EQ(20U, hash_bin.length()); 51572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 51672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen uint64 hash64 = (((static_cast<uint64>(hash_bin[0])) & 0xFF) << 56) | 51772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen (((static_cast<uint64>(hash_bin[1])) & 0xFF) << 48) | 51872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen (((static_cast<uint64>(hash_bin[2])) & 0xFF) << 40) | 51972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen (((static_cast<uint64>(hash_bin[3])) & 0xFF) << 32) | 52072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen (((static_cast<uint64>(hash_bin[4])) & 0xFF) << 24) | 52172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen (((static_cast<uint64>(hash_bin[5])) & 0xFF) << 16) | 52272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen (((static_cast<uint64>(hash_bin[6])) & 0xFF) << 8) | 52372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen ((static_cast<uint64>(hash_bin[7])) & 0xFF); 52472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 52572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen return base::Uint64ToString(hash64); 52672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen} 52772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 528c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochvoid FormStructure::GetHeuristicFieldInfo(FieldTypeMap* field_type_map) { 529c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch FormFieldSet fields(this); 530c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 531c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch FormFieldSet::const_iterator field; 532c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch for (field = fields.begin(); field != fields.end(); field++) { 533c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch bool ok = (*field)->GetFieldInfo(field_type_map); 534c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch DCHECK(ok); 535c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 536c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 537c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 538c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochbool FormStructure::EncodeFormRequest( 539c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch FormStructure::EncodeRequestType request_type, 540c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch buzz::XmlElement* encompassing_xml_element) const { 541c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (!field_count()) // Nothing to add. 542c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return false; 54372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 544513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch // Some badly formatted web sites repeat fields - limit number of fields to 545513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch // 48, which is far larger than any valid form and XML still fits into 2K. 54672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // Do not send requests for forms with more than this many fields, as they are 54772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // near certainly not valid/auto-fillable. 548513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch const size_t kMaxFieldsOnTheForm = 48; 54972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen if (field_count() > kMaxFieldsOnTheForm) 550513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch return false; 55172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 552c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Add the child nodes for the form fields. 553513209b27ff55e2841eac0e4120199c23acce758Ben Murdoch for (size_t index = 0; index < field_count(); ++index) { 554dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen const AutofillField* field = fields_[index]; 555c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (request_type == FormStructure::UPLOAD) { 556c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch FieldTypeSet types = field->possible_types(); 55772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // |types| could be empty in unit-tests only. 55872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen for (FieldTypeSet::iterator field_type = types.begin(); 55972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen field_type != types.end(); ++field_type) { 560c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch buzz::XmlElement *field_element = new buzz::XmlElement( 561c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch buzz::QName(kXMLElementField)); 562c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 563c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch field_element->SetAttr(buzz::QName(kAttributeSignature), 564c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch field->FieldSignature()); 565dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen field_element->SetAttr(buzz::QName(kAttributeAutofillType), 56672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen base::IntToString(*field_type)); 567c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch encompassing_xml_element->AddElement(field_element); 568c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 569c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } else { 570c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch buzz::XmlElement *field_element = new buzz::XmlElement( 571c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch buzz::QName(kXMLElementField)); 572c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch field_element->SetAttr(buzz::QName(kAttributeSignature), 573c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch field->FieldSignature()); 574c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch encompassing_xml_element->AddElement(field_element); 575c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 576c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 577c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return true; 578c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 57972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 58072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenstd::string FormStructure::ConvertPresenceBitsToString() const { 58172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen std::vector<uint8> presence_bitfield; 58272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // Determine all of the field types that were autofilled. Pack bits into 58372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // |presence_bitfield|. The necessary size for |presence_bitfield| is 58472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // ceil((MAX_VALID_FIELD_TYPE + 7) / 8) bytes (uint8). 58572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen presence_bitfield.resize((MAX_VALID_FIELD_TYPE + 0x7) / 8); 58672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen for (size_t i = 0; i < presence_bitfield.size(); ++i) 58772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen presence_bitfield[i] = 0; 58872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 58972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen for (size_t i = 0; i < field_count(); ++i) { 590dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen const AutofillField* field = fields_[i]; 59172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen FieldTypeSet types = field->possible_types(); 59272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // |types| could be empty in unit-tests only. 59372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen for (FieldTypeSet::iterator field_type = types.begin(); 59472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen field_type != types.end(); ++field_type) { 59572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen DCHECK(presence_bitfield.size() > (static_cast<size_t>(*field_type) / 8)); 59672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // Set bit in the bitfield: byte |field_type| / 8, bit in byte 59772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // |field_type| % 8 from the left. 59872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen presence_bitfield[*field_type / 8] |= (0x80 >> (*field_type % 8)); 59972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen } 60072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen } 60172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 60272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen std::string data_presence; 60372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen data_presence.reserve(presence_bitfield.size() * 2 + 1); 60472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 60572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // Skip trailing zeroes. If all mask is 0 - return empty string. 60672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen size_t data_end = presence_bitfield.size(); 60772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen for (; data_end > 0 && !presence_bitfield[data_end - 1]; --data_end) { 60872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen } 60972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 61072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen // Print all meaningfull bytes into the string. 61172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen for (size_t i = 0; i < data_end; ++i) { 61272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen base::StringAppendF(&data_presence, "%02x", presence_bitfield[i]); 61372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen } 61472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 61572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen return data_presence; 61672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen} 61772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 618