blob: 9e63c96b9d28d8096a62fb55aaa7b252a157794c [file] [log] [blame]
// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#ifndef COMPONENTS_AUTOFILL_CORE_BROWSER_AUTOFILL_METRICS_H_
#define COMPONENTS_AUTOFILL_CORE_BROWSER_AUTOFILL_METRICS_H_
#include <stddef.h>
#include <string>
#include <utility>
#include <vector>
#include "base/macros.h"
#include "base/strings/string_piece_forward.h"
#include "base/time/time.h"
#include "components/autofill/core/browser/autofill_client.h"
#include "components/autofill/core/browser/autofill_profile.h"
#include "components/autofill/core/browser/credit_card.h"
#include "components/autofill/core/browser/field_types.h"
#include "components/autofill/core/common/autofill_pref_names.h"
#include "components/autofill/core/common/form_field_data.h"
#include "components/ukm/public/ukm_recorder.h"
namespace internal {
// Name constants are exposed here so they can be referenced from tests.
extern const char kUKMCardUploadDecisionEntryName[];
extern const char kUKMCardUploadDecisionMetricName[];
extern const char kUKMDeveloperEngagementEntryName[];
extern const char kUKMDeveloperEngagementMetricName[];
// Each form interaction event has a separate |UkmEntry|.
// The first form event |UkmEntry| contains metrics for metadata that apply
// to all subsequent events.
extern const char kUKMInteractedWithFormEntryName[];
extern const char kUKMIsForCreditCardMetricName[];
extern const char kUKMLocalRecordTypeCountMetricName[];
extern const char kUKMServerRecordTypeCountMetricName[];
// |UkmEntry| when we show suggestions and when user edits text field. See
// |kUkmTextFieldDidChangeEntryName|.
extern const char kUKMSuggestionsShownEntryName[];
extern const char kUKMHeuristicTypeMetricName[];
extern const char kUKMHtmlFieldTypeMetricName[];
extern const char kUKMServerTypeMetricName[];
// |UkmEntry| when user selects a masked server credit card.
extern const char kUKMSelectedMaskedServerCardEntryName[];
// Each |UkmEntry|, except the first interaction with the form, has a metric for
// time elapsed, in milliseconds, since we loaded the form.
extern const char kUKMMillisecondsSinceFormParsedMetricName[];
// |FormEvent| for FORM_EVENT_*_SUGGESTION_FILLED in credit card forms include a
// |CreditCard| |record_type()| to indicate if the suggestion was for a local
// card, masked server card or full server card. Similarly, address/profile
// forms include a |AutofillProfile| |record_type()| to indicate if the
// profile was a local profile or server profile.
extern const char kUKMSuggestionFilledEntryName[];
extern const char kUKMRecordTypeMetricName[];
// |UkmEntry| for user editing text field. Metrics contain field's attributes.
extern const char kUKMTextFieldDidChangeEntryName[];
extern const char kUKMFieldTypeGroupMetricName[];
extern const char kUKMHtmlFieldModeMetricName[];
extern const char kUKMIsAutofilledMetricName[];
extern const char kUKMIsEmptyMetricName[];
// |UkmEntry| for |AutofillFormSubmittedState|.
extern const char kUKMFormSubmittedEntryName[];
extern const char kUKMAutofillFormSubmittedStateMetricName[];
} // namespace internal
namespace autofill {
class AutofillField;
class AutofillMetrics {
public:
enum AutofillProfileAction {
EXISTING_PROFILE_USED,
EXISTING_PROFILE_UPDATED,
NEW_PROFILE_CREATED,
AUTOFILL_PROFILE_ACTION_ENUM_SIZE,
};
enum AutofillFormSubmittedState {
NON_FILLABLE_FORM_OR_NEW_DATA,
FILLABLE_FORM_AUTOFILLED_ALL,
FILLABLE_FORM_AUTOFILLED_SOME,
FILLABLE_FORM_AUTOFILLED_NONE_DID_SHOW_SUGGESTIONS,
FILLABLE_FORM_AUTOFILLED_NONE_DID_NOT_SHOW_SUGGESTIONS,
AUTOFILL_FORM_SUBMITTED_STATE_ENUM_SIZE,
};
enum CardUploadDecisionMetric {
// All the required conditions were satisfied using either the form fields
// or we prompted the user to fix one or more conditions in the card upload
// prompt.
UPLOAD_OFFERED = 1 << 0,
// CVC field was not found in the form.
CVC_FIELD_NOT_FOUND = 1 << 1,
// CVC field was found, but field did not have a value.
CVC_VALUE_NOT_FOUND = 1 << 2,
// CVC field had a value, but it was not valid for the card network.
INVALID_CVC_VALUE = 1 << 3,
// A field had a syntactically valid CVC value, but it was in a field that
// was not heuristically determined as |CREDIT_CARD_VERIFICATION_CODE|.
// Set only if |CVC_FIELD_NOT_FOUND| is not set.
FOUND_POSSIBLE_CVC_VALUE_IN_NON_CVC_FIELD = 1 << 4,
// No address profile was available.
// We don't know whether we would have been able to get upload details.
UPLOAD_NOT_OFFERED_NO_ADDRESS_PROFILE = 1 << 5,
// Found one or more address profiles but none were recently modified or
// recently used -i.e. not used in expected duration of a checkout flow.
// We don't know whether we would have been able to get upload details.
UPLOAD_NOT_OFFERED_NO_RECENTLY_USED_ADDRESS = 1 << 6,
// One or more recently used addresses were available but no zip code was
// found on any of the address(es). We don't know whether we would have
// been able to get upload details.
UPLOAD_NOT_OFFERED_NO_ZIP_CODE = 1 << 7,
// Multiple recently used addresses were available but the addresses had
// conflicting zip codes.We don't know whether we would have been able to
// get upload details.
UPLOAD_NOT_OFFERED_CONFLICTING_ZIPS = 1 << 8,
// One or more recently used addresses were available but no name was found
// on either the card or the address(es). We don't know whether the
// address(es) were otherwise valid nor whether we would have been able to
// get upload details.
UPLOAD_NOT_OFFERED_NO_NAME = 1 << 9,
// One or more recently used addresses were available but the names on the
// card and/or the addresses didn't match. We don't know whether the
// address(es) were otherwise valid nor whether we would have been able to
// get upload details.
UPLOAD_NOT_OFFERED_CONFLICTING_NAMES = 1 << 10,
// One or more valid addresses, and a name were available but the request to
// Payments for upload details failed.
UPLOAD_NOT_OFFERED_GET_UPLOAD_DETAILS_FAILED = 1 << 11,
// Update |kNumCardUploadDecisionMetrics| when adding new enum here.
};
enum DeveloperEngagementMetric {
// Parsed a form that is potentially autofillable and does not contain any
// web developer-specified field type hint.
FILLABLE_FORM_PARSED_WITHOUT_TYPE_HINTS = 0,
// Parsed a form that is potentially autofillable and contains at least one
// web developer-specified field type hint, a la
// http://is.gd/whatwg_autocomplete
FILLABLE_FORM_PARSED_WITH_TYPE_HINTS,
// Parsed a form that is potentially autofillable and contains at least one
// UPI Virtual Payment Address hint (upi-vpa)
FORM_CONTAINS_UPI_VPA_HINT,
NUM_DEVELOPER_ENGAGEMENT_METRICS,
};
// The action the user took to dismiss a dialog.
enum DialogDismissalAction {
DIALOG_ACCEPTED = 0, // The user accepted, i.e. submitted, the dialog.
DIALOG_CANCELED, // The user canceled out of the dialog.
};
// The state of the Autofill dialog when it was dismissed.
enum DialogDismissalState {
// The user submitted with no data available to save.
DEPRECATED_DIALOG_ACCEPTED_EXISTING_DATA,
// The saved details to Online Wallet on submit.
DIALOG_ACCEPTED_SAVE_TO_WALLET,
// The saved details to the local Autofill database on submit.
DIALOG_ACCEPTED_SAVE_TO_AUTOFILL,
// The user submitted without saving any edited sections.
DIALOG_ACCEPTED_NO_SAVE,
// The user canceled with no edit UI showing.
DIALOG_CANCELED_NO_EDITS,
// The user canceled with edit UI showing, but no invalid fields.
DIALOG_CANCELED_NO_INVALID_FIELDS,
// The user canceled with at least one invalid field.
DIALOG_CANCELED_WITH_INVALID_FIELDS,
// The user canceled while the sign-in form was showing.
DIALOG_CANCELED_DURING_SIGNIN,
// The user submitted using data already stored in Wallet.
DIALOG_ACCEPTED_EXISTING_WALLET_DATA,
// The user submitted using data already stored in Autofill.
DIALOG_ACCEPTED_EXISTING_AUTOFILL_DATA,
NUM_DIALOG_DISMISSAL_STATES
};
// The initial state of user that's interacting with a freshly shown Autofill
// dialog.
enum DialogInitialUserStateMetric {
// Could not determine the user's state due to failure to communicate with
// the Wallet server.
DIALOG_USER_STATE_UNKNOWN = 0,
// Not signed in, no verified Autofill profiles.
DIALOG_USER_NOT_SIGNED_IN_NO_AUTOFILL,
// Not signed in, has verified Autofill profiles.
DIALOG_USER_NOT_SIGNED_IN_HAS_AUTOFILL,
// Signed in, no Wallet items, no verified Autofill profiles.
DIALOG_USER_SIGNED_IN_NO_WALLET_NO_AUTOFILL,
// Signed in, no Wallet items, has verified Autofill profiles.
DIALOG_USER_SIGNED_IN_NO_WALLET_HAS_AUTOFILL,
// Signed in, has Wallet items, no verified Autofill profiles.
DIALOG_USER_SIGNED_IN_HAS_WALLET_NO_AUTOFILL,
// Signed in, has Wallet items, has verified Autofill profiles.
DIALOG_USER_SIGNED_IN_HAS_WALLET_HAS_AUTOFILL,
NUM_DIALOG_INITIAL_USER_STATE_METRICS
};
// Events related to the Autofill popup shown in a requestAutocomplete
// dialog.
enum DialogPopupEvent {
// An Autofill popup was shown.
DIALOG_POPUP_SHOWN = 0,
// The user chose to fill the form with a suggestion from the popup.
DIALOG_POPUP_FORM_FILLED,
NUM_DIALOG_POPUP_EVENTS
};
// For measuring the frequency of security warnings or errors that can come
// up as part of the requestAutocomplete flow.
enum DialogSecurityMetric {
// Baseline metric: The dialog was shown.
SECURITY_METRIC_DIALOG_SHOWN = 0,
// Credit card requested over non-secure protocol.
SECURITY_METRIC_CREDIT_CARD_OVER_HTTP,
// Autocomplete data requested from a frame hosted on an origin not matching
// the main frame's origin.
SECURITY_METRIC_CROSS_ORIGIN_FRAME,
NUM_DIALOG_SECURITY_METRICS
};
// For measuring how users are interacting with the Autofill dialog UI.
enum DialogUiEvent {
// Baseline metric: The dialog was shown.
DIALOG_UI_SHOWN = 0,
// Dialog dismissal actions:
DIALOG_UI_ACCEPTED,
DIALOG_UI_CANCELED,
// Selections within the account switcher:
// Switched from a Wallet account to local Autofill data.
DIALOG_UI_ACCOUNT_CHOOSER_SWITCHED_TO_AUTOFILL,
// Switched from local Autofill data to a Wallet account.
DIALOG_UI_ACCOUNT_CHOOSER_SWITCHED_TO_WALLET,
// Switched from one Wallet account to another one.
DIALOG_UI_ACCOUNT_CHOOSER_SWITCHED_WALLET_ACCOUNT,
// The sign-in UI was shown.
DIALOG_UI_SIGNIN_SHOWN,
// Selecting a different item from a suggestion menu dropdown:
DEPRECATED_DIALOG_UI_EMAIL_SELECTED_SUGGESTION_CHANGED,
DIALOG_UI_BILLING_SELECTED_SUGGESTION_CHANGED,
DIALOG_UI_CC_BILLING_SELECTED_SUGGESTION_CHANGED,
DIALOG_UI_SHIPPING_SELECTED_SUGGESTION_CHANGED,
DIALOG_UI_CC_SELECTED_SUGGESTION_CHANGED,
// Showing the editing UI for a section of the dialog:
DEPRECATED_DIALOG_UI_EMAIL_EDIT_UI_SHOWN,
DEPRECATED_DIALOG_UI_BILLING_EDIT_UI_SHOWN,
DEPRECATED_DIALOG_UI_CC_BILLING_EDIT_UI_SHOWN,
DEPRECATED_DIALOG_UI_SHIPPING_EDIT_UI_SHOWN,
DEPRECATED_DIALOG_UI_CC_EDIT_UI_SHOWN,
// Adding a new item in a section of the dialog:
DEPRECATED_DIALOG_UI_EMAIL_ITEM_ADDED,
DIALOG_UI_BILLING_ITEM_ADDED,
DIALOG_UI_CC_BILLING_ITEM_ADDED,
DIALOG_UI_SHIPPING_ITEM_ADDED,
DIALOG_UI_CC_ITEM_ADDED,
// Also an account switcher menu item. The user selected the
// "add account" option.
DIALOG_UI_ACCOUNT_CHOOSER_TRIED_TO_ADD_ACCOUNT,
NUM_DIALOG_UI_EVENTS
};
enum InfoBarMetric {
INFOBAR_SHOWN = 0, // We showed an infobar, e.g. prompting to save credit
// card info.
INFOBAR_ACCEPTED, // The user explicitly accepted the infobar.
INFOBAR_DENIED, // The user explicitly denied the infobar.
INFOBAR_IGNORED, // The user completely ignored the infobar (logged on
// tab close).
INFOBAR_NOT_SHOWN_INVALID_LEGAL_MESSAGE, // We didn't show the infobar
// because the provided legal
// message was invalid.
NUM_INFO_BAR_METRICS,
};
// Metrics to measure user interaction with the save credit card prompt.
//
// SAVE_CARD_PROMPT_DISMISS_FOCUS is not stored explicitly, but can be
// inferred from the other metrics:
// SAVE_CARD_PROMPT_DISMISS_FOCUS = SHOW_REQUESTED - END_* - DISMISS_*
enum SaveCardPromptMetric {
// Prompt was requested to be shown due to:
// CC info being submitted (first show), or
// location bar icon being clicked while bubble is hidden (reshows).
SAVE_CARD_PROMPT_SHOW_REQUESTED,
// The prompt was shown successfully.
SAVE_CARD_PROMPT_SHOWN,
// The prompt was not shown because the legal message was invalid.
SAVE_CARD_PROMPT_END_INVALID_LEGAL_MESSAGE,
// The user explicitly accepted the prompt.
SAVE_CARD_PROMPT_END_ACCEPTED,
// The user explicitly denied the prompt.
SAVE_CARD_PROMPT_END_DENIED,
// The prompt and icon were removed because of navigation away from the
// page that caused the prompt to be shown. The navigation occurred while
// the prompt was showing.
SAVE_CARD_PROMPT_END_NAVIGATION_SHOWING,
// The prompt and icon were removed because of navigation away from the
// page that caused the prompt to be shown. The navigation occurred while
// the prompt was hidden.
SAVE_CARD_PROMPT_END_NAVIGATION_HIDDEN,
// The prompt was dismissed because the user clicked the "Learn more" link.
SAVE_CARD_PROMPT_DISMISS_CLICK_LEARN_MORE,
// The prompt was dismissed because the user clicked a legal message link.
SAVE_CARD_PROMPT_DISMISS_CLICK_LEGAL_MESSAGE,
NUM_SAVE_CARD_PROMPT_METRICS,
};
// Metrics measuring how well we predict field types. These metric values are
// logged for each field in a submitted form for:
// - the heuristic prediction
// - the crowd-sourced (server) prediction
// - for the overall prediction
//
// For each of these prediction types, these metrics are also logged by
// actual and predicted field type.
enum FieldTypeQualityMetric {
// The field was found to be of type T, which matches the predicted type.
// i.e. actual_type == predicted type == T
//
// This is captured as a type-specific log entry for T. Is is also captured
// as an aggregate (non-type-specific) log entry.
TRUE_POSITIVE = 0,
// The field type is AMBIGUOUS and autofill made no prediction.
// i.e. actual_type == AMBIGUOUS,predicted type == UNKNOWN|NO_SERVER_DATA.
//
// This is captured as an aggregate (non-type-specific) log entry. It is
// NOT captured by type-specific logging.
TRUE_NEGATIVE_AMBIGUOUS,
// The field type is UNKNOWN and autofill made no prediction.
// i.e. actual_type == UNKNOWN and predicted type == UNKNOWN|NO_SERVER_DATA.
//
// This is captured as an aggregate (non-type-specific) log entry. It is
// NOT captured by type-specific logging.
TRUE_NEGATIVE_UNKNOWN,
// The field type is EMPTY and autofill predicted UNKNOWN
// i.e. actual_type == EMPTY and predicted type == UNKNOWN|NO_SERVER_DATA.
//
// This is captured as an aggregate (non-type-specific) log entry. It is
// NOT captured by type-specific logging.
TRUE_NEGATIVE_EMPTY,
// Autofill predicted type T, but the field actually had a different type.
// i.e., actual_type == T, predicted_type = U, T != U,
// UNKNOWN not in (T,U).
//
// This is captured as a type-specific log entry for U. It is NOT captured
// as an aggregate (non-type-specific) entry as this would double count with
// FALSE_NEGATIVE_MISMATCH logging captured for T.
FALSE_POSITIVE_MISMATCH,
// Autofill predicted type T, but the field actually matched multiple
// pieces of autofill data, none of which are T.
// i.e., predicted_type == T, actual_type = {U, V, ...),
// T not in {U, V, ...}.
//
// This is captured as a type-specific log entry for T. It is also captured
// as an aggregate (non-type-specific) log entry.
FALSE_POSITIVE_AMBIGUOUS,
// The field type is UNKNOWN, but autofill predicted it to be of type T.
// i.e., actual_type == UNKNOWN, predicted_type = T, T != UNKNOWN
//
// This is captured as a type-specific log entry for T. Is is also captured
// as an aggregate (non-type-specific) log entry.
FALSE_POSITIVE_UNKNOWN,
// The field type is EMPTY, but autofill predicted it to be of type T.
// i.e., actual_type == EMPTY, predicted_type = T, T != UNKNOWN
//
// This is captured as a type-specific log entry for T. Is is also captured
// as an aggregate (non-type-specific) log entry.
FALSE_POSITIVE_EMPTY,
// The field is of type T, but autofill did not make a type prediction.
// i.e., actual_type == T, predicted_type = UNKNOWN, T != UNKNOWN.
//
// This is captured as a type-specific log entry for T. Is is also captured
// as an aggregate (non-type-specific) log entry.
FALSE_NEGATIVE_UNKNOWN,
// The field is of type T, but autofill predicted it to be of type U.
// i.e., actual_type == T, predicted_type = U, T != U,
// UNKNOWN not in (T,U).
//
// This is captured as a type-specific log entry for T. Is is also captured
// as an aggregate (non-type-specific) log entry.
FALSE_NEGATIVE_MISMATCH,
// This must be last.
NUM_FIELD_TYPE_QUALITY_METRICS
};
enum QualityMetricType {
TYPE_SUBMISSION = 0, // Logged based on user's submitted data.
TYPE_NO_SUBMISSION, // Logged based on user's entered data.
TYPE_AUTOCOMPLETE_BASED, // Logged based on the value of autocomplete attr.
NUM_QUALITY_METRIC_TYPES,
};
// Each of these is logged at most once per query to the server, which in turn
// occurs at most once per page load.
enum ServerQueryMetric {
QUERY_SENT = 0, // Sent a query to the server.
QUERY_RESPONSE_RECEIVED, // Received a response.
QUERY_RESPONSE_PARSED, // Successfully parsed the server response.
// The response was parseable, but provided no improvements relative to our
// heuristics.
QUERY_RESPONSE_MATCHED_LOCAL_HEURISTICS,
// Our heuristics detected at least one auto-fillable field, and the server
// response overrode the type of at least one field.
QUERY_RESPONSE_OVERRODE_LOCAL_HEURISTICS,
// Our heuristics did not detect any auto-fillable fields, but the server
// response did detect at least one.
QUERY_RESPONSE_WITH_NO_LOCAL_HEURISTICS,
NUM_SERVER_QUERY_METRICS,
};
// Logs usage of "Scan card" control item.
enum ScanCreditCardPromptMetric {
// "Scan card" was presented to the user.
SCAN_CARD_ITEM_SHOWN,
// "Scan card" was selected by the user.
SCAN_CARD_ITEM_SELECTED,
// The user selected something in the dropdown besides "scan card".
SCAN_CARD_OTHER_ITEM_SELECTED,
NUM_SCAN_CREDIT_CARD_PROMPT_METRICS,
};
// Each of these metrics is logged only for potentially autofillable forms,
// i.e. forms with at least three fields, etc.
// These are used to derive certain "user happiness" metrics. For example, we
// can compute the ratio (USER_DID_EDIT_AUTOFILLED_FIELD / USER_DID_AUTOFILL)
// to see how often users have to correct autofilled data.
enum UserHappinessMetric {
// Loaded a page containing forms.
FORMS_LOADED,
// Submitted a fillable form -- i.e. one with at least three field values
// that match the user's stored Autofill data -- and all matching fields
// were autofilled.
SUBMITTED_FILLABLE_FORM_AUTOFILLED_ALL,
// Submitted a fillable form and some (but not all) matching fields were
// autofilled.
SUBMITTED_FILLABLE_FORM_AUTOFILLED_SOME,
// Submitted a fillable form and no fields were autofilled.
SUBMITTED_FILLABLE_FORM_AUTOFILLED_NONE,
// Submitted a non-fillable form. This also counts entering new data into
// a form with identified fields. Because we didn't have the data the user
// wanted, from the user's perspective, the form was not autofillable.
SUBMITTED_NON_FILLABLE_FORM,
// User manually filled one of the form fields.
USER_DID_TYPE,
// We showed a popup containing Autofill suggestions.
SUGGESTIONS_SHOWN,
// Same as above, but only logged once per page load.
SUGGESTIONS_SHOWN_ONCE,
// User autofilled at least part of the form.
USER_DID_AUTOFILL,
// Same as above, but only logged once per page load.
USER_DID_AUTOFILL_ONCE,
// User edited a previously autofilled field.
USER_DID_EDIT_AUTOFILLED_FIELD,
// Same as above, but only logged once per page load.
USER_DID_EDIT_AUTOFILLED_FIELD_ONCE,
// User entered form data that appears to be a UPI Virtual Payment Address.
USER_DID_ENTER_UPI_VPA,
NUM_USER_HAPPINESS_METRICS,
};
// Form Events for autofill.
// These events are triggered separetly for address and credit card forms.
enum FormEvent {
// User interacted with a field of this kind of form. Logged only once per
// page load.
FORM_EVENT_INTERACTED_ONCE = 0,
// A dropdown with suggestions was shown.
FORM_EVENT_SUGGESTIONS_SHOWN,
// Same as above, but recoreded only once per page load.
FORM_EVENT_SUGGESTIONS_SHOWN_ONCE,
// A local suggestion was used to fill the form.
FORM_EVENT_LOCAL_SUGGESTION_FILLED,
// A server suggestion was used to fill the form.
// When dealing with credit cards, this means a full server card was used
// to fill.
FORM_EVENT_SERVER_SUGGESTION_FILLED,
// A masked server card suggestion was used to fill the form.
FORM_EVENT_MASKED_SERVER_CARD_SUGGESTION_FILLED,
// A suggestion was used to fill the form. The origin type (local or server
// or masked server card) of the first selected within a page load will
// determine which of the following two will be fired.
FORM_EVENT_LOCAL_SUGGESTION_FILLED_ONCE,
FORM_EVENT_SERVER_SUGGESTION_FILLED_ONCE,
FORM_EVENT_MASKED_SERVER_CARD_SUGGESTION_FILLED_ONCE,
// A form was submitted. Depending on the user filling a local, server,
// masked server card or no suggestion one of the following will be
// triggered. Only one of the following four will be triggered per page
// load.
FORM_EVENT_NO_SUGGESTION_SUBMITTED_ONCE,
FORM_EVENT_LOCAL_SUGGESTION_SUBMITTED_ONCE,
FORM_EVENT_SERVER_SUGGESTION_SUBMITTED_ONCE,
FORM_EVENT_MASKED_SERVER_CARD_SUGGESTION_SUBMITTED_ONCE,
// A masked server card suggestion was selected to fill the form.
FORM_EVENT_MASKED_SERVER_CARD_SUGGESTION_SELECTED,
// Same as above but only triggered once per page load.
FORM_EVENT_MASKED_SERVER_CARD_SUGGESTION_SELECTED_ONCE,
// An autofillable form is about to be submitted. If the submission is not
// interrupted by JavaScript, the "form submitted" events above will also be
// logged. Depending on the user filling a local, server, masked server card
// or no suggestion one of the following will be triggered, at most once per
// page load.
FORM_EVENT_NO_SUGGESTION_WILL_SUBMIT_ONCE,
FORM_EVENT_LOCAL_SUGGESTION_WILL_SUBMIT_ONCE,
FORM_EVENT_SERVER_SUGGESTION_WILL_SUBMIT_ONCE,
FORM_EVENT_MASKED_SERVER_CARD_SUGGESTION_WILL_SUBMIT_ONCE,
// A dropdown with suggestions was shown and a form was submitted after
// that.
FORM_EVENT_SUGGESTION_SHOWN_SUBMITTED_ONCE,
// A dropdown with suggestions was shown and a form is about to be
// submitted. If the submission is not interrupted by JavaScript, the "form
// submitted" event above will also be logged.
FORM_EVENT_SUGGESTION_SHOWN_WILL_SUBMIT_ONCE,
NUM_FORM_EVENTS,
};
// Form Events for autofill with bank name available for display.
enum BankNameDisplayedFormEvent {
// A dropdown with suggestions was shown and at least one suggestion has a
// bank name. Logged at most once per page load.
FORM_EVENT_SUGGESTIONS_SHOWN_WITH_BANK_NAME_AVAILABLE_ONCE = 0,
// A server suggestion was used to fill the form and at least one suggestion
// has a bank name. Logged at most once per page load.
FORM_EVENT_SERVER_SUGGESTION_FILLED_WITH_BANK_NAME_AVAILABLE_ONCE,
BANK_NAME_NUM_FORM_EVENTS,
};
// Events related to the Unmask Credit Card Prompt.
enum UnmaskPromptEvent {
// The prompt was shown.
UNMASK_PROMPT_SHOWN = 0,
// The prompt was closed without attempting to unmask the card.
UNMASK_PROMPT_CLOSED_NO_ATTEMPTS,
// The prompt was closed without unmasking the card, but with at least
// one attempt. The last failure was retriable.
UNMASK_PROMPT_CLOSED_FAILED_TO_UNMASK_RETRIABLE_FAILURE,
// The prompt was closed without unmasking the card, but with at least
// one attempt. The last failure was non retriable.
UNMASK_PROMPT_CLOSED_FAILED_TO_UNMASK_NON_RETRIABLE_FAILURE,
// Successfully unmasked the card in the first attempt.
UNMASK_PROMPT_UNMASKED_CARD_FIRST_ATTEMPT,
// Successfully unmasked the card after retriable failures.
UNMASK_PROMPT_UNMASKED_CARD_AFTER_FAILED_ATTEMPTS,
// Saved the card locally (masked card was upgraded to a full card).
UNMASK_PROMPT_SAVED_CARD_LOCALLY,
// User chose to opt in (checked the checkbox when it was empty).
// Only logged if there was an attempt to unmask.
UNMASK_PROMPT_LOCAL_SAVE_DID_OPT_IN,
// User did not opt in when they had the chance (left the checkbox
// unchecked). Only logged if there was an attempt to unmask.
UNMASK_PROMPT_LOCAL_SAVE_DID_NOT_OPT_IN,
// User chose to opt out (unchecked the checkbox when it was check).
// Only logged if there was an attempt to unmask.
UNMASK_PROMPT_LOCAL_SAVE_DID_OPT_OUT,
// User did not opt out when they had a chance (left the checkbox checked).
// Only logged if there was an attempt to unmask.
UNMASK_PROMPT_LOCAL_SAVE_DID_NOT_OPT_OUT,
// The prompt was closed while chrome was unmasking the card (user pressed
// verify and we were waiting for the server response).
UNMASK_PROMPT_CLOSED_ABANDON_UNMASKING,
NUM_UNMASK_PROMPT_EVENTS,
};
// Possible results of Payments RPCs.
enum PaymentsRpcResult {
// Request succeeded.
PAYMENTS_RESULT_SUCCESS = 0,
// Request failed; try again.
PAYMENTS_RESULT_TRY_AGAIN_FAILURE,
// Request failed; don't try again.
PAYMENTS_RESULT_PERMANENT_FAILURE,
// Unable to connect to Payments servers.
PAYMENTS_RESULT_NETWORK_ERROR,
NUM_PAYMENTS_RESULTS,
};
// For measuring the network request time of various Wallet API calls. See
// WalletClient::RequestType.
enum WalletApiCallMetric {
UNKNOWN_API_CALL, // Catch all. Should never be used.
ACCEPT_LEGAL_DOCUMENTS,
AUTHENTICATE_INSTRUMENT,
GET_FULL_WALLET,
GET_WALLET_ITEMS,
SAVE_TO_WALLET,
NUM_WALLET_API_CALLS
};
// For measuring the frequency of errors while communicating with the Wallet
// server.
enum WalletErrorMetric {
// Baseline metric: Issued a request to the Wallet server.
WALLET_ERROR_BASELINE_ISSUED_REQUEST = 0,
// A fatal error occured while communicating with the Wallet server. This
// value has been deprecated.
WALLET_FATAL_ERROR_DEPRECATED,
// Received a malformed response from the Wallet server.
WALLET_MALFORMED_RESPONSE,
// A network error occured while communicating with the Wallet server.
WALLET_NETWORK_ERROR,
// The request was malformed.
WALLET_BAD_REQUEST,
// Risk deny, unsupported country, or account closed.
WALLET_BUYER_ACCOUNT_ERROR,
// Unknown server side error.
WALLET_INTERNAL_ERROR,
// API call had missing or invalid parameters.
WALLET_INVALID_PARAMS,
// Online Wallet is down.
WALLET_SERVICE_UNAVAILABLE,
// User needs make a cheaper transaction or not use Online Wallet.
WALLET_SPENDING_LIMIT_EXCEEDED,
// The server API version of the request is no longer supported.
WALLET_UNSUPPORTED_API_VERSION,
// Catch all error type.
WALLET_UNKNOWN_ERROR,
// The merchant has been blacklisted for Online Wallet due to some manner
// of compliance violation.
WALLET_UNSUPPORTED_MERCHANT,
// Buyer Legal Address has a country which is unsupported by Wallet.
WALLET_BUYER_LEGAL_ADDRESS_NOT_SUPPORTED,
// Wallet's Know Your Customer(KYC) action is pending/failed for this user.
WALLET_UNVERIFIED_KNOW_YOUR_CUSTOMER_STATUS,
// Chrome version is unsupported or provided API key not allowed.
WALLET_UNSUPPORTED_USER_AGENT_OR_API_KEY,
NUM_WALLET_ERROR_METRICS
};
// For measuring the frequency of "required actions" returned by the Wallet
// server. This is similar to the autofill::wallet::RequiredAction enum;
// but unlike that enum, the values in this one must remain constant over
// time, so that the metrics can be consistently interpreted on the
// server-side.
enum WalletRequiredActionMetric {
// Baseline metric: Issued a request to the Wallet server.
WALLET_REQUIRED_ACTION_BASELINE_ISSUED_REQUEST = 0,
// Values from the autofill::wallet::RequiredAction enum:
UNKNOWN_REQUIRED_ACTION, // Catch all type.
GAIA_AUTH,
PASSIVE_GAIA_AUTH,
SETUP_WALLET,
ACCEPT_TOS,
UPDATE_EXPIRATION_DATE,
UPGRADE_MIN_ADDRESS,
CHOOSE_ANOTHER_INSTRUMENT_OR_ADDRESS,
VERIFY_CVV,
INVALID_FORM_FIELD,
REQUIRE_PHONE_NUMBER,
NUM_WALLET_REQUIRED_ACTIONS
};
// For mesuring how wallet addresses are converted to local profiles.
enum WalletAddressConversionType : int {
// The converted wallet address was merged into an existing local profile.
CONVERTED_ADDRESS_MERGED,
// The converted wallet address was added as a new local profile.
CONVERTED_ADDRESS_ADDED,
NUM_CONVERTED_ADDRESS_CONVERSION_TYPES
};
// Utility to log URL keyed form interaction events.
class FormInteractionsUkmLogger {
public:
explicit FormInteractionsUkmLogger(ukm::UkmRecorder* ukm_recorder);
const GURL& url() const { return url_; }
void OnFormsParsed(const GURL& url);
void LogInteractedWithForm(bool is_for_credit_card,
size_t local_record_type_count,
size_t server_record_type_count);
void LogSuggestionsShown(const AutofillField& field);
void LogSelectedMaskedServerCard();
void LogDidFillSuggestion(int record_type);
void LogTextFieldDidChange(const AutofillField& field);
void LogFormSubmitted(AutofillFormSubmittedState state);
// We initialize |url_| with the form's URL when we log the first form
// interaction. Later, we may update |url_| with the |source_url()| for the
// submitted form.
void UpdateSourceURL(const GURL& url);
private:
bool CanLog() const;
int64_t MillisecondsSinceFormParsed() const;
void GetNewSourceID();
ukm::UkmRecorder* ukm_recorder_; // Weak reference.
ukm::SourceId source_id_ = -1;
GURL url_;
base::TimeTicks form_parsed_timestamp_;
};
// |upload_decision_metrics| is a bitmask of |CardUploadDecisionMetric|.
static void LogCardUploadDecisionMetrics(int upload_decision_metrics);
static void LogCreditCardInfoBarMetric(
InfoBarMetric metric,
bool is_uploading,
int previous_save_credit_card_prompt_user_decision);
static void LogCreditCardFillingInfoBarMetric(InfoBarMetric metric);
static void LogSaveCardPromptMetric(
SaveCardPromptMetric metric,
bool is_uploading,
bool is_reshow,
int previous_save_credit_card_prompt_user_decision);
static void LogScanCreditCardPromptMetric(ScanCreditCardPromptMetric metric);
// Should be called when credit card scan is finished. |duration| should be
// the time elapsed between launching the credit card scanner and getting back
// the result. |completed| should be true if a credit card was scanned, false
// if the scan was cancelled.
static void LogScanCreditCardCompleted(const base::TimeDelta& duration,
bool completed);
static void LogDeveloperEngagementMetric(DeveloperEngagementMetric metric);
static void LogHeuristicPredictionQualityMetrics(
const ServerFieldTypeSet& possible_types,
ServerFieldType predicted_type,
QualityMetricType metric_type);
static void LogServerPredictionQualityMetrics(
const ServerFieldTypeSet& possible_types,
ServerFieldType predicted_type,
QualityMetricType metric_type);
static void LogOverallPredictionQualityMetrics(
const ServerFieldTypeSet& possible_types,
ServerFieldType predicted_type,
QualityMetricType metric_type);
static void LogServerQueryMetric(ServerQueryMetric metric);
static void LogUserHappinessMetric(UserHappinessMetric metric);
// Logs |event| to the unmask prompt events histogram.
static void LogUnmaskPromptEvent(UnmaskPromptEvent event);
// Logs the time elapsed between the unmask prompt being shown and it
// being closed.
static void LogUnmaskPromptEventDuration(const base::TimeDelta& duration,
UnmaskPromptEvent close_event);
// Logs the time elapsed between the user clicking Verify and
// hitting cancel when abandoning a pending unmasking operation
// (aka GetRealPan).
static void LogTimeBeforeAbandonUnmasking(const base::TimeDelta& duration);
// Logs |result| to the get real pan result histogram.
static void LogRealPanResult(AutofillClient::PaymentsRpcResult result);
// Logs |result| to duration of the GetRealPan RPC.
static void LogRealPanDuration(const base::TimeDelta& duration,
AutofillClient::PaymentsRpcResult result);
// Logs |result| to the get real pan result histogram.
static void LogUnmaskingDuration(const base::TimeDelta& duration,
AutofillClient::PaymentsRpcResult result);
// This should be called when a form that has been Autofilled is submitted.
// |duration| should be the time elapsed between form load and submission.
static void LogFormFillDurationFromLoadWithAutofill(
const base::TimeDelta& duration);
// This should be called when a fillable form that has not been Autofilled is
// submitted. |duration| should be the time elapsed between form load and
// submission.
static void LogFormFillDurationFromLoadWithoutAutofill(
const base::TimeDelta& duration);
// This should be called when a form that has been Autofilled is submitted.
// |duration| should be the time elapsed between the initial form interaction
// and submission.
static void LogFormFillDurationFromInteractionWithAutofill(
const base::TimeDelta& duration);
// This should be called when a fillable form that has not been Autofilled is
// submitted. |duration| should be the time elapsed between the initial form
// interaction and submission.
static void LogFormFillDurationFromInteractionWithoutAutofill(
const base::TimeDelta& duration);
// This should be called each time a page containing forms is loaded.
static void LogIsAutofillEnabledAtPageLoad(bool enabled);
// This should be called each time a new profile is launched.
static void LogIsAutofillEnabledAtStartup(bool enabled);
// This should be called each time a new profile is launched.
static void LogStoredProfileCount(size_t num_profiles);
// This should be called each time a new profile is launched.
static void LogStoredLocalCreditCardCount(size_t num_local_cards);
// This should be called each time a new profile is launched.
static void LogStoredServerCreditCardCounts(size_t num_masked_cards,
size_t num_unmasked_cards);
// Log the number of profiles available when an autofillable form is
// submitted.
static void LogNumberOfProfilesAtAutofillableFormSubmission(
size_t num_profiles);
// Log whether user modified an address profile shortly before submitting
// credit card form.
static void LogHasModifiedProfileOnCreditCardFormSubmission(
bool has_modified_profile);
// Log the number of Autofill suggestions presented to the user when filling a
// form.
static void LogAddressSuggestionsCount(size_t num_suggestions);
// Log the index of the selected Autofill suggestion in the popup.
static void LogAutofillSuggestionAcceptedIndex(int index);
// Log the index of the selected Autocomplete suggestion in the popup.
static void LogAutocompleteSuggestionAcceptedIndex(int index);
// Log how many autofilled fields in a given form were edited before the
// submission or when the user unfocused the form (depending on
// |observed_submission|).
static void LogNumberOfEditedAutofilledFields(
size_t num_edited_autofilled_fields,
bool observed_submission);
// This should be called each time a server response is parsed for a form.
static void LogServerResponseHasDataForForm(bool has_data);
// This should be called at each form submission to indicate what profile
// action happened.
static void LogProfileActionOnFormSubmitted(AutofillProfileAction action);
// This should be called at each form submission to indicate the autofilled
// state of the form.
static void LogAutofillFormSubmittedState(
AutofillFormSubmittedState state,
FormInteractionsUkmLogger* form_interactions_ukm_logger);
// This should be called when determining the heuristic types for a form's
// fields.
static void LogDetermineHeuristicTypesTiming(const base::TimeDelta& duration);
// This should be called when parsing each form.
static void LogParseFormTiming(const base::TimeDelta& duration);
// Log how many profiles were considered for the deduplication process.
static void LogNumberOfProfilesConsideredForDedupe(size_t num_considered);
// Log how many profiles were removed as part of the deduplication process.
static void LogNumberOfProfilesRemovedDuringDedupe(size_t num_removed);
// Log whether the Autofill query on a credit card form is made in a secure
// context.
static void LogIsQueriedCreditCardFormSecure(bool is_secure);
// Log how the converted wallet address was added to the local autofill
// profiles.
static void LogWalletAddressConversionType(WalletAddressConversionType type);
// This should be called when the user selects the Form-Not-Secure warning
// suggestion to show an explanation of the warning.
static void LogShowedHttpNotSecureExplanation();
// Logs the card upload decisions ukm for the specified |url|.
// |upload_decision_metrics| is a bitmask of |CardUploadDecisionMetric|.
static void LogCardUploadDecisionsUkm(ukm::UkmRecorder* ukm_recorder,
const GURL& url,
int upload_decision_metrics);
// Logs the developer engagement ukm for the specified |url| and autofill
// fields in the form structure. |developer_engagement_metrics| is a bitmask
// of |AutofillMetrics::DeveloperEngagementMetric|.
static void LogDeveloperEngagementUkm(ukm::UkmRecorder* ukm_recorder,
const GURL& url,
int developer_engagement_metrics);
// Logs the the |ukm_entry_name| with the specified |url| and the specified
// |metrics|. Returns whether the ukm was sucessfully logged.
static bool LogUkm(ukm::UkmRecorder* ukm_recorder,
const GURL& url,
const std::string& ukm_entry_name,
const std::vector<std::pair<const char*, int>>& metrics);
// Utility to log autofill form events in the relevant histograms depending on
// the presence of server and/or local data.
class FormEventLogger {
public:
FormEventLogger(bool is_for_credit_card,
FormInteractionsUkmLogger* form_interactions_ukm_logger);
inline void set_server_record_type_count(size_t server_record_type_count) {
server_record_type_count_ = server_record_type_count;
}
inline void set_local_record_type_count(size_t local_record_type_count) {
local_record_type_count_ = local_record_type_count;
}
inline void set_is_context_secure(bool is_context_secure) {
is_context_secure_ = is_context_secure;
}
void OnDidInteractWithAutofillableForm();
void OnDidPollSuggestions(const FormFieldData& field);
void OnDidShowSuggestions(const AutofillField& field);
void OnDidSelectMaskedServerCardSuggestion();
// In case of masked cards, caller must make sure this gets called before
// the card is upgraded to a full card.
void OnDidFillSuggestion(const CreditCard& credit_card);
void OnDidFillSuggestion(const AutofillProfile& profile);
void OnWillSubmitForm();
void OnFormSubmitted();
void SetBankNameAvailable();
private:
void Log(FormEvent event) const;
void Log(BankNameDisplayedFormEvent event) const;
bool is_for_credit_card_;
size_t server_record_type_count_;
size_t local_record_type_count_;
bool is_context_secure_;
bool has_logged_interacted_;
bool has_logged_suggestions_shown_;
bool has_logged_masked_server_card_suggestion_selected_;
bool has_logged_suggestion_filled_;
bool has_logged_will_submit_;
bool has_logged_submitted_;
bool has_logged_bank_name_available_;
bool logged_suggestion_filled_was_server_data_;
bool logged_suggestion_filled_was_masked_server_card_;
// The last field that was polled for suggestions.
FormFieldData last_polled_field_;
FormInteractionsUkmLogger*
form_interactions_ukm_logger_; // Weak reference.
};
private:
static const int kNumCardUploadDecisionMetrics = 12;
DISALLOW_IMPLICIT_CONSTRUCTORS(AutofillMetrics);
};
} // namespace autofill
#endif // COMPONENTS_AUTOFILL_CORE_BROWSER_AUTOFILL_METRICS_H_