components/dom_distiller/core/distiller_url_fetcher.cc

// Copyright 2013 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

#include "components/dom_distiller/core/distiller_url_fetcher.h"

#include "base/bind.h"
#include "net/traffic_annotation/network_traffic_annotation.h"
#include "services/network/public/cpp/shared_url_loader_factory.h"
#include "services/network/public/cpp/simple_url_loader.h"
#include "url/gurl.h"

namespace dom_distiller {

DistillerURLFetcherFactory::DistillerURLFetcherFactory(
    scoped_refptr<network::SharedURLLoaderFactory> url_loader_factory)
    : url_loader_factory_(url_loader_factory) {}

DistillerURLFetcherFactory::~DistillerURLFetcherFactory() {}

DistillerURLFetcher*
DistillerURLFetcherFactory::CreateDistillerURLFetcher() const {
  return new DistillerURLFetcher(url_loader_factory_);
}

DistillerURLFetcher::DistillerURLFetcher(
    scoped_refptr<network::SharedURLLoaderFactory> url_loader_factory)
    : url_loader_factory_(url_loader_factory) {}

DistillerURLFetcher::~DistillerURLFetcher() {
}

void DistillerURLFetcher::FetchURL(const std::string& url,
                                   const URLFetcherCallback& callback) {
  // Don't allow a fetch if one is pending.
  DCHECK(!url_loader_);
  callback_ = callback;
  url_loader_ = CreateURLFetcher(url);
  url_loader_->DownloadToStringOfUnboundedSizeUntilCrashAndDie(
      url_loader_factory_.get(),
      base::BindOnce(&DistillerURLFetcher::OnURLLoadComplete,
                     base::Unretained(this)));
}

std::unique_ptr<network::SimpleURLLoader> DistillerURLFetcher::CreateURLFetcher(
    const std::string& url) {
  net::NetworkTrafficAnnotationTag traffic_annotation =
      net::DefineNetworkTrafficAnnotation("dom_distiller", R"(
        semantics {
          sender: "DOM Distiller"
          description:
            "Chromium provides Mobile-friendly view on Android phones when the "
            "web page contains an article, and is not mobile-friendly. If the "
            "user enters Mobile-friendly view, the main content would be "
            "extracted and reflowed in a simple layout for better readability. "
            "On iOS, apps can add URLs to the Reading List in Chromium. When "
            "opening the entries in the Reading List with no or limited "
            "network, the simple layout would be shown. DOM distiller is the "
            "backend service for Mobile-friendly view and Reading List."
          trigger:
            "When the user enters Mobile-friendly view on Android phones, or "
            "adds entries to the Reading List on iOS. Note that Reading List "
            "entries can be added from other apps."
          data:
            "URLs of the required website resources to fetch."
          destination: WEBSITE
        }
        policy {
          cookies_allowed: YES
          cookies_store: "user"
          setting: "Users can enable or disable Mobile-friendly view by "
          "toggling chrome://flags#reader-mode-heuristics in Chromium on "
          "Android."
          policy_exception_justification:
            "Not implemented, considered not useful as no content is being "
            "uploaded; this request merely downloads the resources on the web."
        })");
  auto resource_request = std::make_unique<network::ResourceRequest>();
  resource_request->url = GURL(url);
  resource_request->method = "GET";

  // TODO(crbug.com/808498): Restore the data use measurement when bug is fixed.
  auto url_loader = network::SimpleURLLoader::Create(
      std::move(resource_request), traffic_annotation);
  static const int kMaxRetries = 5;
  url_loader->SetRetryOptions(kMaxRetries,
                              network::SimpleURLLoader::RETRY_ON_5XX);

  return url_loader;
}

void DistillerURLFetcher::OnURLLoadComplete(
    std::unique_ptr<std::string> response_body) {
  // The loader is not needed at this point anymore.
  url_loader_.reset();

  std::string response;
  if (response_body) {
    // Only copy over the data if the request was successful. Insert
    // an empty string into the proto otherwise.
    response = std::move(*response_body);
  }
  callback_.Run(response);
}

}  // namespace dom_distiller