blob: 22f1c456850be99b7fa20116f305b8fad8850aa6 [file] [log] [blame]
// Copyright (c) 2012 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "net/url_request/url_request_ftp_job.h"
#include <utility>
#include <vector>
#include "base/memory/ref_counted.h"
#include "base/run_loop.h"
#include "base/strings/strcat.h"
#include "net/base/completion_once_callback.h"
#include "net/base/host_port_pair.h"
#include "net/base/load_states.h"
#include "net/base/proxy_server.h"
#include "net/base/request_priority.h"
#include "net/ftp/ftp_auth_cache.h"
#include "net/http/http_transaction_test_util.h"
#include "net/proxy_resolution/mock_proxy_resolver.h"
#include "net/proxy_resolution/proxy_config_service.h"
#include "net/proxy_resolution/proxy_config_service_fixed.h"
#include "net/socket/socket_test_util.h"
#include "net/test/gtest_util.h"
#include "net/test/test_with_scoped_task_environment.h"
#include "net/traffic_annotation/network_traffic_annotation_test_helper.h"
#include "net/url_request/ftp_protocol_handler.h"
#include "net/url_request/url_request.h"
#include "net/url_request/url_request_context.h"
#include "net/url_request/url_request_job_factory_impl.h"
#include "net/url_request/url_request_status.h"
#include "net/url_request/url_request_test_util.h"
#include "testing/gmock/include/gmock/gmock.h"
#include "testing/gtest/include/gtest/gtest.h"
#include "url/gurl.h"
using net::test::IsError;
using net::test::IsOk;
using base::ASCIIToUTF16;
namespace net {
namespace {
class MockProxyResolverFactory : public ProxyResolverFactory {
public:
MockProxyResolverFactory()
: ProxyResolverFactory(false), resolver_(nullptr) {}
int CreateProxyResolver(const scoped_refptr<PacFileData>& pac_script,
std::unique_ptr<ProxyResolver>* resolver,
CompletionOnceCallback callback,
std::unique_ptr<Request>* request) override {
EXPECT_FALSE(resolver_);
std::unique_ptr<MockAsyncProxyResolver> owned_resolver(
new MockAsyncProxyResolver());
resolver_ = owned_resolver.get();
*resolver = std::move(owned_resolver);
return OK;
}
MockAsyncProxyResolver* resolver() { return resolver_; }
private:
MockAsyncProxyResolver* resolver_;
};
class MockFtpTransactionFactory : public FtpTransactionFactory {
public:
std::unique_ptr<FtpTransaction> CreateTransaction() override {
return std::unique_ptr<FtpTransaction>();
}
void Suspend(bool suspend) override {}
};
} // namespace
class FtpTestURLRequestContext : public TestURLRequestContext {
public:
FtpTestURLRequestContext(
ClientSocketFactory* socket_factory,
std::unique_ptr<ProxyResolutionService> proxy_resolution_service,
NetworkDelegate* network_delegate)
: TestURLRequestContext(true) {
set_client_socket_factory(socket_factory);
context_storage_.set_proxy_resolution_service(
std::move(proxy_resolution_service));
set_network_delegate(network_delegate);
std::unique_ptr<FtpProtocolHandler> ftp_protocol_handler(
FtpProtocolHandler::CreateForTesting(
std::make_unique<MockFtpTransactionFactory>()));
auth_cache_ = ftp_protocol_handler->ftp_auth_cache_.get();
auto job_factory = std::make_unique<URLRequestJobFactoryImpl>();
job_factory->SetProtocolHandler("ftp", std::move(ftp_protocol_handler));
context_storage_.set_job_factory(std::move(job_factory));
Init();
}
FtpAuthCache* GetFtpAuthCache() { return auth_cache_; }
void set_proxy_resolution_service(
std::unique_ptr<ProxyResolutionService> proxy_resolution_service) {
context_storage_.set_proxy_resolution_service(
std::move(proxy_resolution_service));
}
private:
// Owned by the JobFactory's FtpProtocolHandler.
FtpAuthCache* auth_cache_;
};
namespace {
class SimpleProxyConfigService : public ProxyConfigService {
public:
SimpleProxyConfigService() {
// Any FTP requests that ever go through HTTP paths are proxied requests.
ProxyConfig proxy_config = config_.value();
proxy_config.proxy_rules().ParseFromString("ftp=localhost");
config_ =
ProxyConfigWithAnnotation(proxy_config, TRAFFIC_ANNOTATION_FOR_TESTS);
}
void AddObserver(Observer* observer) override { observer_ = observer; }
void RemoveObserver(Observer* observer) override {
if (observer_ == observer) {
observer_ = NULL;
}
}
ConfigAvailability GetLatestProxyConfig(
ProxyConfigWithAnnotation* config) override {
*config = config_;
return CONFIG_VALID;
}
private:
ProxyConfigWithAnnotation config_;
Observer* observer_;
};
// Inherit from URLRequestFtpJob to expose the priority and some
// other hidden functions.
class TestURLRequestFtpJob : public URLRequestFtpJob {
public:
TestURLRequestFtpJob(URLRequest* request,
FtpTransactionFactory* ftp_factory,
FtpAuthCache* ftp_auth_cache)
: URLRequestFtpJob(request, NULL, ftp_factory, ftp_auth_cache) {}
~TestURLRequestFtpJob() override = default;
using URLRequestFtpJob::SetPriority;
using URLRequestFtpJob::Start;
using URLRequestFtpJob::Kill;
using URLRequestFtpJob::priority;
protected:
};
// Fixture for priority-related tests. Priority matters when there is
// an HTTP proxy.
class URLRequestFtpJobPriorityTest : public TestWithScopedTaskEnvironment {
protected:
URLRequestFtpJobPriorityTest()
: proxy_resolution_service_(std::make_unique<SimpleProxyConfigService>(),
NULL,
NULL),
req_(context_.CreateRequest(GURL("ftp://ftp.example.com"),
DEFAULT_PRIORITY,
&delegate_,
TRAFFIC_ANNOTATION_FOR_TESTS)) {
context_.set_proxy_resolution_service(&proxy_resolution_service_);
context_.set_http_transaction_factory(&network_layer_);
}
ProxyResolutionService proxy_resolution_service_;
MockNetworkLayer network_layer_;
MockFtpTransactionFactory ftp_factory_;
FtpAuthCache ftp_auth_cache_;
TestURLRequestContext context_;
TestDelegate delegate_;
std::unique_ptr<URLRequest> req_;
};
// Make sure that SetPriority actually sets the URLRequestFtpJob's
// priority, both before and after start.
TEST_F(URLRequestFtpJobPriorityTest, SetPriorityBasic) {
std::unique_ptr<TestURLRequestFtpJob> job(
new TestURLRequestFtpJob(req_.get(), &ftp_factory_, &ftp_auth_cache_));
EXPECT_EQ(DEFAULT_PRIORITY, job->priority());
job->SetPriority(LOWEST);
EXPECT_EQ(LOWEST, job->priority());
job->SetPriority(LOW);
EXPECT_EQ(LOW, job->priority());
job->Start();
EXPECT_EQ(LOW, job->priority());
job->SetPriority(MEDIUM);
EXPECT_EQ(MEDIUM, job->priority());
}
// Make sure that URLRequestFtpJob passes on its priority to its
// transaction on start.
TEST_F(URLRequestFtpJobPriorityTest, SetTransactionPriorityOnStart) {
std::unique_ptr<TestURLRequestFtpJob> job(
new TestURLRequestFtpJob(req_.get(), &ftp_factory_, &ftp_auth_cache_));
job->SetPriority(LOW);
EXPECT_FALSE(network_layer_.last_transaction());
job->Start();
ASSERT_TRUE(network_layer_.last_transaction());
EXPECT_EQ(LOW, network_layer_.last_transaction()->priority());
}
// Make sure that URLRequestFtpJob passes on its priority updates to
// its transaction.
TEST_F(URLRequestFtpJobPriorityTest, SetTransactionPriority) {
std::unique_ptr<TestURLRequestFtpJob> job(
new TestURLRequestFtpJob(req_.get(), &ftp_factory_, &ftp_auth_cache_));
job->SetPriority(LOW);
job->Start();
ASSERT_TRUE(network_layer_.last_transaction());
EXPECT_EQ(LOW, network_layer_.last_transaction()->priority());
job->SetPriority(HIGHEST);
EXPECT_EQ(HIGHEST, network_layer_.last_transaction()->priority());
}
// Make sure that URLRequestFtpJob passes on its priority updates to
// newly-created transactions after the first one.
TEST_F(URLRequestFtpJobPriorityTest, SetSubsequentTransactionPriority) {
std::unique_ptr<TestURLRequestFtpJob> job(
new TestURLRequestFtpJob(req_.get(), &ftp_factory_, &ftp_auth_cache_));
job->Start();
job->SetPriority(LOW);
ASSERT_TRUE(network_layer_.last_transaction());
EXPECT_EQ(LOW, network_layer_.last_transaction()->priority());
job->Kill();
network_layer_.ClearLastTransaction();
// Creates a second transaction.
job->Start();
ASSERT_TRUE(network_layer_.last_transaction());
EXPECT_EQ(LOW, network_layer_.last_transaction()->priority());
}
class URLRequestFtpJobTest : public TestWithScopedTaskEnvironment {
public:
URLRequestFtpJobTest()
: request_context_(&socket_factory_,
std::make_unique<ProxyResolutionService>(
std::make_unique<SimpleProxyConfigService>(),
nullptr,
nullptr),
&network_delegate_) {}
~URLRequestFtpJobTest() override {
// Clean up any remaining tasks that mess up unrelated tests.
base::RunLoop().RunUntilIdle();
}
void AddSocket(base::span<const MockRead> reads,
base::span<const MockWrite> writes) {
std::unique_ptr<SequencedSocketData> socket_data(
std::make_unique<SequencedSocketData>(reads, writes));
socket_data->set_connect_data(MockConnect(SYNCHRONOUS, OK));
socket_factory_.AddSocketDataProvider(socket_data.get());
socket_data_.push_back(std::move(socket_data));
}
FtpTestURLRequestContext* request_context() { return &request_context_; }
TestNetworkDelegate* network_delegate() { return &network_delegate_; }
std::vector<std::unique_ptr<SequencedSocketData>>* socket_data() {
return &socket_data_;
}
private:
std::vector<std::unique_ptr<SequencedSocketData>> socket_data_;
MockClientSocketFactory socket_factory_;
TestNetworkDelegate network_delegate_;
FtpTestURLRequestContext request_context_;
};
TEST_F(URLRequestFtpJobTest, FtpProxyRequest) {
const struct {
const char* proxy_mime;
const char* expected_mime;
} kTestCases[] = {
{"text/vnd.chromium.ftp-dir", "text/vnd.chromium.ftp-dir"},
{"text/html", "application/octet-stream"},
{"text/plain", "application/octet-stream"},
{"image/png", "application/octet-stream"},
{"application/json", "application/octet-stream"},
{"", "application/octet-stream"},
};
int completed_requests = 0;
for (const auto test : kTestCases) {
SCOPED_TRACE(testing::Message()
<< std::endl
<< "Proxied MIME: " << test.proxy_mime << std::endl
<< "Expected MIME: " << test.expected_mime << std::endl);
std::string test_mime =
strlen(test.proxy_mime) == 0
? "X-Placeholding: Header\r\n"
: base::StrCat({"Content-Type: ", test.proxy_mime, "\r\n"});
MockWrite writes[] = {
MockWrite(ASYNC, 0,
"GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n\r\n"),
};
MockRead reads[] = {
MockRead(ASYNC, 1, "HTTP/1.1 200 OK\r\n"),
MockRead(ASYNC, 2, test_mime.c_str()),
MockRead(ASYNC, 3, "Content-Length: 9\r\n\r\n"),
MockRead(ASYNC, 4, "test.html"),
};
socket_data()->clear();
AddSocket(reads, writes);
TestDelegate request_delegate;
std::unique_ptr<URLRequest> url_request(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/"), DEFAULT_PRIORITY, &request_delegate,
TRAFFIC_ANNOTATION_FOR_TESTS));
url_request->Start();
ASSERT_TRUE(url_request->is_pending());
// The TestDelegate will by default quit the message loop on completion.
base::RunLoop().Run();
EXPECT_THAT(request_delegate.request_status(), IsOk());
EXPECT_EQ(ProxyServer(ProxyServer::SCHEME_HTTP,
HostPortPair::FromString("localhost:80")),
url_request->proxy_server());
EXPECT_EQ(++completed_requests, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
EXPECT_FALSE(request_delegate.auth_required_called());
EXPECT_EQ("test.html", request_delegate.data_received());
std::string mime;
url_request->GetMimeType(&mime);
EXPECT_EQ(test.expected_mime, mime);
}
}
// Regression test for http://crbug.com/237526.
TEST_F(URLRequestFtpJobTest, FtpProxyRequestOrphanJob) {
std::unique_ptr<MockProxyResolverFactory> owned_resolver_factory(
new MockProxyResolverFactory());
MockProxyResolverFactory* resolver_factory = owned_resolver_factory.get();
// Use a PAC URL so that URLRequestFtpJob's |pac_request_| field is non-NULL.
request_context()->set_proxy_resolution_service(
std::make_unique<ProxyResolutionService>(
std::make_unique<ProxyConfigServiceFixed>(ProxyConfigWithAnnotation(
ProxyConfig::CreateFromCustomPacURL(GURL("http://foo")),
TRAFFIC_ANNOTATION_FOR_TESTS)),
std::move(owned_resolver_factory), nullptr));
TestDelegate request_delegate;
std::unique_ptr<URLRequest> url_request(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/"), DEFAULT_PRIORITY, &request_delegate,
TRAFFIC_ANNOTATION_FOR_TESTS));
url_request->Start();
// Verify PAC request is in progress.
EXPECT_EQ(net::LoadState::LOAD_STATE_RESOLVING_PROXY_FOR_URL,
url_request->GetLoadState().state);
EXPECT_EQ(1u, resolver_factory->resolver()->pending_jobs().size());
EXPECT_EQ(0u, resolver_factory->resolver()->cancelled_jobs().size());
// Destroying the request should cancel the PAC request.
url_request.reset();
EXPECT_EQ(0u, resolver_factory->resolver()->pending_jobs().size());
EXPECT_EQ(1u, resolver_factory->resolver()->cancelled_jobs().size());
}
// Make sure PAC requests are cancelled on request cancellation. Requests can
// hang around a bit without being deleted in the cancellation case, so the
// above test is not sufficient.
TEST_F(URLRequestFtpJobTest, FtpProxyRequestCancelRequest) {
std::unique_ptr<MockProxyResolverFactory> owned_resolver_factory(
new MockProxyResolverFactory());
MockProxyResolverFactory* resolver_factory = owned_resolver_factory.get();
// Use a PAC URL so that URLRequestFtpJob's |pac_request_| field is non-NULL.
request_context()->set_proxy_resolution_service(
std::make_unique<ProxyResolutionService>(
std::make_unique<ProxyConfigServiceFixed>(ProxyConfigWithAnnotation(
ProxyConfig::CreateFromCustomPacURL(GURL("http://foo")),
TRAFFIC_ANNOTATION_FOR_TESTS)),
std::move(owned_resolver_factory), nullptr));
TestDelegate request_delegate;
std::unique_ptr<URLRequest> url_request(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/"), DEFAULT_PRIORITY, &request_delegate,
TRAFFIC_ANNOTATION_FOR_TESTS));
// Verify PAC request is in progress.
url_request->Start();
EXPECT_EQ(net::LoadState::LOAD_STATE_RESOLVING_PROXY_FOR_URL,
url_request->GetLoadState().state);
EXPECT_EQ(1u, resolver_factory->resolver()->pending_jobs().size());
EXPECT_EQ(0u, resolver_factory->resolver()->cancelled_jobs().size());
// Cancelling the request should cancel the PAC request.
url_request->Cancel();
EXPECT_EQ(net::LoadState::LOAD_STATE_IDLE, url_request->GetLoadState().state);
EXPECT_EQ(0u, resolver_factory->resolver()->pending_jobs().size());
EXPECT_EQ(1u, resolver_factory->resolver()->cancelled_jobs().size());
}
TEST_F(URLRequestFtpJobTest, FtpProxyRequestNeedProxyAuthNoCredentials) {
MockWrite writes[] = {
MockWrite(ASYNC, 0, "GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n\r\n"),
};
MockRead reads[] = {
// No credentials.
MockRead(ASYNC, 1, "HTTP/1.1 407 Proxy Authentication Required\r\n"),
MockRead(ASYNC, 2, "Proxy-Authenticate: Basic "
"realm=\"MyRealm1\"\r\n"),
MockRead(ASYNC, 3, "Content-Length: 9\r\n\r\n"),
MockRead(ASYNC, 4, "test.html"),
};
AddSocket(reads, writes);
TestDelegate request_delegate;
std::unique_ptr<URLRequest> url_request(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/"), DEFAULT_PRIORITY, &request_delegate,
TRAFFIC_ANNOTATION_FOR_TESTS));
url_request->Start();
ASSERT_TRUE(url_request->is_pending());
// The TestDelegate will by default quit the message loop on completion.
base::RunLoop().Run();
EXPECT_THAT(request_delegate.request_status(), IsOk());
EXPECT_EQ(ProxyServer(ProxyServer::SCHEME_HTTP,
HostPortPair::FromString("localhost:80")),
url_request->proxy_server());
EXPECT_EQ(1, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
EXPECT_TRUE(request_delegate.auth_required_called());
EXPECT_EQ("test.html", request_delegate.data_received());
}
TEST_F(URLRequestFtpJobTest, FtpProxyRequestNeedProxyAuthWithCredentials) {
MockWrite writes[] = {
MockWrite(ASYNC, 0, "GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n\r\n"),
MockWrite(ASYNC, 5, "GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n"
"Proxy-Authorization: Basic bXl1c2VyOm15cGFzcw==\r\n\r\n"),
};
MockRead reads[] = {
// No credentials.
MockRead(ASYNC, 1, "HTTP/1.1 407 Proxy Authentication Required\r\n"),
MockRead(ASYNC, 2, "Proxy-Authenticate: Basic "
"realm=\"MyRealm1\"\r\n"),
MockRead(ASYNC, 3, "Content-Length: 9\r\n\r\n"),
MockRead(ASYNC, 4, "test.html"),
// Second response.
MockRead(ASYNC, 6, "HTTP/1.1 200 OK\r\n"),
MockRead(ASYNC, 7, "Content-Length: 10\r\n\r\n"),
MockRead(ASYNC, 8, "test2.html"),
};
AddSocket(reads, writes);
TestDelegate request_delegate;
request_delegate.set_credentials(
AuthCredentials(ASCIIToUTF16("myuser"), ASCIIToUTF16("mypass")));
std::unique_ptr<URLRequest> url_request(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/"), DEFAULT_PRIORITY, &request_delegate,
TRAFFIC_ANNOTATION_FOR_TESTS));
url_request->Start();
ASSERT_TRUE(url_request->is_pending());
// The TestDelegate will by default quit the message loop on completion.
base::RunLoop().Run();
EXPECT_THAT(request_delegate.request_status(), IsOk());
EXPECT_EQ(1, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
EXPECT_TRUE(request_delegate.auth_required_called());
EXPECT_EQ("test2.html", request_delegate.data_received());
}
TEST_F(URLRequestFtpJobTest, FtpProxyRequestNeedServerAuthNoCredentials) {
MockWrite writes[] = {
MockWrite(ASYNC, 0, "GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n\r\n"),
};
MockRead reads[] = {
// No credentials.
MockRead(ASYNC, 1, "HTTP/1.1 401 Unauthorized\r\n"),
MockRead(ASYNC, 2, "WWW-Authenticate: Basic "
"realm=\"MyRealm1\"\r\n"),
MockRead(ASYNC, 3, "Content-Length: 9\r\n\r\n"),
MockRead(ASYNC, 4, "test.html"),
};
AddSocket(reads, writes);
TestDelegate request_delegate;
std::unique_ptr<URLRequest> url_request(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/"), DEFAULT_PRIORITY, &request_delegate,
TRAFFIC_ANNOTATION_FOR_TESTS));
url_request->Start();
ASSERT_TRUE(url_request->is_pending());
// The TestDelegate will by default quit the message loop on completion.
base::RunLoop().Run();
EXPECT_THAT(request_delegate.request_status(), IsOk());
EXPECT_EQ(1, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
EXPECT_TRUE(request_delegate.auth_required_called());
EXPECT_EQ("test.html", request_delegate.data_received());
}
TEST_F(URLRequestFtpJobTest, FtpProxyRequestNeedServerAuthWithCredentials) {
MockWrite writes[] = {
MockWrite(ASYNC, 0, "GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n\r\n"),
MockWrite(ASYNC, 5, "GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n"
"Authorization: Basic bXl1c2VyOm15cGFzcw==\r\n\r\n"),
};
MockRead reads[] = {
// No credentials.
MockRead(ASYNC, 1, "HTTP/1.1 401 Unauthorized\r\n"),
MockRead(ASYNC, 2, "WWW-Authenticate: Basic "
"realm=\"MyRealm1\"\r\n"),
MockRead(ASYNC, 3, "Content-Length: 9\r\n\r\n"),
MockRead(ASYNC, 4, "test.html"),
// Second response.
MockRead(ASYNC, 6, "HTTP/1.1 200 OK\r\n"),
MockRead(ASYNC, 7, "Content-Length: 10\r\n\r\n"),
MockRead(ASYNC, 8, "test2.html"),
};
AddSocket(reads, writes);
TestDelegate request_delegate;
request_delegate.set_credentials(
AuthCredentials(ASCIIToUTF16("myuser"), ASCIIToUTF16("mypass")));
std::unique_ptr<URLRequest> url_request(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/"), DEFAULT_PRIORITY, &request_delegate,
TRAFFIC_ANNOTATION_FOR_TESTS));
url_request->Start();
ASSERT_TRUE(url_request->is_pending());
// The TestDelegate will by default quit the message loop on completion.
base::RunLoop().Run();
EXPECT_THAT(request_delegate.request_status(), IsOk());
EXPECT_EQ(1, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
EXPECT_TRUE(request_delegate.auth_required_called());
EXPECT_EQ("test2.html", request_delegate.data_received());
}
TEST_F(URLRequestFtpJobTest, FtpProxyRequestNeedProxyAndServerAuth) {
MockWrite writes[] = {
MockWrite(ASYNC, 0, "GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n\r\n"),
MockWrite(ASYNC, 5, "GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n"
"Proxy-Authorization: Basic "
"cHJveHl1c2VyOnByb3h5cGFzcw==\r\n\r\n"),
MockWrite(ASYNC, 10, "GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n"
"Proxy-Authorization: Basic "
"cHJveHl1c2VyOnByb3h5cGFzcw==\r\n"
"Authorization: Basic bXl1c2VyOm15cGFzcw==\r\n\r\n"),
};
MockRead reads[] = {
// No credentials.
MockRead(ASYNC, 1, "HTTP/1.1 407 Proxy Authentication Required\r\n"),
MockRead(ASYNC, 2, "Proxy-Authenticate: Basic "
"realm=\"MyRealm1\"\r\n"),
MockRead(ASYNC, 3, "Content-Length: 9\r\n\r\n"),
MockRead(ASYNC, 4, "test.html"),
// Second response.
MockRead(ASYNC, 6, "HTTP/1.1 401 Unauthorized\r\n"),
MockRead(ASYNC, 7, "WWW-Authenticate: Basic "
"realm=\"MyRealm1\"\r\n"),
MockRead(ASYNC, 8, "Content-Length: 9\r\n\r\n"),
MockRead(ASYNC, 9, "test.html"),
// Third response.
MockRead(ASYNC, 11, "HTTP/1.1 200 OK\r\n"),
MockRead(ASYNC, 12, "Content-Length: 10\r\n\r\n"),
MockRead(ASYNC, 13, "test2.html"),
};
AddSocket(reads, writes);
GURL url("ftp://ftp.example.com");
// Make sure cached FTP credentials are not used for proxy authentication.
request_context()->GetFtpAuthCache()->Add(
url.GetOrigin(),
AuthCredentials(ASCIIToUTF16("userdonotuse"),
ASCIIToUTF16("passworddonotuse")));
TestDelegate request_delegate;
std::unique_ptr<URLRequest> url_request(request_context()->CreateRequest(
url, DEFAULT_PRIORITY, &request_delegate, TRAFFIC_ANNOTATION_FOR_TESTS));
url_request->Start();
ASSERT_TRUE(url_request->is_pending());
request_delegate.RunUntilAuthRequired();
ASSERT_TRUE(request_delegate.auth_required_called());
EXPECT_EQ(0, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
url_request->SetAuth(
AuthCredentials(ASCIIToUTF16("proxyuser"), ASCIIToUTF16("proxypass")));
// Run until server auth is requested.
request_delegate.RunUntilAuthRequired();
EXPECT_EQ(0, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
url_request->SetAuth(
AuthCredentials(ASCIIToUTF16("myuser"), ASCIIToUTF16("mypass")));
request_delegate.RunUntilComplete();
EXPECT_THAT(request_delegate.request_status(), IsOk());
EXPECT_EQ(1, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
EXPECT_TRUE(request_delegate.auth_required_called());
EXPECT_EQ("test2.html", request_delegate.data_received());
}
TEST_F(URLRequestFtpJobTest, FtpProxyRequestDoNotSaveCookies) {
MockWrite writes[] = {
MockWrite(ASYNC, 0, "GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n\r\n"),
};
MockRead reads[] = {
MockRead(ASYNC, 1, "HTTP/1.1 200 OK\r\n"),
MockRead(ASYNC, 2, "Content-Length: 9\r\n"),
MockRead(ASYNC, 3, "Set-Cookie: name=value\r\n\r\n"),
MockRead(ASYNC, 4, "test.html"),
};
AddSocket(reads, writes);
TestDelegate request_delegate;
std::unique_ptr<URLRequest> url_request(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/"), DEFAULT_PRIORITY, &request_delegate,
TRAFFIC_ANNOTATION_FOR_TESTS));
url_request->Start();
ASSERT_TRUE(url_request->is_pending());
// The TestDelegate will by default quit the message loop on completion.
base::RunLoop().Run();
EXPECT_THAT(request_delegate.request_status(), IsOk());
EXPECT_EQ(1, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
// Make sure we do not accept cookies.
EXPECT_EQ(0, network_delegate()->set_cookie_count());
EXPECT_FALSE(request_delegate.auth_required_called());
EXPECT_EQ("test.html", request_delegate.data_received());
}
TEST_F(URLRequestFtpJobTest, FtpProxyRequestDoNotFollowRedirects) {
MockWrite writes[] = {
MockWrite(SYNCHRONOUS, 0, "GET ftp://ftp.example.com/ HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n\r\n"),
};
MockRead reads[] = {
MockRead(SYNCHRONOUS, 1, "HTTP/1.1 302 Found\r\n"),
MockRead(ASYNC, 2, "Location: http://other.example.com/\r\n\r\n"),
};
AddSocket(reads, writes);
TestDelegate request_delegate;
std::unique_ptr<URLRequest> url_request(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/"), DEFAULT_PRIORITY, &request_delegate,
TRAFFIC_ANNOTATION_FOR_TESTS));
url_request->Start();
EXPECT_TRUE(url_request->is_pending());
// The TestDelegate will by default quit the message loop on completion.
base::RunLoop().Run();
EXPECT_EQ(1, network_delegate()->completed_requests());
EXPECT_EQ(1, network_delegate()->error_count());
EXPECT_FALSE(url_request->status().is_success());
EXPECT_THAT(url_request->status().error(), IsError(ERR_UNSAFE_REDIRECT));
}
// We should re-use socket for requests using the same scheme, host, and port.
TEST_F(URLRequestFtpJobTest, FtpProxyRequestReuseSocket) {
MockWrite writes[] = {
MockWrite(ASYNC, 0, "GET ftp://ftp.example.com/first HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n\r\n"),
MockWrite(ASYNC, 4, "GET ftp://ftp.example.com/second HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n\r\n"),
};
MockRead reads[] = {
MockRead(ASYNC, 1, "HTTP/1.1 200 OK\r\n"),
MockRead(ASYNC, 2, "Content-Length: 10\r\n\r\n"),
MockRead(ASYNC, 3, "test1.html"),
MockRead(ASYNC, 5, "HTTP/1.1 200 OK\r\n"),
MockRead(ASYNC, 6, "Content-Length: 10\r\n\r\n"),
MockRead(ASYNC, 7, "test2.html"),
};
AddSocket(reads, writes);
TestDelegate request_delegate1;
std::unique_ptr<URLRequest> url_request1(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/first"), DEFAULT_PRIORITY, &request_delegate1,
TRAFFIC_ANNOTATION_FOR_TESTS));
url_request1->Start();
ASSERT_TRUE(url_request1->is_pending());
// The TestDelegate will by default quit the message loop on completion.
base::RunLoop().Run();
EXPECT_TRUE(url_request1->status().is_success());
EXPECT_EQ(ProxyServer(ProxyServer::SCHEME_HTTP,
HostPortPair::FromString("localhost:80")),
url_request1->proxy_server());
EXPECT_EQ(1, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
EXPECT_FALSE(request_delegate1.auth_required_called());
EXPECT_EQ("test1.html", request_delegate1.data_received());
TestDelegate request_delegate2;
std::unique_ptr<URLRequest> url_request2(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/second"), DEFAULT_PRIORITY,
&request_delegate2, TRAFFIC_ANNOTATION_FOR_TESTS));
url_request2->Start();
ASSERT_TRUE(url_request2->is_pending());
// The TestDelegate will by default quit the message loop on completion.
base::RunLoop().Run();
EXPECT_TRUE(url_request2->status().is_success());
EXPECT_EQ(2, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
EXPECT_FALSE(request_delegate2.auth_required_called());
EXPECT_EQ("test2.html", request_delegate2.data_received());
}
// We should not re-use socket when there are two requests to the same host,
// but one is FTP and the other is HTTP.
TEST_F(URLRequestFtpJobTest, FtpProxyRequestDoNotReuseSocket) {
MockWrite writes1[] = {
MockWrite(ASYNC, 0, "GET ftp://ftp.example.com/first HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Proxy-Connection: keep-alive\r\n\r\n"),
};
MockWrite writes2[] = {
MockWrite(ASYNC, 0,
"GET /second HTTP/1.1\r\n"
"Host: ftp.example.com\r\n"
"Connection: keep-alive\r\n"
"User-Agent: \r\n"
"Accept-Encoding: gzip, deflate\r\n"
"Accept-Language: en-us,fr\r\n\r\n"),
};
MockRead reads1[] = {
MockRead(ASYNC, 1, "HTTP/1.1 200 OK\r\n"),
MockRead(ASYNC, 2, "Content-Length: 10\r\n\r\n"),
MockRead(ASYNC, 3, "test1.html"),
};
MockRead reads2[] = {
MockRead(ASYNC, 1, "HTTP/1.1 200 OK\r\n"),
MockRead(ASYNC, 2, "Content-Length: 10\r\n\r\n"),
MockRead(ASYNC, 3, "test2.html"),
};
AddSocket(reads1, writes1);
AddSocket(reads2, writes2);
TestDelegate request_delegate1;
std::unique_ptr<URLRequest> url_request1(request_context()->CreateRequest(
GURL("ftp://ftp.example.com/first"), DEFAULT_PRIORITY, &request_delegate1,
TRAFFIC_ANNOTATION_FOR_TESTS));
url_request1->Start();
ASSERT_TRUE(url_request1->is_pending());
// The TestDelegate will by default quit the message loop on completion.
base::RunLoop().Run();
EXPECT_TRUE(url_request1->status().is_success());
EXPECT_EQ(1, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
EXPECT_FALSE(request_delegate1.auth_required_called());
EXPECT_EQ("test1.html", request_delegate1.data_received());
TestDelegate request_delegate2;
std::unique_ptr<URLRequest> url_request2(request_context()->CreateRequest(
GURL("http://ftp.example.com/second"), DEFAULT_PRIORITY,
&request_delegate2, TRAFFIC_ANNOTATION_FOR_TESTS));
url_request2->Start();
ASSERT_TRUE(url_request2->is_pending());
// The TestDelegate will by default quit the message loop on completion.
base::RunLoop().Run();
EXPECT_TRUE(url_request2->status().is_success());
EXPECT_EQ(2, network_delegate()->completed_requests());
EXPECT_EQ(0, network_delegate()->error_count());
EXPECT_FALSE(request_delegate2.auth_required_called());
EXPECT_EQ("test2.html", request_delegate2.data_received());
}
} // namespace
} // namespace net