// Copyright (c) 2011 The Chromium Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
// This file contains URLFetcher, a wrapper around net::URLRequest that handles
// low-level details like thread safety, ref counting, and incremental buffer
// reading. This is useful for callers who simply want to get the data from a
// URL and don't care about all the nitty-gritty details.
//
// NOTE(willchan): Only one "IO" thread is supported for URLFetcher. This is a
// temporary situation. We will work on allowing support for multiple "io"
// threads per process.
#ifndef CHROME_COMMON_NET_URL_FETCHER_H_
#define CHROME_COMMON_NET_URL_FETCHER_H_
#pragma once
#include <string>
#include <vector>
#include "base/memory/ref_counted.h"
#include "base/message_loop.h"
#include "base/time.h"
class GURL;
typedef std::vector<std::string> ResponseCookies;
namespace net {
class HttpResponseHeaders;
class URLRequestContextGetter;
class URLRequestStatus;
} // namespace net
// To use this class, create an instance with the desired URL and a pointer to
// the object to be notified when the URL has been loaded:
// URLFetcher* fetcher = new URLFetcher("http://www.google.com",
// URLFetcher::GET, this);
//
// Then, optionally set properties on this object, like the request context or
// extra headers:
// fetcher->SetExtraRequestHeaders("X-Foo: bar");
//
// Finally, start the request:
// fetcher->Start();
//
// The object you supply as a delegate must inherit from URLFetcher::Delegate;
// when the fetch is completed, OnURLFetchComplete() will be called with the
// resulting status and (if applicable) HTTP response code. From that point
// until the original URLFetcher instance is destroyed, you may examine the
// provided status and data for the URL. (You should copy these objects if you
// need them to live longer than the URLFetcher instance.) If the URLFetcher
// instance is destroyed before the callback happens, the fetch will be
// canceled and no callback will occur.
//
// You may create the URLFetcher instance on any thread; OnURLFetchComplete()
// will be called back on the same thread you use to create the instance.
//
//
// NOTE: By default URLFetcher requests are NOT intercepted, except when
// interception is explicitly enabled in tests.
class URLFetcher {
public:
enum RequestType {
GET,
POST,
HEAD,
};
class Delegate {
public:
// This will be called when the URL has been fetched, successfully or not.
// |response_code| is the HTTP response code (200, 404, etc.) if
// applicable. |url|, |status| and |data| are all valid until the
// URLFetcher instance is destroyed.
virtual void OnURLFetchComplete(const URLFetcher* source,
const GURL& url,
const net::URLRequestStatus& status,
int response_code,
const ResponseCookies& cookies,
const std::string& data) = 0;
protected:
virtual ~Delegate() {}
};
// URLFetcher::Create uses the currently registered Factory to create the
// URLFetcher. Factory is intended for testing.
class Factory {
public:
virtual URLFetcher* CreateURLFetcher(int id,
const GURL& url,
RequestType request_type,
Delegate* d) = 0;
protected:
virtual ~Factory() {}
};
// |url| is the URL to send the request to.
// |request_type| is the type of request to make.
// |d| the object that will receive the callback on fetch completion.
URLFetcher(const GURL& url, RequestType request_type, Delegate* d);
virtual ~URLFetcher();
// Sets the factory used by the static method Create to create a URLFetcher.
// URLFetcher does not take ownership of |factory|. A value of NULL results
// in a URLFetcher being created directly.
#if defined(UNIT_TEST)
static void set_factory(Factory* factory) { factory_ = factory; }
#endif
// Normally interception is disabled for URLFetcher, but you can use this
// to enable it for tests. Also see the set_factory method for another way
// of testing code that uses an URLFetcher.
static void enable_interception_for_tests(bool enabled) {
g_interception_enabled = enabled;
}
// Creates a URLFetcher, ownership returns to the caller. If there is no
// Factory (the default) this creates and returns a new URLFetcher. See the
// constructor for a description of the args. |id| may be used during testing
// to identify who is creating the URLFetcher.
static URLFetcher* Create(int id, const GURL& url, RequestType request_type,
Delegate* d);
// Sets data only needed by POSTs. All callers making POST requests should
// call this before the request is started. |upload_content_type| is the MIME
// type of the content, while |upload_content| is the data to be sent (the
// Content-Length header value will be set to the length of this data).
#ifdef ANDROID
// TODO: Upstream.
virtual
#endif
void set_upload_data(const std::string& upload_content_type,
const std::string& upload_content);
// Indicates that the POST data is sent via chunked transfer encoding.
// This may only be called before calling Start().
// Use AppendChunkToUpload() to give the data chunks after calling Start().
void set_chunked_upload(const std::string& upload_content_type);
// Adds the given bytes to a request's POST data transmitted using chunked
// transfer encoding.
// This method should be called ONLY after calling Start().
virtual void AppendChunkToUpload(const std::string& data, bool is_last_chunk);
// Set one or more load flags as defined in net/base/load_flags.h. Must be
// called before the request is started.
void set_load_flags(int load_flags);
// Returns the current load flags.
int load_flags() const;
// The referrer URL for the request. Must be called before the request is
// started.
void set_referrer(const std::string& referrer);
// Set extra headers on the request. Must be called before the request
// is started.
void set_extra_request_headers(const std::string& extra_request_headers);
// Set the net::URLRequestContext on the request. Must be called before the
// request is started.
#ifdef ANDROID
// TODO: Upstream.
virtual
#endif
void set_request_context(
net::URLRequestContextGetter* request_context_getter);
#ifdef ANDROID
net::URLRequestContextGetter* request_context();
#endif
// If |retry| is false, 5xx responses will be propagated to the observer,
// if it is true URLFetcher will automatically re-execute the request,
// after backoff_delay() elapses. URLFetcher has it set to true by default.
#ifdef ANDROID
// TODO: Upstream.
virtual
#endif
void set_automatically_retry_on_5xx(bool retry);
int max_retries() const { return max_retries_; }
void set_max_retries(int max_retries) { max_retries_ = max_retries; }
// Returns the back-off delay before the request will be retried,
// when a 5xx response was received.
base::TimeDelta backoff_delay() const { return backoff_delay_; }
// Sets the back-off delay, allowing to mock 5xx requests in unit-tests.
#if defined(UNIT_TEST)
void set_backoff_delay(base::TimeDelta backoff_delay) {
backoff_delay_ = backoff_delay;
}
#endif // defined(UNIT_TEST)
// Retrieve the response headers from the request. Must only be called after
// the OnURLFetchComplete callback has run.
virtual net::HttpResponseHeaders* response_headers() const;
// Start the request. After this is called, you may not change any other
// settings.
virtual void Start();
// Return the URL that this fetcher is processing.
const GURL& url() const;
// Reports that the received content was malformed.
void ReceivedContentWasMalformed();
// Cancels all existing URLFetchers. Will notify the URLFetcher::Delegates.
// Note that any new URLFetchers created while this is running will not be
// cancelled. Typically, one would call this in the CleanUp() method of an IO
// thread, so that no new URLRequests would be able to start on the IO thread
// anyway. This doesn't prevent new URLFetchers from trying to post to the IO
// thread though, even though the task won't ever run.
static void CancelAll();
protected:
// Returns the delegate.
Delegate* delegate() const;
// Used by tests.
const std::string& upload_data() const;
private:
friend class URLFetcherTest;
// Only used by URLFetcherTest, returns the number of URLFetcher::Core objects
// actively running.
static int GetNumFetcherCores();
class Core;
scoped_refptr<Core> core_;
static Factory* factory_;
// If |automatically_retry_on_5xx_| is false, 5xx responses will be
// propagated to the observer, if it is true URLFetcher will automatically
// re-execute the request, after the back-off delay has expired.
// true by default.
bool automatically_retry_on_5xx_;
// Back-off time delay. 0 by default.
base::TimeDelta backoff_delay_;
// Maximum retries allowed.
int max_retries_;
static bool g_interception_enabled;
DISALLOW_COPY_AND_ASSIGN(URLFetcher);
};
#endif // CHROME_COMMON_NET_URL_FETCHER_H_