// Copyright (c) 2006-2008 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "net/base/host_resolver_impl.h" #include <cmath> #include <deque> #include "base/basictypes.h" #include "base/compiler_specific.h" #include "base/debug_util.h" #include "base/lock.h" #include "base/message_loop.h" #include "base/stl_util-inl.h" #include "base/string_util.h" #include "base/time.h" #include "base/worker_pool.h" #include "net/base/address_list.h" #include "net/base/host_resolver_proc.h" #include "net/base/load_log.h" #include "net/base/net_errors.h" #include "net/base/network_change_notifier.h" #if defined(OS_WIN) #include "net/base/winsock_init.h" #endif namespace net { namespace { HostCache* CreateDefaultCache() { static const size_t kMaxHostCacheEntries = 100; HostCache* cache = new HostCache( kMaxHostCacheEntries, base::TimeDelta::FromMinutes(1), base::TimeDelta::FromSeconds(1)); return cache; } } // anonymous namespace HostResolver* CreateSystemHostResolver( NetworkChangeNotifier* network_change_notifier) { // Maximum of 50 concurrent threads. // TODO(eroman): Adjust this, do some A/B experiments. static const size_t kMaxJobs = 50u; // TODO(willchan): Pass in the NetworkChangeNotifier. HostResolverImpl* resolver = new HostResolverImpl( NULL, CreateDefaultCache(), network_change_notifier, kMaxJobs); return resolver; } static int ResolveAddrInfo(HostResolverProc* resolver_proc, const std::string& host, AddressFamily address_family, AddressList* out) { if (resolver_proc) { // Use the custom procedure. return resolver_proc->Resolve(host, address_family, out); } else { // Use the system procedure (getaddrinfo). return SystemHostResolverProc(host, address_family, out); } } //----------------------------------------------------------------------------- class HostResolverImpl::Request { public: Request(LoadLog* load_log, int id, const RequestInfo& info, CompletionCallback* callback, AddressList* addresses) : load_log_(load_log), id_(id), info_(info), job_(NULL), callback_(callback), addresses_(addresses) { } // Mark the request as cancelled. void MarkAsCancelled() { job_ = NULL; callback_ = NULL; addresses_ = NULL; } bool was_cancelled() const { return callback_ == NULL; } void set_job(Job* job) { DCHECK(job != NULL); // Identify which job the request is waiting on. job_ = job; } void OnComplete(int error, const AddressList& addrlist) { if (error == OK) addresses_->SetFrom(addrlist, port()); callback_->Run(error); } int port() const { return info_.port(); } Job* job() const { return job_; } LoadLog* load_log() const { return load_log_; } int id() const { return id_; } const RequestInfo& info() const { return info_; } private: scoped_refptr<LoadLog> load_log_; // Unique ID for this request. Used by observers to identify requests. int id_; // The request info that started the request. RequestInfo info_; // The resolve job (running in worker pool) that this request is dependent on. Job* job_; // The user's callback to invoke when the request completes. CompletionCallback* callback_; // The address list to save result into. AddressList* addresses_; DISALLOW_COPY_AND_ASSIGN(Request); }; //----------------------------------------------------------------------------- // Threadsafe log. class HostResolverImpl::RequestsTrace : public base::RefCountedThreadSafe<HostResolverImpl::RequestsTrace> { public: RequestsTrace() : log_(new LoadLog(LoadLog::kUnbounded)) {} void Add(const std::string& msg) { AutoLock l(lock_); LoadLog::AddString(log_, msg); } void Get(LoadLog* out) { AutoLock l(lock_); out->Append(log_); } void Clear() { AutoLock l(lock_); log_ = new LoadLog(LoadLog::kUnbounded); } private: Lock lock_; scoped_refptr<LoadLog> log_; }; //----------------------------------------------------------------------------- // This class represents a request to the worker pool for a "getaddrinfo()" // call. class HostResolverImpl::Job : public base::RefCountedThreadSafe<HostResolverImpl::Job> { public: Job(int id, HostResolverImpl* resolver, const Key& key, RequestsTrace* requests_trace) : id_(id), key_(key), resolver_(resolver), origin_loop_(MessageLoop::current()), resolver_proc_(resolver->effective_resolver_proc()), requests_trace_(requests_trace), error_(OK) { if (requests_trace_) { requests_trace_->Add(StringPrintf( "Created job j%d for {hostname='%s', address_family=%d}", id_, key.hostname.c_str(), static_cast<int>(key.address_family))); } } // Attaches a request to this job. The job takes ownership of |req| and will // take care to delete it. void AddRequest(Request* req) { if (requests_trace_) { requests_trace_->Add(StringPrintf( "Attached request r%d to job j%d", req->id(), id_)); } req->set_job(this); requests_.push_back(req); } // Called from origin loop. void Start() { if (requests_trace_) requests_trace_->Add(StringPrintf("Starting job j%d", id_)); // Dispatch the job to a worker thread. if (!WorkerPool::PostTask(FROM_HERE, NewRunnableMethod(this, &Job::DoLookup), true)) { NOTREACHED(); // Since we could be running within Resolve() right now, we can't just // call OnLookupComplete(). Instead we must wait until Resolve() has // returned (IO_PENDING). error_ = ERR_UNEXPECTED; MessageLoop::current()->PostTask( FROM_HERE, NewRunnableMethod(this, &Job::OnLookupComplete)); } } // Cancels the current job. Callable from origin thread. void Cancel() { HostResolver* resolver = resolver_; resolver_ = NULL; if (requests_trace_) requests_trace_->Add(StringPrintf("Cancelled job j%d", id_)); // Mark the job as cancelled, so when worker thread completes it will // not try to post completion to origin loop. { AutoLock locked(origin_loop_lock_); origin_loop_ = NULL; } // We will call HostResolverImpl::CancelRequest(Request*) on each one // in order to notify any observers. for (RequestsList::const_iterator it = requests_.begin(); it != requests_.end(); ++it) { HostResolverImpl::Request* req = *it; if (!req->was_cancelled()) resolver->CancelRequest(req); } } // Called from origin thread. bool was_cancelled() const { return resolver_ == NULL; } // Called from origin thread. const Key& key() const { return key_; } // Called from origin thread. const RequestsList& requests() const { return requests_; } // Returns the first request attached to the job. const Request* initial_request() const { DCHECK_EQ(origin_loop_, MessageLoop::current()); DCHECK(!requests_.empty()); return requests_[0]; } private: friend class base::RefCountedThreadSafe<HostResolverImpl::Job>; ~Job() { // Free the requests attached to this job. STLDeleteElements(&requests_); } void DoLookup() { if (requests_trace_) { requests_trace_->Add(StringPrintf( "[resolver thread] Running job j%d", id_)); } // Running on the worker thread error_ = ResolveAddrInfo(resolver_proc_, key_.hostname, key_.address_family, &results_); if (requests_trace_) { requests_trace_->Add(StringPrintf( "[resolver thread] Completed job j%d", id_)); } Task* reply = NewRunnableMethod(this, &Job::OnLookupComplete); // The origin loop could go away while we are trying to post to it, so we // need to call its PostTask method inside a lock. See ~HostResolver. { AutoLock locked(origin_loop_lock_); if (origin_loop_) { origin_loop_->PostTask(FROM_HERE, reply); reply = NULL; } } // Does nothing if it got posted. delete reply; } // Callback for when DoLookup() completes (runs on origin thread). void OnLookupComplete() { // Should be running on origin loop. // TODO(eroman): this is being hit by URLRequestTest.CancelTest*, // because MessageLoop::current() == NULL. //DCHECK_EQ(origin_loop_, MessageLoop::current()); DCHECK(error_ || results_.head()); if (requests_trace_) requests_trace_->Add(StringPrintf("Completing job j%d", id_)); if (was_cancelled()) return; DCHECK(!requests_.empty()); // Use the port number of the first request. if (error_ == OK) results_.SetPort(requests_[0]->port()); resolver_->OnJobComplete(this, error_, results_); } // Immutable. Can be read from either thread, const int id_; // Set on the origin thread, read on the worker thread. Key key_; // Only used on the origin thread (where Resolve was called). HostResolverImpl* resolver_; RequestsList requests_; // The requests waiting on this job. // Used to post ourselves onto the origin thread. Lock origin_loop_lock_; MessageLoop* origin_loop_; // Hold an owning reference to the HostResolverProc that we are going to use. // This may not be the current resolver procedure by the time we call // ResolveAddrInfo, but that's OK... we'll use it anyways, and the owning // reference ensures that it remains valid until we are done. scoped_refptr<HostResolverProc> resolver_proc_; // Thread safe log to write details into, or NULL. scoped_refptr<RequestsTrace> requests_trace_; // Assigned on the worker thread, read on the origin thread. int error_; AddressList results_; DISALLOW_COPY_AND_ASSIGN(Job); }; //----------------------------------------------------------------------------- // We rely on the priority enum values being sequential having starting at 0, // and increasing for lower priorities. COMPILE_ASSERT(HIGHEST == 0u && LOWEST > HIGHEST && NUM_PRIORITIES > LOWEST, priority_indexes_incompatible); // JobPool contains all the information relating to queued requests, including // the limits on how many jobs are allowed to be used for this category of // requests. class HostResolverImpl::JobPool { public: JobPool(size_t max_outstanding_jobs, size_t max_pending_requests) : num_outstanding_jobs_(0u) { SetConstraints(max_outstanding_jobs, max_pending_requests); } ~JobPool() { // Free the pending requests. for (size_t i = 0; i < arraysize(pending_requests_); ++i) STLDeleteElements(&pending_requests_[i]); } // Sets the constraints for this pool. See SetPoolConstraints() for the // specific meaning of these parameters. void SetConstraints(size_t max_outstanding_jobs, size_t max_pending_requests) { CHECK(max_outstanding_jobs != 0u); max_outstanding_jobs_ = max_outstanding_jobs; max_pending_requests_ = max_pending_requests; } // Returns the number of pending requests enqueued to this pool. // A pending request is one waiting to be attached to a job. size_t GetNumPendingRequests() const { size_t total = 0u; for (size_t i = 0u; i < arraysize(pending_requests_); ++i) total += pending_requests_[i].size(); return total; } bool HasPendingRequests() const { return GetNumPendingRequests() > 0u; } // Enqueues a request to this pool. As a result of enqueing this request, // the queue may have reached its maximum size. In this case, a request is // evicted from the queue, and returned. Otherwise returns NULL. The caller // is responsible for freeing the evicted request. Request* InsertPendingRequest(Request* req) { PendingRequestsQueue& q = pending_requests_[req->info().priority()]; q.push_back(req); // If the queue is too big, kick out the lowest priority oldest request. if (GetNumPendingRequests() > max_pending_requests_) { // Iterate over the queues from lowest priority to highest priority. for (int i = static_cast<int>(arraysize(pending_requests_)) - 1; i >= 0; --i) { PendingRequestsQueue& q = pending_requests_[i]; if (!q.empty()) { Request* req = q.front(); q.pop_front(); return req; } } } return NULL; } // Erases |req| from this container. Caller is responsible for freeing // |req| afterwards. void RemovePendingRequest(Request* req) { PendingRequestsQueue& q = pending_requests_[req->info().priority()]; PendingRequestsQueue::iterator it = std::find(q.begin(), q.end(), req); DCHECK(it != q.end()); q.erase(it); } // Removes and returns the highest priority pending request. Request* RemoveTopPendingRequest() { DCHECK(HasPendingRequests()); for (size_t i = 0u; i < arraysize(pending_requests_); ++i) { PendingRequestsQueue& q = pending_requests_[i]; if (!q.empty()) { Request* req = q.front(); q.pop_front(); return req; } } NOTREACHED(); return NULL; } // Keeps track of a job that was just added/removed, and belongs to this pool. void AdjustNumOutstandingJobs(int offset) { DCHECK(offset == 1 || (offset == -1 && num_outstanding_jobs_ > 0u)); num_outstanding_jobs_ += offset; } // Returns true if a new job can be created for this pool. bool CanCreateJob() const { return num_outstanding_jobs_ + 1u <= max_outstanding_jobs_; } // Removes any pending requests from the queue which are for the // same hostname/address-family as |job|, and attaches them to |job|. void MoveRequestsToJob(Job* job) { for (size_t i = 0u; i < arraysize(pending_requests_); ++i) { PendingRequestsQueue& q = pending_requests_[i]; PendingRequestsQueue::iterator req_it = q.begin(); while (req_it != q.end()) { Request* req = *req_it; Key req_key(req->info().hostname(), req->info().address_family()); if (req_key == job->key()) { // Job takes ownership of |req|. job->AddRequest(req); req_it = q.erase(req_it); } else { ++req_it; } } } } private: typedef std::deque<Request*> PendingRequestsQueue; // Maximum number of concurrent jobs allowed to be started for requests // belonging to this pool. size_t max_outstanding_jobs_; // The current number of running jobs that were started for requests // belonging to this pool. size_t num_outstanding_jobs_; // The maximum number of requests we allow to be waiting on a job, // for this pool. size_t max_pending_requests_; // The requests which are waiting to be started for this pool. PendingRequestsQueue pending_requests_[NUM_PRIORITIES]; }; //----------------------------------------------------------------------------- HostResolverImpl::HostResolverImpl( HostResolverProc* resolver_proc, HostCache* cache, NetworkChangeNotifier* network_change_notifier, size_t max_jobs) : cache_(cache), max_jobs_(max_jobs), next_request_id_(0), next_job_id_(0), resolver_proc_(resolver_proc), default_address_family_(ADDRESS_FAMILY_UNSPECIFIED), shutdown_(false), network_change_notifier_(network_change_notifier) { DCHECK_GT(max_jobs, 0u); // It is cumbersome to expose all of the constraints in the constructor, // so we choose some defaults, which users can override later. job_pools_[POOL_NORMAL] = new JobPool(max_jobs, 100u * max_jobs); #if defined(OS_WIN) EnsureWinsockInit(); #endif if (network_change_notifier_) network_change_notifier_->AddObserver(this); } HostResolverImpl::~HostResolverImpl() { // Cancel the outstanding jobs. Those jobs may contain several attached // requests, which will also be cancelled. for (JobMap::iterator it = jobs_.begin(); it != jobs_.end(); ++it) it->second->Cancel(); // In case we are being deleted during the processing of a callback. if (cur_completing_job_) cur_completing_job_->Cancel(); if (network_change_notifier_) network_change_notifier_->RemoveObserver(this); // Delete the job pools. for (size_t i = 0u; i < arraysize(job_pools_); ++i) delete job_pools_[i]; } // TODO(eroman): Don't create cache entries for hostnames which are simply IP // address literals. int HostResolverImpl::Resolve(const RequestInfo& info, AddressList* addresses, CompletionCallback* callback, RequestHandle* out_req, LoadLog* load_log) { if (shutdown_) return ERR_UNEXPECTED; // Choose a unique ID number for observers to see. int request_id = next_request_id_++; // Update the load log and notify registered observers. OnStartRequest(load_log, request_id, info); // Build a key that identifies the request in the cache and in the // outstanding jobs map. Key key(info.hostname(), info.address_family()); if (key.address_family == ADDRESS_FAMILY_UNSPECIFIED) key.address_family = default_address_family_; // If we have an unexpired cache entry, use it. if (info.allow_cached_response() && cache_.get()) { const HostCache::Entry* cache_entry = cache_->Lookup( key, base::TimeTicks::Now()); if (cache_entry) { int error = cache_entry->error; if (error == OK) addresses->SetFrom(cache_entry->addrlist, info.port()); // Update the load log and notify registered observers. OnFinishRequest(load_log, request_id, info, error); return error; } } // If no callback was specified, do a synchronous resolution. if (!callback) { AddressList addrlist; int error = ResolveAddrInfo( effective_resolver_proc(), key.hostname, key.address_family, &addrlist); if (error == OK) { addrlist.SetPort(info.port()); *addresses = addrlist; } // Write to cache. if (cache_.get()) cache_->Set(key, error, addrlist, base::TimeTicks::Now()); // Update the load log and notify registered observers. OnFinishRequest(load_log, request_id, info, error); return error; } // Create a handle for this request, and pass it back to the user if they // asked for it (out_req != NULL). Request* req = new Request(load_log, request_id, info, callback, addresses); if (out_req) *out_req = reinterpret_cast<RequestHandle>(req); // Next we need to attach our request to a "job". This job is responsible for // calling "getaddrinfo(hostname)" on a worker thread. scoped_refptr<Job> job; // If there is already an outstanding job to resolve |key|, use // it. This prevents starting concurrent resolves for the same hostname. job = FindOutstandingJob(key); if (job) { job->AddRequest(req); } else { JobPool* pool = GetPoolForRequest(req); if (CanCreateJobForPool(*pool)) { CreateAndStartJob(req); } else { return EnqueueRequest(pool, req); } } // Completion happens during OnJobComplete(Job*). return ERR_IO_PENDING; } // See OnJobComplete(Job*) for why it is important not to clean out // cancelled requests from Job::requests_. void HostResolverImpl::CancelRequest(RequestHandle req_handle) { if (shutdown_) { // TODO(eroman): temp hack for: http://crbug.com/18373 // Because we destroy outstanding requests during Shutdown(), // |req_handle| is already cancelled. LOG(ERROR) << "Called HostResolverImpl::CancelRequest() after Shutdown()."; StackTrace().PrintBacktrace(); return; } Request* req = reinterpret_cast<Request*>(req_handle); DCHECK(req); scoped_ptr<Request> request_deleter; // Frees at end of function. if (!req->job()) { // If the request was not attached to a job yet, it must have been // enqueued into a pool. Remove it from that pool's queue. // Otherwise if it was attached to a job, the job is responsible for // deleting it. JobPool* pool = GetPoolForRequest(req); pool->RemovePendingRequest(req); request_deleter.reset(req); } // NULL out the fields of req, to mark it as cancelled. req->MarkAsCancelled(); OnCancelRequest(req->load_log(), req->id(), req->info()); } void HostResolverImpl::AddObserver(HostResolver::Observer* observer) { observers_.push_back(observer); } void HostResolverImpl::RemoveObserver(HostResolver::Observer* observer) { ObserversList::iterator it = std::find(observers_.begin(), observers_.end(), observer); // Observer must exist. DCHECK(it != observers_.end()); observers_.erase(it); } void HostResolverImpl::Shutdown() { shutdown_ = true; // Cancel the outstanding jobs. for (JobMap::iterator it = jobs_.begin(); it != jobs_.end(); ++it) it->second->Cancel(); jobs_.clear(); } void HostResolverImpl::ClearRequestsTrace() { if (requests_trace_) requests_trace_->Clear(); } void HostResolverImpl::EnableRequestsTracing(bool enable) { requests_trace_ = enable ? new RequestsTrace : NULL; if (enable) { // Print the state of the world when logging was started. requests_trace_->Add("Enabled tracing"); requests_trace_->Add(StringPrintf( "Current num outstanding jobs: %d", static_cast<int>(jobs_.size()))); size_t total = 0u; for (size_t i = 0; i < arraysize(job_pools_); ++i) total += job_pools_[i]->GetNumPendingRequests(); requests_trace_->Add(StringPrintf( "Number of queued requests: %d", static_cast<int>(total))); } } bool HostResolverImpl::IsRequestsTracingEnabled() const { return !!requests_trace_; // Cast to bool. } scoped_refptr<LoadLog> HostResolverImpl::GetRequestsTrace() { if (!requests_trace_) return NULL; scoped_refptr<LoadLog> copy_of_log = new LoadLog(LoadLog::kUnbounded); requests_trace_->Get(copy_of_log); return copy_of_log; } void HostResolverImpl::SetPoolConstraints(JobPoolIndex pool_index, size_t max_outstanding_jobs, size_t max_pending_requests) { CHECK(pool_index >= 0); CHECK(pool_index < POOL_COUNT); CHECK(jobs_.empty()) << "Can only set constraints during setup"; JobPool* pool = job_pools_[pool_index]; pool->SetConstraints(max_outstanding_jobs, max_pending_requests); } void HostResolverImpl::AddOutstandingJob(Job* job) { scoped_refptr<Job>& found_job = jobs_[job->key()]; DCHECK(!found_job); found_job = job; JobPool* pool = GetPoolForRequest(job->initial_request()); pool->AdjustNumOutstandingJobs(1); } HostResolverImpl::Job* HostResolverImpl::FindOutstandingJob(const Key& key) { JobMap::iterator it = jobs_.find(key); if (it != jobs_.end()) return it->second; return NULL; } void HostResolverImpl::RemoveOutstandingJob(Job* job) { JobMap::iterator it = jobs_.find(job->key()); DCHECK(it != jobs_.end()); DCHECK_EQ(it->second.get(), job); jobs_.erase(it); JobPool* pool = GetPoolForRequest(job->initial_request()); pool->AdjustNumOutstandingJobs(-1); } void HostResolverImpl::OnJobComplete(Job* job, int error, const AddressList& addrlist) { RemoveOutstandingJob(job); // Write result to the cache. if (cache_.get()) cache_->Set(job->key(), error, addrlist, base::TimeTicks::Now()); // Make a note that we are executing within OnJobComplete() in case the // HostResolver is deleted by a callback invocation. DCHECK(!cur_completing_job_); cur_completing_job_ = job; // Try to start any queued requests now that a job-slot has freed up. ProcessQueuedRequests(); // Complete all of the requests that were attached to the job. for (RequestsList::const_iterator it = job->requests().begin(); it != job->requests().end(); ++it) { Request* req = *it; if (!req->was_cancelled()) { DCHECK_EQ(job, req->job()); // Update the load log and notify registered observers. OnFinishRequest(req->load_log(), req->id(), req->info(), error); req->OnComplete(error, addrlist); // Check if the job was cancelled as a result of running the callback. // (Meaning that |this| was deleted). if (job->was_cancelled()) return; } } cur_completing_job_ = NULL; } void HostResolverImpl::OnStartRequest(LoadLog* load_log, int request_id, const RequestInfo& info) { LoadLog::BeginEvent(load_log, LoadLog::TYPE_HOST_RESOLVER_IMPL); if (requests_trace_) { requests_trace_->Add(StringPrintf( "Received request r%d for {hostname='%s', port=%d, priority=%d, " "speculative=%d, address_family=%d, allow_cached=%d, referrer='%s'}", request_id, info.hostname().c_str(), info.port(), static_cast<int>(info.priority()), static_cast<int>(info.is_speculative()), static_cast<int>(info.address_family()), static_cast<int>(info.allow_cached_response()), info.referrer().spec().c_str())); } // Notify the observers of the start. if (!observers_.empty()) { LoadLog::BeginEvent( load_log, LoadLog::TYPE_HOST_RESOLVER_IMPL_OBSERVER_ONSTART); for (ObserversList::iterator it = observers_.begin(); it != observers_.end(); ++it) { (*it)->OnStartResolution(request_id, info); } LoadLog::EndEvent( load_log, LoadLog::TYPE_HOST_RESOLVER_IMPL_OBSERVER_ONSTART); } } void HostResolverImpl::OnFinishRequest(LoadLog* load_log, int request_id, const RequestInfo& info, int error) { if (requests_trace_) { requests_trace_->Add(StringPrintf( "Finished request r%d with error=%d", request_id, error)); } // Notify the observers of the completion. if (!observers_.empty()) { LoadLog::BeginEvent( load_log, LoadLog::TYPE_HOST_RESOLVER_IMPL_OBSERVER_ONFINISH); bool was_resolved = error == OK; for (ObserversList::iterator it = observers_.begin(); it != observers_.end(); ++it) { (*it)->OnFinishResolutionWithStatus(request_id, was_resolved, info); } LoadLog::EndEvent( load_log, LoadLog::TYPE_HOST_RESOLVER_IMPL_OBSERVER_ONFINISH); } LoadLog::EndEvent(load_log, LoadLog::TYPE_HOST_RESOLVER_IMPL); } void HostResolverImpl::OnCancelRequest(LoadLog* load_log, int request_id, const RequestInfo& info) { LoadLog::AddEvent(load_log, LoadLog::TYPE_CANCELLED); if (requests_trace_) requests_trace_->Add(StringPrintf("Cancelled request r%d", request_id)); // Notify the observers of the cancellation. if (!observers_.empty()) { LoadLog::BeginEvent( load_log, LoadLog::TYPE_HOST_RESOLVER_IMPL_OBSERVER_ONCANCEL); for (ObserversList::iterator it = observers_.begin(); it != observers_.end(); ++it) { (*it)->OnCancelResolution(request_id, info); } LoadLog::EndEvent( load_log, LoadLog::TYPE_HOST_RESOLVER_IMPL_OBSERVER_ONCANCEL); } LoadLog::EndEvent(load_log, LoadLog::TYPE_HOST_RESOLVER_IMPL); } void HostResolverImpl::OnIPAddressChanged() { if (cache_.get()) cache_->clear(); } // static HostResolverImpl::JobPoolIndex HostResolverImpl::GetJobPoolIndexForRequest( const Request* req) { return POOL_NORMAL; } bool HostResolverImpl::CanCreateJobForPool(const JobPool& pool) const { DCHECK_LE(jobs_.size(), max_jobs_); // We can't create another job if it would exceed the global total. if (jobs_.size() + 1 > max_jobs_) return false; // Check whether the pool's constraints are met. return pool.CanCreateJob(); } void HostResolverImpl::ProcessQueuedRequests() { // Find the highest priority request that can be scheduled. Request* top_req = NULL; for (size_t i = 0; i < arraysize(job_pools_); ++i) { JobPool* pool = job_pools_[i]; if (pool->HasPendingRequests() && CanCreateJobForPool(*pool)) { top_req = pool->RemoveTopPendingRequest(); break; } } if (!top_req) return; scoped_refptr<Job> job = CreateAndStartJob(top_req); // Search for any other pending request which can piggy-back off this job. for (size_t pool_i = 0; pool_i < POOL_COUNT; ++pool_i) { JobPool* pool = job_pools_[pool_i]; pool->MoveRequestsToJob(job); } } HostResolverImpl::Job* HostResolverImpl::CreateAndStartJob(Request* req) { DCHECK(CanCreateJobForPool(*GetPoolForRequest(req))); Key key(req->info().hostname(), req->info().address_family()); scoped_refptr<Job> job = new Job(next_job_id_++, this, key, requests_trace_); job->AddRequest(req); AddOutstandingJob(job); job->Start(); return job.get(); } int HostResolverImpl::EnqueueRequest(JobPool* pool, Request* req) { if (requests_trace_) requests_trace_->Add(StringPrintf("Queued request r%d", req->id())); scoped_ptr<Request> req_evicted_from_queue( pool->InsertPendingRequest(req)); // If the queue has become too large, we need to kick something out. if (req_evicted_from_queue.get()) { Request* r = req_evicted_from_queue.get(); int error = ERR_HOST_RESOLVER_QUEUE_TOO_LARGE; if (requests_trace_) requests_trace_->Add(StringPrintf("Evicted request r%d", r->id())); OnFinishRequest(r->load_log(), r->id(), r->info(), error); if (r == req) return error; r->OnComplete(error, AddressList()); } return ERR_IO_PENDING; } } // namespace net