// Copyright 2013 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "net/websockets/websocket_basic_stream.h" #include <algorithm> #include <limits> #include <string> #include <vector> #include "base/basictypes.h" #include "base/bind.h" #include "base/logging.h" #include "base/safe_numerics.h" #include "net/base/io_buffer.h" #include "net/base/net_errors.h" #include "net/socket/client_socket_handle.h" #include "net/websockets/websocket_errors.h" #include "net/websockets/websocket_frame.h" #include "net/websockets/websocket_frame_parser.h" namespace net { namespace { // This uses type uint64 to match the definition of // WebSocketFrameHeader::payload_length in websocket_frame.h. const uint64 kMaxControlFramePayload = 125; // The number of bytes to attempt to read at a time. // TODO(ricea): See if there is a better number or algorithm to fulfill our // requirements: // 1. We would like to use minimal memory on low-bandwidth or idle connections // 2. We would like to read as close to line speed as possible on // high-bandwidth connections // 3. We can't afford to cause jank on the IO thread by copying large buffers // around // 4. We would like to hit any sweet-spots that might exist in terms of network // packet sizes / encryption block sizes / IPC alignment issues, etc. const int kReadBufferSize = 32 * 1024; typedef ScopedVector<WebSocketFrame>::const_iterator WebSocketFrameIterator; // Returns the total serialized size of |frames|. This function assumes that // |frames| will be serialized with mask field. This function forces the // masked bit of the frames on. int CalculateSerializedSizeAndTurnOnMaskBit( ScopedVector<WebSocketFrame>* frames) { const int kMaximumTotalSize = std::numeric_limits<int>::max(); int total_size = 0; for (WebSocketFrameIterator it = frames->begin(); it != frames->end(); ++it) { WebSocketFrame* frame = *it; // Force the masked bit on. frame->header.masked = true; // We enforce flow control so the renderer should never be able to force us // to cache anywhere near 2GB of frames. int frame_size = frame->header.payload_length + GetWebSocketFrameHeaderSize(frame->header); CHECK_GE(kMaximumTotalSize - total_size, frame_size) << "Aborting to prevent overflow"; total_size += frame_size; } return total_size; } } // namespace WebSocketBasicStream::WebSocketBasicStream( scoped_ptr<ClientSocketHandle> connection, const scoped_refptr<GrowableIOBuffer>& http_read_buffer, const std::string& sub_protocol, const std::string& extensions) : read_buffer_(new IOBufferWithSize(kReadBufferSize)), connection_(connection.Pass()), http_read_buffer_(http_read_buffer), sub_protocol_(sub_protocol), extensions_(extensions), generate_websocket_masking_key_(&GenerateWebSocketMaskingKey) { // http_read_buffer_ should not be set if it contains no data. if (http_read_buffer_ && http_read_buffer_->offset() == 0) http_read_buffer_ = NULL; DCHECK(connection_->is_initialized()); } WebSocketBasicStream::~WebSocketBasicStream() { Close(); } int WebSocketBasicStream::ReadFrames(ScopedVector<WebSocketFrame>* frames, const CompletionCallback& callback) { DCHECK(frames->empty()); // If there is data left over after parsing the HTTP headers, attempt to parse // it as WebSocket frames. if (http_read_buffer_) { DCHECK_GE(http_read_buffer_->offset(), 0); // We cannot simply copy the data into read_buffer_, as it might be too // large. scoped_refptr<GrowableIOBuffer> buffered_data; buffered_data.swap(http_read_buffer_); DCHECK(http_read_buffer_.get() == NULL); ScopedVector<WebSocketFrameChunk> frame_chunks; if (!parser_.Decode(buffered_data->StartOfBuffer(), buffered_data->offset(), &frame_chunks)) return WebSocketErrorToNetError(parser_.websocket_error()); if (!frame_chunks.empty()) { int result = ConvertChunksToFrames(&frame_chunks, frames); if (result != ERR_IO_PENDING) return result; } } // Run until socket stops giving us data or we get some frames. while (true) { // base::Unretained(this) here is safe because net::Socket guarantees not to // call any callbacks after Disconnect(), which we call from the // destructor. The caller of ReadFrames() is required to keep |frames| // valid. int result = connection_->socket()->Read( read_buffer_.get(), read_buffer_->size(), base::Bind(&WebSocketBasicStream::OnReadComplete, base::Unretained(this), base::Unretained(frames), callback)); if (result == ERR_IO_PENDING) return result; result = HandleReadResult(result, frames); if (result != ERR_IO_PENDING) return result; DCHECK(frames->empty()); } } int WebSocketBasicStream::WriteFrames(ScopedVector<WebSocketFrame>* frames, const CompletionCallback& callback) { // This function always concatenates all frames into a single buffer. // TODO(ricea): Investigate whether it would be better in some cases to // perform multiple writes with smaller buffers. // // First calculate the size of the buffer we need to allocate. int total_size = CalculateSerializedSizeAndTurnOnMaskBit(frames); scoped_refptr<IOBufferWithSize> combined_buffer( new IOBufferWithSize(total_size)); char* dest = combined_buffer->data(); int remaining_size = total_size; for (WebSocketFrameIterator it = frames->begin(); it != frames->end(); ++it) { WebSocketFrame* frame = *it; WebSocketMaskingKey mask = generate_websocket_masking_key_(); int result = WriteWebSocketFrameHeader(frame->header, &mask, dest, remaining_size); DCHECK_NE(ERR_INVALID_ARGUMENT, result) << "WriteWebSocketFrameHeader() says that " << remaining_size << " is not enough to write the header in. This should not happen."; CHECK_GE(result, 0) << "Potentially security-critical check failed"; dest += result; remaining_size -= result; const char* const frame_data = frame->data->data(); const int frame_size = frame->header.payload_length; CHECK_GE(remaining_size, frame_size); std::copy(frame_data, frame_data + frame_size, dest); MaskWebSocketFramePayload(mask, 0, dest, frame_size); dest += frame_size; remaining_size -= frame_size; } DCHECK_EQ(0, remaining_size) << "Buffer size calculation was wrong; " << remaining_size << " bytes left over."; scoped_refptr<DrainableIOBuffer> drainable_buffer( new DrainableIOBuffer(combined_buffer, total_size)); return WriteEverything(drainable_buffer, callback); } void WebSocketBasicStream::Close() { connection_->socket()->Disconnect(); } std::string WebSocketBasicStream::GetSubProtocol() const { return sub_protocol_; } std::string WebSocketBasicStream::GetExtensions() const { return extensions_; } /*static*/ scoped_ptr<WebSocketBasicStream> WebSocketBasicStream::CreateWebSocketBasicStreamForTesting( scoped_ptr<ClientSocketHandle> connection, const scoped_refptr<GrowableIOBuffer>& http_read_buffer, const std::string& sub_protocol, const std::string& extensions, WebSocketMaskingKeyGeneratorFunction key_generator_function) { scoped_ptr<WebSocketBasicStream> stream(new WebSocketBasicStream( connection.Pass(), http_read_buffer, sub_protocol, extensions)); stream->generate_websocket_masking_key_ = key_generator_function; return stream.Pass(); } int WebSocketBasicStream::WriteEverything( const scoped_refptr<DrainableIOBuffer>& buffer, const CompletionCallback& callback) { while (buffer->BytesRemaining() > 0) { // The use of base::Unretained() here is safe because on destruction we // disconnect the socket, preventing any further callbacks. int result = connection_->socket()->Write( buffer.get(), buffer->BytesRemaining(), base::Bind(&WebSocketBasicStream::OnWriteComplete, base::Unretained(this), buffer, callback)); if (result > 0) { buffer->DidConsume(result); } else { return result; } } return OK; } void WebSocketBasicStream::OnWriteComplete( const scoped_refptr<DrainableIOBuffer>& buffer, const CompletionCallback& callback, int result) { if (result < 0) { DCHECK_NE(ERR_IO_PENDING, result); callback.Run(result); return; } DCHECK_NE(0, result); buffer->DidConsume(result); result = WriteEverything(buffer, callback); if (result != ERR_IO_PENDING) callback.Run(result); } int WebSocketBasicStream::HandleReadResult( int result, ScopedVector<WebSocketFrame>* frames) { DCHECK_NE(ERR_IO_PENDING, result); DCHECK(frames->empty()); if (result < 0) return result; if (result == 0) return ERR_CONNECTION_CLOSED; ScopedVector<WebSocketFrameChunk> frame_chunks; if (!parser_.Decode(read_buffer_->data(), result, &frame_chunks)) return WebSocketErrorToNetError(parser_.websocket_error()); if (frame_chunks.empty()) return ERR_IO_PENDING; return ConvertChunksToFrames(&frame_chunks, frames); } int WebSocketBasicStream::ConvertChunksToFrames( ScopedVector<WebSocketFrameChunk>* frame_chunks, ScopedVector<WebSocketFrame>* frames) { for (size_t i = 0; i < frame_chunks->size(); ++i) { scoped_ptr<WebSocketFrame> frame; int result = ConvertChunkToFrame( scoped_ptr<WebSocketFrameChunk>((*frame_chunks)[i]), &frame); (*frame_chunks)[i] = NULL; if (result != OK) return result; if (frame) frames->push_back(frame.release()); } // All the elements of |frame_chunks| are now NULL, so there is no point in // calling delete on them all. frame_chunks->weak_clear(); if (frames->empty()) return ERR_IO_PENDING; return OK; } int WebSocketBasicStream::ConvertChunkToFrame( scoped_ptr<WebSocketFrameChunk> chunk, scoped_ptr<WebSocketFrame>* frame) { DCHECK(frame->get() == NULL); bool is_first_chunk = false; if (chunk->header) { DCHECK(current_frame_header_ == NULL) << "Received the header for a new frame without notification that " << "the previous frame was complete (bug in WebSocketFrameParser?)"; is_first_chunk = true; current_frame_header_.swap(chunk->header); } const int chunk_size = chunk->data ? chunk->data->size() : 0; DCHECK(current_frame_header_) << "Unexpected header-less chunk received " << "(final_chunk = " << chunk->final_chunk << ", data size = " << chunk_size << ") (bug in WebSocketFrameParser?)"; scoped_refptr<IOBufferWithSize> data_buffer; data_buffer.swap(chunk->data); const bool is_final_chunk = chunk->final_chunk; const WebSocketFrameHeader::OpCode opcode = current_frame_header_->opcode; if (WebSocketFrameHeader::IsKnownControlOpCode(opcode)) { bool protocol_error = false; if (!current_frame_header_->final) { DVLOG(1) << "WebSocket protocol error. Control frame, opcode=" << opcode << " received with FIN bit unset."; protocol_error = true; } if (current_frame_header_->payload_length > kMaxControlFramePayload) { DVLOG(1) << "WebSocket protocol error. Control frame, opcode=" << opcode << ", payload_length=" << current_frame_header_->payload_length << " exceeds maximum payload length for a control message."; protocol_error = true; } if (protocol_error) { current_frame_header_.reset(); return ERR_WS_PROTOCOL_ERROR; } if (!is_final_chunk) { DVLOG(2) << "Encountered a split control frame, opcode " << opcode; if (incomplete_control_frame_body_) { DVLOG(3) << "Appending to an existing split control frame."; AddToIncompleteControlFrameBody(data_buffer); } else { DVLOG(3) << "Creating new storage for an incomplete control frame."; incomplete_control_frame_body_ = new GrowableIOBuffer(); // This method checks for oversize control frames above, so as long as // the frame parser is working correctly, this won't overflow. If a bug // does cause it to overflow, it will CHECK() in // AddToIncompleteControlFrameBody() without writing outside the buffer. incomplete_control_frame_body_->SetCapacity(kMaxControlFramePayload); AddToIncompleteControlFrameBody(data_buffer); } return OK; } if (incomplete_control_frame_body_) { DVLOG(2) << "Rejoining a split control frame, opcode " << opcode; AddToIncompleteControlFrameBody(data_buffer); const int body_size = incomplete_control_frame_body_->offset(); DCHECK_EQ(body_size, static_cast<int>(current_frame_header_->payload_length)); scoped_refptr<IOBufferWithSize> body = new IOBufferWithSize(body_size); memcpy(body->data(), incomplete_control_frame_body_->StartOfBuffer(), body_size); incomplete_control_frame_body_ = NULL; // Frame now complete. DCHECK(is_final_chunk); *frame = CreateFrame(is_final_chunk, body); return OK; } } // Apply basic sanity checks to the |payload_length| field from the frame // header. A check for exact equality can only be used when the whole frame // arrives in one chunk. DCHECK_GE(current_frame_header_->payload_length, base::checked_numeric_cast<uint64>(chunk_size)); DCHECK(!is_first_chunk || !is_final_chunk || current_frame_header_->payload_length == base::checked_numeric_cast<uint64>(chunk_size)); // Convert the chunk to a complete frame. *frame = CreateFrame(is_final_chunk, data_buffer); return OK; } scoped_ptr<WebSocketFrame> WebSocketBasicStream::CreateFrame( bool is_final_chunk, const scoped_refptr<IOBufferWithSize>& data) { scoped_ptr<WebSocketFrame> result_frame; const bool is_final_chunk_in_message = is_final_chunk && current_frame_header_->final; const int data_size = data ? data->size() : 0; const WebSocketFrameHeader::OpCode opcode = current_frame_header_->opcode; // Empty frames convey no useful information unless they are the first frame // (containing the type and flags) or have the "final" bit set. if (is_final_chunk_in_message || data_size > 0 || current_frame_header_->opcode != WebSocketFrameHeader::kOpCodeContinuation) { result_frame.reset(new WebSocketFrame(opcode)); result_frame->header.CopyFrom(*current_frame_header_); result_frame->header.final = is_final_chunk_in_message; result_frame->header.payload_length = data_size; result_frame->data = data; // Ensure that opcodes Text and Binary are only used for the first frame in // the message. if (WebSocketFrameHeader::IsKnownDataOpCode(opcode)) current_frame_header_->opcode = WebSocketFrameHeader::kOpCodeContinuation; } // Make sure that a frame header is not applied to any chunks that do not // belong to it. if (is_final_chunk) current_frame_header_.reset(); return result_frame.Pass(); } void WebSocketBasicStream::AddToIncompleteControlFrameBody( const scoped_refptr<IOBufferWithSize>& data_buffer) { if (!data_buffer) return; const int new_offset = incomplete_control_frame_body_->offset() + data_buffer->size(); CHECK_GE(incomplete_control_frame_body_->capacity(), new_offset) << "Control frame body larger than frame header indicates; frame parser " "bug?"; memcpy(incomplete_control_frame_body_->data(), data_buffer->data(), data_buffer->size()); incomplete_control_frame_body_->set_offset(new_offset); } void WebSocketBasicStream::OnReadComplete(ScopedVector<WebSocketFrame>* frames, const CompletionCallback& callback, int result) { result = HandleReadResult(result, frames); if (result == ERR_IO_PENDING) result = ReadFrames(frames, callback); if (result != ERR_IO_PENDING) callback.Run(result); } } // namespace net