1c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch// Copyright (c) 2010 The Chromium Authors. All rights reserved. 2c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Use of this source code is governed by a BSD-style license that can be 3c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// found in the LICENSE file. 4c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 5c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include "net/base/upload_data_stream.h" 6c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 7c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch#include "base/file_util.h" 8c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include "base/logging.h" 93345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick#include "net/base/file_stream.h" 10c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include "net/base/io_buffer.h" 11c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include "net/base/net_errors.h" 12c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 13c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottnamespace net { 14c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 15dc0f95d653279beabeb9817299e2902918ba123eKristian Monsenbool UploadDataStream::merge_chunks_ = true; 16dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen 1772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian MonsenUploadDataStream::~UploadDataStream() { 1872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen} 1972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 20c407dc5cd9bdc5668497f21b26b09d988ab439deBen MurdochUploadDataStream* UploadDataStream::Create(UploadData* data, int* error_code) { 21c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch scoped_ptr<UploadDataStream> stream(new UploadDataStream(data)); 22c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch int rv = stream->FillBuf(); 23c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (error_code) 24c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch *error_code = rv; 25c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (rv != OK) 26c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return NULL; 27c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 28c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return stream.release(); 29c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch} 30c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 3172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsenvoid UploadDataStream::MarkConsumedAndFillBuffer(size_t num_bytes) { 3272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen DCHECK_LE(num_bytes, buf_len_); 3372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen DCHECK(!eof_); 3472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 3572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen if (num_bytes) { 3672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen buf_len_ -= num_bytes; 3772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen if (buf_len_) 3872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen memmove(buf_->data(), buf_->data() + num_bytes, buf_len_); 3972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen } 4072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 4172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen FillBuf(); 4272a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 4372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen current_position_ += num_bytes; 4472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen} 4572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen 46c407dc5cd9bdc5668497f21b26b09d988ab439deBen MurdochUploadDataStream::UploadDataStream(UploadData* data) 47c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott : data_(data), 48c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott buf_(new IOBuffer(kBufSize)), 49c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott buf_len_(0), 5072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen next_element_(0), 51c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott next_element_offset_(0), 52c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott next_element_remaining_(0), 5372a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen total_size_(data->is_chunked() ? 0 : data->GetContentLength()), 54c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch current_position_(0), 55c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch eof_(false) { 56c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 57c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 58c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdochint UploadDataStream::FillBuf() { 5972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen std::vector<UploadData::Element>& elements = *data_->elements(); 60c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 6172a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen while (buf_len_ < kBufSize && next_element_ < elements.size()) { 62c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott bool advance_to_next_element = false; 63c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 6472a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen UploadData::Element& element = elements[next_element_]; 65c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 66c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott size_t size_remaining = kBufSize - buf_len_; 6772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen if (element.type() == UploadData::TYPE_BYTES || 6872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen element.type() == UploadData::TYPE_CHUNK) { 69c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott const std::vector<char>& d = element.bytes(); 70c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott size_t count = d.size() - next_element_offset_; 71c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 72c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott size_t bytes_copied = std::min(count, size_remaining); 73c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 74dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen // Check if we have anything to copy first, because we are getting the 75dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen // address of an element in |d| and that will throw an exception if |d| 76dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen // is an empty vector. 77dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen if (bytes_copied) { 78dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen memcpy(buf_->data() + buf_len_, &d[next_element_offset_], bytes_copied); 79dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen buf_len_ += bytes_copied; 80dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen } 81c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 82c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (bytes_copied == count) { 83c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott advance_to_next_element = true; 84c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } else { 85c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott next_element_offset_ += bytes_copied; 86c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 87c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } else { 88c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott DCHECK(element.type() == UploadData::TYPE_FILE); 89c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 90c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (!next_element_remaining_) { 91c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // If the underlying file has been changed, treat it as error. 92c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // Note that the expected modification time from WebKit is based on 93c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // time_t precision. So we have to convert both to time_t to compare. 94c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (!element.expected_file_modification_time().is_null()) { 953345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick base::PlatformFileInfo info; 96c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (file_util::GetFileInfo(element.file_path(), &info) && 97c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch element.expected_file_modification_time().ToTimeT() != 98c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch info.last_modified.ToTimeT()) { 99c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return ERR_UPLOAD_FILE_CHANGED; 100c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 101c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 102c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch next_element_remaining_ = element.GetContentLength(); 10369dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen#ifdef ANDROID 10469dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen if (element.file_path().value().find("content://") == 0) { 10569dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen next_element_java_stream_.reset( 106a01ff25d304217e7ef77ad2d83f48aca73be2c9dKristian Monsen new android::JavaISWrapper(element.file_path())); 10769dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen } else 10869dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen#endif 109c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch next_element_stream_.reset(element.NewFileStreamForReading()); 110c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 111c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 112c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott int rv = 0; 113c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch int count = 114c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch static_cast<int>(std::min(next_element_remaining_, 115c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch static_cast<uint64>(size_remaining))); 116c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (count > 0) { 11769dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen#ifdef ANDROID 11869dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen if (next_element_java_stream_.get()) 11969dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen rv = next_element_java_stream_->Read(buf_->data() + buf_len_, count); 12069dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen else { 12169dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen#endif 122c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (next_element_stream_.get()) 123c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch rv = next_element_stream_->Read(buf_->data() + buf_len_, count, NULL); 12469dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen#ifdef ANDROID 12569dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen } 12669dbe9fcda26341f31379053f8123d7f611c0be1Kristian Monsen#endif 127c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (rv <= 0) { 128c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // If there's less data to read than we initially observed, then 129c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // pad with zero. Otherwise the server will hang waiting for the 130c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch // rest of the data. 131c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch memset(buf_->data() + buf_len_, 0, count); 132c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch rv = count; 133c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 134c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott buf_len_ += rv; 135c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } 136c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 137c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch if (static_cast<int>(next_element_remaining_) == rv) { 138c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott advance_to_next_element = true; 139c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch } else { 140c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch next_element_remaining_ -= rv; 141c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 142c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 143c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 144c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott if (advance_to_next_element) { 145c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ++next_element_; 146c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott next_element_offset_ = 0; 147c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch next_element_remaining_ = 0; 148c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch next_element_stream_.reset(); 149c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 150dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen 151dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen if (is_chunked() && !merge_chunks_) 152dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen break; 153c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott } 154c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 15572a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen if (next_element_ == elements.size() && !buf_len_) { 15672a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen if (!data_->is_chunked() || 15772a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen (!elements.empty() && elements.back().is_last_chunk())) { 15872a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen eof_ = true; 15972a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen } 16072a454cd3513ac24fbdd0e0cb9ad70b86a99b801Kristian Monsen } 161c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch 162c407dc5cd9bdc5668497f21b26b09d988ab439deBen Murdoch return OK; 163c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 164c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 165dc0f95d653279beabeb9817299e2902918ba123eKristian Monsenbool UploadDataStream::IsOnLastChunk() const { 166dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen const std::vector<UploadData::Element>& elements = *data_->elements(); 167dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen DCHECK(data_->is_chunked()); 168dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen return (eof_ || 169dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen (!elements.empty() && 170dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen next_element_ == elements.size() && 171dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen elements.back().is_last_chunk())); 172dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen} 173dc0f95d653279beabeb9817299e2902918ba123eKristian Monsen 174c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} // namespace net 175