15d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)// Copyright 2014 The Chromium Authors. All rights reserved. 25d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)// found in the LICENSE file. 45d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 55d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#include "remoting/client/plugin/media_source_video_renderer.h" 65d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 75d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#include <string.h> 85d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 95d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#include "base/callback_helpers.h" 105d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#include "base/logging.h" 11010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles)#include "base/time/time.h" 125d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#include "remoting/proto/video.pb.h" 135d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#include "remoting/protocol/session_config.h" 145d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#include "third_party/libwebm/source/mkvmuxer.hpp" 155d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 165d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)namespace remoting { 175d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 185d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)static int kFrameIntervalNs = 1000000; 195d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 205d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)class MediaSourceVideoRenderer::VideoWriter : public mkvmuxer::IMkvWriter { 215d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) public: 225d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) typedef std::vector<uint8_t> DataBuffer; 235d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 24f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) VideoWriter(const webrtc::DesktopSize& frame_size, const char* codec_id); 255d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) virtual ~VideoWriter(); 265d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 275d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const webrtc::DesktopSize& size() { return frame_size_; } 285d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) int64_t last_frame_timestamp() { return timecode_ - kFrameIntervalNs; } 295d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 305d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // IMkvWriter interface. 315d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) virtual mkvmuxer::int32 Write(const void* buf, mkvmuxer::uint32 len) OVERRIDE; 325d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) virtual mkvmuxer::int64 Position() const OVERRIDE; 335d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) virtual mkvmuxer::int32 Position(mkvmuxer::int64 position) OVERRIDE; 345d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) virtual bool Seekable() const OVERRIDE; 355d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) virtual void ElementStartNotify(mkvmuxer::uint64 element_id, 365d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) mkvmuxer::int64 position) OVERRIDE; 375d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 38f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) scoped_ptr<DataBuffer> OnVideoFrame(const std::string& video_data, 39f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) bool keyframe); 405d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 415d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) private: 425d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) webrtc::DesktopSize frame_size_; 43f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const char* codec_id_; 44f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 455d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) scoped_ptr<DataBuffer> output_data_; 465d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) int64_t position_; 475d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) scoped_ptr<mkvmuxer::Segment> segment_; 485d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) int64_t timecode_; 495d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)}; 505d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 515d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)MediaSourceVideoRenderer::VideoWriter::VideoWriter( 52f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const webrtc::DesktopSize& frame_size, 53f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const char* codec_id) 545d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) : frame_size_(frame_size), 55f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) codec_id_(codec_id), 565d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) position_(0), 575d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) timecode_(0) { 585d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) segment_.reset(new mkvmuxer::Segment()); 595d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) segment_->Init(this); 605d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) segment_->set_mode(mkvmuxer::Segment::kLive); 61010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) 62010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) // DateUTC is specified in nanoseconds from 0:00 on January 1st, 2001. 63010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) base::Time::Exploded millennium_exploded; 64010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) memset(&millennium_exploded, 0, sizeof(millennium_exploded)); 65010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) millennium_exploded.year = 2001; 66010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) millennium_exploded.month = 1; 67010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) millennium_exploded.day_of_month = 1; 68010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) segment_->GetSegmentInfo()->set_date_utc( 69010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) (base::Time::Now() - base::Time::FromUTCExploded(millennium_exploded)) 70010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) .InMicroseconds() * 71010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) base::Time::kNanosecondsPerMicrosecond); 72010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) 73cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) uint64 crop_right = 0; 74cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) int width = frame_size_.width(); 75cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) if (width % 2 == 1) { 76cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) ++width; 77cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) crop_right = 1; 78cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) } 79cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) 80cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) uint64 crop_bottom = 0; 81cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) int height = frame_size_.height(); 82cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) if (height % 2 == 1) { 83cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) ++height; 84cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) crop_bottom = 1; 85cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) } 86cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) 87cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) segment_->AddVideoTrack(width, height, 1); 88010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) mkvmuxer::VideoTrack* video_track = 89010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) reinterpret_cast<mkvmuxer::VideoTrack*>(segment_->GetTrackByNumber(1)); 90f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) video_track->set_codec_id(codec_id_); 91cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) video_track->set_crop_right(crop_right); 92cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) video_track->set_crop_bottom(crop_bottom); 93010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) video_track->set_frame_rate(base::Time::kNanosecondsPerSecond / 94010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) kFrameIntervalNs); 95f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) video_track->set_default_duration(kFrameIntervalNs); 965d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) mkvmuxer::SegmentInfo* const info = segment_->GetSegmentInfo(); 975d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) info->set_writing_app("ChromotingViewer"); 985d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) info->set_muxing_app("ChromotingViewer"); 995d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 1005d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1015d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)MediaSourceVideoRenderer::VideoWriter::~VideoWriter() {} 1025d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1035d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)mkvmuxer::int32 MediaSourceVideoRenderer::VideoWriter::Write( 1045d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const void* buf, 1055d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) mkvmuxer::uint32 len) { 1065d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) output_data_->insert(output_data_->end(), 1075d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) reinterpret_cast<const char*>(buf), 1085d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) reinterpret_cast<const char*>(buf) + len); 1095d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) position_ += len; 1105d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return 0; 1115d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 1125d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1135d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)mkvmuxer::int64 MediaSourceVideoRenderer::VideoWriter::Position() const { 1145d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return position_; 1155d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 1165d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1175d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)mkvmuxer::int32 MediaSourceVideoRenderer::VideoWriter::Position( 1185d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) mkvmuxer::int64 position) { 1195d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return -1; 1205d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 1215d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1225d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)bool MediaSourceVideoRenderer::VideoWriter::Seekable() const { 1235d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return false; 1245d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 1255d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1265d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)void MediaSourceVideoRenderer::VideoWriter::ElementStartNotify( 1275d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) mkvmuxer::uint64 element_id, 1285d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) mkvmuxer::int64 position) { 1295d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 1305d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1315d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)scoped_ptr<MediaSourceVideoRenderer::VideoWriter::DataBuffer> 1325d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)MediaSourceVideoRenderer::VideoWriter::OnVideoFrame( 133f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const std::string& video_data, 134f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) bool keyframe) { 1355d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) DCHECK(!output_data_); 1365d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1375d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) output_data_.reset(new DataBuffer()); 1385d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) segment_->AddFrame(reinterpret_cast<const uint8_t*>(video_data.data()), 139f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) video_data.size(), 1, timecode_, keyframe); 1405d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) timecode_ += kFrameIntervalNs; 1415d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return output_data_.Pass(); 1425d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 1435d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1445d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)MediaSourceVideoRenderer::MediaSourceVideoRenderer(Delegate* delegate) 1455d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) : delegate_(delegate), 146f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) codec_id_(mkvmuxer::Tracks::kVp8CodecId), 1475d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) latest_sequence_number_(0) { 1485d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 1495d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1505d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)MediaSourceVideoRenderer::~MediaSourceVideoRenderer() {} 1515d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1525d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)void MediaSourceVideoRenderer::Initialize( 1535d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const protocol::SessionConfig& config) { 154f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) switch (config.video_config().codec) { 155f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) case protocol::ChannelConfig::CODEC_VP8: 156f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) format_string_ = "video/webm; codecs=\"vp8\""; 157f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) codec_id_ = mkvmuxer::Tracks::kVp8CodecId; 158f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) break; 159f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) case protocol::ChannelConfig::CODEC_VP9: 160f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) format_string_ = "video/webm; codecs=\"vp9\""; 161f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) codec_id_ = mkvmuxer::Tracks::kVp9CodecId; 162f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) break; 163f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) default: 164f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) NOTREACHED(); 165f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) } 1665d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 1675d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1685d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)ChromotingStats* MediaSourceVideoRenderer::GetStats() { 1695d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return &stats_; 1705d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 1715d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1725d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)void MediaSourceVideoRenderer::ProcessVideoPacket( 1735d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) scoped_ptr<VideoPacket> packet, 1745d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const base::Closure& done) { 1755d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) base::ScopedClosureRunner done_runner(done); 1765d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1775d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Don't need to do anything if the packet is empty. Host sends empty video 1785d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // packets when the screen is not changing. 1795d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (!packet->data().size()) 1805d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return; 1815d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1825d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Update statistics. 1835d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) stats_.video_frame_rate()->Record(1); 1845d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) stats_.video_bandwidth()->Record(packet->data().size()); 1855d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (packet->has_capture_time_ms()) 1865d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) stats_.video_capture_ms()->Record(packet->capture_time_ms()); 1875d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (packet->has_encode_time_ms()) 1885d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) stats_.video_encode_ms()->Record(packet->encode_time_ms()); 1895d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (packet->has_client_sequence_number() && 1905d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) packet->client_sequence_number() > latest_sequence_number_) { 1915d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) latest_sequence_number_ = packet->client_sequence_number(); 1925d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) base::TimeDelta round_trip_latency = 1935d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) base::Time::Now() - 1945d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) base::Time::FromInternalValue(packet->client_sequence_number()); 1955d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) stats_.round_trip_ms()->Record(round_trip_latency.InMilliseconds()); 1965d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 1975d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1985d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) bool media_source_needs_reset = false; 1995d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 2005d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) webrtc::DesktopSize frame_size(packet->format().screen_width(), 2015d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) packet->format().screen_height()); 2025d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (!writer_ || 2035d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) (!writer_->size().equals(frame_size) && !frame_size.is_empty())) { 2045d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) media_source_needs_reset = true; 205f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) writer_.reset(new VideoWriter(frame_size, codec_id_)); 206f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) delegate_->OnMediaSourceReset(format_string_); 2075d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 2085d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 2095d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) webrtc::DesktopVector frame_dpi(packet->format().x_dpi(), 2105d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) packet->format().y_dpi()); 2115d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (media_source_needs_reset || !frame_dpi_.equals(frame_dpi)) { 2125d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) frame_dpi_ = frame_dpi; 2135d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) delegate_->OnMediaSourceSize(frame_size, frame_dpi); 2145d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 2155d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 2165d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Update the desktop shape region. 2175d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) webrtc::DesktopRegion desktop_shape; 2185d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (packet->has_use_desktop_shape()) { 2195d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) for (int i = 0; i < packet->desktop_shape_rects_size(); ++i) { 2205d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) Rect remoting_rect = packet->desktop_shape_rects(i); 2215d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) desktop_shape.AddRect(webrtc::DesktopRect::MakeXYWH( 2225d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) remoting_rect.x(), remoting_rect.y(), 2235d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) remoting_rect.width(), remoting_rect.height())); 2245d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 2255d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } else { 2265d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Fallback for the case when the host didn't include the desktop shape. 2275d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) desktop_shape = 2285d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) webrtc::DesktopRegion(webrtc::DesktopRect::MakeSize(frame_size)); 2295d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 2305d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 2315d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (!desktop_shape_.Equals(desktop_shape)) { 2325d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) desktop_shape_.Swap(&desktop_shape); 2335d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) delegate_->OnMediaSourceShape(desktop_shape_); 2345d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 2355d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 236f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // First bit is set to 0 for key frames. 237f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) bool keyframe = (packet->data()[0] & 1) == 0; 238f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 2395d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) scoped_ptr<VideoWriter::DataBuffer> buffer = 240f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) writer_->OnVideoFrame(packet->data(), keyframe); 241f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) delegate_->OnMediaSourceData(&(*(buffer->begin())), buffer->size(), keyframe); 2425d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 2435d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 2445d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} // namespace remoting 245