10e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org/* 20e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * libjingle 30e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * Copyright 2012, Google Inc. 40e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * 50e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * Redistribution and use in source and binary forms, with or without 60e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * modification, are permitted provided that the following conditions are met: 70e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * 80e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * 1. Redistributions of source code must retain the above copyright notice, 90e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * this list of conditions and the following disclaimer. 100e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * 2. Redistributions in binary form must reproduce the above copyright notice, 110e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * this list of conditions and the following disclaimer in the documentation 120e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * and/or other materials provided with the distribution. 130e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * 3. The name of the author may not be used to endorse or promote products 140e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * derived from this software without specific prior written permission. 150e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * 160e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED 170e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 180e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO 190e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 200e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 210e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; 220e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 230e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR 240e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF 250e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 260e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org */ 270e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 280e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org#include "talk/media/base/capturerenderadapter.h" 290e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 300e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org#include "talk/media/base/videocapturer.h" 310e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org#include "talk/media/base/videoprocessor.h" 320e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org#include "talk/media/base/videorenderer.h" 33cf81adffe15fa8ea0f333432e41f6d504148f18abuildbot@webrtc.org#include "webrtc/base/logging.h" 340e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 350e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgnamespace cricket { 360e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 370e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgCaptureRenderAdapter::CaptureRenderAdapter(VideoCapturer* video_capturer) 380e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org : video_capturer_(video_capturer) { 390e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org} 400e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 410e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgCaptureRenderAdapter::~CaptureRenderAdapter() { 427162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org // Since the signal we're connecting to is multi-threaded, 437162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org // disconnect_all() will block until all calls are serviced, meaning any 447162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org // outstanding calls to OnVideoFrame will be done when this is done, and no 457162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org // more calls will be serviced by this. 467162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org // We do this explicitly instead of just letting the has_slots<> destructor 477162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org // take care of it because we need to do this *before* video_renderers_ is 487162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org // cleared by the destructor; otherwise we could mess with it while 497162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org // OnVideoFrame is running. 507162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org // We *don't* take capture_crit_ here since it could deadlock with the lock 517162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org // taken by the video frame signal. 527162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org disconnect_all(); 530e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org} 540e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 550e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgCaptureRenderAdapter* CaptureRenderAdapter::Create( 560e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org VideoCapturer* video_capturer) { 570e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org if (!video_capturer) { 580e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return NULL; 590e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 600e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org CaptureRenderAdapter* return_value = new CaptureRenderAdapter(video_capturer); 610e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return_value->Init(); // Can't fail. 620e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return return_value; 630e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org} 640e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 650e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgbool CaptureRenderAdapter::AddRenderer(VideoRenderer* video_renderer) { 660e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org if (!video_renderer) { 670e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return false; 680e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 692a86ce22ccc387dfa6f8a98ce3eba5c1e6f9e538buildbot@webrtc.org rtc::CritScope cs(&capture_crit_); 700e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org if (IsRendererRegistered(*video_renderer)) { 710e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return false; 720e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 730e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org video_renderers_.push_back(VideoRendererInfo(video_renderer)); 740e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return true; 750e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org} 760e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 770e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgbool CaptureRenderAdapter::RemoveRenderer(VideoRenderer* video_renderer) { 780e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org if (!video_renderer) { 790e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return false; 800e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 812a86ce22ccc387dfa6f8a98ce3eba5c1e6f9e538buildbot@webrtc.org rtc::CritScope cs(&capture_crit_); 820e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org for (VideoRenderers::iterator iter = video_renderers_.begin(); 830e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org iter != video_renderers_.end(); ++iter) { 840e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org if (video_renderer == iter->renderer) { 850e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org video_renderers_.erase(iter); 860e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return true; 870e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 880e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 890e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return false; 900e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org} 910e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 920e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgvoid CaptureRenderAdapter::Init() { 930e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org video_capturer_->SignalVideoFrame.connect( 940e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org this, 950e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org &CaptureRenderAdapter::OnVideoFrame); 960e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org} 970e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 980e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgvoid CaptureRenderAdapter::OnVideoFrame(VideoCapturer* capturer, 990e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org const VideoFrame* video_frame) { 1002a86ce22ccc387dfa6f8a98ce3eba5c1e6f9e538buildbot@webrtc.org rtc::CritScope cs(&capture_crit_); 1010e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org if (video_renderers_.empty()) { 1020e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return; 1030e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 1040e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org MaybeSetRenderingSize(video_frame); 1050e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 1060e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org for (VideoRenderers::iterator iter = video_renderers_.begin(); 1070e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org iter != video_renderers_.end(); ++iter) { 1080e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org VideoRenderer* video_renderer = iter->renderer; 1090e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org video_renderer->RenderFrame(video_frame); 1100e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 1110e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org} 1120e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 1130e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org// The renderer_crit_ lock needs to be taken when calling this function. 1140e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgvoid CaptureRenderAdapter::MaybeSetRenderingSize(const VideoFrame* frame) { 1150e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org for (VideoRenderers::iterator iter = video_renderers_.begin(); 1160e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org iter != video_renderers_.end(); ++iter) { 1170e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org const bool new_resolution = iter->render_width != frame->GetWidth() || 1180e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org iter->render_height != frame->GetHeight(); 1190e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org if (new_resolution) { 1201a04b881e0ef480802fb01b4fbe9bcd5388d2c69henrike@webrtc.org if (iter->renderer->SetSize(static_cast<int>(frame->GetWidth()), 1211a04b881e0ef480802fb01b4fbe9bcd5388d2c69henrike@webrtc.org static_cast<int>(frame->GetHeight()), 0)) { 1220e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org iter->render_width = frame->GetWidth(); 1230e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org iter->render_height = frame->GetHeight(); 1240e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } else { 1250e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org LOG(LS_ERROR) << "Captured frame size not supported by renderer: " << 1260e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org frame->GetWidth() << " x " << frame->GetHeight(); 1270e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 1280e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 1290e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 1300e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org} 1310e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 1320e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org// The renderer_crit_ lock needs to be taken when calling this function. 1330e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgbool CaptureRenderAdapter::IsRendererRegistered( 1340e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org const VideoRenderer& video_renderer) const { 1350e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org for (VideoRenderers::const_iterator iter = video_renderers_.begin(); 1360e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org iter != video_renderers_.end(); ++iter) { 1370e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org if (&video_renderer == iter->renderer) { 1380e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return true; 1390e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 1400e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org } 1410e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org return false; 1420e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org} 1430e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org 1440e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org} // namespace cricket 145