15976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org/* 25976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * libjingle 35976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * Copyright 2012, Google Inc. 45976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * 55976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * Redistribution and use in source and binary forms, with or without 65976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * modification, are permitted provided that the following conditions are met: 75976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * 85976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * 1. Redistributions of source code must retain the above copyright notice, 95976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * this list of conditions and the following disclaimer. 105976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * 2. Redistributions in binary form must reproduce the above copyright notice, 115976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * this list of conditions and the following disclaimer in the documentation 125976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * and/or other materials provided with the distribution. 135976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * 3. The name of the author may not be used to endorse or promote products 145976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * derived from this software without specific prior written permission. 155976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * 165976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED 175976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 185976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO 195976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 205976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 215976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; 225976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 235976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR 245976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF 255976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 265976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org */ 275976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 285976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org#include "talk/media/base/capturerenderadapter.h" 295976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 305976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org#include "talk/base/logging.h" 315976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org#include "talk/media/base/videocapturer.h" 325976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org#include "talk/media/base/videoprocessor.h" 335976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org#include "talk/media/base/videorenderer.h" 345976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 355976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgnamespace cricket { 365976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 375976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgCaptureRenderAdapter::CaptureRenderAdapter(VideoCapturer* video_capturer) 385976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org : video_capturer_(video_capturer) { 395976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org} 405976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 415976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgCaptureRenderAdapter::~CaptureRenderAdapter() { 42c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org // Since the signal we're connecting to is multi-threaded, 43c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org // disconnect_all() will block until all calls are serviced, meaning any 44c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org // outstanding calls to OnVideoFrame will be done when this is done, and no 45c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org // more calls will be serviced by this. 46c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org // We do this explicitly instead of just letting the has_slots<> destructor 47c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org // take care of it because we need to do this *before* video_renderers_ is 48c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org // cleared by the destructor; otherwise we could mess with it while 49c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org // OnVideoFrame is running. 50c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org // We *don't* take capture_crit_ here since it could deadlock with the lock 51c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org // taken by the video frame signal. 52c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org disconnect_all(); 535976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org} 545976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 555976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgCaptureRenderAdapter* CaptureRenderAdapter::Create( 565976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org VideoCapturer* video_capturer) { 575976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org if (!video_capturer) { 585976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return NULL; 595976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 605976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org CaptureRenderAdapter* return_value = new CaptureRenderAdapter(video_capturer); 615976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return_value->Init(); // Can't fail. 625976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return return_value; 635976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org} 645976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 655976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgbool CaptureRenderAdapter::AddRenderer(VideoRenderer* video_renderer) { 665976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org if (!video_renderer) { 675976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return false; 685976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 695976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org talk_base::CritScope cs(&capture_crit_); 705976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org if (IsRendererRegistered(*video_renderer)) { 715976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return false; 725976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 735976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org video_renderers_.push_back(VideoRendererInfo(video_renderer)); 745976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return true; 755976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org} 765976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 775976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgbool CaptureRenderAdapter::RemoveRenderer(VideoRenderer* video_renderer) { 785976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org if (!video_renderer) { 795976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return false; 805976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 815976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org talk_base::CritScope cs(&capture_crit_); 825976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org for (VideoRenderers::iterator iter = video_renderers_.begin(); 835976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org iter != video_renderers_.end(); ++iter) { 845976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org if (video_renderer == iter->renderer) { 855976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org video_renderers_.erase(iter); 865976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return true; 875976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 885976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 895976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return false; 905976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org} 915976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 925976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgvoid CaptureRenderAdapter::Init() { 935976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org video_capturer_->SignalVideoFrame.connect( 945976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org this, 955976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org &CaptureRenderAdapter::OnVideoFrame); 965976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org} 975976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 985976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgvoid CaptureRenderAdapter::OnVideoFrame(VideoCapturer* capturer, 995976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org const VideoFrame* video_frame) { 1005976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org talk_base::CritScope cs(&capture_crit_); 1015976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org if (video_renderers_.empty()) { 1025976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return; 1035976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 1045976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org MaybeSetRenderingSize(video_frame); 1055976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 1065976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org for (VideoRenderers::iterator iter = video_renderers_.begin(); 1075976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org iter != video_renderers_.end(); ++iter) { 1085976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org VideoRenderer* video_renderer = iter->renderer; 1095976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org video_renderer->RenderFrame(video_frame); 1105976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 1115976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org} 1125976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 1135976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org// The renderer_crit_ lock needs to be taken when calling this function. 1145976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgvoid CaptureRenderAdapter::MaybeSetRenderingSize(const VideoFrame* frame) { 1155976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org for (VideoRenderers::iterator iter = video_renderers_.begin(); 1165976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org iter != video_renderers_.end(); ++iter) { 1175976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org const bool new_resolution = iter->render_width != frame->GetWidth() || 1185976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org iter->render_height != frame->GetHeight(); 1195976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org if (new_resolution) { 120b30f5947ff2af0e3b77751bacec5dc7350c4dcd6sergeyu@chromium.org if (iter->renderer->SetSize(static_cast<int>(frame->GetWidth()), 121b30f5947ff2af0e3b77751bacec5dc7350c4dcd6sergeyu@chromium.org static_cast<int>(frame->GetHeight()), 0)) { 1225976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org iter->render_width = frame->GetWidth(); 1235976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org iter->render_height = frame->GetHeight(); 1245976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } else { 1255976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org LOG(LS_ERROR) << "Captured frame size not supported by renderer: " << 1265976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org frame->GetWidth() << " x " << frame->GetHeight(); 1275976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 1285976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 1295976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 1305976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org} 1315976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 1325976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org// The renderer_crit_ lock needs to be taken when calling this function. 1335976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgbool CaptureRenderAdapter::IsRendererRegistered( 1345976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org const VideoRenderer& video_renderer) const { 1355976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org for (VideoRenderers::const_iterator iter = video_renderers_.begin(); 1365976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org iter != video_renderers_.end(); ++iter) { 1375976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org if (&video_renderer == iter->renderer) { 1385976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return true; 1395976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 1405976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org } 1415976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org return false; 1425976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org} 1435976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org 1445976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org} // namespace cricket 145