10e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org/*
20e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * libjingle
30e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * Copyright 2012, Google Inc.
40e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org *
50e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * Redistribution and use in source and binary forms, with or without
60e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * modification, are permitted provided that the following conditions are met:
70e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org *
80e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org *  1. Redistributions of source code must retain the above copyright notice,
90e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org *     this list of conditions and the following disclaimer.
100e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org *  2. Redistributions in binary form must reproduce the above copyright notice,
110e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org *     this list of conditions and the following disclaimer in the documentation
120e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org *     and/or other materials provided with the distribution.
130e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org *  3. The name of the author may not be used to endorse or promote products
140e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org *     derived from this software without specific prior written permission.
150e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org *
160e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
170e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
180e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
190e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
200e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
210e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
220e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
230e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
240e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
250e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
260e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org */
270e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
280e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org#include "talk/media/base/capturerenderadapter.h"
290e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
300e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org#include "talk/media/base/videocapturer.h"
310e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org#include "talk/media/base/videoprocessor.h"
320e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org#include "talk/media/base/videorenderer.h"
33cf81adffe15fa8ea0f333432e41f6d504148f18abuildbot@webrtc.org#include "webrtc/base/logging.h"
340e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
350e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgnamespace cricket {
360e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
370e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgCaptureRenderAdapter::CaptureRenderAdapter(VideoCapturer* video_capturer)
380e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    : video_capturer_(video_capturer) {
390e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org}
400e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
410e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgCaptureRenderAdapter::~CaptureRenderAdapter() {
427162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org  // Since the signal we're connecting to is multi-threaded,
437162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org  // disconnect_all() will block until all calls are serviced, meaning any
447162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org  // outstanding calls to OnVideoFrame will be done when this is done, and no
457162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org  // more calls will be serviced by this.
467162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org  // We do this explicitly instead of just letting the has_slots<> destructor
477162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org  // take care of it because we need to do this *before* video_renderers_ is
487162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org  // cleared by the destructor; otherwise we could mess with it while
497162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org  // OnVideoFrame is running.
507162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org  // We *don't* take capture_crit_ here since it could deadlock with the lock
517162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org  // taken by the video frame signal.
527162d28d68ad58802a5a52eca0df59150ee7b9d4henrike@webrtc.org  disconnect_all();
530e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org}
540e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
550e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgCaptureRenderAdapter* CaptureRenderAdapter::Create(
560e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    VideoCapturer* video_capturer) {
570e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  if (!video_capturer) {
580e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    return NULL;
590e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  }
600e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  CaptureRenderAdapter* return_value = new CaptureRenderAdapter(video_capturer);
610e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  return_value->Init();  // Can't fail.
620e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  return return_value;
630e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org}
640e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
650e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgbool CaptureRenderAdapter::AddRenderer(VideoRenderer* video_renderer) {
660e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  if (!video_renderer) {
670e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    return false;
680e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  }
692a86ce22ccc387dfa6f8a98ce3eba5c1e6f9e538buildbot@webrtc.org  rtc::CritScope cs(&capture_crit_);
700e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  if (IsRendererRegistered(*video_renderer)) {
710e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    return false;
720e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  }
730e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  video_renderers_.push_back(VideoRendererInfo(video_renderer));
740e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  return true;
750e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org}
760e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
770e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgbool CaptureRenderAdapter::RemoveRenderer(VideoRenderer* video_renderer) {
780e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  if (!video_renderer) {
790e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    return false;
800e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  }
812a86ce22ccc387dfa6f8a98ce3eba5c1e6f9e538buildbot@webrtc.org  rtc::CritScope cs(&capture_crit_);
820e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  for (VideoRenderers::iterator iter = video_renderers_.begin();
830e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org       iter != video_renderers_.end(); ++iter) {
840e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    if (video_renderer == iter->renderer) {
850e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org      video_renderers_.erase(iter);
860e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org      return true;
870e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    }
880e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  }
890e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  return false;
900e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org}
910e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
920e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgvoid CaptureRenderAdapter::Init() {
930e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  video_capturer_->SignalVideoFrame.connect(
940e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org      this,
950e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org      &CaptureRenderAdapter::OnVideoFrame);
960e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org}
970e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
980e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgvoid CaptureRenderAdapter::OnVideoFrame(VideoCapturer* capturer,
990e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org                                        const VideoFrame* video_frame) {
1002a86ce22ccc387dfa6f8a98ce3eba5c1e6f9e538buildbot@webrtc.org  rtc::CritScope cs(&capture_crit_);
1010e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  if (video_renderers_.empty()) {
1020e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    return;
1030e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  }
1040e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  MaybeSetRenderingSize(video_frame);
1050e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
1060e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  for (VideoRenderers::iterator iter = video_renderers_.begin();
1070e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org       iter != video_renderers_.end(); ++iter) {
1080e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    VideoRenderer* video_renderer = iter->renderer;
1090e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    video_renderer->RenderFrame(video_frame);
1100e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  }
1110e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org}
1120e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
1130e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org// The renderer_crit_ lock needs to be taken when calling this function.
1140e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgvoid CaptureRenderAdapter::MaybeSetRenderingSize(const VideoFrame* frame) {
1150e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  for (VideoRenderers::iterator iter = video_renderers_.begin();
1160e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org       iter != video_renderers_.end(); ++iter) {
1170e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    const bool new_resolution = iter->render_width != frame->GetWidth() ||
1180e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org        iter->render_height != frame->GetHeight();
1190e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    if (new_resolution) {
1201a04b881e0ef480802fb01b4fbe9bcd5388d2c69henrike@webrtc.org      if (iter->renderer->SetSize(static_cast<int>(frame->GetWidth()),
1211a04b881e0ef480802fb01b4fbe9bcd5388d2c69henrike@webrtc.org                                  static_cast<int>(frame->GetHeight()), 0)) {
1220e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org        iter->render_width = frame->GetWidth();
1230e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org        iter->render_height = frame->GetHeight();
1240e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org      } else {
1250e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org        LOG(LS_ERROR) << "Captured frame size not supported by renderer: " <<
1260e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org            frame->GetWidth() << " x " << frame->GetHeight();
1270e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org      }
1280e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    }
1290e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  }
1300e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org}
1310e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
1320e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org// The renderer_crit_ lock needs to be taken when calling this function.
1330e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.orgbool CaptureRenderAdapter::IsRendererRegistered(
1340e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    const VideoRenderer& video_renderer) const {
1350e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  for (VideoRenderers::const_iterator iter = video_renderers_.begin();
1360e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org       iter != video_renderers_.end(); ++iter) {
1370e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    if (&video_renderer == iter->renderer) {
1380e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org      return true;
1390e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org    }
1400e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  }
1410e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org  return false;
1420e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org}
1430e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org
1440e118e7129884fbea117e78d6f2068139a414dbhenrike@webrtc.org}  // namespace cricket
145