15976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org/*
25976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * libjingle
35976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * Copyright 2012, Google Inc.
45976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org *
55976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * Redistribution and use in source and binary forms, with or without
65976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * modification, are permitted provided that the following conditions are met:
75976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org *
85976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org *  1. Redistributions of source code must retain the above copyright notice,
95976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org *     this list of conditions and the following disclaimer.
105976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org *  2. Redistributions in binary form must reproduce the above copyright notice,
115976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org *     this list of conditions and the following disclaimer in the documentation
125976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org *     and/or other materials provided with the distribution.
135976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org *  3. The name of the author may not be used to endorse or promote products
145976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org *     derived from this software without specific prior written permission.
155976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org *
165976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
175976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
185976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
195976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
205976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
215976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
225976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
235976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
245976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
255976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
265976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org */
275976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
285976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org#include "talk/media/base/capturerenderadapter.h"
295976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
305976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org#include "talk/base/logging.h"
315976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org#include "talk/media/base/videocapturer.h"
325976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org#include "talk/media/base/videoprocessor.h"
335976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org#include "talk/media/base/videorenderer.h"
345976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
355976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgnamespace cricket {
365976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
375976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgCaptureRenderAdapter::CaptureRenderAdapter(VideoCapturer* video_capturer)
385976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    : video_capturer_(video_capturer) {
395976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org}
405976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
415976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgCaptureRenderAdapter::~CaptureRenderAdapter() {
42c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org  // Since the signal we're connecting to is multi-threaded,
43c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org  // disconnect_all() will block until all calls are serviced, meaning any
44c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org  // outstanding calls to OnVideoFrame will be done when this is done, and no
45c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org  // more calls will be serviced by this.
46c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org  // We do this explicitly instead of just letting the has_slots<> destructor
47c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org  // take care of it because we need to do this *before* video_renderers_ is
48c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org  // cleared by the destructor; otherwise we could mess with it while
49c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org  // OnVideoFrame is running.
50c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org  // We *don't* take capture_crit_ here since it could deadlock with the lock
51c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org  // taken by the video frame signal.
52c1c67e5a722135af4ca83ee4c7d2dbe3f26bae70henrike@webrtc.org  disconnect_all();
535976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org}
545976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
555976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgCaptureRenderAdapter* CaptureRenderAdapter::Create(
565976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    VideoCapturer* video_capturer) {
575976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  if (!video_capturer) {
585976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    return NULL;
595976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  }
605976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  CaptureRenderAdapter* return_value = new CaptureRenderAdapter(video_capturer);
615976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  return_value->Init();  // Can't fail.
625976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  return return_value;
635976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org}
645976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
655976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgbool CaptureRenderAdapter::AddRenderer(VideoRenderer* video_renderer) {
665976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  if (!video_renderer) {
675976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    return false;
685976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  }
695976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  talk_base::CritScope cs(&capture_crit_);
705976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  if (IsRendererRegistered(*video_renderer)) {
715976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    return false;
725976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  }
735976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  video_renderers_.push_back(VideoRendererInfo(video_renderer));
745976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  return true;
755976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org}
765976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
775976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgbool CaptureRenderAdapter::RemoveRenderer(VideoRenderer* video_renderer) {
785976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  if (!video_renderer) {
795976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    return false;
805976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  }
815976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  talk_base::CritScope cs(&capture_crit_);
825976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  for (VideoRenderers::iterator iter = video_renderers_.begin();
835976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org       iter != video_renderers_.end(); ++iter) {
845976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    if (video_renderer == iter->renderer) {
855976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org      video_renderers_.erase(iter);
865976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org      return true;
875976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    }
885976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  }
895976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  return false;
905976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org}
915976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
925976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgvoid CaptureRenderAdapter::Init() {
935976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  video_capturer_->SignalVideoFrame.connect(
945976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org      this,
955976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org      &CaptureRenderAdapter::OnVideoFrame);
965976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org}
975976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
985976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgvoid CaptureRenderAdapter::OnVideoFrame(VideoCapturer* capturer,
995976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org                                        const VideoFrame* video_frame) {
1005976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  talk_base::CritScope cs(&capture_crit_);
1015976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  if (video_renderers_.empty()) {
1025976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    return;
1035976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  }
1045976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  MaybeSetRenderingSize(video_frame);
1055976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
1065976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  for (VideoRenderers::iterator iter = video_renderers_.begin();
1075976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org       iter != video_renderers_.end(); ++iter) {
1085976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    VideoRenderer* video_renderer = iter->renderer;
1095976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    video_renderer->RenderFrame(video_frame);
1105976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  }
1115976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org}
1125976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
1135976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org// The renderer_crit_ lock needs to be taken when calling this function.
1145976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgvoid CaptureRenderAdapter::MaybeSetRenderingSize(const VideoFrame* frame) {
1155976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  for (VideoRenderers::iterator iter = video_renderers_.begin();
1165976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org       iter != video_renderers_.end(); ++iter) {
1175976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    const bool new_resolution = iter->render_width != frame->GetWidth() ||
1185976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org        iter->render_height != frame->GetHeight();
1195976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    if (new_resolution) {
120b30f5947ff2af0e3b77751bacec5dc7350c4dcd6sergeyu@chromium.org      if (iter->renderer->SetSize(static_cast<int>(frame->GetWidth()),
121b30f5947ff2af0e3b77751bacec5dc7350c4dcd6sergeyu@chromium.org                                  static_cast<int>(frame->GetHeight()), 0)) {
1225976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org        iter->render_width = frame->GetWidth();
1235976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org        iter->render_height = frame->GetHeight();
1245976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org      } else {
1255976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org        LOG(LS_ERROR) << "Captured frame size not supported by renderer: " <<
1265976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org            frame->GetWidth() << " x " << frame->GetHeight();
1275976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org      }
1285976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    }
1295976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  }
1305976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org}
1315976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
1325976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org// The renderer_crit_ lock needs to be taken when calling this function.
1335976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.orgbool CaptureRenderAdapter::IsRendererRegistered(
1345976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    const VideoRenderer& video_renderer) const {
1355976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  for (VideoRenderers::const_iterator iter = video_renderers_.begin();
1365976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org       iter != video_renderers_.end(); ++iter) {
1375976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    if (&video_renderer == iter->renderer) {
1385976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org      return true;
1395976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org    }
1405976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  }
1415976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org  return false;
1425976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org}
1435976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org
1445976650443d68ccfadf1dea24999ee459dd2819mflodman@webrtc.org}  // namespace cricket
145