15b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org/* 25b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. 35b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org * 45b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org * Use of this source code is governed by a BSD-style license 55b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org * that can be found in the LICENSE file in the root of the source 65b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org * tree. An additional intellectual property rights grant can be found 75b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org * in the file PATENTS. All contributing project authors may 85b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org * be found in the AUTHORS file in the root of the source tree. 95b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org * 105b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org */ 115b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 125b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org#include "webrtc/modules/video_coding/codecs/vp9/vp9_impl.h" 135b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 145b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org#include <stdlib.h> 155b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org#include <string.h> 165b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org#include <time.h> 175b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org#include <vector> 185b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 195b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org#include "vpx/vpx_encoder.h" 205b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org#include "vpx/vpx_decoder.h" 215b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org#include "vpx/vp8cx.h" 225b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org#include "vpx/vp8dx.h" 235b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 24e155dbeae972f788b8766b4d0d2cefde2e952a10magjed@webrtc.org#include "webrtc/base/checks.h" 2514f4144a82558ec4da2d4962ef02b23f44967b6aperkj#include "webrtc/base/keep_ref_until_done.h" 26854e84c7fb61972bd8e39c1482e5f3e31f796b5fpbos#include "webrtc/base/logging.h" 27e4f96501fc5b3e6de0d1ccd262372afcda1f5b4ftommi#include "webrtc/base/trace_event.h" 285b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org#include "webrtc/common.h" 295b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org#include "webrtc/common_video/libyuv/include/webrtc_libyuv.h" 30ff761fba8274d93bd73e76c8b8a1f2d0776dd840Henrik Kjellander#include "webrtc/modules/include/module_common_types.h" 31cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel#include "webrtc/modules/video_coding/codecs/vp9/screenshare_layers.h" 3298f53510b222f71fdd8b799b2f33737ceeb28c61Henrik Kjellander#include "webrtc/system_wrappers/include/tick_util.h" 335b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 345b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgnamespace webrtc { 355b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 366e89b25143b23e19cc2f50f740626f1f4540c1d9Marco// Only positive speeds, range for real-time coding currently is: 5 - 8. 376e89b25143b23e19cc2f50f740626f1f4540c1d9Marco// Lower means slower/better quality, higher means fastest/lower quality. 386e89b25143b23e19cc2f50f740626f1f4540c1d9Marcoint GetCpuSpeed(int width, int height) { 39002f0d09c91585713772b3249ebac6a27a8937b3Marco#if defined(WEBRTC_ARCH_ARM) || defined(WEBRTC_ARCH_ARM64) 40002f0d09c91585713772b3249ebac6a27a8937b3Marco return 8; 41002f0d09c91585713772b3249ebac6a27a8937b3Marco#else 426e89b25143b23e19cc2f50f740626f1f4540c1d9Marco // For smaller resolutions, use lower speed setting (get some coding gain at 436e89b25143b23e19cc2f50f740626f1f4540c1d9Marco // the cost of increased encoding complexity). 446e89b25143b23e19cc2f50f740626f1f4540c1d9Marco if (width * height <= 352 * 288) 456e89b25143b23e19cc2f50f740626f1f4540c1d9Marco return 5; 466e89b25143b23e19cc2f50f740626f1f4540c1d9Marco else 476e89b25143b23e19cc2f50f740626f1f4540c1d9Marco return 7; 48002f0d09c91585713772b3249ebac6a27a8937b3Marco#endif 496e89b25143b23e19cc2f50f740626f1f4540c1d9Marco} 506e89b25143b23e19cc2f50f740626f1f4540c1d9Marco 515b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgVP9Encoder* VP9Encoder::Create() { 525b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return new VP9EncoderImpl(); 535b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 545b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 55a9455ab235e1169572f9eae3175cd9310d6729e2asaperssonvoid VP9EncoderImpl::EncoderOutputCodedPacketCallback(vpx_codec_cx_pkt* pkt, 56a9455ab235e1169572f9eae3175cd9310d6729e2asapersson void* user_data) { 57cce46fc108a70336f0477fd58d41f38e547eeb25philipel VP9EncoderImpl* enc = static_cast<VP9EncoderImpl*>(user_data); 58a9455ab235e1169572f9eae3175cd9310d6729e2asapersson enc->GetEncodedLayerFrame(pkt); 59a9455ab235e1169572f9eae3175cd9310d6729e2asapersson} 60a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 615b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgVP9EncoderImpl::VP9EncoderImpl() 625b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org : encoded_image_(), 635b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoded_complete_callback_(NULL), 645b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org inited_(false), 655b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org timestamp_(0), 665b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org picture_id_(0), 675b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org cpu_speed_(3), 685b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org rc_max_intra_target_(0), 695b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoder_(NULL), 705b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_(NULL), 71a9455ab235e1169572f9eae3175cd9310d6729e2asapersson raw_(NULL), 72a9455ab235e1169572f9eae3175cd9310d6729e2asapersson input_image_(NULL), 73a9455ab235e1169572f9eae3175cd9310d6729e2asapersson tl0_pic_idx_(0), 74cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel frames_since_kf_(0), 75a9455ab235e1169572f9eae3175cd9310d6729e2asapersson num_temporal_layers_(0), 76cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel num_spatial_layers_(0), 77cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel frames_encoded_(0), 78cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // Use two spatial when screensharing with flexible mode. 79cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel spatial_layer_(new ScreenshareLayersVP9(2)) { 805b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org memset(&codec_, 0, sizeof(codec_)); 815b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org uint32_t seed = static_cast<uint32_t>(TickTime::MillisecondTimestamp()); 825b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org srand(seed); 835b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 845b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 855b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgVP9EncoderImpl::~VP9EncoderImpl() { 865b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org Release(); 875b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 885b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 895b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgint VP9EncoderImpl::Release() { 905b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (encoded_image_._buffer != NULL) { 91cce46fc108a70336f0477fd58d41f38e547eeb25philipel delete[] encoded_image_._buffer; 925b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoded_image_._buffer = NULL; 935b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 945b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (encoder_ != NULL) { 955b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (vpx_codec_destroy(encoder_)) { 965b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_MEMORY; 975b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 985b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org delete encoder_; 995b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoder_ = NULL; 1005b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 1015b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (config_ != NULL) { 1025b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org delete config_; 1035b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_ = NULL; 1045b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 1055b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (raw_ != NULL) { 1065b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org vpx_img_free(raw_); 1075b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org raw_ = NULL; 1085b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 1095b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org inited_ = false; 1105b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 1115b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 1125b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 113ce4aef16eec96862199e89b6d3ffe059558ac2c0sprangbool VP9EncoderImpl::ExplicitlyConfiguredSpatialLayers() const { 114ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang // We check target_bitrate_bps of the 0th layer to see if the spatial layers 115ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang // (i.e. bitrates) were explicitly configured. 116ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang return num_spatial_layers_ > 1 && 117ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang codec_.spatialLayers[0].target_bitrate_bps > 0; 118ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang} 119ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang 120a9455ab235e1169572f9eae3175cd9310d6729e2asaperssonbool VP9EncoderImpl::SetSvcRates() { 121a9455ab235e1169572f9eae3175cd9310d6729e2asapersson uint8_t i = 0; 122a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 123ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang if (ExplicitlyConfiguredSpatialLayers()) { 124ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang if (num_temporal_layers_ > 1) { 125ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang LOG(LS_ERROR) << "Multiple temporal layers when manually specifying " 126ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang "spatial layers not implemented yet!"; 127a9455ab235e1169572f9eae3175cd9310d6729e2asapersson return false; 128a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 129ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang int total_bitrate_bps = 0; 130ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang for (i = 0; i < num_spatial_layers_; ++i) 131ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang total_bitrate_bps += codec_.spatialLayers[i].target_bitrate_bps; 132ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang // If total bitrate differs now from what has been specified at the 133ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang // beginning, update the bitrates in the same ratio as before. 134ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang for (i = 0; i < num_spatial_layers_; ++i) { 135ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->ss_target_bitrate[i] = config_->layer_target_bitrate[i] = 136ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang static_cast<int>(static_cast<int64_t>(config_->rc_target_bitrate) * 137ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang codec_.spatialLayers[i].target_bitrate_bps / 138ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang total_bitrate_bps); 139ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang } 140ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang } else { 141ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang float rate_ratio[VPX_MAX_LAYERS] = {0}; 142ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang float total = 0; 143ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang 144ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang for (i = 0; i < num_spatial_layers_; ++i) { 145ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang if (svc_internal_.svc_params.scaling_factor_num[i] <= 0 || 146ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang svc_internal_.svc_params.scaling_factor_den[i] <= 0) { 147ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang LOG(LS_ERROR) << "Scaling factors not specified!"; 148ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang return false; 149ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang } 150ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang rate_ratio[i] = 151ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang static_cast<float>(svc_internal_.svc_params.scaling_factor_num[i]) / 152ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang svc_internal_.svc_params.scaling_factor_den[i]; 153ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang total += rate_ratio[i]; 154ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang } 15587f83a9a27d657731ccb54025bc04ccad0da136eivica 156ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang for (i = 0; i < num_spatial_layers_; ++i) { 157ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->ss_target_bitrate[i] = static_cast<unsigned int>( 158ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->rc_target_bitrate * rate_ratio[i] / total); 159ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang if (num_temporal_layers_ == 1) { 160ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->layer_target_bitrate[i] = config_->ss_target_bitrate[i]; 161ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang } else if (num_temporal_layers_ == 2) { 162ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->layer_target_bitrate[i * num_temporal_layers_] = 163ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->ss_target_bitrate[i] * 2 / 3; 164ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->layer_target_bitrate[i * num_temporal_layers_ + 1] = 165ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->ss_target_bitrate[i]; 166ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang } else if (num_temporal_layers_ == 3) { 167ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->layer_target_bitrate[i * num_temporal_layers_] = 168ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->ss_target_bitrate[i] / 2; 169ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->layer_target_bitrate[i * num_temporal_layers_ + 1] = 170ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->layer_target_bitrate[i * num_temporal_layers_] + 171ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang (config_->ss_target_bitrate[i] / 4); 172ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->layer_target_bitrate[i * num_temporal_layers_ + 2] = 173ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang config_->ss_target_bitrate[i]; 174ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang } else { 175ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang LOG(LS_ERROR) << "Unsupported number of temporal layers: " 176ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang << num_temporal_layers_; 177ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang return false; 178ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang } 179a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 180a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 181a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 182a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // For now, temporal layers only supported when having one spatial layer. 183a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (num_spatial_layers_ == 1) { 184a9455ab235e1169572f9eae3175cd9310d6729e2asapersson for (i = 0; i < num_temporal_layers_; ++i) { 185a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_target_bitrate[i] = config_->layer_target_bitrate[i]; 186a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 187a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 188a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 189a9455ab235e1169572f9eae3175cd9310d6729e2asapersson return true; 190a9455ab235e1169572f9eae3175cd9310d6729e2asapersson} 191a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 1925b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgint VP9EncoderImpl::SetRates(uint32_t new_bitrate_kbit, 1935b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org uint32_t new_framerate) { 1945b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (!inited_) { 1955b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_UNINITIALIZED; 1965b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 1975b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (encoder_->err) { 1985b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERROR; 1995b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2005b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (new_framerate < 1) { 2015b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 2025b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2035b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Update bit rate 2045b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (codec_.maxBitrate > 0 && new_bitrate_kbit > codec_.maxBitrate) { 2055b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org new_bitrate_kbit = codec_.maxBitrate; 2065b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2075b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->rc_target_bitrate = new_bitrate_kbit; 2085b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org codec_.maxFramerate = new_framerate; 209cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel spatial_layer_->ConfigureBitrate(new_bitrate_kbit, 0); 210a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 211a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (!SetSvcRates()) { 212a9455ab235e1169572f9eae3175cd9310d6729e2asapersson return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 213a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 214a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 2155b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Update encoder context 2165b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (vpx_codec_enc_config_set(encoder_, config_)) { 2175b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERROR; 2185b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2195b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 2205b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 2215b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 2225b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgint VP9EncoderImpl::InitEncode(const VideoCodec* inst, 2235b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org int number_of_cores, 2244591fbd09f9cb6e83433c49a12dd8524c2806502pkasting@chromium.org size_t /*max_payload_size*/) { 2255b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (inst == NULL) { 2265b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 2275b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2285b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (inst->maxFramerate < 1) { 2295b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 2305b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2315b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Allow zero to represent an unspecified maxBitRate 2325b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (inst->maxBitrate > 0 && inst->startBitrate > inst->maxBitrate) { 2335b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 2345b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2355b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (inst->width < 1 || inst->height < 1) { 2365b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 2375b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2385b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (number_of_cores < 1) { 2395b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 2405b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 241a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (inst->codecSpecific.VP9.numberOfTemporalLayers > 3) { 242a9455ab235e1169572f9eae3175cd9310d6729e2asapersson return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 243a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 2447f6a6fc0b23795cd4f0aacbf707618c1f3d0a878ivica // libvpx currently supports only one or two spatial layers. 2457f6a6fc0b23795cd4f0aacbf707618c1f3d0a878ivica if (inst->codecSpecific.VP9.numberOfSpatialLayers > 2) { 246a9455ab235e1169572f9eae3175cd9310d6729e2asapersson return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 247a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 248cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 2495b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org int retVal = Release(); 2505b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (retVal < 0) { 2515b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return retVal; 2525b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2535b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (encoder_ == NULL) { 2545b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoder_ = new vpx_codec_ctx_t; 2555b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2565b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (config_ == NULL) { 2575b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_ = new vpx_codec_enc_cfg_t; 2585b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2595b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org timestamp_ = 0; 2605b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (&codec_ != inst) { 2615b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org codec_ = *inst; 2625b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 263a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 264a9455ab235e1169572f9eae3175cd9310d6729e2asapersson num_spatial_layers_ = inst->codecSpecific.VP9.numberOfSpatialLayers; 265a9455ab235e1169572f9eae3175cd9310d6729e2asapersson num_temporal_layers_ = inst->codecSpecific.VP9.numberOfTemporalLayers; 266a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (num_temporal_layers_ == 0) 267a9455ab235e1169572f9eae3175cd9310d6729e2asapersson num_temporal_layers_ = 1; 268a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 2695b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Random start 16 bits is enough. 270cce46fc108a70336f0477fd58d41f38e547eeb25philipel picture_id_ = static_cast<uint16_t>(rand()) & 0x7FFF; // NOLINT 2715b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Allocate memory for encoded image 2725b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (encoded_image_._buffer != NULL) { 273cce46fc108a70336f0477fd58d41f38e547eeb25philipel delete[] encoded_image_._buffer; 2745b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2755b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoded_image_._size = CalcBufferSize(kI420, codec_.width, codec_.height); 2765b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoded_image_._buffer = new uint8_t[encoded_image_._size]; 2775b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoded_image_._completeFrame = true; 2785b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Creating a wrapper to the image - setting image data to NULL. Actual 2795b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // pointer will be set in encode. Setting align to 1, as it is meaningless 2805b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // (actual memory is not allocated). 281cce46fc108a70336f0477fd58d41f38e547eeb25philipel raw_ = vpx_img_wrap(NULL, VPX_IMG_FMT_I420, codec_.width, codec_.height, 1, 282cce46fc108a70336f0477fd58d41f38e547eeb25philipel NULL); 2835b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Populate encoder configuration with default values. 2845b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (vpx_codec_enc_config_default(vpx_codec_vp9_cx(), config_, 0)) { 2855b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERROR; 2865b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 2875b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->g_w = codec_.width; 2885b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->g_h = codec_.height; 2895b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->rc_target_bitrate = inst->startBitrate; // in kbit/s 2905b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->g_error_resilient = 1; 2915b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Setting the time base of the codec. 2925b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->g_timebase.num = 1; 2935b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->g_timebase.den = 90000; 2945b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->g_lag_in_frames = 0; // 0- no frame lagging 2955b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->g_threads = 1; 2965b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Rate control settings. 297cce46fc108a70336f0477fd58d41f38e547eeb25philipel config_->rc_dropframe_thresh = 298cce46fc108a70336f0477fd58d41f38e547eeb25philipel inst->codecSpecific.VP9.frameDroppingOn ? 30 : 0; 2995b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->rc_end_usage = VPX_CBR; 3005b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->g_pass = VPX_RC_ONE_PASS; 3015b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->rc_min_quantizer = 2; 302dc8a9da386323bbb648138bb1ce14a6035038e8fmarpan@webrtc.org config_->rc_max_quantizer = 52; 3035b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->rc_undershoot_pct = 50; 3045b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->rc_overshoot_pct = 50; 3055b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->rc_buf_initial_sz = 500; 3065b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->rc_buf_optimal_sz = 600; 3075b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->rc_buf_sz = 1000; 3085b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Set the maximum target size of any key-frame. 3095b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org rc_max_intra_target_ = MaxIntraTarget(config_->rc_buf_optimal_sz); 310cce46fc108a70336f0477fd58d41f38e547eeb25philipel if (inst->codecSpecific.VP9.keyFrameInterval > 0) { 3115b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->kf_mode = VPX_KF_AUTO; 3125b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->kf_max_dist = inst->codecSpecific.VP9.keyFrameInterval; 313ff24c04c7319478c71608974352e0d63e22f8589Åsa Persson // Needs to be set (in svc mode) to get correct periodic key frame interval 314ff24c04c7319478c71608974352e0d63e22f8589Åsa Persson // (will have no effect in non-svc). 315ff24c04c7319478c71608974352e0d63e22f8589Åsa Persson config_->kf_min_dist = config_->kf_max_dist; 3165b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } else { 3175b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org config_->kf_mode = VPX_KF_DISABLED; 3185b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 319cce46fc108a70336f0477fd58d41f38e547eeb25philipel config_->rc_resize_allowed = 320cce46fc108a70336f0477fd58d41f38e547eeb25philipel inst->codecSpecific.VP9.automaticResizeOn ? 1 : 0; 32138d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org // Determine number of threads based on the image size and #cores. 322cce46fc108a70336f0477fd58d41f38e547eeb25philipel config_->g_threads = 323cce46fc108a70336f0477fd58d41f38e547eeb25philipel NumberOfThreads(config_->g_w, config_->g_h, number_of_cores); 324a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 3256e89b25143b23e19cc2f50f740626f1f4540c1d9Marco cpu_speed_ = GetCpuSpeed(config_->g_w, config_->g_h); 326a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 327a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // TODO(asapersson): Check configuration of temporal switch up and increase 328a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // pattern length. 329cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel is_flexible_mode_ = inst->codecSpecific.VP9.flexibleMode; 330cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (is_flexible_mode_) { 331cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel config_->temporal_layering_mode = VP9E_TEMPORAL_LAYERING_MODE_BYPASS; 332cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel config_->ts_number_layers = num_temporal_layers_; 333cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (codec_.mode == kScreensharing) 334cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel spatial_layer_->ConfigureBitrate(inst->startBitrate, 0); 335cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } else if (num_temporal_layers_ == 1) { 336a9455ab235e1169572f9eae3175cd9310d6729e2asapersson gof_.SetGofInfoVP9(kTemporalStructureMode1); 337a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->temporal_layering_mode = VP9E_TEMPORAL_LAYERING_MODE_NOLAYERING; 338a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_number_layers = 1; 339a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_rate_decimator[0] = 1; 340a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_periodicity = 1; 341a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_layer_id[0] = 0; 342a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } else if (num_temporal_layers_ == 2) { 343a9455ab235e1169572f9eae3175cd9310d6729e2asapersson gof_.SetGofInfoVP9(kTemporalStructureMode2); 344a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->temporal_layering_mode = VP9E_TEMPORAL_LAYERING_MODE_0101; 345a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_number_layers = 2; 346a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_rate_decimator[0] = 2; 347a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_rate_decimator[1] = 1; 348a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_periodicity = 2; 349a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_layer_id[0] = 0; 350a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_layer_id[1] = 1; 351a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } else if (num_temporal_layers_ == 3) { 352a9455ab235e1169572f9eae3175cd9310d6729e2asapersson gof_.SetGofInfoVP9(kTemporalStructureMode3); 353a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->temporal_layering_mode = VP9E_TEMPORAL_LAYERING_MODE_0212; 354a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_number_layers = 3; 355a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_rate_decimator[0] = 4; 356a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_rate_decimator[1] = 2; 357a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_rate_decimator[2] = 1; 358a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_periodicity = 4; 359a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_layer_id[0] = 0; 360a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_layer_id[1] = 2; 361a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_layer_id[2] = 1; 362a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ts_layer_id[3] = 2; 363a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } else { 364a9455ab235e1169572f9eae3175cd9310d6729e2asapersson return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 365a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 366a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 367cce46fc108a70336f0477fd58d41f38e547eeb25philipel tl0_pic_idx_ = static_cast<uint8_t>(rand()); // NOLINT 368a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 3695b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return InitAndSetControlSettings(inst); 3705b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 3715b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 37238d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.orgint VP9EncoderImpl::NumberOfThreads(int width, 37338d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org int height, 37438d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org int number_of_cores) { 37538d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org // Keep the number of encoder threads equal to the possible number of column 37638d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org // tiles, which is (1, 2, 4, 8). See comments below for VP9E_SET_TILE_COLUMNS. 37738d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org if (width * height >= 1280 * 720 && number_of_cores > 4) { 37838d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org return 4; 37938d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org } else if (width * height >= 640 * 480 && number_of_cores > 2) { 38038d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org return 2; 38138d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org } else { 38238d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org // 1 thread less than VGA. 38338d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org return 1; 38438d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org } 38538d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org} 38638d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org 3875b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgint VP9EncoderImpl::InitAndSetControlSettings(const VideoCodec* inst) { 388ff24c04c7319478c71608974352e0d63e22f8589Åsa Persson // Set QP-min/max per spatial and temporal layer. 389ff24c04c7319478c71608974352e0d63e22f8589Åsa Persson int tot_num_layers = num_spatial_layers_ * num_temporal_layers_; 390ff24c04c7319478c71608974352e0d63e22f8589Åsa Persson for (int i = 0; i < tot_num_layers; ++i) { 391ff24c04c7319478c71608974352e0d63e22f8589Åsa Persson svc_internal_.svc_params.max_quantizers[i] = config_->rc_max_quantizer; 392ff24c04c7319478c71608974352e0d63e22f8589Åsa Persson svc_internal_.svc_params.min_quantizers[i] = config_->rc_min_quantizer; 393ff24c04c7319478c71608974352e0d63e22f8589Åsa Persson } 394a9455ab235e1169572f9eae3175cd9310d6729e2asapersson config_->ss_number_layers = num_spatial_layers_; 395ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang if (ExplicitlyConfiguredSpatialLayers()) { 396ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang for (int i = 0; i < num_spatial_layers_; ++i) { 397ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang const auto& layer = codec_.spatialLayers[i]; 398ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang svc_internal_.svc_params.scaling_factor_num[i] = layer.scaling_factor_num; 399ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang svc_internal_.svc_params.scaling_factor_den[i] = layer.scaling_factor_den; 400ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang } 401ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang } else { 402ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang int scaling_factor_num = 256; 403ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang for (int i = num_spatial_layers_ - 1; i >= 0; --i) { 404ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang // 1:2 scaling in each dimension. 405ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang svc_internal_.svc_params.scaling_factor_num[i] = scaling_factor_num; 406ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang svc_internal_.svc_params.scaling_factor_den[i] = 256; 407cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (codec_.mode != kScreensharing) 408cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel scaling_factor_num /= 2; 409ce4aef16eec96862199e89b6d3ffe059558ac2c0sprang } 410a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 411a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 412a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (!SetSvcRates()) { 413a9455ab235e1169572f9eae3175cd9310d6729e2asapersson return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 414a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 415a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 4165b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (vpx_codec_enc_init(encoder_, vpx_codec_vp9_cx(), config_, 0)) { 4175b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_UNINITIALIZED; 4185b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 4195b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org vpx_codec_control(encoder_, VP8E_SET_CPUUSED, cpu_speed_); 4205b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org vpx_codec_control(encoder_, VP8E_SET_MAX_INTRA_BITRATE_PCT, 4215b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org rc_max_intra_target_); 4225b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org vpx_codec_control(encoder_, VP9E_SET_AQ_MODE, 4235b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org inst->codecSpecific.VP9.adaptiveQpMode ? 3 : 0); 424a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 425a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vpx_codec_control( 426a9455ab235e1169572f9eae3175cd9310d6729e2asapersson encoder_, VP9E_SET_SVC, 427a9455ab235e1169572f9eae3175cd9310d6729e2asapersson (num_temporal_layers_ > 1 || num_spatial_layers_ > 1) ? 1 : 0); 428a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (num_temporal_layers_ > 1 || num_spatial_layers_ > 1) { 429a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vpx_codec_control(encoder_, VP9E_SET_SVC_PARAMETERS, 430a9455ab235e1169572f9eae3175cd9310d6729e2asapersson &svc_internal_.svc_params); 431a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 432a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // Register callback for getting each spatial layer. 433a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vpx_codec_priv_output_cx_pkt_cb_pair_t cbp = { 434cce46fc108a70336f0477fd58d41f38e547eeb25philipel VP9EncoderImpl::EncoderOutputCodedPacketCallback, 435cce46fc108a70336f0477fd58d41f38e547eeb25philipel reinterpret_cast<void*>(this)}; 436cce46fc108a70336f0477fd58d41f38e547eeb25philipel vpx_codec_control(encoder_, VP9E_REGISTER_CX_CALLBACK, 437cce46fc108a70336f0477fd58d41f38e547eeb25philipel reinterpret_cast<void*>(&cbp)); 438a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 43938d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org // Control function to set the number of column tiles in encoding a frame, in 44038d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org // log2 unit: e.g., 0 = 1 tile column, 1 = 2 tile columns, 2 = 4 tile columns. 44138d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org // The number tile columns will be capped by the encoder based on image size 44238d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org // (minimum width of tile column is 256 pixels, maximum is 4096). 44338d11b852971d98510beccf03ecf57f0b4fda0e2marpan@webrtc.org vpx_codec_control(encoder_, VP9E_SET_TILE_COLUMNS, (config_->g_threads >> 1)); 444e87d48719f8478148fc6ec28c3b3663709d585a4Stefan Holmer#if !defined(WEBRTC_ARCH_ARM) && !defined(WEBRTC_ARCH_ARM64) 44516a87b97f9eaf4eb0ab902815b73973fe77fd97dmarpan@webrtc.org // Note denoiser is still off by default until further testing/optimization, 44616a87b97f9eaf4eb0ab902815b73973fe77fd97dmarpan@webrtc.org // i.e., codecSpecific.VP9.denoisingOn == 0. 44716a87b97f9eaf4eb0ab902815b73973fe77fd97dmarpan@webrtc.org vpx_codec_control(encoder_, VP9E_SET_NOISE_SENSITIVITY, 44816a87b97f9eaf4eb0ab902815b73973fe77fd97dmarpan@webrtc.org inst->codecSpecific.VP9.denoisingOn ? 1 : 0); 44916a87b97f9eaf4eb0ab902815b73973fe77fd97dmarpan@webrtc.org#endif 450242d6384c45f9251229561552afd77d9c0e7b0b0ivica if (codec_.mode == kScreensharing) { 451242d6384c45f9251229561552afd77d9c0e7b0b0ivica // Adjust internal parameters to screen content. 452242d6384c45f9251229561552afd77d9c0e7b0b0ivica vpx_codec_control(encoder_, VP9E_SET_TUNE_CONTENT, 1); 453242d6384c45f9251229561552afd77d9c0e7b0b0ivica } 4542520e7200eb2e82df06583fdc7afb3c85863a7edMarco // Enable encoder skip of static/low content blocks. 4552520e7200eb2e82df06583fdc7afb3c85863a7edMarco vpx_codec_control(encoder_, VP8E_SET_STATIC_THRESHOLD, 1); 4565b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org inited_ = true; 4575b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 4585b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 4595b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 4605b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orguint32_t VP9EncoderImpl::MaxIntraTarget(uint32_t optimal_buffer_size) { 4615b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Set max to the optimal buffer level (normalized by target BR), 4625b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // and scaled by a scale_par. 4635b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Max target size = scale_par * optimal_buffer_size * targetBR[Kbps]. 4645b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // This value is presented in percentage of perFrameBw: 4655b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // perFrameBw = targetBR[Kbps] * 1000 / framerate. 4665b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // The target in % is as follows: 4675b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org float scale_par = 0.5; 4685b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org uint32_t target_pct = 4695b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org optimal_buffer_size * scale_par * codec_.maxFramerate / 10; 4705b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Don't go below 3 times the per frame bandwidth. 4715b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org const uint32_t min_intra_size = 300; 472cce46fc108a70336f0477fd58d41f38e547eeb25philipel return (target_pct < min_intra_size) ? min_intra_size : target_pct; 4735b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 4745b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 4754765070b8d6f024509c717c04d9b708750666927Miguel Casas-Sanchezint VP9EncoderImpl::Encode(const VideoFrame& input_image, 4765b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org const CodecSpecificInfo* codec_specific_info, 47722993e1a0c114122fc1b9de0fc74d4096ec868bdpbos const std::vector<FrameType>* frame_types) { 4785b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (!inited_) { 4795b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_UNINITIALIZED; 4805b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 4815b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (input_image.IsZeroSize()) { 4825b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 4835b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 4845b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (encoded_complete_callback_ == NULL) { 4855b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_UNINITIALIZED; 4865b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 48749e196af4060624d620297a6bc017699daa33550Peter Boström FrameType frame_type = kVideoFrameDelta; 4885b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // We only support one stream at the moment. 4895b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (frame_types && frame_types->size() > 0) { 4905b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org frame_type = (*frame_types)[0]; 4915b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 49291d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg RTC_DCHECK_EQ(input_image.width(), static_cast<int>(raw_->d_w)); 49391d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg RTC_DCHECK_EQ(input_image.height(), static_cast<int>(raw_->d_h)); 494a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 495a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // Set input image for use in the callback. 496a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // This was necessary since you need some information from input_image. 497a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // You can save only the necessary information (such as timestamp) instead of 498a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // doing this. 499a9455ab235e1169572f9eae3175cd9310d6729e2asapersson input_image_ = &input_image; 500a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 5015b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Image in vpx_image_t format. 5025b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Input image is const. VPX's raw image is not defined as const. 5035b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org raw_->planes[VPX_PLANE_Y] = const_cast<uint8_t*>(input_image.buffer(kYPlane)); 5045b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org raw_->planes[VPX_PLANE_U] = const_cast<uint8_t*>(input_image.buffer(kUPlane)); 5055b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org raw_->planes[VPX_PLANE_V] = const_cast<uint8_t*>(input_image.buffer(kVPlane)); 5065b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org raw_->stride[VPX_PLANE_Y] = input_image.stride(kYPlane); 5075b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org raw_->stride[VPX_PLANE_U] = input_image.stride(kUPlane); 5085b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org raw_->stride[VPX_PLANE_V] = input_image.stride(kVPlane); 5095b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 510cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vpx_enc_frame_flags_t flags = 0; 51149e196af4060624d620297a6bc017699daa33550Peter Boström bool send_keyframe = (frame_type == kVideoFrameKey); 5125b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (send_keyframe) { 5135b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Key frame request from caller. 5145b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org flags = VPX_EFLAG_FORCE_KF; 5155b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 516cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 517cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (is_flexible_mode_) { 518cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel SuperFrameRefSettings settings; 519cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 520cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // These structs are copied when calling vpx_codec_control, 521cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // therefore it is ok for them to go out of scope. 522cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vpx_svc_ref_frame_config enc_layer_conf; 523cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vpx_svc_layer_id layer_id; 524cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 525cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (codec_.mode == kRealtimeVideo) { 526cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // Real time video not yet implemented in flexible mode. 527cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel RTC_NOTREACHED(); 528cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } else { 529cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel settings = spatial_layer_->GetSuperFrameSettings(input_image.timestamp(), 530cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel send_keyframe); 531cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 532cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel enc_layer_conf = GenerateRefsAndFlags(settings); 533cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel layer_id.temporal_layer_id = 0; 534cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel layer_id.spatial_layer_id = settings.start_layer; 535cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vpx_codec_control(encoder_, VP9E_SET_SVC_LAYER_ID, &layer_id); 536cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vpx_codec_control(encoder_, VP9E_SET_SVC_REF_FRAME_CONFIG, &enc_layer_conf); 537cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 538cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 5395b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org assert(codec_.maxFramerate > 0); 5405b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org uint32_t duration = 90000 / codec_.maxFramerate; 5415b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (vpx_codec_encode(encoder_, raw_, timestamp_, duration, flags, 5425b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org VPX_DL_REALTIME)) { 5435b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERROR; 5445b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 5455b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org timestamp_ += duration; 546a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 547a9455ab235e1169572f9eae3175cd9310d6729e2asapersson return WEBRTC_VIDEO_CODEC_OK; 5485b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 5495b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 5505b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgvoid VP9EncoderImpl::PopulateCodecSpecific(CodecSpecificInfo* codec_specific, 551cce46fc108a70336f0477fd58d41f38e547eeb25philipel const vpx_codec_cx_pkt& pkt, 552cce46fc108a70336f0477fd58d41f38e547eeb25philipel uint32_t timestamp) { 5535b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org assert(codec_specific != NULL); 5545b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org codec_specific->codecType = kVideoCodecVP9; 555cce46fc108a70336f0477fd58d41f38e547eeb25philipel CodecSpecificInfoVP9* vp9_info = &(codec_specific->codecSpecific.VP9); 556ff24c04c7319478c71608974352e0d63e22f8589Åsa Persson // TODO(asapersson): Set correct value. 557a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->inter_pic_predicted = 558a9455ab235e1169572f9eae3175cd9310d6729e2asapersson (pkt.data.frame.flags & VPX_FRAME_IS_KEY) ? false : true; 559a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->flexible_mode = codec_.codecSpecific.VP9.flexibleMode; 5607fabd46a89675da596b28bb43c8fd3c561fbe85ephilipel vp9_info->ss_data_available = ((pkt.data.frame.flags & VPX_FRAME_IS_KEY) && 5617fabd46a89675da596b28bb43c8fd3c561fbe85ephilipel !codec_.codecSpecific.VP9.flexibleMode) 5627fabd46a89675da596b28bb43c8fd3c561fbe85ephilipel ? true 5637fabd46a89675da596b28bb43c8fd3c561fbe85ephilipel : false; 564a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 565a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vpx_svc_layer_id_t layer_id = {0}; 566a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vpx_codec_control(encoder_, VP9E_GET_SVC_LAYER_ID, &layer_id); 567a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 568a9455ab235e1169572f9eae3175cd9310d6729e2asapersson assert(num_temporal_layers_ > 0); 569a9455ab235e1169572f9eae3175cd9310d6729e2asapersson assert(num_spatial_layers_ > 0); 570a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (num_temporal_layers_ == 1) { 571a9455ab235e1169572f9eae3175cd9310d6729e2asapersson assert(layer_id.temporal_layer_id == 0); 572a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->temporal_idx = kNoTemporalIdx; 573a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } else { 574a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->temporal_idx = layer_id.temporal_layer_id; 575a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 576a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (num_spatial_layers_ == 1) { 577a9455ab235e1169572f9eae3175cd9310d6729e2asapersson assert(layer_id.spatial_layer_id == 0); 578a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->spatial_idx = kNoSpatialIdx; 579a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } else { 580a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->spatial_idx = layer_id.spatial_layer_id; 581a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 582a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (layer_id.spatial_layer_id != 0) { 583a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->ss_data_available = false; 584a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 585a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 5860be8f1d347bdb171462df89c2a4c69b3f3eb7519terelius // TODO(asapersson): this info has to be obtained from the encoder. 587cb50c96be28082ed8b819445799ee49c0c2de2d6asapersson vp9_info->temporal_up_switch = false; 5880be8f1d347bdb171462df89c2a4c69b3f3eb7519terelius 589cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel bool is_first_frame = false; 590cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (is_flexible_mode_) { 591cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel is_first_frame = 592cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel layer_id.spatial_layer_id == spatial_layer_->GetStartLayer(); 593cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } else { 594cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel is_first_frame = layer_id.spatial_layer_id == 0; 595cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 596cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 597cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (is_first_frame) { 598a9455ab235e1169572f9eae3175cd9310d6729e2asapersson picture_id_ = (picture_id_ + 1) & 0x7FFF; 599a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // TODO(asapersson): this info has to be obtained from the encoder. 600a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->inter_layer_predicted = false; 60100ac85e2e331c34c1e52f8e26884cfec2b36e3caasapersson ++frames_since_kf_; 602a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } else { 603a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // TODO(asapersson): this info has to be obtained from the encoder. 604a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->inter_layer_predicted = true; 605a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 606a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 60700ac85e2e331c34c1e52f8e26884cfec2b36e3caasapersson if (pkt.data.frame.flags & VPX_FRAME_IS_KEY) { 60800ac85e2e331c34c1e52f8e26884cfec2b36e3caasapersson frames_since_kf_ = 0; 60900ac85e2e331c34c1e52f8e26884cfec2b36e3caasapersson } 61000ac85e2e331c34c1e52f8e26884cfec2b36e3caasapersson 611a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->picture_id = picture_id_; 612a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 613a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (!vp9_info->flexible_mode) { 614a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (layer_id.temporal_layer_id == 0 && layer_id.spatial_layer_id == 0) { 615a9455ab235e1169572f9eae3175cd9310d6729e2asapersson tl0_pic_idx_++; 616a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 617a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->tl0_pic_idx = tl0_pic_idx_; 618a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 619a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 6207f6a6fc0b23795cd4f0aacbf707618c1f3d0a878ivica // Always populate this, so that the packetizer can properly set the marker 6217f6a6fc0b23795cd4f0aacbf707618c1f3d0a878ivica // bit. 6227f6a6fc0b23795cd4f0aacbf707618c1f3d0a878ivica vp9_info->num_spatial_layers = num_spatial_layers_; 623cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 624cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vp9_info->num_ref_pics = 0; 625cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (vp9_info->flexible_mode) { 626cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vp9_info->gof_idx = kNoGofIdx; 627cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vp9_info->num_ref_pics = num_ref_pics_[layer_id.spatial_layer_id]; 628cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel for (int i = 0; i < num_ref_pics_[layer_id.spatial_layer_id]; ++i) { 629cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vp9_info->p_diff[i] = p_diff_[layer_id.spatial_layer_id][i]; 630cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 631cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } else { 632cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vp9_info->gof_idx = 633cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel static_cast<uint8_t>(frames_since_kf_ % gof_.num_frames_in_gof); 63400ac85e2e331c34c1e52f8e26884cfec2b36e3caasapersson vp9_info->temporal_up_switch = gof_.temporal_up_switch[vp9_info->gof_idx]; 635cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 636cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 637a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (vp9_info->ss_data_available) { 638a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->spatial_layer_resolution_present = true; 639a9455ab235e1169572f9eae3175cd9310d6729e2asapersson for (size_t i = 0; i < vp9_info->num_spatial_layers; ++i) { 640a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->width[i] = codec_.width * 641a9455ab235e1169572f9eae3175cd9310d6729e2asapersson svc_internal_.svc_params.scaling_factor_num[i] / 642a9455ab235e1169572f9eae3175cd9310d6729e2asapersson svc_internal_.svc_params.scaling_factor_den[i]; 643a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->height[i] = codec_.height * 644a9455ab235e1169572f9eae3175cd9310d6729e2asapersson svc_internal_.svc_params.scaling_factor_num[i] / 645a9455ab235e1169572f9eae3175cd9310d6729e2asapersson svc_internal_.svc_params.scaling_factor_den[i]; 646a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 647a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (!vp9_info->flexible_mode) { 648a9455ab235e1169572f9eae3175cd9310d6729e2asapersson vp9_info->gof.CopyGofInfoVP9(gof_); 649a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 650a9455ab235e1169572f9eae3175cd9310d6729e2asapersson } 6515b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 6525b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 653a9455ab235e1169572f9eae3175cd9310d6729e2asaperssonint VP9EncoderImpl::GetEncodedLayerFrame(const vpx_codec_cx_pkt* pkt) { 6545b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoded_image_._length = 0; 65549e196af4060624d620297a6bc017699daa33550Peter Boström encoded_image_._frameType = kVideoFrameDelta; 6565b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org RTPFragmentationHeader frag_info; 6575b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Note: no data partitioning in VP9, so 1 partition only. We keep this 6585b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // fragmentation data for now, until VP9 packetizer is implemented. 6595b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org frag_info.VerifyAndAllocateFragmentationHeader(1); 6605b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org int part_idx = 0; 6615b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org CodecSpecificInfo codec_specific; 662a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 663a9455ab235e1169572f9eae3175cd9310d6729e2asapersson assert(pkt->kind == VPX_CODEC_CX_FRAME_PKT); 664a9455ab235e1169572f9eae3175cd9310d6729e2asapersson memcpy(&encoded_image_._buffer[encoded_image_._length], pkt->data.frame.buf, 665a9455ab235e1169572f9eae3175cd9310d6729e2asapersson pkt->data.frame.sz); 666a9455ab235e1169572f9eae3175cd9310d6729e2asapersson frag_info.fragmentationOffset[part_idx] = encoded_image_._length; 667a9455ab235e1169572f9eae3175cd9310d6729e2asapersson frag_info.fragmentationLength[part_idx] = 668a9455ab235e1169572f9eae3175cd9310d6729e2asapersson static_cast<uint32_t>(pkt->data.frame.sz); 669a9455ab235e1169572f9eae3175cd9310d6729e2asapersson frag_info.fragmentationPlType[part_idx] = 0; 670a9455ab235e1169572f9eae3175cd9310d6729e2asapersson frag_info.fragmentationTimeDiff[part_idx] = 0; 671a9455ab235e1169572f9eae3175cd9310d6729e2asapersson encoded_image_._length += static_cast<uint32_t>(pkt->data.frame.sz); 672cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 673cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vpx_svc_layer_id_t layer_id = {0}; 674cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vpx_codec_control(encoder_, VP9E_GET_SVC_LAYER_ID, &layer_id); 675cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (is_flexible_mode_ && codec_.mode == kScreensharing) 676cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel spatial_layer_->LayerFrameEncoded( 677cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel static_cast<unsigned int>(encoded_image_._length), 678cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel layer_id.spatial_layer_id); 679cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 680a9455ab235e1169572f9eae3175cd9310d6729e2asapersson assert(encoded_image_._length <= encoded_image_._size); 681a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 682a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // End of frame. 683a9455ab235e1169572f9eae3175cd9310d6729e2asapersson // Check if encoded frame is a key frame. 684a9455ab235e1169572f9eae3175cd9310d6729e2asapersson if (pkt->data.frame.flags & VPX_FRAME_IS_KEY) { 68549e196af4060624d620297a6bc017699daa33550Peter Boström encoded_image_._frameType = kVideoFrameKey; 6865b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 687a9455ab235e1169572f9eae3175cd9310d6729e2asapersson PopulateCodecSpecific(&codec_specific, *pkt, input_image_->timestamp()); 688a9455ab235e1169572f9eae3175cd9310d6729e2asapersson 6895b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (encoded_image_._length > 0) { 6905b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org TRACE_COUNTER1("webrtc", "EncodedFrameSize", encoded_image_._length); 691a9455ab235e1169572f9eae3175cd9310d6729e2asapersson encoded_image_._timeStamp = input_image_->timestamp(); 692a9455ab235e1169572f9eae3175cd9310d6729e2asapersson encoded_image_.capture_time_ms_ = input_image_->render_time_ms(); 6935b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoded_image_._encodedHeight = raw_->d_h; 6945b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoded_image_._encodedWidth = raw_->d_w; 6955b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoded_complete_callback_->Encoded(encoded_image_, &codec_specific, 696a9455ab235e1169572f9eae3175cd9310d6729e2asapersson &frag_info); 6975b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 6985b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 6995b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 7005b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 701cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipelvpx_svc_ref_frame_config VP9EncoderImpl::GenerateRefsAndFlags( 702cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel const SuperFrameRefSettings& settings) { 703cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel static const vpx_enc_frame_flags_t kAllFlags = 704cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel VP8_EFLAG_NO_REF_ARF | VP8_EFLAG_NO_REF_GF | VP8_EFLAG_NO_REF_LAST | 705cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel VP8_EFLAG_NO_UPD_LAST | VP8_EFLAG_NO_UPD_ARF | VP8_EFLAG_NO_UPD_GF; 706cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vpx_svc_ref_frame_config sf_conf = {}; 707cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (settings.is_keyframe) { 708cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // Used later on to make sure we don't make any invalid references. 709cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel memset(buffer_updated_at_frame_, -1, sizeof(buffer_updated_at_frame_)); 710cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel for (int layer = settings.start_layer; layer <= settings.stop_layer; 711cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel ++layer) { 712cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel num_ref_pics_[layer] = 0; 713cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel buffer_updated_at_frame_[settings.layer[layer].upd_buf] = frames_encoded_; 714cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // When encoding a keyframe only the alt_fb_idx is used 715cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // to specify which layer ends up in which buffer. 716cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel sf_conf.alt_fb_idx[layer] = settings.layer[layer].upd_buf; 717cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 718cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } else { 719cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel for (int layer_idx = settings.start_layer; layer_idx <= settings.stop_layer; 720cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel ++layer_idx) { 721cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel vpx_enc_frame_flags_t layer_flags = kAllFlags; 722cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel num_ref_pics_[layer_idx] = 0; 723cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel int8_t refs[3] = {settings.layer[layer_idx].ref_buf1, 724cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel settings.layer[layer_idx].ref_buf2, 725cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel settings.layer[layer_idx].ref_buf3}; 726cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 727cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel for (unsigned int ref_idx = 0; ref_idx < kMaxVp9RefPics; ++ref_idx) { 728cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (refs[ref_idx] == -1) 729cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel continue; 730cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 731cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel RTC_DCHECK_GE(refs[ref_idx], 0); 732cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel RTC_DCHECK_LE(refs[ref_idx], 7); 733cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // Easier to remove flags from all flags rather than having to 734cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // build the flags from 0. 735cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel switch (num_ref_pics_[layer_idx]) { 736cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel case 0: { 737cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel sf_conf.lst_fb_idx[layer_idx] = refs[ref_idx]; 738cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel layer_flags &= ~VP8_EFLAG_NO_REF_LAST; 739cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel break; 740cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 741cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel case 1: { 742cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel sf_conf.gld_fb_idx[layer_idx] = refs[ref_idx]; 743cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel layer_flags &= ~VP8_EFLAG_NO_REF_GF; 744cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel break; 745cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 746cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel case 2: { 747cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel sf_conf.alt_fb_idx[layer_idx] = refs[ref_idx]; 748cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel layer_flags &= ~VP8_EFLAG_NO_REF_ARF; 749cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel break; 750cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 751cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 752cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // Make sure we don't reference a buffer that hasn't been 753cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // used at all or hasn't been used since a keyframe. 754cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel RTC_DCHECK_NE(buffer_updated_at_frame_[refs[ref_idx]], -1); 755cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 756cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel p_diff_[layer_idx][num_ref_pics_[layer_idx]] = 757cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel frames_encoded_ - buffer_updated_at_frame_[refs[ref_idx]]; 758cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel num_ref_pics_[layer_idx]++; 759cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 760cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 761cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel bool upd_buf_same_as_a_ref = false; 762cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (settings.layer[layer_idx].upd_buf != -1) { 763cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel for (unsigned int ref_idx = 0; ref_idx < kMaxVp9RefPics; ++ref_idx) { 764cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (settings.layer[layer_idx].upd_buf == refs[ref_idx]) { 765cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel switch (ref_idx) { 766cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel case 0: { 767cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel layer_flags &= ~VP8_EFLAG_NO_UPD_LAST; 768cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel break; 769cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 770cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel case 1: { 771cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel layer_flags &= ~VP8_EFLAG_NO_UPD_GF; 772cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel break; 773cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 774cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel case 2: { 775cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel layer_flags &= ~VP8_EFLAG_NO_UPD_ARF; 776cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel break; 777cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 778cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 779cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel upd_buf_same_as_a_ref = true; 780cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel break; 781cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 782cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 783cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel if (!upd_buf_same_as_a_ref) { 784cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // If we have three references and a buffer is specified to be 785cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // updated, then that buffer must be the same as one of the 786cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel // three references. 787cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel RTC_CHECK_LT(num_ref_pics_[layer_idx], kMaxVp9RefPics); 788cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 789cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel sf_conf.alt_fb_idx[layer_idx] = settings.layer[layer_idx].upd_buf; 790cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel layer_flags ^= VP8_EFLAG_NO_UPD_ARF; 791cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 792cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 793cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel int updated_buffer = settings.layer[layer_idx].upd_buf; 794cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel buffer_updated_at_frame_[updated_buffer] = frames_encoded_; 795cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel sf_conf.frame_flags[layer_idx] = layer_flags; 796cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 797cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 798cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel } 799cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel ++frames_encoded_; 800cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel return sf_conf; 801cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel} 802cfc319be1d6afec77bd41eeb70d3e7886dd524dbphilipel 80316825b1a828bb4ff40f7682040e43a239b7b8ca3pkasting@chromium.orgint VP9EncoderImpl::SetChannelParameters(uint32_t packet_loss, int64_t rtt) { 8045b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 8055b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 8065b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 8075b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgint VP9EncoderImpl::RegisterEncodeCompleteCallback( 8085b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org EncodedImageCallback* callback) { 8095b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org encoded_complete_callback_ = callback; 8105b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 8115b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 8125b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 813b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boströmconst char* VP9EncoderImpl::ImplementationName() const { 814b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström return "libvpx"; 815b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström} 816b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström 8175b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgVP9Decoder* VP9Decoder::Create() { 8185b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return new VP9DecoderImpl(); 8195b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 8205b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 8215b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgVP9DecoderImpl::VP9DecoderImpl() 8225b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org : decode_complete_callback_(NULL), 8235b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org inited_(false), 8245b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org decoder_(NULL), 8255b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org key_frame_required_(true) { 8265b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org memset(&codec_, 0, sizeof(codec_)); 8275b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 8285b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 8295b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgVP9DecoderImpl::~VP9DecoderImpl() { 8305b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org inited_ = true; // in order to do the actual release 8315b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org Release(); 8329695d8523b1cea873e778d3035082be08ccfa145Henrik Boström int num_buffers_in_use = frame_buffer_pool_.GetNumBuffersInUse(); 8339695d8523b1cea873e778d3035082be08ccfa145Henrik Boström if (num_buffers_in_use > 0) { 8349695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // The frame buffers are reference counted and frames are exposed after 8359695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // decoding. There may be valid usage cases where previous frames are still 8369695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // referenced after ~VP9DecoderImpl that is not a leak. 8379695d8523b1cea873e778d3035082be08ccfa145Henrik Boström LOG(LS_INFO) << num_buffers_in_use << " Vp9FrameBuffers are still " 8389695d8523b1cea873e778d3035082be08ccfa145Henrik Boström << "referenced during ~VP9DecoderImpl."; 8399695d8523b1cea873e778d3035082be08ccfa145Henrik Boström } 8405b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 8415b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 8425b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgint VP9DecoderImpl::Reset() { 8435b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (!inited_) { 8445b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_UNINITIALIZED; 8455b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 8465b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org InitDecode(&codec_, 1); 8475b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 8485b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 8495b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 8505b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgint VP9DecoderImpl::InitDecode(const VideoCodec* inst, int number_of_cores) { 8515b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (inst == NULL) { 8525b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 8535b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 8545b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org int ret_val = Release(); 8555b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (ret_val < 0) { 8565b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return ret_val; 8575b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 8585b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (decoder_ == NULL) { 859e728ee03ba093ddb9fa6fb803994969801a4f601pbos@webrtc.org decoder_ = new vpx_codec_ctx_t; 8605b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 861cce46fc108a70336f0477fd58d41f38e547eeb25philipel vpx_codec_dec_cfg_t cfg; 8625b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Setting number of threads to a constant value (1) 8635b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org cfg.threads = 1; 8645b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org cfg.h = cfg.w = 0; // set after decode 8655b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org vpx_codec_flags_t flags = 0; 8665b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (vpx_codec_dec_init(decoder_, vpx_codec_vp9_dx(), &cfg, flags)) { 8675b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_MEMORY; 8685b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 8695b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (&codec_ != inst) { 8705b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Save VideoCodec instance for later; mainly for duplicating the decoder. 8715b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org codec_ = *inst; 8725b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 8739695d8523b1cea873e778d3035082be08ccfa145Henrik Boström 8749695d8523b1cea873e778d3035082be08ccfa145Henrik Boström if (!frame_buffer_pool_.InitializeVpxUsePool(decoder_)) { 8759695d8523b1cea873e778d3035082be08ccfa145Henrik Boström return WEBRTC_VIDEO_CODEC_MEMORY; 8769695d8523b1cea873e778d3035082be08ccfa145Henrik Boström } 8779695d8523b1cea873e778d3035082be08ccfa145Henrik Boström 8785b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org inited_ = true; 8795b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Always start with a complete key frame. 8805b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org key_frame_required_ = true; 8815b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 8825b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 8835b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 8845b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgint VP9DecoderImpl::Decode(const EncodedImage& input_image, 8855b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org bool missing_frames, 8865b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org const RTPFragmentationHeader* fragmentation, 8875b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org const CodecSpecificInfo* codec_specific_info, 8885b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org int64_t /*render_time_ms*/) { 8895b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (!inited_) { 8905b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_UNINITIALIZED; 8915b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 8925b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (decode_complete_callback_ == NULL) { 8935b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_UNINITIALIZED; 8945b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 8955b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Always start with a complete key frame. 8965b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (key_frame_required_) { 89749e196af4060624d620297a6bc017699daa33550Peter Boström if (input_image._frameType != kVideoFrameKey) 8985b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERROR; 8995b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // We have a key frame - is it complete? 9005b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (input_image._completeFrame) { 9015b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org key_frame_required_ = false; 9025b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } else { 9035b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERROR; 9045b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 9055b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 9065b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org vpx_codec_iter_t iter = NULL; 9075b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org vpx_image_t* img; 9085b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org uint8_t* buffer = input_image._buffer; 9095b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (input_image._length == 0) { 9105b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org buffer = NULL; // Triggers full frame concealment. 9115b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 9129695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // During decode libvpx may get and release buffers from |frame_buffer_pool_|. 9139695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // In practice libvpx keeps a few (~3-4) buffers alive at a time. 914cce46fc108a70336f0477fd58d41f38e547eeb25philipel if (vpx_codec_decode(decoder_, buffer, 915cce46fc108a70336f0477fd58d41f38e547eeb25philipel static_cast<unsigned int>(input_image._length), 0, 9165b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org VPX_DL_REALTIME)) { 9175b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_ERROR; 9185b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 9199695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // |img->fb_priv| contains the image data, a reference counted Vp9FrameBuffer. 9209695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // It may be released by libvpx during future vpx_codec_decode or 9219695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // vpx_codec_destroy calls. 9225b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org img = vpx_codec_get_frame(decoder_, &iter); 9235b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org int ret = ReturnFrame(img, input_image._timeStamp); 9245b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (ret != 0) { 9255b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return ret; 9265b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 9275b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 9285b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 9295b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 9305b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgint VP9DecoderImpl::ReturnFrame(const vpx_image_t* img, uint32_t timestamp) { 9315b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (img == NULL) { 9325b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org // Decoder OK and NULL image => No show frame. 9335b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_NO_OUTPUT; 9345b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 9359695d8523b1cea873e778d3035082be08ccfa145Henrik Boström 9369695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // This buffer contains all of |img|'s image data, a reference counted 93714f4144a82558ec4da2d4962ef02b23f44967b6aperkj // Vp9FrameBuffer. (libvpx is done with the buffers after a few 9389695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // vpx_codec_decode calls or vpx_codec_destroy). 9399695d8523b1cea873e778d3035082be08ccfa145Henrik Boström Vp9FrameBufferPool::Vp9FrameBuffer* img_buffer = 9409695d8523b1cea873e778d3035082be08ccfa145Henrik Boström static_cast<Vp9FrameBufferPool::Vp9FrameBuffer*>(img->fb_priv); 9414765070b8d6f024509c717c04d9b708750666927Miguel Casas-Sanchez // The buffer can be used directly by the VideoFrame (without copy) by 9429695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // using a WrappedI420Buffer. 9439695d8523b1cea873e778d3035082be08ccfa145Henrik Boström rtc::scoped_refptr<WrappedI420Buffer> img_wrapped_buffer( 9449695d8523b1cea873e778d3035082be08ccfa145Henrik Boström new rtc::RefCountedObject<webrtc::WrappedI420Buffer>( 945cce46fc108a70336f0477fd58d41f38e547eeb25philipel img->d_w, img->d_h, img->planes[VPX_PLANE_Y], 946cce46fc108a70336f0477fd58d41f38e547eeb25philipel img->stride[VPX_PLANE_Y], img->planes[VPX_PLANE_U], 947cce46fc108a70336f0477fd58d41f38e547eeb25philipel img->stride[VPX_PLANE_U], img->planes[VPX_PLANE_V], 948cce46fc108a70336f0477fd58d41f38e547eeb25philipel img->stride[VPX_PLANE_V], 9499695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // WrappedI420Buffer's mechanism for allowing the release of its frame 9509695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // buffer is through a callback function. This is where we should 9519695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // release |img_buffer|. 95214f4144a82558ec4da2d4962ef02b23f44967b6aperkj rtc::KeepRefUntilDone(img_buffer))); 9539695d8523b1cea873e778d3035082be08ccfa145Henrik Boström 9544765070b8d6f024509c717c04d9b708750666927Miguel Casas-Sanchez VideoFrame decoded_image; 9559695d8523b1cea873e778d3035082be08ccfa145Henrik Boström decoded_image.set_video_frame_buffer(img_wrapped_buffer); 9569695d8523b1cea873e778d3035082be08ccfa145Henrik Boström decoded_image.set_timestamp(timestamp); 9579695d8523b1cea873e778d3035082be08ccfa145Henrik Boström int ret = decode_complete_callback_->Decoded(decoded_image); 9585b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (ret != 0) 9595b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return ret; 9605b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 9615b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 9625b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 9635b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgint VP9DecoderImpl::RegisterDecodeCompleteCallback( 9645b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org DecodedImageCallback* callback) { 9655b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org decode_complete_callback_ = callback; 9665b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 9675b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 9685b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org 9695b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.orgint VP9DecoderImpl::Release() { 9705b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (decoder_ != NULL) { 9719695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // When a codec is destroyed libvpx will release any buffers of 9729695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // |frame_buffer_pool_| it is currently using. 9735b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org if (vpx_codec_destroy(decoder_)) { 9745b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_MEMORY; 9755b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 9765b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org delete decoder_; 9775b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org decoder_ = NULL; 9785b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org } 9799695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // Releases buffers from the pool. Any buffers not in use are deleted. Buffers 9809695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // still referenced externally are deleted once fully released, not returning 9819695d8523b1cea873e778d3035082be08ccfa145Henrik Boström // to the pool. 9829695d8523b1cea873e778d3035082be08ccfa145Henrik Boström frame_buffer_pool_.ClearPool(); 9835b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org inited_ = false; 9845b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 9855b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} 986b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström 987b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boströmconst char* VP9DecoderImpl::ImplementationName() const { 988b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström return "libvpx"; 989b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström} 990b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström 9915b8831782074d490969171de5f8c67251f36d9ccmarpan@webrtc.org} // namespace webrtc 992