118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org/* 218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * libjingle 318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * Copyright 2015 Google Inc. 418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * 518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * Redistribution and use in source and binary forms, with or without 618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * modification, are permitted provided that the following conditions are met: 718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * 818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * 1. Redistributions of source code must retain the above copyright notice, 918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * this list of conditions and the following disclaimer. 1018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * 2. Redistributions in binary form must reproduce the above copyright notice, 1118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * this list of conditions and the following disclaimer in the documentation 1218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * and/or other materials provided with the distribution. 1318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * 3. The name of the author may not be used to endorse or promote products 1418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * derived from this software without specific prior written permission. 1518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * 1618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED 1718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 1818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO 1918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 2018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 2118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; 2218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, 2318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR 2418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF 2518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 2618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org * 2718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org */ 2818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 2918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org#include "talk/app/webrtc/java/jni/androidmediaencoder_jni.h" 3018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org#include "talk/app/webrtc/java/jni/classreferenceholder.h" 3118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org#include "talk/app/webrtc/java/jni/androidmediacodeccommon.h" 3230e918278c8e0221ebbb24727fca90676da77220perkj#include "talk/app/webrtc/java/jni/native_handle_impl.h" 3318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org#include "webrtc/base/bind.h" 3418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org#include "webrtc/base/checks.h" 3518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org#include "webrtc/base/logging.h" 3618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org#include "webrtc/base/thread.h" 379576e548368b34e150c3e6d19e889de9f0f67e96perkj#include "webrtc/base/thread_checker.h" 382bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström#include "webrtc/modules/rtp_rtcp/source/h264_bitstream_parser.h" 3930e918278c8e0221ebbb24727fca90676da77220perkj#include "webrtc/modules/video_coding/include/video_codec_interface.h" 40b7ce96470b99510937e489bcb4dc3165a9ab1b28kjellander@webrtc.org#include "webrtc/modules/video_coding/utility/quality_scaler.h" 41b7ce96470b99510937e489bcb4dc3165a9ab1b28kjellander@webrtc.org#include "webrtc/modules/video_coding/utility/vp8_header_parser.h" 4298f53510b222f71fdd8b799b2f33737ceeb28c61Henrik Kjellander#include "webrtc/system_wrappers/include/field_trial.h" 4398f53510b222f71fdd8b799b2f33737ceeb28c61Henrik Kjellander#include "webrtc/system_wrappers/include/logcat_trace_context.h" 4418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org#include "third_party/libyuv/include/libyuv/convert.h" 4518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org#include "third_party/libyuv/include/libyuv/convert_from.h" 4618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org#include "third_party/libyuv/include/libyuv/video_common.h" 4718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 4818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgusing rtc::Bind; 4918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgusing rtc::Thread; 5018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgusing rtc::ThreadManager; 5118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgusing rtc::scoped_ptr; 5218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 5318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgusing webrtc::CodecSpecificInfo; 5418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgusing webrtc::EncodedImage; 554765070b8d6f024509c717c04d9b708750666927Miguel Casas-Sanchezusing webrtc::VideoFrame; 5618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgusing webrtc::RTPFragmentationHeader; 5718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgusing webrtc::VideoCodec; 58b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.orgusing webrtc::VideoCodecType; 59b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.orgusing webrtc::kVideoCodecH264; 6018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgusing webrtc::kVideoCodecVP8; 61ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznevusing webrtc::kVideoCodecVP9; 6218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 6318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgnamespace webrtc_jni { 6418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 65b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org// H.264 start code length. 66b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org#define H264_SC_LENGTH 4 67b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org// Maximum allowed NALUs in one output frame. 68b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org#define MAX_NALUS_PERFRAME 32 69b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org// Maximum supported HW video encoder resolution. 70b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org#define MAX_VIDEO_WIDTH 1280 71b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org#define MAX_VIDEO_HEIGHT 1280 72b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org// Maximum supported HW video encoder fps. 73b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org#define MAX_VIDEO_FPS 30 74b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org 7518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org// MediaCodecVideoEncoder is a webrtc::VideoEncoder implementation that uses 7618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org// Android's MediaCodec SDK API behind the scenes to implement (hopefully) 7718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org// HW-backed video encode. This C++ class is implemented as a very thin shim, 7818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org// delegating all of the interesting work to org.webrtc.MediaCodecVideoEncoder. 7918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org// MediaCodecVideoEncoder is created, operated, and destroyed on a single 8018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org// thread, currently the libjingle Worker thread. 8118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgclass MediaCodecVideoEncoder : public webrtc::VideoEncoder, 8218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org public rtc::MessageHandler { 8318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org public: 8418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org virtual ~MediaCodecVideoEncoder(); 859576e548368b34e150c3e6d19e889de9f0f67e96perkj MediaCodecVideoEncoder(JNIEnv* jni, 8630e918278c8e0221ebbb24727fca90676da77220perkj VideoCodecType codecType, 8730e918278c8e0221ebbb24727fca90676da77220perkj jobject egl_context); 8818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 8918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // webrtc::VideoEncoder implementation. Everything trampolines to 9018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // |codec_thread_| for execution. 9118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int32_t InitEncode(const webrtc::VideoCodec* codec_settings, 9218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int32_t /* number_of_cores */, 9318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org size_t /* max_payload_size */) override; 9422993e1a0c114122fc1b9de0fc74d4096ec868bdpbos int32_t Encode(const webrtc::VideoFrame& input_image, 9522993e1a0c114122fc1b9de0fc74d4096ec868bdpbos const webrtc::CodecSpecificInfo* /* codec_specific_info */, 9622993e1a0c114122fc1b9de0fc74d4096ec868bdpbos const std::vector<webrtc::FrameType>* frame_types) override; 9718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int32_t RegisterEncodeCompleteCallback( 9818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org webrtc::EncodedImageCallback* callback) override; 9918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int32_t Release() override; 10018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int32_t SetChannelParameters(uint32_t /* packet_loss */, 10118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int64_t /* rtt */) override; 10218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int32_t SetRates(uint32_t new_bit_rate, uint32_t frame_rate) override; 10318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 10418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // rtc::MessageHandler implementation. 10518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org void OnMessage(rtc::Message* msg) override; 10618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 10761b4d518af7c2e4156056931d3512a49032b827djackychen void OnDroppedFrame() override; 10861b4d518af7c2e4156056931d3512a49032b827djackychen 1096e2ce6e1ae41d8eeb0f233cbd26087daa03ab702jackychen int GetTargetFramerate() override; 1106e2ce6e1ae41d8eeb0f233cbd26087daa03ab702jackychen 11130e918278c8e0221ebbb24727fca90676da77220perkj bool SupportsNativeHandle() const override { return true; } 112b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström const char* ImplementationName() const override; 113b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström 114b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström private: 115b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström // CHECK-fail if not running on |codec_thread_|. 116b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström void CheckOnCodecThread(); 11730e918278c8e0221ebbb24727fca90676da77220perkj 11818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org private: 1199576e548368b34e150c3e6d19e889de9f0f67e96perkj // ResetCodecOnCodecThread() calls ReleaseOnCodecThread() and 1209576e548368b34e150c3e6d19e889de9f0f67e96perkj // InitEncodeOnCodecThread() in an attempt to restore the codec to an 12118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // operable state. Necessary after all manner of OMX-layer errors. 1229576e548368b34e150c3e6d19e889de9f0f67e96perkj bool ResetCodecOnCodecThread(); 12318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 12418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Implementation of webrtc::VideoEncoder methods above, all running on the 12518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // codec thread exclusively. 12618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // 12718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // If width==0 then this is assumed to be a re-initialization and the 12818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // previously-current values are reused instead of the passed parameters 12918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // (makes it easier to reason about thread-safety). 13030e918278c8e0221ebbb24727fca90676da77220perkj int32_t InitEncodeOnCodecThread(int width, int height, int kbps, int fps, 13130e918278c8e0221ebbb24727fca90676da77220perkj bool use_surface); 13230e918278c8e0221ebbb24727fca90676da77220perkj // Reconfigure to match |frame| in width, height. Also reconfigures the 13330e918278c8e0221ebbb24727fca90676da77220perkj // encoder if |frame| is a texture/byte buffer and the encoder is initialized 13430e918278c8e0221ebbb24727fca90676da77220perkj // for byte buffer/texture. Returns false if reconfiguring fails. 1359576e548368b34e150c3e6d19e889de9f0f67e96perkj bool MaybeReconfigureEncoderOnCodecThread(const webrtc::VideoFrame& frame); 13618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int32_t EncodeOnCodecThread( 1374765070b8d6f024509c717c04d9b708750666927Miguel Casas-Sanchez const webrtc::VideoFrame& input_image, 13822993e1a0c114122fc1b9de0fc74d4096ec868bdpbos const std::vector<webrtc::FrameType>* frame_types); 1399576e548368b34e150c3e6d19e889de9f0f67e96perkj bool EncodeByteBufferOnCodecThread(JNIEnv* jni, 1409576e548368b34e150c3e6d19e889de9f0f67e96perkj bool key_frame, const webrtc::VideoFrame& frame, int input_buffer_index); 14130e918278c8e0221ebbb24727fca90676da77220perkj bool EncodeTextureOnCodecThread(JNIEnv* jni, 14230e918278c8e0221ebbb24727fca90676da77220perkj bool key_frame, const webrtc::VideoFrame& frame); 1439576e548368b34e150c3e6d19e889de9f0f67e96perkj 14418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int32_t RegisterEncodeCompleteCallbackOnCodecThread( 14518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org webrtc::EncodedImageCallback* callback); 14618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int32_t ReleaseOnCodecThread(); 14718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int32_t SetRatesOnCodecThread(uint32_t new_bit_rate, uint32_t frame_rate); 14818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 14918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Helper accessors for MediaCodecVideoEncoder$OutputBufferInfo members. 15018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int GetOutputBufferInfoIndex(JNIEnv* jni, jobject j_output_buffer_info); 15118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jobject GetOutputBufferInfoBuffer(JNIEnv* jni, jobject j_output_buffer_info); 15218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org bool GetOutputBufferInfoIsKeyFrame(JNIEnv* jni, jobject j_output_buffer_info); 15318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jlong GetOutputBufferInfoPresentationTimestampUs( 154b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org JNIEnv* jni, jobject j_output_buffer_info); 15518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 15618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Deliver any outputs pending in the MediaCodec to our |callback_| and return 15718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // true on success. 15818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org bool DeliverPendingOutputs(JNIEnv* jni); 15918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 160b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org // Search for H.264 start codes. 161b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org int32_t NextNaluPosition(uint8_t *buffer, size_t buffer_size); 162b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org 163b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org // Type of video codec. 164b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org VideoCodecType codecType_; 165b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org 16618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Valid all the time since RegisterEncodeCompleteCallback() Invoke()s to 16718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // |codec_thread_| synchronously. 16818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org webrtc::EncodedImageCallback* callback_; 16918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 17018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // State that is constant for the lifetime of this object once the ctor 17118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // returns. 17218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org scoped_ptr<Thread> codec_thread_; // Thread on which to operate MediaCodec. 1739576e548368b34e150c3e6d19e889de9f0f67e96perkj rtc::ThreadChecker codec_thread_checker_; 17418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org ScopedGlobalRef<jclass> j_media_codec_video_encoder_class_; 17518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org ScopedGlobalRef<jobject> j_media_codec_video_encoder_; 17618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jmethodID j_init_encode_method_; 1779576e548368b34e150c3e6d19e889de9f0f67e96perkj jmethodID j_get_input_buffers_method_; 17818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jmethodID j_dequeue_input_buffer_method_; 1799576e548368b34e150c3e6d19e889de9f0f67e96perkj jmethodID j_encode_buffer_method_; 18030e918278c8e0221ebbb24727fca90676da77220perkj jmethodID j_encode_texture_method_; 18118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jmethodID j_release_method_; 18218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jmethodID j_set_rates_method_; 18318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jmethodID j_dequeue_output_buffer_method_; 18418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jmethodID j_release_output_buffer_method_; 18518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jfieldID j_color_format_field_; 18618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jfieldID j_info_index_field_; 18718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jfieldID j_info_buffer_field_; 18818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jfieldID j_info_is_key_frame_field_; 18918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jfieldID j_info_presentation_timestamp_us_field_; 19018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 19118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // State that is valid only between InitEncode() and the next Release(). 19218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Touched only on codec_thread_ so no explicit synchronization necessary. 19318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int width_; // Frame width in pixels. 19418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int height_; // Frame height in pixels. 19518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org bool inited_; 19630e918278c8e0221ebbb24727fca90676da77220perkj bool use_surface_; 19718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org uint16_t picture_id_; 19818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org enum libyuv::FourCC encoder_fourcc_; // Encoder color space format. 19918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int last_set_bitrate_kbps_; // Last-requested bitrate in kbps. 20018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int last_set_fps_; // Last-requested frame rate. 20118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int64_t current_timestamp_us_; // Current frame timestamps in us. 20218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int frames_received_; // Number of frames received by encoder. 203b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org int frames_encoded_; // Number of frames encoded by encoder. 20418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int frames_dropped_; // Number of frames dropped by encoder. 20518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int frames_in_queue_; // Number of frames in encoder queue. 20618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int64_t start_time_ms_; // Start time for statistics. 20718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int current_frames_; // Number of frames in the current statistics interval. 20818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int current_bytes_; // Encoded bytes in the current statistics interval. 20918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int current_encoding_time_ms_; // Overall encoding time in the current second 21018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int64_t last_input_timestamp_ms_; // Timestamp of last received yuv frame. 21118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int64_t last_output_timestamp_ms_; // Timestamp of last encoded frame. 21218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org std::vector<int32_t> timestamps_; // Video frames timestamp queue. 21318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org std::vector<int64_t> render_times_ms_; // Video frames render time queue. 21418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org std::vector<int64_t> frame_rtc_times_ms_; // Time when video frame is sent to 21518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // encoder input. 216b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org int32_t output_timestamp_; // Last output frame timestamp from timestamps_ Q. 217b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org int64_t output_render_time_ms_; // Last output frame render time from 218b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org // render_times_ms_ queue. 21918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Frame size in bytes fed to MediaCodec. 22018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int yuv_size_; 22118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // True only when between a callback_->Encoded() call return a positive value 22218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // and the next Encode() call being ignored. 22318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org bool drop_next_input_frame_; 22418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Global references; must be deleted in Release(). 22518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org std::vector<jobject> input_buffers_; 2262bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström webrtc::QualityScaler quality_scaler_; 22761b4d518af7c2e4156056931d3512a49032b827djackychen // Dynamic resolution change, off by default. 22861b4d518af7c2e4156056931d3512a49032b827djackychen bool scale_; 2292bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström 2302bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström // H264 bitstream parser, used to extract QP from encoded bitstreams. 2312bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström webrtc::H264BitstreamParser h264_bitstream_parser_; 232ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev 233ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev // VP9 variables to populate codec specific structure. 234ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev webrtc::GofInfoVP9 gof_; // Contains each frame's temporal information for 235ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev // non-flexible VP9 mode. 236ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev uint8_t tl0_pic_idx_; 237ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev size_t gof_idx_; 23830e918278c8e0221ebbb24727fca90676da77220perkj 23930e918278c8e0221ebbb24727fca90676da77220perkj // EGL context - owned by factory, should not be allocated/destroyed 24030e918278c8e0221ebbb24727fca90676da77220perkj // by MediaCodecVideoEncoder. 24130e918278c8e0221ebbb24727fca90676da77220perkj jobject egl_context_; 24218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org}; 24318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 24418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgMediaCodecVideoEncoder::~MediaCodecVideoEncoder() { 24518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Call Release() to ensure no more callbacks to us after we are deleted. 24618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org Release(); 24718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 24818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 249b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.orgMediaCodecVideoEncoder::MediaCodecVideoEncoder( 25030e918278c8e0221ebbb24727fca90676da77220perkj JNIEnv* jni, VideoCodecType codecType, jobject egl_context) : 251b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org codecType_(codecType), 252b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org callback_(NULL), 25318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org codec_thread_(new Thread()), 25418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_media_codec_video_encoder_class_( 25518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni, 25618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org FindClass(jni, "org/webrtc/MediaCodecVideoEncoder")), 25718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_media_codec_video_encoder_( 25818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni, 25918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni->NewObject(*j_media_codec_video_encoder_class_, 26018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org GetMethodID(jni, 26118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org *j_media_codec_video_encoder_class_, 26218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org "<init>", 26330e918278c8e0221ebbb24727fca90676da77220perkj "()V"))), 26460ca31bf5d206ff01b5441639806f7303365e162kjellander inited_(false), 26560ca31bf5d206ff01b5441639806f7303365e162kjellander use_surface_(false), 26660ca31bf5d206ff01b5441639806f7303365e162kjellander picture_id_(0), 26730e918278c8e0221ebbb24727fca90676da77220perkj egl_context_(egl_context) { 26818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org ScopedLocalRefFrame local_ref_frame(jni); 26918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // It would be nice to avoid spinning up a new thread per MediaCodec, and 27018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // instead re-use e.g. the PeerConnectionFactory's |worker_thread_|, but bug 27118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // 2732 means that deadlocks abound. This class synchronously trampolines 27218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // to |codec_thread_|, so if anything else can be coming to _us_ from 27318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // |codec_thread_|, or from any thread holding the |_sendCritSect| described 27418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // in the bug, we have a problem. For now work around that with a dedicated 27518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // thread. 27618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org codec_thread_->SetName("MediaCodecVideoEncoder", NULL); 27791d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg RTC_CHECK(codec_thread_->Start()) << "Failed to start MediaCodecVideoEncoder"; 2789576e548368b34e150c3e6d19e889de9f0f67e96perkj codec_thread_checker_.DetachFromThread(); 27918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jclass j_output_buffer_info_class = 28018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org FindClass(jni, "org/webrtc/MediaCodecVideoEncoder$OutputBufferInfo"); 281b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org j_init_encode_method_ = GetMethodID( 282b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org jni, 283b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org *j_media_codec_video_encoder_class_, 284b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org "initEncode", 28530e918278c8e0221ebbb24727fca90676da77220perkj "(Lorg/webrtc/MediaCodecVideoEncoder$VideoCodecType;" 28648477c1c6a6e4f70dd3a4a559b5235108f8709edperkj "IIIILorg/webrtc/EglBase14$Context;)Z"); 2879576e548368b34e150c3e6d19e889de9f0f67e96perkj j_get_input_buffers_method_ = GetMethodID( 2889576e548368b34e150c3e6d19e889de9f0f67e96perkj jni, 2899576e548368b34e150c3e6d19e889de9f0f67e96perkj *j_media_codec_video_encoder_class_, 2909576e548368b34e150c3e6d19e889de9f0f67e96perkj "getInputBuffers", 2919576e548368b34e150c3e6d19e889de9f0f67e96perkj "()[Ljava/nio/ByteBuffer;"); 29218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_dequeue_input_buffer_method_ = GetMethodID( 29318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni, *j_media_codec_video_encoder_class_, "dequeueInputBuffer", "()I"); 2949576e548368b34e150c3e6d19e889de9f0f67e96perkj j_encode_buffer_method_ = GetMethodID( 2959576e548368b34e150c3e6d19e889de9f0f67e96perkj jni, *j_media_codec_video_encoder_class_, "encodeBuffer", "(ZIIJ)Z"); 29630e918278c8e0221ebbb24727fca90676da77220perkj j_encode_texture_method_ = GetMethodID( 29730e918278c8e0221ebbb24727fca90676da77220perkj jni, *j_media_codec_video_encoder_class_, "encodeTexture", 29830e918278c8e0221ebbb24727fca90676da77220perkj "(ZI[FJ)Z"); 29918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_release_method_ = 30018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org GetMethodID(jni, *j_media_codec_video_encoder_class_, "release", "()V"); 30118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_set_rates_method_ = GetMethodID( 30218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni, *j_media_codec_video_encoder_class_, "setRates", "(II)Z"); 303b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org j_dequeue_output_buffer_method_ = GetMethodID( 304b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org jni, 305b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org *j_media_codec_video_encoder_class_, 306b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org "dequeueOutputBuffer", 307b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org "()Lorg/webrtc/MediaCodecVideoEncoder$OutputBufferInfo;"); 30818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_release_output_buffer_method_ = GetMethodID( 30918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni, *j_media_codec_video_encoder_class_, "releaseOutputBuffer", "(I)Z"); 31018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 31118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_color_format_field_ = 31218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org GetFieldID(jni, *j_media_codec_video_encoder_class_, "colorFormat", "I"); 31318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_info_index_field_ = 31418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org GetFieldID(jni, j_output_buffer_info_class, "index", "I"); 31518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_info_buffer_field_ = GetFieldID( 31618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni, j_output_buffer_info_class, "buffer", "Ljava/nio/ByteBuffer;"); 31718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_info_is_key_frame_field_ = 31818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org GetFieldID(jni, j_output_buffer_info_class, "isKeyFrame", "Z"); 31918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_info_presentation_timestamp_us_field_ = GetFieldID( 32018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni, j_output_buffer_info_class, "presentationTimestampUs", "J"); 32118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org CHECK_EXCEPTION(jni) << "MediaCodecVideoEncoder ctor failed"; 322ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev srand(time(NULL)); 32318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org AllowBlockingCalls(); 32418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 32518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 32618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::InitEncode( 32718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org const webrtc::VideoCodec* codec_settings, 32818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int32_t /* number_of_cores */, 32918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org size_t /* max_payload_size */) { 33061b4d518af7c2e4156056931d3512a49032b827djackychen const int kMinWidth = 320; 33161b4d518af7c2e4156056931d3512a49032b827djackychen const int kMinHeight = 180; 33298d8cf58ee8c7c7b0672ce7955313a31824d6f3ajackychen const int kLowQpThresholdDenominator = 3; 333b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (codec_settings == NULL) { 334fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGE << "NULL VideoCodec instance"; 335b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_ERR_PARAMETER; 336b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 33718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Factory should guard against other codecs being used with us. 33891d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg RTC_CHECK(codec_settings->codecType == codecType_) 33991d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg << "Unsupported codec " << codec_settings->codecType << " for " 34091d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg << codecType_; 34118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 342fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "InitEncode request"; 343ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev scale_ = (codecType_ != kVideoCodecVP9) && (webrtc::field_trial::FindFullName( 344ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev "WebRTC-MediaCodecVideoEncoder-AutomaticResize") == "Enabled"); 345fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "Encoder automatic resize " << (scale_ ? "enabled" : "disabled"); 3462bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström if (scale_) { 3472bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström if (codecType_ == kVideoCodecVP8) { 3482bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström // QP is obtained from VP8-bitstream for HW, so the QP corresponds to the 3492bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström // (internal) range: [0, 127]. And we cannot change QP_max in HW, so it is 3502bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström // always = 127. Note that in SW, QP is that of the user-level range [0, 3512bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström // 63]. 3522bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström const int kMaxQp = 127; 35317417707428816ffb88d9c71dcc8a5d492cf9fdfPeter Boström // TODO(pbos): Investigate whether high-QP thresholds make sense for VP8. 35417417707428816ffb88d9c71dcc8a5d492cf9fdfPeter Boström // This effectively disables high QP as VP8 QP can't go above this 35517417707428816ffb88d9c71dcc8a5d492cf9fdfPeter Boström // threshold. 35617417707428816ffb88d9c71dcc8a5d492cf9fdfPeter Boström const int kDisabledBadQpThreshold = kMaxQp + 1; 35717417707428816ffb88d9c71dcc8a5d492cf9fdfPeter Boström quality_scaler_.Init(kMaxQp / kLowQpThresholdDenominator, 35817417707428816ffb88d9c71dcc8a5d492cf9fdfPeter Boström kDisabledBadQpThreshold, true); 3592bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström } else if (codecType_ == kVideoCodecH264) { 3602bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström // H264 QP is in the range [0, 51]. 3612bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström const int kMaxQp = 51; 36217417707428816ffb88d9c71dcc8a5d492cf9fdfPeter Boström const int kBadQpThreshold = 40; 36317417707428816ffb88d9c71dcc8a5d492cf9fdfPeter Boström quality_scaler_.Init(kMaxQp / kLowQpThresholdDenominator, kBadQpThreshold, 36417417707428816ffb88d9c71dcc8a5d492cf9fdfPeter Boström false); 3652bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström } else { 3662bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström // When adding codec support to additional hardware codecs, also configure 3672bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström // their QP thresholds for scaling. 3682bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström RTC_NOTREACHED() << "Unsupported codec without configured QP thresholds."; 3692bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström } 3702bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström quality_scaler_.SetMinResolution(kMinWidth, kMinHeight); 3712bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström quality_scaler_.ReportFramerate(codec_settings->maxFramerate); 37261b4d518af7c2e4156056931d3512a49032b827djackychen } 37318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return codec_thread_->Invoke<int32_t>( 37418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org Bind(&MediaCodecVideoEncoder::InitEncodeOnCodecThread, 37518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org this, 37618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org codec_settings->width, 37718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org codec_settings->height, 37818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org codec_settings->startBitrate, 37930e918278c8e0221ebbb24727fca90676da77220perkj codec_settings->maxFramerate, 38030e918278c8e0221ebbb24727fca90676da77220perkj false /* use_surface */)); 38118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 38218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 38318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::Encode( 3844765070b8d6f024509c717c04d9b708750666927Miguel Casas-Sanchez const webrtc::VideoFrame& frame, 38518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org const webrtc::CodecSpecificInfo* /* codec_specific_info */, 38622993e1a0c114122fc1b9de0fc74d4096ec868bdpbos const std::vector<webrtc::FrameType>* frame_types) { 38718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return codec_thread_->Invoke<int32_t>(Bind( 38818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org &MediaCodecVideoEncoder::EncodeOnCodecThread, this, frame, frame_types)); 38918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 39018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 39118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::RegisterEncodeCompleteCallback( 39218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org webrtc::EncodedImageCallback* callback) { 39318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return codec_thread_->Invoke<int32_t>( 39418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org Bind(&MediaCodecVideoEncoder::RegisterEncodeCompleteCallbackOnCodecThread, 39518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org this, 39618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org callback)); 39718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 39818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 39918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::Release() { 400fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "EncoderRelease request"; 40118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return codec_thread_->Invoke<int32_t>( 40218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org Bind(&MediaCodecVideoEncoder::ReleaseOnCodecThread, this)); 40318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 40418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 40518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::SetChannelParameters(uint32_t /* packet_loss */, 40618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int64_t /* rtt */) { 40718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 40818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 40918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 41018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::SetRates(uint32_t new_bit_rate, 41118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org uint32_t frame_rate) { 4122bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström if (scale_) 4132bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström quality_scaler_.ReportFramerate(frame_rate); 4142bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström 41518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return codec_thread_->Invoke<int32_t>( 41618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org Bind(&MediaCodecVideoEncoder::SetRatesOnCodecThread, 41718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org this, 41818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org new_bit_rate, 41918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org frame_rate)); 42018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 42118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 42218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgvoid MediaCodecVideoEncoder::OnMessage(rtc::Message* msg) { 4239576e548368b34e150c3e6d19e889de9f0f67e96perkj RTC_DCHECK(codec_thread_checker_.CalledOnValidThread()); 42418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org JNIEnv* jni = AttachCurrentThreadIfNeeded(); 42518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org ScopedLocalRefFrame local_ref_frame(jni); 42618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 42718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // We only ever send one message to |this| directly (not through a Bind()'d 42818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // functor), so expect no ID/data. 42991d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg RTC_CHECK(!msg->message_id) << "Unexpected message!"; 43091d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg RTC_CHECK(!msg->pdata) << "Unexpected message!"; 43118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (!inited_) { 43218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return; 43318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 43418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 43518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // It would be nice to recover from a failure here if one happened, but it's 43618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // unclear how to signal such a failure to the app, so instead we stay silent 43718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // about it and let the next app-called API method reveal the borkedness. 43818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org DeliverPendingOutputs(jni); 43918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org codec_thread_->PostDelayed(kMediaCodecPollMs, this); 44018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 44118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 4429576e548368b34e150c3e6d19e889de9f0f67e96perkjbool MediaCodecVideoEncoder::ResetCodecOnCodecThread() { 4439576e548368b34e150c3e6d19e889de9f0f67e96perkj RTC_DCHECK(codec_thread_checker_.CalledOnValidThread()); 4449576e548368b34e150c3e6d19e889de9f0f67e96perkj ALOGE << "ResetOnCodecThread"; 4459576e548368b34e150c3e6d19e889de9f0f67e96perkj if (ReleaseOnCodecThread() != WEBRTC_VIDEO_CODEC_OK || 44630e918278c8e0221ebbb24727fca90676da77220perkj InitEncodeOnCodecThread(width_, height_, 0, 0, false) != 44730e918278c8e0221ebbb24727fca90676da77220perkj WEBRTC_VIDEO_CODEC_OK) { 44818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // TODO(fischman): wouldn't it be nice if there was a way to gracefully 44918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // degrade to a SW encoder at this point? There isn't one AFAICT :( 45018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // https://code.google.com/p/webrtc/issues/detail?id=2920 4519576e548368b34e150c3e6d19e889de9f0f67e96perkj return false; 45218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 4539576e548368b34e150c3e6d19e889de9f0f67e96perkj return true; 45418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 45518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 45618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::InitEncodeOnCodecThread( 45730e918278c8e0221ebbb24727fca90676da77220perkj int width, int height, int kbps, int fps, bool use_surface) { 4589576e548368b34e150c3e6d19e889de9f0f67e96perkj RTC_DCHECK(codec_thread_checker_.CalledOnValidThread()); 45930e918278c8e0221ebbb24727fca90676da77220perkj RTC_CHECK(!use_surface || egl_context_ != nullptr) << "EGL context not set."; 46018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org JNIEnv* jni = AttachCurrentThreadIfNeeded(); 46118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org ScopedLocalRefFrame local_ref_frame(jni); 46218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 463fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "InitEncodeOnCodecThread Type: " << (int)codecType_ << ", " << 464fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev width << " x " << height << ". Bitrate: " << kbps << 465fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev " kbps. Fps: " << fps; 46618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (kbps == 0) { 46718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org kbps = last_set_bitrate_kbps_; 46818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 46918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (fps == 0) { 47018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org fps = last_set_fps_; 47118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 47218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 47318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org width_ = width; 47418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org height_ = height; 47518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org last_set_bitrate_kbps_ = kbps; 47618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org last_set_fps_ = fps; 47718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org yuv_size_ = width_ * height_ * 3 / 2; 47818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org frames_received_ = 0; 479b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org frames_encoded_ = 0; 48018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org frames_dropped_ = 0; 48118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org frames_in_queue_ = 0; 48218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_timestamp_us_ = 0; 48318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org start_time_ms_ = GetCurrentTimeMs(); 48418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_frames_ = 0; 48518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_bytes_ = 0; 48618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_encoding_time_ms_ = 0; 48718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org last_input_timestamp_ms_ = -1; 48818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org last_output_timestamp_ms_ = -1; 489b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org output_timestamp_ = 0; 490b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org output_render_time_ms_ = 0; 49118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org timestamps_.clear(); 49218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org render_times_ms_.clear(); 49318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org frame_rtc_times_ms_.clear(); 49418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org drop_next_input_frame_ = false; 49530e918278c8e0221ebbb24727fca90676da77220perkj use_surface_ = use_surface; 49618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org picture_id_ = static_cast<uint16_t>(rand()) & 0x7FFF; 497ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev gof_.SetGofInfoVP9(webrtc::TemporalStructureMode::kTemporalStructureMode1); 498ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev tl0_pic_idx_ = static_cast<uint8_t>(rand()); 499ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev gof_idx_ = 0; 5009576e548368b34e150c3e6d19e889de9f0f67e96perkj 50118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // We enforce no extra stride/padding in the format creation step. 502b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org jobject j_video_codec_enum = JavaEnumFromIndex( 503b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org jni, "MediaCodecVideoEncoder$VideoCodecType", codecType_); 5049576e548368b34e150c3e6d19e889de9f0f67e96perkj const bool encode_status = jni->CallBooleanMethod( 5059576e548368b34e150c3e6d19e889de9f0f67e96perkj *j_media_codec_video_encoder_, j_init_encode_method_, 50630e918278c8e0221ebbb24727fca90676da77220perkj j_video_codec_enum, width, height, kbps, fps, 50730e918278c8e0221ebbb24727fca90676da77220perkj (use_surface ? egl_context_ : nullptr)); 5089576e548368b34e150c3e6d19e889de9f0f67e96perkj if (!encode_status) { 5099576e548368b34e150c3e6d19e889de9f0f67e96perkj ALOGE << "Failed to configure encoder."; 5109576e548368b34e150c3e6d19e889de9f0f67e96perkj return WEBRTC_VIDEO_CODEC_ERROR; 5119576e548368b34e150c3e6d19e889de9f0f67e96perkj } 5129576e548368b34e150c3e6d19e889de9f0f67e96perkj CHECK_EXCEPTION(jni); 5139576e548368b34e150c3e6d19e889de9f0f67e96perkj 514598242a583564c5816a4b3b3c93f5cccf2395a17Per if (!use_surface) { 51530e918278c8e0221ebbb24727fca90676da77220perkj jobjectArray input_buffers = reinterpret_cast<jobjectArray>( 51630e918278c8e0221ebbb24727fca90676da77220perkj jni->CallObjectMethod(*j_media_codec_video_encoder_, 51730e918278c8e0221ebbb24727fca90676da77220perkj j_get_input_buffers_method_)); 51818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org CHECK_EXCEPTION(jni); 51930e918278c8e0221ebbb24727fca90676da77220perkj if (IsNull(jni, input_buffers)) { 52030e918278c8e0221ebbb24727fca90676da77220perkj return WEBRTC_VIDEO_CODEC_ERROR; 52130e918278c8e0221ebbb24727fca90676da77220perkj } 52218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 52330e918278c8e0221ebbb24727fca90676da77220perkj switch (GetIntField(jni, *j_media_codec_video_encoder_, 52430e918278c8e0221ebbb24727fca90676da77220perkj j_color_format_field_)) { 52530e918278c8e0221ebbb24727fca90676da77220perkj case COLOR_FormatYUV420Planar: 52630e918278c8e0221ebbb24727fca90676da77220perkj encoder_fourcc_ = libyuv::FOURCC_YU12; 52730e918278c8e0221ebbb24727fca90676da77220perkj break; 52830e918278c8e0221ebbb24727fca90676da77220perkj case COLOR_FormatYUV420SemiPlanar: 52930e918278c8e0221ebbb24727fca90676da77220perkj case COLOR_QCOM_FormatYUV420SemiPlanar: 53030e918278c8e0221ebbb24727fca90676da77220perkj case COLOR_QCOM_FORMATYUV420PackedSemiPlanar32m: 53130e918278c8e0221ebbb24727fca90676da77220perkj encoder_fourcc_ = libyuv::FOURCC_NV12; 53230e918278c8e0221ebbb24727fca90676da77220perkj break; 53330e918278c8e0221ebbb24727fca90676da77220perkj default: 53430e918278c8e0221ebbb24727fca90676da77220perkj LOG(LS_ERROR) << "Wrong color format."; 53530e918278c8e0221ebbb24727fca90676da77220perkj return WEBRTC_VIDEO_CODEC_ERROR; 53630e918278c8e0221ebbb24727fca90676da77220perkj } 53730e918278c8e0221ebbb24727fca90676da77220perkj size_t num_input_buffers = jni->GetArrayLength(input_buffers); 53830e918278c8e0221ebbb24727fca90676da77220perkj RTC_CHECK(input_buffers_.empty()) 53930e918278c8e0221ebbb24727fca90676da77220perkj << "Unexpected double InitEncode without Release"; 54030e918278c8e0221ebbb24727fca90676da77220perkj input_buffers_.resize(num_input_buffers); 54130e918278c8e0221ebbb24727fca90676da77220perkj for (size_t i = 0; i < num_input_buffers; ++i) { 54230e918278c8e0221ebbb24727fca90676da77220perkj input_buffers_[i] = 54330e918278c8e0221ebbb24727fca90676da77220perkj jni->NewGlobalRef(jni->GetObjectArrayElement(input_buffers, i)); 54430e918278c8e0221ebbb24727fca90676da77220perkj int64_t yuv_buffer_capacity = 54530e918278c8e0221ebbb24727fca90676da77220perkj jni->GetDirectBufferCapacity(input_buffers_[i]); 54630e918278c8e0221ebbb24727fca90676da77220perkj CHECK_EXCEPTION(jni); 54730e918278c8e0221ebbb24727fca90676da77220perkj RTC_CHECK(yuv_buffer_capacity >= yuv_size_) << "Insufficient capacity"; 54830e918278c8e0221ebbb24727fca90676da77220perkj } 54930e918278c8e0221ebbb24727fca90676da77220perkj } 5509576e548368b34e150c3e6d19e889de9f0f67e96perkj 5519576e548368b34e150c3e6d19e889de9f0f67e96perkj inited_ = true; 55218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org codec_thread_->PostDelayed(kMediaCodecPollMs, this); 55318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 55418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 55518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 55618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::EncodeOnCodecThread( 5574765070b8d6f024509c717c04d9b708750666927Miguel Casas-Sanchez const webrtc::VideoFrame& frame, 55822993e1a0c114122fc1b9de0fc74d4096ec868bdpbos const std::vector<webrtc::FrameType>* frame_types) { 5599576e548368b34e150c3e6d19e889de9f0f67e96perkj RTC_DCHECK(codec_thread_checker_.CalledOnValidThread()); 56018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org JNIEnv* jni = AttachCurrentThreadIfNeeded(); 56118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org ScopedLocalRefFrame local_ref_frame(jni); 56218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 56318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (!inited_) { 56418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_UNINITIALIZED; 56518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 5669576e548368b34e150c3e6d19e889de9f0f67e96perkj 56718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org frames_received_++; 56818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (!DeliverPendingOutputs(jni)) { 5699576e548368b34e150c3e6d19e889de9f0f67e96perkj if (!ResetCodecOnCodecThread()) 5709576e548368b34e150c3e6d19e889de9f0f67e96perkj return WEBRTC_VIDEO_CODEC_ERROR; 57118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 57218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 57318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (drop_next_input_frame_) { 5749576e548368b34e150c3e6d19e889de9f0f67e96perkj ALOGW << "Encoder drop frame - failed callback."; 57518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org drop_next_input_frame_ = false; 57618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 57718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 57818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 57991d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg RTC_CHECK(frame_types->size() == 1) << "Unexpected stream count"; 5802bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström 581598242a583564c5816a4b3b3c93f5cccf2395a17Per VideoFrame input_frame = frame; 582598242a583564c5816a4b3b3c93f5cccf2395a17Per if (scale_) { 583598242a583564c5816a4b3b3c93f5cccf2395a17Per // Check framerate before spatial resolution change. 584598242a583564c5816a4b3b3c93f5cccf2395a17Per quality_scaler_.OnEncodeFrame(frame); 585598242a583564c5816a4b3b3c93f5cccf2395a17Per const webrtc::QualityScaler::Resolution scaled_resolution = 586598242a583564c5816a4b3b3c93f5cccf2395a17Per quality_scaler_.GetScaledResolution(); 587598242a583564c5816a4b3b3c93f5cccf2395a17Per if (scaled_resolution.width != frame.width() || 588598242a583564c5816a4b3b3c93f5cccf2395a17Per scaled_resolution.height != frame.height()) { 589598242a583564c5816a4b3b3c93f5cccf2395a17Per if (frame.native_handle() != nullptr) { 590598242a583564c5816a4b3b3c93f5cccf2395a17Per rtc::scoped_refptr<webrtc::VideoFrameBuffer> scaled_buffer( 591598242a583564c5816a4b3b3c93f5cccf2395a17Per static_cast<AndroidTextureBuffer*>( 59271f5a9a37750d6ccea110028e3154ee90334ba6dPer frame.video_frame_buffer().get())->ScaleAndRotate( 593598242a583564c5816a4b3b3c93f5cccf2395a17Per scaled_resolution.width, 59471f5a9a37750d6ccea110028e3154ee90334ba6dPer scaled_resolution.height, 59571f5a9a37750d6ccea110028e3154ee90334ba6dPer webrtc::kVideoRotation_0)); 596598242a583564c5816a4b3b3c93f5cccf2395a17Per input_frame.set_video_frame_buffer(scaled_buffer); 597598242a583564c5816a4b3b3c93f5cccf2395a17Per } else { 598598242a583564c5816a4b3b3c93f5cccf2395a17Per input_frame = quality_scaler_.GetScaledFrame(frame); 599598242a583564c5816a4b3b3c93f5cccf2395a17Per } 600598242a583564c5816a4b3b3c93f5cccf2395a17Per } 601598242a583564c5816a4b3b3c93f5cccf2395a17Per } 60261b4d518af7c2e4156056931d3512a49032b827djackychen 6039576e548368b34e150c3e6d19e889de9f0f67e96perkj if (!MaybeReconfigureEncoderOnCodecThread(input_frame)) { 6049576e548368b34e150c3e6d19e889de9f0f67e96perkj ALOGE << "Failed to reconfigure encoder."; 6059576e548368b34e150c3e6d19e889de9f0f67e96perkj return WEBRTC_VIDEO_CODEC_ERROR; 60618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 60718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 60818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Check if we accumulated too many frames in encoder input buffers 60918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // or the encoder latency exceeds 70 ms and drop frame if so. 61018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (frames_in_queue_ > 0 && last_input_timestamp_ms_ >= 0) { 61118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int encoder_latency_ms = last_input_timestamp_ms_ - 61218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org last_output_timestamp_ms_; 61318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (frames_in_queue_ > 2 || encoder_latency_ms > 70) { 614fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "Drop frame - encoder is behind by " << encoder_latency_ms << 615fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev " ms. Q size: " << frames_in_queue_; 61618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org frames_dropped_++; 61761b4d518af7c2e4156056931d3512a49032b827djackychen // Report dropped frame to quality_scaler_. 61861b4d518af7c2e4156056931d3512a49032b827djackychen OnDroppedFrame(); 61918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 62018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 62118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 62218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 62330e918278c8e0221ebbb24727fca90676da77220perkj const bool key_frame = frame_types->front() != webrtc::kVideoFrameDelta; 62430e918278c8e0221ebbb24727fca90676da77220perkj bool encode_status = true; 62530e918278c8e0221ebbb24727fca90676da77220perkj if (!input_frame.native_handle()) { 62630e918278c8e0221ebbb24727fca90676da77220perkj int j_input_buffer_index = jni->CallIntMethod(*j_media_codec_video_encoder_, 62730e918278c8e0221ebbb24727fca90676da77220perkj j_dequeue_input_buffer_method_); 62830e918278c8e0221ebbb24727fca90676da77220perkj CHECK_EXCEPTION(jni); 62930e918278c8e0221ebbb24727fca90676da77220perkj if (j_input_buffer_index == -1) { 63030e918278c8e0221ebbb24727fca90676da77220perkj // Video codec falls behind - no input buffer available. 63130e918278c8e0221ebbb24727fca90676da77220perkj ALOGW << "Encoder drop frame - no input buffers available"; 63230e918278c8e0221ebbb24727fca90676da77220perkj frames_dropped_++; 63330e918278c8e0221ebbb24727fca90676da77220perkj // Report dropped frame to quality_scaler_. 63430e918278c8e0221ebbb24727fca90676da77220perkj OnDroppedFrame(); 63530e918278c8e0221ebbb24727fca90676da77220perkj return WEBRTC_VIDEO_CODEC_OK; // TODO(fischman): see webrtc bug 2887. 63630e918278c8e0221ebbb24727fca90676da77220perkj } 63730e918278c8e0221ebbb24727fca90676da77220perkj if (j_input_buffer_index == -2) { 63830e918278c8e0221ebbb24727fca90676da77220perkj ResetCodecOnCodecThread(); 63930e918278c8e0221ebbb24727fca90676da77220perkj return WEBRTC_VIDEO_CODEC_ERROR; 64030e918278c8e0221ebbb24727fca90676da77220perkj } 64130e918278c8e0221ebbb24727fca90676da77220perkj encode_status = EncodeByteBufferOnCodecThread(jni, key_frame, input_frame, 64230e918278c8e0221ebbb24727fca90676da77220perkj j_input_buffer_index); 64330e918278c8e0221ebbb24727fca90676da77220perkj } else { 64430e918278c8e0221ebbb24727fca90676da77220perkj encode_status = EncodeTextureOnCodecThread(jni, key_frame, input_frame); 64518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 64630e918278c8e0221ebbb24727fca90676da77220perkj 64730e918278c8e0221ebbb24727fca90676da77220perkj if (!encode_status) { 64830e918278c8e0221ebbb24727fca90676da77220perkj ALOGE << "Failed encode frame with timestamp: " << input_frame.timestamp(); 6499576e548368b34e150c3e6d19e889de9f0f67e96perkj ResetCodecOnCodecThread(); 65012f680214e28dc5f0a13ac8afc0d1445f89e67e6perkj return WEBRTC_VIDEO_CODEC_ERROR; 65118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 65218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 6539576e548368b34e150c3e6d19e889de9f0f67e96perkj last_input_timestamp_ms_ = 6549576e548368b34e150c3e6d19e889de9f0f67e96perkj current_timestamp_us_ / rtc::kNumMicrosecsPerMillisec; 6559576e548368b34e150c3e6d19e889de9f0f67e96perkj frames_in_queue_++; 6569576e548368b34e150c3e6d19e889de9f0f67e96perkj 6579576e548368b34e150c3e6d19e889de9f0f67e96perkj // Save input image timestamps for later output 6589576e548368b34e150c3e6d19e889de9f0f67e96perkj timestamps_.push_back(input_frame.timestamp()); 6599576e548368b34e150c3e6d19e889de9f0f67e96perkj render_times_ms_.push_back(input_frame.render_time_ms()); 6609576e548368b34e150c3e6d19e889de9f0f67e96perkj frame_rtc_times_ms_.push_back(GetCurrentTimeMs()); 6619576e548368b34e150c3e6d19e889de9f0f67e96perkj current_timestamp_us_ += rtc::kNumMicrosecsPerSec / last_set_fps_; 6629576e548368b34e150c3e6d19e889de9f0f67e96perkj 66330e918278c8e0221ebbb24727fca90676da77220perkj if (!DeliverPendingOutputs(jni)) { 6649576e548368b34e150c3e6d19e889de9f0f67e96perkj ALOGE << "Failed deliver pending outputs."; 6659576e548368b34e150c3e6d19e889de9f0f67e96perkj ResetCodecOnCodecThread(); 6669576e548368b34e150c3e6d19e889de9f0f67e96perkj return WEBRTC_VIDEO_CODEC_ERROR; 6679576e548368b34e150c3e6d19e889de9f0f67e96perkj } 6689576e548368b34e150c3e6d19e889de9f0f67e96perkj return WEBRTC_VIDEO_CODEC_OK; 6699576e548368b34e150c3e6d19e889de9f0f67e96perkj} 6709576e548368b34e150c3e6d19e889de9f0f67e96perkj 6719576e548368b34e150c3e6d19e889de9f0f67e96perkjbool MediaCodecVideoEncoder::MaybeReconfigureEncoderOnCodecThread( 6729576e548368b34e150c3e6d19e889de9f0f67e96perkj const webrtc::VideoFrame& frame) { 6739576e548368b34e150c3e6d19e889de9f0f67e96perkj RTC_DCHECK(codec_thread_checker_.CalledOnValidThread()); 6749576e548368b34e150c3e6d19e889de9f0f67e96perkj 67530e918278c8e0221ebbb24727fca90676da77220perkj const bool is_texture_frame = frame.native_handle() != nullptr; 67630e918278c8e0221ebbb24727fca90676da77220perkj const bool reconfigure_due_to_format = is_texture_frame != use_surface_; 6779576e548368b34e150c3e6d19e889de9f0f67e96perkj const bool reconfigure_due_to_size = 6789576e548368b34e150c3e6d19e889de9f0f67e96perkj frame.width() != width_ || frame.height() != height_; 6799576e548368b34e150c3e6d19e889de9f0f67e96perkj 68030e918278c8e0221ebbb24727fca90676da77220perkj if (reconfigure_due_to_format) { 68130e918278c8e0221ebbb24727fca90676da77220perkj ALOGD << "Reconfigure encoder due to format change. " 68230e918278c8e0221ebbb24727fca90676da77220perkj << (use_surface_ ? 68330e918278c8e0221ebbb24727fca90676da77220perkj "Reconfiguring to encode from byte buffer." : 68430e918278c8e0221ebbb24727fca90676da77220perkj "Reconfiguring to encode from texture."); 68530e918278c8e0221ebbb24727fca90676da77220perkj } 6869576e548368b34e150c3e6d19e889de9f0f67e96perkj if (reconfigure_due_to_size) { 6879576e548368b34e150c3e6d19e889de9f0f67e96perkj ALOGD << "Reconfigure encoder due to frame resolution change from " 6889576e548368b34e150c3e6d19e889de9f0f67e96perkj << width_ << " x " << height_ << " to " << frame.width() << " x " 6899576e548368b34e150c3e6d19e889de9f0f67e96perkj << frame.height(); 6909576e548368b34e150c3e6d19e889de9f0f67e96perkj width_ = frame.width(); 6919576e548368b34e150c3e6d19e889de9f0f67e96perkj height_ = frame.height(); 6929576e548368b34e150c3e6d19e889de9f0f67e96perkj } 6939576e548368b34e150c3e6d19e889de9f0f67e96perkj 69430e918278c8e0221ebbb24727fca90676da77220perkj if (!reconfigure_due_to_format && !reconfigure_due_to_size) 6959576e548368b34e150c3e6d19e889de9f0f67e96perkj return true; 6969576e548368b34e150c3e6d19e889de9f0f67e96perkj 6979576e548368b34e150c3e6d19e889de9f0f67e96perkj ReleaseOnCodecThread(); 6989576e548368b34e150c3e6d19e889de9f0f67e96perkj 69930e918278c8e0221ebbb24727fca90676da77220perkj return InitEncodeOnCodecThread(width_, height_, 0, 0 , is_texture_frame) == 7009576e548368b34e150c3e6d19e889de9f0f67e96perkj WEBRTC_VIDEO_CODEC_OK; 7019576e548368b34e150c3e6d19e889de9f0f67e96perkj} 7029576e548368b34e150c3e6d19e889de9f0f67e96perkj 7039576e548368b34e150c3e6d19e889de9f0f67e96perkjbool MediaCodecVideoEncoder::EncodeByteBufferOnCodecThread(JNIEnv* jni, 7049576e548368b34e150c3e6d19e889de9f0f67e96perkj bool key_frame, const webrtc::VideoFrame& frame, int input_buffer_index) { 7059576e548368b34e150c3e6d19e889de9f0f67e96perkj RTC_DCHECK(codec_thread_checker_.CalledOnValidThread()); 70630e918278c8e0221ebbb24727fca90676da77220perkj RTC_CHECK(!use_surface_); 7079576e548368b34e150c3e6d19e889de9f0f67e96perkj 708b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org ALOGV("Encoder frame in # %d. TS: %lld. Q: %d", 709b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org frames_received_ - 1, current_timestamp_us_ / 1000, frames_in_queue_); 71018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 7119576e548368b34e150c3e6d19e889de9f0f67e96perkj jobject j_input_buffer = input_buffers_[input_buffer_index]; 7120c4e06b4c6107a1b94f764e279e4fb4161e905b0Peter Boström uint8_t* yuv_buffer = 7130c4e06b4c6107a1b94f764e279e4fb4161e905b0Peter Boström reinterpret_cast<uint8_t*>(jni->GetDirectBufferAddress(j_input_buffer)); 71418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org CHECK_EXCEPTION(jni); 71591d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg RTC_CHECK(yuv_buffer) << "Indirect buffer??"; 71691d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg RTC_CHECK(!libyuv::ConvertFromI420( 7179576e548368b34e150c3e6d19e889de9f0f67e96perkj frame.buffer(webrtc::kYPlane), frame.stride(webrtc::kYPlane), 7189576e548368b34e150c3e6d19e889de9f0f67e96perkj frame.buffer(webrtc::kUPlane), frame.stride(webrtc::kUPlane), 7199576e548368b34e150c3e6d19e889de9f0f67e96perkj frame.buffer(webrtc::kVPlane), frame.stride(webrtc::kVPlane), 72091d6edef35e7275879c30ce16ecb8b6dc73c6e4ahenrikg yuv_buffer, width_, width_, height_, encoder_fourcc_)) 72118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org << "ConvertFromI420 failed"; 72218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 72318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org bool encode_status = jni->CallBooleanMethod(*j_media_codec_video_encoder_, 7249576e548368b34e150c3e6d19e889de9f0f67e96perkj j_encode_buffer_method_, 72518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org key_frame, 7269576e548368b34e150c3e6d19e889de9f0f67e96perkj input_buffer_index, 72718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org yuv_size_, 72818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_timestamp_us_); 72918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org CHECK_EXCEPTION(jni); 7309576e548368b34e150c3e6d19e889de9f0f67e96perkj return encode_status; 73118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 73218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 73330e918278c8e0221ebbb24727fca90676da77220perkjbool MediaCodecVideoEncoder::EncodeTextureOnCodecThread(JNIEnv* jni, 73430e918278c8e0221ebbb24727fca90676da77220perkj bool key_frame, const webrtc::VideoFrame& frame) { 73530e918278c8e0221ebbb24727fca90676da77220perkj RTC_DCHECK(codec_thread_checker_.CalledOnValidThread()); 73630e918278c8e0221ebbb24727fca90676da77220perkj RTC_CHECK(use_surface_); 73730e918278c8e0221ebbb24727fca90676da77220perkj NativeHandleImpl* handle = 73830e918278c8e0221ebbb24727fca90676da77220perkj static_cast<NativeHandleImpl*>(frame.native_handle()); 73930e918278c8e0221ebbb24727fca90676da77220perkj jfloatArray sampling_matrix = jni->NewFloatArray(16); 74030e918278c8e0221ebbb24727fca90676da77220perkj jni->SetFloatArrayRegion(sampling_matrix, 0, 16, handle->sampling_matrix); 74130e918278c8e0221ebbb24727fca90676da77220perkj 74230e918278c8e0221ebbb24727fca90676da77220perkj bool encode_status = jni->CallBooleanMethod(*j_media_codec_video_encoder_, 74330e918278c8e0221ebbb24727fca90676da77220perkj j_encode_texture_method_, 74430e918278c8e0221ebbb24727fca90676da77220perkj key_frame, 74530e918278c8e0221ebbb24727fca90676da77220perkj handle->oes_texture_id, 74630e918278c8e0221ebbb24727fca90676da77220perkj sampling_matrix, 74730e918278c8e0221ebbb24727fca90676da77220perkj current_timestamp_us_); 74830e918278c8e0221ebbb24727fca90676da77220perkj CHECK_EXCEPTION(jni); 74930e918278c8e0221ebbb24727fca90676da77220perkj return encode_status; 75030e918278c8e0221ebbb24727fca90676da77220perkj} 75130e918278c8e0221ebbb24727fca90676da77220perkj 75218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::RegisterEncodeCompleteCallbackOnCodecThread( 75318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org webrtc::EncodedImageCallback* callback) { 7549576e548368b34e150c3e6d19e889de9f0f67e96perkj RTC_DCHECK(codec_thread_checker_.CalledOnValidThread()); 75518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org JNIEnv* jni = AttachCurrentThreadIfNeeded(); 75618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org ScopedLocalRefFrame local_ref_frame(jni); 75718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org callback_ = callback; 75818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 75918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 76018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 76118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::ReleaseOnCodecThread() { 7629576e548368b34e150c3e6d19e889de9f0f67e96perkj RTC_DCHECK(codec_thread_checker_.CalledOnValidThread()); 76318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (!inited_) { 76418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 76518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 76618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org JNIEnv* jni = AttachCurrentThreadIfNeeded(); 767fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "EncoderReleaseOnCodecThread: Frames received: " << 768fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev frames_received_ << ". Encoded: " << frames_encoded_ << 769fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ". Dropped: " << frames_dropped_; 77018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org ScopedLocalRefFrame local_ref_frame(jni); 77118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org for (size_t i = 0; i < input_buffers_.size(); ++i) 77218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni->DeleteGlobalRef(input_buffers_[i]); 77318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org input_buffers_.clear(); 77418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni->CallVoidMethod(*j_media_codec_video_encoder_, j_release_method_); 77518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org CHECK_EXCEPTION(jni); 77618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org rtc::MessageQueueManager::Clear(this); 77718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org inited_ = false; 77830e918278c8e0221ebbb24727fca90676da77220perkj use_surface_ = false; 779fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "EncoderReleaseOnCodecThread done."; 78018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 78118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 78218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 78318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::SetRatesOnCodecThread(uint32_t new_bit_rate, 78418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org uint32_t frame_rate) { 7859576e548368b34e150c3e6d19e889de9f0f67e96perkj RTC_DCHECK(codec_thread_checker_.CalledOnValidThread()); 78618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (last_set_bitrate_kbps_ == new_bit_rate && 78718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org last_set_fps_ == frame_rate) { 78818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 78918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 79018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org JNIEnv* jni = AttachCurrentThreadIfNeeded(); 79118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org ScopedLocalRefFrame local_ref_frame(jni); 79218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (new_bit_rate > 0) { 79318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org last_set_bitrate_kbps_ = new_bit_rate; 79418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 79518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (frame_rate > 0) { 79618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org last_set_fps_ = frame_rate; 79718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 79818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org bool ret = jni->CallBooleanMethod(*j_media_codec_video_encoder_, 79918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_set_rates_method_, 80018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org last_set_bitrate_kbps_, 80118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org last_set_fps_); 80218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org CHECK_EXCEPTION(jni); 80318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (!ret) { 8049576e548368b34e150c3e6d19e889de9f0f67e96perkj ResetCodecOnCodecThread(); 80518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_ERROR; 80618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 80718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return WEBRTC_VIDEO_CODEC_OK; 80818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 80918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 81018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgint MediaCodecVideoEncoder::GetOutputBufferInfoIndex( 81118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org JNIEnv* jni, 81218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jobject j_output_buffer_info) { 81318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return GetIntField(jni, j_output_buffer_info, j_info_index_field_); 81418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 81518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 81618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgjobject MediaCodecVideoEncoder::GetOutputBufferInfoBuffer( 81718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org JNIEnv* jni, 81818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jobject j_output_buffer_info) { 81918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return GetObjectField(jni, j_output_buffer_info, j_info_buffer_field_); 82018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 82118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 82218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgbool MediaCodecVideoEncoder::GetOutputBufferInfoIsKeyFrame( 82318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org JNIEnv* jni, 82418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jobject j_output_buffer_info) { 82518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return GetBooleanField(jni, j_output_buffer_info, j_info_is_key_frame_field_); 82618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 82718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 82818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgjlong MediaCodecVideoEncoder::GetOutputBufferInfoPresentationTimestampUs( 82918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org JNIEnv* jni, 83018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jobject j_output_buffer_info) { 83118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return GetLongField( 83218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni, j_output_buffer_info, j_info_presentation_timestamp_us_field_); 83318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 83418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 83518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgbool MediaCodecVideoEncoder::DeliverPendingOutputs(JNIEnv* jni) { 8369576e548368b34e150c3e6d19e889de9f0f67e96perkj RTC_DCHECK(codec_thread_checker_.CalledOnValidThread()); 83718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org while (true) { 83818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jobject j_output_buffer_info = jni->CallObjectMethod( 83918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org *j_media_codec_video_encoder_, j_dequeue_output_buffer_method_); 84018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org CHECK_EXCEPTION(jni); 84118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (IsNull(jni, j_output_buffer_info)) { 84218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org break; 84318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 84418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 84518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int output_buffer_index = 84618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org GetOutputBufferInfoIndex(jni, j_output_buffer_info); 84718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (output_buffer_index == -1) { 8489576e548368b34e150c3e6d19e889de9f0f67e96perkj ResetCodecOnCodecThread(); 84918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return false; 85018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 85118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 852b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org // Get key and config frame flags. 85318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jobject j_output_buffer = 85418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org GetOutputBufferInfoBuffer(jni, j_output_buffer_info); 85518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org bool key_frame = GetOutputBufferInfoIsKeyFrame(jni, j_output_buffer_info); 856b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org 857b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org // Get frame timestamps from a queue - for non config frames only. 858b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org int64_t frame_encoding_time_ms = 0; 859b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org last_output_timestamp_ms_ = 860b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org GetOutputBufferInfoPresentationTimestampUs(jni, j_output_buffer_info) / 861b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org 1000; 862b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (frames_in_queue_ > 0) { 863b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org output_timestamp_ = timestamps_.front(); 864b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org timestamps_.erase(timestamps_.begin()); 865b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org output_render_time_ms_ = render_times_ms_.front(); 866b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org render_times_ms_.erase(render_times_ms_.begin()); 867b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org frame_encoding_time_ms = GetCurrentTimeMs() - frame_rtc_times_ms_.front(); 868b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org frame_rtc_times_ms_.erase(frame_rtc_times_ms_.begin()); 869b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org frames_in_queue_--; 870b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 871b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org 872b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org // Extract payload. 87318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org size_t payload_size = jni->GetDirectBufferCapacity(j_output_buffer); 8740c4e06b4c6107a1b94f764e279e4fb4161e905b0Peter Boström uint8_t* payload = reinterpret_cast<uint8_t*>( 87518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jni->GetDirectBufferAddress(j_output_buffer)); 87618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org CHECK_EXCEPTION(jni); 87718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 878b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org ALOGV("Encoder frame out # %d. Key: %d. Size: %d. TS: %lld." 879b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org " Latency: %lld. EncTime: %lld", 880b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org frames_encoded_, key_frame, payload_size, 881b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org last_output_timestamp_ms_, 88218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org last_input_timestamp_ms_ - last_output_timestamp_ms_, 88318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org frame_encoding_time_ms); 88418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 88518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Calculate and print encoding statistics - every 3 seconds. 886b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org frames_encoded_++; 88718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_frames_++; 88818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_bytes_ += payload_size; 88918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_encoding_time_ms_ += frame_encoding_time_ms; 89018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org int statistic_time_ms = GetCurrentTimeMs() - start_time_ms_; 89118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (statistic_time_ms >= kMediaCodecStatisticsIntervalMs && 89218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_frames_ > 0) { 893fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "Encoded frames: " << frames_encoded_ << ". Bitrate: " << 894fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev (current_bytes_ * 8 / statistic_time_ms) << 895fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ", target: " << last_set_bitrate_kbps_ << " kbps, fps: " << 896fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ((current_frames_ * 1000 + statistic_time_ms / 2) / statistic_time_ms) 897fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev << ", encTime: " << 898fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev (current_encoding_time_ms_ / current_frames_) << " for last " << 899fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev statistic_time_ms << " ms."; 90018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org start_time_ms_ = GetCurrentTimeMs(); 90118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_frames_ = 0; 90218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_bytes_ = 0; 90318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org current_encoding_time_ms_ = 0; 90418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 90518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 90618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Callback - return encoded frame. 907b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org int32_t callback_status = 0; 90818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (callback_) { 90918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org scoped_ptr<webrtc::EncodedImage> image( 91018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org new webrtc::EncodedImage(payload, payload_size, payload_size)); 91118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org image->_encodedWidth = width_; 91218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org image->_encodedHeight = height_; 913b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org image->_timeStamp = output_timestamp_; 914b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org image->capture_time_ms_ = output_render_time_ms_; 91549e196af4060624d620297a6bc017699daa33550Peter Boström image->_frameType = 91649e196af4060624d620297a6bc017699daa33550Peter Boström (key_frame ? webrtc::kVideoFrameKey : webrtc::kVideoFrameDelta); 91718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org image->_completeFrame = true; 918075fb4bfea8f3fc487b63e96f124b2dfd21b7f92asapersson image->adapt_reason_.quality_resolution_downscales = 919075fb4bfea8f3fc487b63e96f124b2dfd21b7f92asapersson scale_ ? quality_scaler_.downscale_shift() : -1; 92018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 92118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org webrtc::CodecSpecificInfo info; 92218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org memset(&info, 0, sizeof(info)); 923b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org info.codecType = codecType_; 924b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (codecType_ == kVideoCodecVP8) { 925b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org info.codecSpecific.VP8.pictureId = picture_id_; 926b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org info.codecSpecific.VP8.nonReference = false; 927b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org info.codecSpecific.VP8.simulcastIdx = 0; 928b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org info.codecSpecific.VP8.temporalIdx = webrtc::kNoTemporalIdx; 929b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org info.codecSpecific.VP8.layerSync = false; 930b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org info.codecSpecific.VP8.tl0PicIdx = webrtc::kNoTl0PicIdx; 931b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org info.codecSpecific.VP8.keyIdx = webrtc::kNoKeyIdx; 932ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev } else if (codecType_ == kVideoCodecVP9) { 933ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev if (key_frame) { 934ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev gof_idx_ = 0; 935ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev } 936ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.picture_id = picture_id_; 937ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.inter_pic_predicted = key_frame ? false : true; 938ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.flexible_mode = false; 939ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.ss_data_available = key_frame ? true : false; 940ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.tl0_pic_idx = tl0_pic_idx_++; 941ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.temporal_idx = webrtc::kNoTemporalIdx; 942ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.spatial_idx = webrtc::kNoSpatialIdx; 943ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.temporal_up_switch = true; 944ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.inter_layer_predicted = false; 945ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.gof_idx = 946ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev static_cast<uint8_t>(gof_idx_++ % gof_.num_frames_in_gof); 947ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.num_spatial_layers = 1; 948ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.spatial_layer_resolution_present = false; 949ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev if (info.codecSpecific.VP9.ss_data_available) { 950ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.spatial_layer_resolution_present = true; 951ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.width[0] = width_; 952ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.height[0] = height_; 953ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev info.codecSpecific.VP9.gof.CopyGofInfoVP9(gof_); 954ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev } 955b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 956ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev picture_id_ = (picture_id_ + 1) & 0x7FFF; 95718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 95818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Generate a header describing a single fragment. 95918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org webrtc::RTPFragmentationHeader header; 96018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org memset(&header, 0, sizeof(header)); 961ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev if (codecType_ == kVideoCodecVP8 || codecType_ == kVideoCodecVP9) { 962b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org header.VerifyAndAllocateFragmentationHeader(1); 963b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org header.fragmentationOffset[0] = 0; 964b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org header.fragmentationLength[0] = image->_length; 965b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org header.fragmentationPlType[0] = 0; 966b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org header.fragmentationTimeDiff[0] = 0; 967ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev if (codecType_ == kVideoCodecVP8 && scale_) { 96886b016027d2d27c62fedd108354a2b1274118ae3asapersson int qp; 96986b016027d2d27c62fedd108354a2b1274118ae3asapersson if (webrtc::vp8::GetQp(payload, payload_size, &qp)) 97086b016027d2d27c62fedd108354a2b1274118ae3asapersson quality_scaler_.ReportQP(qp); 97186b016027d2d27c62fedd108354a2b1274118ae3asapersson } 972b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } else if (codecType_ == kVideoCodecH264) { 9732bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström if (scale_) { 9742bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström h264_bitstream_parser_.ParseBitstream(payload, payload_size); 9752bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström int qp; 9762bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström if (h264_bitstream_parser_.GetLastSliceQp(&qp)) 9772bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström quality_scaler_.ReportQP(qp); 9782bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström } 979b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org // For H.264 search for start codes. 980b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org int32_t scPositions[MAX_NALUS_PERFRAME + 1] = {}; 981b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org int32_t scPositionsLength = 0; 982b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org int32_t scPosition = 0; 983b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org while (scPositionsLength < MAX_NALUS_PERFRAME) { 984b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org int32_t naluPosition = NextNaluPosition( 985b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org payload + scPosition, payload_size - scPosition); 986b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (naluPosition < 0) { 987b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org break; 988b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 989b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org scPosition += naluPosition; 990b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org scPositions[scPositionsLength++] = scPosition; 991b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org scPosition += H264_SC_LENGTH; 992b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 993b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (scPositionsLength == 0) { 994fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGE << "Start code is not found!"; 995fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGE << "Data:" << image->_buffer[0] << " " << image->_buffer[1] 996fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev << " " << image->_buffer[2] << " " << image->_buffer[3] 997fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev << " " << image->_buffer[4] << " " << image->_buffer[5]; 9989576e548368b34e150c3e6d19e889de9f0f67e96perkj ResetCodecOnCodecThread(); 999b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org return false; 1000b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 1001b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org scPositions[scPositionsLength] = payload_size; 1002b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org header.VerifyAndAllocateFragmentationHeader(scPositionsLength); 1003b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org for (size_t i = 0; i < scPositionsLength; i++) { 1004b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org header.fragmentationOffset[i] = scPositions[i] + H264_SC_LENGTH; 1005b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org header.fragmentationLength[i] = 1006b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org scPositions[i + 1] - header.fragmentationOffset[i]; 1007b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org header.fragmentationPlType[i] = 0; 1008b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org header.fragmentationTimeDiff[i] = 0; 1009b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 1010b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 101118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 101218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org callback_status = callback_->Encoded(*image, &info, &header); 101318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 101418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 101518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org // Return output buffer back to the encoder. 101618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org bool success = jni->CallBooleanMethod(*j_media_codec_video_encoder_, 101718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_release_output_buffer_method_, 101818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org output_buffer_index); 101918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org CHECK_EXCEPTION(jni); 102018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (!success) { 10219576e548368b34e150c3e6d19e889de9f0f67e96perkj ResetCodecOnCodecThread(); 102218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return false; 102318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 102418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 102518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org if (callback_status > 0) { 102618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org drop_next_input_frame_ = true; 1027b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org // Theoretically could handle callback_status<0 here, but unclear what 1028b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org // that would mean for us. 102918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 103018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org } 103118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 103218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return true; 103318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 103418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 1035b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.orgint32_t MediaCodecVideoEncoder::NextNaluPosition( 1036b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org uint8_t *buffer, size_t buffer_size) { 1037b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (buffer_size < H264_SC_LENGTH) { 1038b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org return -1; 1039b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 1040b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org uint8_t *head = buffer; 1041b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org // Set end buffer pointer to 4 bytes before actual buffer end so we can 1042b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org // access head[1], head[2] and head[3] in a loop without buffer overrun. 1043b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org uint8_t *end = buffer + buffer_size - H264_SC_LENGTH; 1044b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org 1045b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org while (head < end) { 1046b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (head[0]) { 1047b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org head++; 1048b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org continue; 1049b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 1050b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (head[1]) { // got 00xx 1051b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org head += 2; 1052b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org continue; 1053b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 1054b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (head[2]) { // got 0000xx 1055b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org head += 3; 1056b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org continue; 1057b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 1058b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (head[3] != 0x01) { // got 000000xx 1059dc08a230da9f6bb21299b01e4e0cbf12b11e0605glaznev@webrtc.org head++; // xx != 1, continue searching. 1060b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org continue; 1061b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 1062b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org return (int32_t)(head - buffer); 1063b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 1064b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org return -1; 1065b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org} 1066b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org 106761b4d518af7c2e4156056931d3512a49032b827djackychenvoid MediaCodecVideoEncoder::OnDroppedFrame() { 10682bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström if (scale_) 10692bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström quality_scaler_.ReportDroppedFrame(); 107061b4d518af7c2e4156056931d3512a49032b827djackychen} 1071b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org 10726e2ce6e1ae41d8eeb0f233cbd26087daa03ab702jackychenint MediaCodecVideoEncoder::GetTargetFramerate() { 10732bc68c731dd1e643f89d636de4cdb1dc5d63bd40Peter Boström return scale_ ? quality_scaler_.GetTargetFramerate() : -1; 10746e2ce6e1ae41d8eeb0f233cbd26087daa03ab702jackychen} 10756e2ce6e1ae41d8eeb0f233cbd26087daa03ab702jackychen 1076b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boströmconst char* MediaCodecVideoEncoder::ImplementationName() const { 1077b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström return "MediaCodec"; 1078b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström} 1079b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström 108030e918278c8e0221ebbb24727fca90676da77220perkjMediaCodecVideoEncoderFactory::MediaCodecVideoEncoderFactory() 1081b7d9a97ce41022e984348efb5f28bf6dd6c6b779Peter Boström : egl_context_(nullptr) { 108218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org JNIEnv* jni = AttachCurrentThreadIfNeeded(); 108318c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org ScopedLocalRefFrame local_ref_frame(jni); 108418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org jclass j_encoder_class = FindClass(jni, "org/webrtc/MediaCodecVideoEncoder"); 1085b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org supported_codecs_.clear(); 1086b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org 1087b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org bool is_vp8_hw_supported = jni->CallStaticBooleanMethod( 108818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org j_encoder_class, 1089b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org GetStaticMethodID(jni, j_encoder_class, "isVp8HwSupported", "()Z")); 109018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org CHECK_EXCEPTION(jni); 1091b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (is_vp8_hw_supported) { 1092fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "VP8 HW Encoder supported."; 1093b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org supported_codecs_.push_back(VideoCodec(kVideoCodecVP8, "VP8", 1094b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org MAX_VIDEO_WIDTH, MAX_VIDEO_HEIGHT, MAX_VIDEO_FPS)); 1095b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 109618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 1097ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev bool is_vp9_hw_supported = jni->CallStaticBooleanMethod( 1098ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev j_encoder_class, 1099ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev GetStaticMethodID(jni, j_encoder_class, "isVp9HwSupported", "()Z")); 1100ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev CHECK_EXCEPTION(jni); 1101ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev if (is_vp9_hw_supported) { 1102ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev ALOGD << "VP9 HW Encoder supported."; 1103ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev supported_codecs_.push_back(VideoCodec(kVideoCodecVP9, "VP9", 1104ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev MAX_VIDEO_WIDTH, MAX_VIDEO_HEIGHT, MAX_VIDEO_FPS)); 1105ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev } 1106ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev 1107b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org bool is_h264_hw_supported = jni->CallStaticBooleanMethod( 1108b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org j_encoder_class, 1109b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org GetStaticMethodID(jni, j_encoder_class, "isH264HwSupported", "()Z")); 1110b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org CHECK_EXCEPTION(jni); 1111b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (is_h264_hw_supported) { 1112fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "H.264 HW Encoder supported."; 1113b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org supported_codecs_.push_back(VideoCodec(kVideoCodecH264, "H264", 1114b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org MAX_VIDEO_WIDTH, MAX_VIDEO_HEIGHT, MAX_VIDEO_FPS)); 1115b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 111618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 111718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 111818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgMediaCodecVideoEncoderFactory::~MediaCodecVideoEncoderFactory() {} 111918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 112030e918278c8e0221ebbb24727fca90676da77220perkjvoid MediaCodecVideoEncoderFactory::SetEGLContext( 112130e918278c8e0221ebbb24727fca90676da77220perkj JNIEnv* jni, jobject render_egl_context) { 112230e918278c8e0221ebbb24727fca90676da77220perkj ALOGD << "MediaCodecVideoEncoderFactory::SetEGLContext"; 112330e918278c8e0221ebbb24727fca90676da77220perkj if (egl_context_) { 112430e918278c8e0221ebbb24727fca90676da77220perkj jni->DeleteGlobalRef(egl_context_); 112530e918278c8e0221ebbb24727fca90676da77220perkj egl_context_ = NULL; 112630e918278c8e0221ebbb24727fca90676da77220perkj } 112730e918278c8e0221ebbb24727fca90676da77220perkj if (!IsNull(jni, render_egl_context)) { 112830e918278c8e0221ebbb24727fca90676da77220perkj egl_context_ = jni->NewGlobalRef(render_egl_context); 112930e918278c8e0221ebbb24727fca90676da77220perkj if (CheckException(jni)) { 113030e918278c8e0221ebbb24727fca90676da77220perkj ALOGE << "error calling NewGlobalRef for EGL Context."; 113130e918278c8e0221ebbb24727fca90676da77220perkj egl_context_ = NULL; 113230e918278c8e0221ebbb24727fca90676da77220perkj } else { 113330e918278c8e0221ebbb24727fca90676da77220perkj jclass j_egl_context_class = 113448477c1c6a6e4f70dd3a4a559b5235108f8709edperkj FindClass(jni, "org/webrtc/EglBase14$Context"); 113530e918278c8e0221ebbb24727fca90676da77220perkj if (!jni->IsInstanceOf(egl_context_, j_egl_context_class)) { 113630e918278c8e0221ebbb24727fca90676da77220perkj ALOGE << "Wrong EGL Context."; 113730e918278c8e0221ebbb24727fca90676da77220perkj jni->DeleteGlobalRef(egl_context_); 113830e918278c8e0221ebbb24727fca90676da77220perkj egl_context_ = NULL; 113930e918278c8e0221ebbb24727fca90676da77220perkj } 114030e918278c8e0221ebbb24727fca90676da77220perkj } 114130e918278c8e0221ebbb24727fca90676da77220perkj } 114230e918278c8e0221ebbb24727fca90676da77220perkj if (egl_context_ == NULL) { 114330e918278c8e0221ebbb24727fca90676da77220perkj ALOGW << "NULL VideoDecoder EGL context - HW surface encoding is disabled."; 114430e918278c8e0221ebbb24727fca90676da77220perkj } 114530e918278c8e0221ebbb24727fca90676da77220perkj} 114630e918278c8e0221ebbb24727fca90676da77220perkj 114718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgwebrtc::VideoEncoder* MediaCodecVideoEncoderFactory::CreateVideoEncoder( 1148b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org VideoCodecType type) { 1149b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (supported_codecs_.empty()) { 1150ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev ALOGW << "No HW video encoder for type " << (int)type; 115118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return NULL; 1152b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 1153b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org for (std::vector<VideoCodec>::const_iterator it = supported_codecs_.begin(); 1154b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org it != supported_codecs_.end(); ++it) { 1155b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org if (it->type == type) { 1156fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "Create HW video encoder for type " << (int)type << 1157fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev " (" << it->name << ")."; 115830e918278c8e0221ebbb24727fca90676da77220perkj return new MediaCodecVideoEncoder(AttachCurrentThreadIfNeeded(), type, 115930e918278c8e0221ebbb24727fca90676da77220perkj egl_context_); 1160b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 1161b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org } 1162ad948c42a1fd29bf22205ded2a175a967748abe4Alex Glaznev ALOGW << "Can not find HW video encoder for type " << (int)type; 1163b28474c7a0356f21b374f43a51602ed10f143bf4glaznev@webrtc.org return NULL; 116418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 116518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 116618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgconst std::vector<MediaCodecVideoEncoderFactory::VideoCodec>& 116718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgMediaCodecVideoEncoderFactory::codecs() const { 116818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org return supported_codecs_; 116918c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 117018c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 117118c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.orgvoid MediaCodecVideoEncoderFactory::DestroyVideoEncoder( 117218c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org webrtc::VideoEncoder* encoder) { 1173fddf6e526c8a49e8d67810881c5bed44e2573474Alex Glaznev ALOGD << "Destroy video encoder."; 117418c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org delete encoder; 117518c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} 117618c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 117718c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org} // namespace webrtc_jni 117818c92472dfb12315eb01fb83e01ceebe58e200e6glaznev@webrtc.org 1179