15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/filters/ffmpeg_video_decoder.h" 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <algorithm> 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <string> 95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind.h" 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/callback_helpers.h" 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/command_line.h" 135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/location.h" 14868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/message_loop/message_loop_proxy.h" 15868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/strings/string_number_conversions.h" 162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "media/base/bind_to_loop.h" 175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/decoder_buffer.h" 185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/limits.h" 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/media_switches.h" 205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/pipeline.h" 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/video_decoder_config.h" 225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/video_frame.h" 235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/base/video_util.h" 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/ffmpeg/ffmpeg_common.h" 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "media/filters/ffmpeg_glue.h" 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace media { 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Always try to use three threads for video decoding. There is little reason 305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// not to since current day CPUs tend to be multi-core and we measured 315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// performance benefits on older machines such as P4s with hyperthreading. 325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Handling decoding on separate threads also frees up the pipeline thread to 345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// continue processing. Although it'd be nice to have the option of a single 355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// decoding thread, FFmpeg treats having one thread the same as having zero 365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// threads (i.e., avcodec_decode_video() will execute on the calling thread). 375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Yet another reason for having two threads :) 385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const int kDecodeThreads = 2; 395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const int kMaxDecodeThreads = 16; 405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Returns the number of threads given the FFmpeg CodecID. Also inspects the 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// command line for a valid --video-threads flag. 43c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)static int GetThreadCount(AVCodecID codec_id) { 445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Refer to http://crbug.com/93932 for tsan suppressions on decoding. 455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int decode_threads = kDecodeThreads; 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const CommandLine* cmd_line = CommandLine::ForCurrentProcess(); 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string threads(cmd_line->GetSwitchValueASCII(switches::kVideoThreads)); 495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (threads.empty() || !base::StringToInt(threads, &decode_threads)) 505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return decode_threads; 515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) decode_threads = std::max(decode_threads, 0); 535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) decode_threads = std::min(decode_threads, kMaxDecodeThreads); 545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return decode_threads; 555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)FFmpegVideoDecoder::FFmpegVideoDecoder( 582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const scoped_refptr<base::MessageLoopProxy>& message_loop) 592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) : message_loop_(message_loop), 60c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) weak_factory_(this), 6168043e1e95eeb07d5cae7aca370b26518b0867d6Torne (Richard Coles) state_(kUninitialized) { 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int FFmpegVideoDecoder::GetVideoBuffer(AVCodecContext* codec_context, 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AVFrame* frame) { 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Don't use |codec_context_| here! With threaded decoding, 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // it will contain unsynchronized width/height/pix_fmt values, 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // whereas |codec_context| contains the current threads's 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // updated width/height/pix_fmt, which can change for adaptive 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // content. 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VideoFrame::Format format = PixelFormatToVideoFormat(codec_context->pix_fmt); 720f1bc08d4cfcc34181b0b5cbf065c40f687bf740Torne (Richard Coles) if (format == VideoFrame::UNKNOWN) 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return AVERROR(EINVAL); 74a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) DCHECK(format == VideoFrame::YV12 || format == VideoFrame::YV16 || 75a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) format == VideoFrame::YV12J); 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gfx::Size size(codec_context->width, codec_context->height); 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int ret; 795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if ((ret = av_image_check_size(size.width(), size.height(), 0, NULL)) < 0) 805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return ret; 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) gfx::Size natural_size; 835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (codec_context->sample_aspect_ratio.num > 0) { 845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) natural_size = GetNaturalSize(size, 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) codec_context->sample_aspect_ratio.num, 865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) codec_context->sample_aspect_ratio.den); 875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 887dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch natural_size = config_.natural_size(); 895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!VideoFrame::IsValidConfig(format, size, gfx::Rect(size), natural_size)) 925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return AVERROR(EINVAL); 935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<VideoFrame> video_frame = 95a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) frame_pool_.CreateFrame(format, size, gfx::Rect(size), 96a3f6a49ab37290eeeb8db0f41ec0f1cb74a68be7Torne (Richard Coles) natural_size, kNoTimestamp()); 975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (int i = 0; i < 3; i++) { 995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) frame->base[i] = video_frame->data(i); 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) frame->data[i] = video_frame->data(i); 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) frame->linesize[i] = video_frame->stride(i); 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) frame->opaque = NULL; 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) video_frame.swap(reinterpret_cast<VideoFrame**>(&frame->opaque)); 1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) frame->type = FF_BUFFER_TYPE_USER; 1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) frame->width = codec_context->width; 1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) frame->height = codec_context->height; 1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) frame->format = codec_context->pix_fmt; 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return 0; 1125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static int GetVideoBufferImpl(AVCodecContext* s, AVFrame* frame) { 1157dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch FFmpegVideoDecoder* decoder = static_cast<FFmpegVideoDecoder*>(s->opaque); 1167dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch return decoder->GetVideoBuffer(s, frame); 1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void ReleaseVideoBufferImpl(AVCodecContext* s, AVFrame* frame) { 1205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<VideoFrame> video_frame; 1215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) video_frame.swap(reinterpret_cast<VideoFrame**>(&frame->opaque)); 1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The FFmpeg API expects us to zero the data pointers in 1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // this callback 1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) memset(frame->data, 0, sizeof(frame->data)); 1265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) frame->opaque = NULL; 1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1297dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdochvoid FFmpegVideoDecoder::Initialize(const VideoDecoderConfig& config, 1307dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch const PipelineStatusCB& status_cb) { 1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(message_loop_->BelongsToCurrentThread()); 132558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch DCHECK(decode_cb_.is_null()); 133c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) DCHECK(reset_cb_.is_null()); 1347dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch DCHECK(!config.is_encrypted()); 1352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) FFmpegGlue::InitializeFFmpeg(); 137c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) weak_this_ = weak_factory_.GetWeakPtr(); 1385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1397dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch config_ = config; 140c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) PipelineStatusCB initialize_cb = BindToCurrentLoop(status_cb); 1415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1427dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch if (!config.IsValidConfig() || !ConfigureDecoder()) { 1432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) initialize_cb.Run(DECODER_ERROR_NOT_SUPPORTED); 1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Success! 1485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) state_ = kNormal; 1492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) initialize_cb.Run(PIPELINE_OK); 1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1527dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdochvoid FFmpegVideoDecoder::Decode(const scoped_refptr<DecoderBuffer>& buffer, 153558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch const DecodeCB& decode_cb) { 1542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(message_loop_->BelongsToCurrentThread()); 155558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch DCHECK(!decode_cb.is_null()); 1562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK_NE(state_, kUninitialized); 157558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch CHECK(decode_cb_.is_null()) << "Overlapping decodes are not supported."; 158558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch decode_cb_ = BindToCurrentLoop(decode_cb); 1595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 160c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) if (state_ == kError) { 161558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch base::ResetAndReturn(&decode_cb_).Run(kDecodeError, NULL); 162c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) return; 163c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) } 164c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 1652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Return empty frames if decoding has finished. 166868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) if (state_ == kDecodeFinished) { 167f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::ResetAndReturn(&decode_cb_).Run(kOk, VideoFrame::CreateEOSFrame()); 1685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 1695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1717dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch DecodeBuffer(buffer); 1722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 1735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1742a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void FFmpegVideoDecoder::Reset(const base::Closure& closure) { 1752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(message_loop_->BelongsToCurrentThread()); 1762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(reset_cb_.is_null()); 1772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) reset_cb_ = BindToCurrentLoop(closure); 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 179558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch // Defer the reset if a decode is pending. 180558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch if (!decode_cb_.is_null()) 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DoReset(); 1845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void FFmpegVideoDecoder::DoReset() { 187558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch DCHECK(decode_cb_.is_null()); 1885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 18968043e1e95eeb07d5cae7aca370b26518b0867d6Torne (Richard Coles) avcodec_flush_buffers(codec_context_.get()); 1905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) state_ = kNormal; 1912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::ResetAndReturn(&reset_cb_).Run(); 1925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void FFmpegVideoDecoder::Stop(const base::Closure& closure) { 1952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(message_loop_->BelongsToCurrentThread()); 1962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::ScopedClosureRunner runner(BindToCurrentLoop(closure)); 1975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (state_ == kUninitialized) 1995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 2005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 201558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch if (!decode_cb_.is_null()) { 202558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch base::ResetAndReturn(&decode_cb_).Run(kOk, NULL); 203558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch // Reset is pending only when decode is pending. 204eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch if (!reset_cb_.is_null()) 205eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch base::ResetAndReturn(&reset_cb_).Run(); 206eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch } 2075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ReleaseFFmpegResources(); 2095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) state_ = kUninitialized; 2105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)FFmpegVideoDecoder::~FFmpegVideoDecoder() { 2135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_EQ(kUninitialized, state_); 2145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!codec_context_); 2155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(!av_frame_); 2165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void FFmpegVideoDecoder::DecodeBuffer( 2195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const scoped_refptr<DecoderBuffer>& buffer) { 2205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(message_loop_->BelongsToCurrentThread()); 2215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(state_, kUninitialized); 2225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_NE(state_, kDecodeFinished); 223c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) DCHECK_NE(state_, kError); 2245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(reset_cb_.is_null()); 225558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch DCHECK(!decode_cb_.is_null()); 2267dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch DCHECK(buffer); 2275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // During decode, because reads are issued asynchronously, it is possible to 229558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch // receive multiple end of stream buffers since each decode is acked. When the 2305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // first end of stream buffer is read, FFmpeg may still have frames queued 2315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // up in the decoder so we need to go through the decode loop until it stops 2325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // giving sensible data. After that, the decoder should output empty 2335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // frames. There are three states the decoder can be in: 2345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 2355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // kNormal: This is the starting state. Buffers are decoded. Decode errors 2365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // are discarded. 2375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // kFlushCodec: There isn't any more input data. Call avcodec_decode_video2 2385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // until no more data is returned to flush out remaining 2395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // frames. The input buffer is ignored at this point. 2405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // kDecodeFinished: All calls return empty frames. 241c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // kError: Unexpected error happened. 2425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 2435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // These are the possible state transitions. 2445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 2455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // kNormal -> kFlushCodec: 246ca12bfac764ba476d6cd062bf1dde12cc64c3f40Ben Murdoch // When buffer->end_of_stream() is first true. 247c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // kNormal -> kError: 2485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // A decoding error occurs and decoding needs to stop. 2495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // kFlushCodec -> kDecodeFinished: 250c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // When avcodec_decode_video2() returns 0 data. 251c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // kFlushCodec -> kError: 252c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // When avcodec_decode_video2() errors out. 2535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // (any state) -> kNormal: 2545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Any time Reset() is called. 2555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Transition to kFlushCodec on the first end of stream buffer. 257ca12bfac764ba476d6cd062bf1dde12cc64c3f40Ben Murdoch if (state_ == kNormal && buffer->end_of_stream()) { 2585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) state_ = kFlushCodec; 2595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<VideoFrame> video_frame; 2627dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch if (!FFmpegDecode(buffer, &video_frame)) { 263c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) state_ = kError; 264558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch base::ResetAndReturn(&decode_cb_).Run(kDecodeError, NULL); 2655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 2665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 268868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) if (!video_frame.get()) { 269868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) if (state_ == kFlushCodec) { 270ca12bfac764ba476d6cd062bf1dde12cc64c3f40Ben Murdoch DCHECK(buffer->end_of_stream()); 271868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) state_ = kDecodeFinished; 272558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch base::ResetAndReturn(&decode_cb_) 273f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) .Run(kOk, VideoFrame::CreateEOSFrame()); 2745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 2755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 276868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) 277558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch base::ResetAndReturn(&decode_cb_).Run(kNotEnoughData, NULL); 278868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles) return; 2795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 281558790d6acca3451cf3a6b497803a5f07d0bec58Ben Murdoch base::ResetAndReturn(&decode_cb_).Run(kOk, video_frame); 2825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2847dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdochbool FFmpegVideoDecoder::FFmpegDecode( 2855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const scoped_refptr<DecoderBuffer>& buffer, 2865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_refptr<VideoFrame>* video_frame) { 2875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(video_frame); 2885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Reset frame to default values. 29068043e1e95eeb07d5cae7aca370b26518b0867d6Torne (Richard Coles) avcodec_get_frame_defaults(av_frame_.get()); 2912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Create a packet for input data. 2935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Due to FFmpeg API changes we no longer have const read-only pointers. 2945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AVPacket packet; 2955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) av_init_packet(&packet); 296ca12bfac764ba476d6cd062bf1dde12cc64c3f40Ben Murdoch if (buffer->end_of_stream()) { 2972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) packet.data = NULL; 2982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) packet.size = 0; 2992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else { 300ca12bfac764ba476d6cd062bf1dde12cc64c3f40Ben Murdoch packet.data = const_cast<uint8*>(buffer->data()); 301ca12bfac764ba476d6cd062bf1dde12cc64c3f40Ben Murdoch packet.size = buffer->data_size(); 3025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Let FFmpeg handle presentation timestamp reordering. 304ca12bfac764ba476d6cd062bf1dde12cc64c3f40Ben Murdoch codec_context_->reordered_opaque = buffer->timestamp().InMicroseconds(); 3055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // This is for codecs not using get_buffer to initialize 3072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // |av_frame_->reordered_opaque| 3082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) av_frame_->reordered_opaque = codec_context_->reordered_opaque; 3092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 3105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int frame_decoded = 0; 31268043e1e95eeb07d5cae7aca370b26518b0867d6Torne (Richard Coles) int result = avcodec_decode_video2(codec_context_.get(), 31368043e1e95eeb07d5cae7aca370b26518b0867d6Torne (Richard Coles) av_frame_.get(), 3145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &frame_decoded, 3155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &packet); 3165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Log the problem if we can't decode a video frame and exit early. 3175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (result < 0) { 3182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) LOG(ERROR) << "Error decoding video: " << buffer->AsHumanReadableString(); 3195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *video_frame = NULL; 3205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 3215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If no frame was produced then signal that more data is required to 3245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // produce more frames. This can happen under two circumstances: 3255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 1) Decoder was recently initialized/flushed 3265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // 2) End of stream was reached and all internal frames have been output 3275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (frame_decoded == 0) { 3285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *video_frame = NULL; 3295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 3305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(fbarchard): Work around for FFmpeg http://crbug.com/27675 3335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The decoder is in a bad state and not decoding correctly. 3345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Checking for NULL avoids a crash in CopyPlane(). 3355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!av_frame_->data[VideoFrame::kYPlane] || 3365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !av_frame_->data[VideoFrame::kUPlane] || 3375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !av_frame_->data[VideoFrame::kVPlane]) { 3385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) LOG(ERROR) << "Video frame was produced yet has invalid frame data."; 3395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *video_frame = NULL; 3405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 3415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!av_frame_->opaque) { 3445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) LOG(ERROR) << "VideoFrame object associated with frame data not set."; 3455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 3465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *video_frame = static_cast<VideoFrame*>(av_frame_->opaque); 3485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) (*video_frame)->SetTimestamp( 3505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeDelta::FromMicroseconds(av_frame_->reordered_opaque)); 3515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 3535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void FFmpegVideoDecoder::ReleaseFFmpegResources() { 35668043e1e95eeb07d5cae7aca370b26518b0867d6Torne (Richard Coles) codec_context_.reset(); 35768043e1e95eeb07d5cae7aca370b26518b0867d6Torne (Richard Coles) av_frame_.reset(); 3585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)bool FFmpegVideoDecoder::ConfigureDecoder() { 3615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Release existing decoder resources if necessary. 3625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ReleaseFFmpegResources(); 3635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Initialize AVCodecContext structure. 36568043e1e95eeb07d5cae7aca370b26518b0867d6Torne (Richard Coles) codec_context_.reset(avcodec_alloc_context3(NULL)); 36668043e1e95eeb07d5cae7aca370b26518b0867d6Torne (Richard Coles) VideoDecoderConfigToAVCodecContext(config_, codec_context_.get()); 3675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Enable motion vector search (potentially slow), strong deblocking filter 3695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // for damaged macroblocks, and set our error detection sensitivity. 3705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) codec_context_->error_concealment = FF_EC_GUESS_MVS | FF_EC_DEBLOCK; 3715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) codec_context_->thread_count = GetThreadCount(codec_context_->codec_id); 3725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) codec_context_->opaque = this; 3735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) codec_context_->flags |= CODEC_FLAG_EMU_EDGE; 3745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) codec_context_->get_buffer = GetVideoBufferImpl; 3755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) codec_context_->release_buffer = ReleaseVideoBufferImpl; 3765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AVCodec* codec = avcodec_find_decoder(codec_context_->codec_id); 37868043e1e95eeb07d5cae7aca370b26518b0867d6Torne (Richard Coles) if (!codec || avcodec_open2(codec_context_.get(), codec, NULL) < 0) { 3795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ReleaseFFmpegResources(); 3805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return false; 3815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 3825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 383d57369da7c6519fef57db42085f7b42d4c8845c1Torne (Richard Coles) av_frame_.reset(av_frame_alloc()); 3845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return true; 3855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace media 388