15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 35821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// found in the LICENSE file. 45821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 55821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// The bulk of this file is support code; sorry about that. Here's an overview 65821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// to hopefully help readers of this code: 75821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - RenderingHelper is charged with interacting with X11/{EGL/GLES2,GLX/GL} or 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Win/EGL. 95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - ClientState is an enum for the state of the decode client used by the test. 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - ClientStateNotification is a barrier abstraction that allows the test code 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// to be written sequentially and wait for the decode client to see certain 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// state transitions. 135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - GLRenderingVDAClient is a VideoDecodeAccelerator::Client implementation 145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - Finally actual TEST cases are at the bottom of this file, using the above 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// infrastructure. 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <fcntl.h> 185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <sys/stat.h> 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include <sys/types.h> 20f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)#include <algorithm> 213240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch#include <deque> 22f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)#include <map> 235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Include gtest.h out of order because <X11/X.h> #define's Bool & None, which 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// gtest uses as struct names (inside a namespace). This means that 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// #include'ing gtest after anything that pulls in X.h fails to compile. 275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// This is http://code.google.com/p/googletest/issues/detail?id=371 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "testing/gtest/include/gtest/gtest.h" 295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/at_exit.h" 315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/bind.h" 325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/command_line.h" 33a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles)#include "base/files/file.h" 341320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci#include "base/files/file_util.h" 35eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch#include "base/format_macros.h" 36a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch#include "base/md5.h" 37424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles)#include "base/message_loop/message_loop_proxy.h" 3858e6fbe4ee35d65e14b626c557d37565bf8ad179Ben Murdoch#include "base/process/process.h" 395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/stl_util.h" 407d4cd473f85ac64c3747c96c277f9e506a0d2246Torne (Richard Coles)#include "base/strings/string_number_conversions.h" 412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "base/strings/string_split.h" 422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "base/strings/stringize_macros.h" 43eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch#include "base/strings/stringprintf.h" 44868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "base/strings/utf_string_conversions.h" 455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/synchronization/condition_variable.h" 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/synchronization/lock.h" 475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/synchronization/waitable_event.h" 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "base/threading/thread.h" 495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/common/gpu/media/rendering_helper.h" 50d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles)#include "content/common/gpu/media/video_accelerator_unittest_helpers.h" 512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "content/public/common/content_switches.h" 525d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#include "media/filters/h264_parser.h" 53a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch#include "ui/gfx/codec/png_codec.h" 545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#if defined(OS_WIN) 565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/common/gpu/media/dxva_video_decode_accelerator.h" 57a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles)#elif defined(OS_CHROMEOS) && defined(ARCH_CPU_ARMEL) 585d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#include "content/common/gpu/media/v4l2_video_decode_accelerator.h" 595d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#include "content/common/gpu/media/v4l2_video_device.h" 60a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles)#elif defined(OS_CHROMEOS) && defined(ARCH_CPU_X86_FAMILY) 615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "content/common/gpu/media/vaapi_video_decode_accelerator.h" 62868fa2fe829687343ffae624259930155e16dbd8Torne (Richard Coles)#include "content/common/gpu/media/vaapi_wrapper.h" 635d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#if defined(USE_X11) 645d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#include "ui/gl/gl_implementation.h" 655d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#endif // USE_X11 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#else 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#error The VideoAccelerator tests are not supported on this platform. 682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#endif // OS_WIN 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)using media::VideoDecodeAccelerator; 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace content { 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)namespace { 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Values optionally filled in from flags; see main() below. 762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// The syntax of multiple test videos is: 772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// test-video1;test-video2;test-video3 782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// where only the first video is required and other optional videos would be 792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// decoded by concurrent decoders. 802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// The syntax of each test-video is: 815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// filename:width:height:numframes:numfragments:minFPSwithRender:minFPSnoRender 825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// where only the first field is required. Value details: 835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - |filename| must be an h264 Annex B (NAL) stream or an IVF VP8 stream. 845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - |width| and |height| are in pixels. 855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - |numframes| is the number of picture frames in the file. 865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - |numfragments| NALU (h264) or frame (VP8) count in the stream. 875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - |minFPSwithRender| and |minFPSnoRender| are minimum frames/second speeds 885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// expected to be achieved with and without rendering to the screen, resp. 895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// (the latter tests just decode speed). 905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - |profile| is the media::VideoCodecProfile set during Initialization. 915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// An empty value for a numeric field means "ignore". 923240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdochconst base::FilePath::CharType* g_test_video_data = 935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // FILE_PATH_LITERAL("test-25fps.vp8:320:240:250:250:50:175:11"); 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FILE_PATH_LITERAL("test-25fps.h264:320:240:250:258:50:175:1"); 95c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 96f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)// The file path of the test output log. This is used to communicate the test 97f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)// results to CrOS autotests. We can enable the log and specify the filename by 98f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)// the "--output_log" switch. 99f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)const base::FilePath::CharType* g_output_log = NULL; 1003240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch 1013240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch// The value is set by the switch "--rendering_fps". 102f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)double g_rendering_fps = 60; 103eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 104c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// Magic constants for differentiating the reasons for NotifyResetDone being 105c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// called. 106c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)enum ResetPoint { 1075d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Reset() just after calling Decode() with a fragment containing config info. 1085d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) RESET_AFTER_FIRST_CONFIG_INFO = -4, 109a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles) START_OF_STREAM_RESET = -3, 110c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) MID_STREAM_RESET = -2, 111c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) END_OF_STREAM_RESET = -1 112c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)}; 113c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 114c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)const int kMaxResetAfterFrameNum = 100; 1157dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdochconst int kMaxFramesToDelayReuse = 64; 1163240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdochconst base::TimeDelta kReuseDelay = base::TimeDelta::FromSeconds(1); 117f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)// Simulate WebRTC and call VDA::Decode 30 times per second. 118f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)const int kWebRtcDecodeCallsPerSecond = 30; 1195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)struct TestVideoFile { 1212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) explicit TestVideoFile(base::FilePath::StringType file_name) 1222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) : file_name(file_name), 1232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) width(-1), 1242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) height(-1), 1252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) num_frames(-1), 1262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) num_fragments(-1), 1272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) min_fps_render(-1), 1282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) min_fps_no_render(-1), 1295d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) profile(media::VIDEO_CODEC_PROFILE_UNKNOWN), 130c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) reset_after_frame_num(END_OF_STREAM_RESET) { 1312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::FilePath::StringType file_name; 1342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int width; 1352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int height; 1362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int num_frames; 1372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int num_fragments; 1382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int min_fps_render; 1392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int min_fps_no_render; 1405d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) media::VideoCodecProfile profile; 141c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) int reset_after_frame_num; 1422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::string data_str; 1432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)}; 1442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 145a3f7b4e666c476898878fa745f637129375cd889Ben Murdochconst gfx::Size kThumbnailsPageSize(1600, 1200); 146a3f7b4e666c476898878fa745f637129375cd889Ben Murdochconst gfx::Size kThumbnailSize(160, 120); 147a3f7b4e666c476898878fa745f637129375cd889Ben Murdochconst int kMD5StringLength = 32; 148a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch 149a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch// Read in golden MD5s for the thumbnailed rendering of this video 150a3f7b4e666c476898878fa745f637129375cd889Ben Murdochvoid ReadGoldenThumbnailMD5s(const TestVideoFile* video_file, 151a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch std::vector<std::string>* md5_strings) { 152a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch base::FilePath filepath(video_file->file_name); 153a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch filepath = filepath.AddExtension(FILE_PATH_LITERAL(".md5")); 154a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch std::string all_md5s; 15558537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) base::ReadFileToString(filepath, &all_md5s); 156a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch base::SplitString(all_md5s, '\n', md5_strings); 157a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch // Check these are legitimate MD5s. 158a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch for (std::vector<std::string>::iterator md5_string = md5_strings->begin(); 159a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch md5_string != md5_strings->end(); ++md5_string) { 160a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch // Ignore the empty string added by SplitString 161a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch if (!md5_string->length()) 162a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch continue; 163f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Ignore comments 164f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (md5_string->at(0) == '#') 165f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) continue; 166a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch 167a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch CHECK_EQ(static_cast<int>(md5_string->length()), 168a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch kMD5StringLength) << *md5_string; 169a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch bool hex_only = std::count_if(md5_string->begin(), 170a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch md5_string->end(), isxdigit) == 171a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch kMD5StringLength; 172a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch CHECK(hex_only) << *md5_string; 173a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch } 174a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch CHECK_GE(md5_strings->size(), 1U) << all_md5s; 175a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch} 176a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch 1775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// State of the GLRenderingVDAClient below. Order matters here as the test 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// makes assumptions about it. 1795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)enum ClientState { 1805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CS_CREATED = 0, 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CS_DECODER_SET = 1, 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CS_INITIALIZED = 2, 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CS_FLUSHING = 3, 1845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CS_FLUSHED = 4, 1853240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch CS_RESETTING = 5, 1863240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch CS_RESET = 6, 1873240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch CS_ERROR = 7, 1883240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch CS_DESTROYED = 8, 1895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CS_MAX, // Must be last entry. 1905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 1915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Client that can accept callbacks from a VideoDecodeAccelerator and is used by 1935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// the TESTs below. 19458537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles)class GLRenderingVDAClient 19558537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) : public VideoDecodeAccelerator::Client, 19658537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) public base::SupportsWeakPtr<GLRenderingVDAClient> { 1975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) public: 19803b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) // |window_id| the window_id of the client, which is used to identify the 19903b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) // rendering area in the |rendering_helper|. 2005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Doesn't take ownership of |rendering_helper| or |note|, which must outlive 2015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |*this|. 2025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |num_play_throughs| indicates how many times to play through the video. 2035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |reset_after_frame_num| can be a frame number >=0 indicating a mid-stream 2045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Reset() should be done after that frame number is delivered, or 2055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // END_OF_STREAM_RESET to indicate no mid-stream Reset(). 2065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // |delete_decoder_state| indicates when the underlying decoder should be 2075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Destroy()'d and deleted and can take values: N<0: delete after -N Decode() 2085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // calls have been made, N>=0 means interpret as ClientState. 2095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Both |reset_after_frame_num| & |delete_decoder_state| apply only to the 2105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // last play-through (governed by |num_play_throughs|). 211f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // |suppress_rendering| indicates GL rendering is supressed or not. 2127dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch // After |delay_reuse_after_frame_num| frame has been delivered, the client 2133240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch // will start delaying the call to ReusePictureBuffer() for kReuseDelay. 214f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // |decode_calls_per_second| is the number of VDA::Decode calls per second. 215f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // If |decode_calls_per_second| > 0, |num_in_flight_decodes| must be 1. 21603b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) GLRenderingVDAClient(size_t window_id, 21703b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) RenderingHelper* rendering_helper, 218d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) ClientStateNotification<ClientState>* note, 2192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const std::string& encoded_data, 2202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int num_in_flight_decodes, 2212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int num_play_throughs, 2222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int reset_after_frame_num, 2232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int delete_decoder_state, 2242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int frame_width, 2252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int frame_height, 2265d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) media::VideoCodecProfile profile, 2277dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch bool suppress_rendering, 228f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) int delay_reuse_after_frame_num, 229f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) int decode_calls_per_second, 230f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) bool render_as_thumbnails); 2315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual ~GLRenderingVDAClient(); 232f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) void CreateAndStartDecoder(); 2335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // VideoDecodeAccelerator::Client implementation. 2355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The heart of the Client. 2365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) virtual void ProvidePictureBuffers(uint32 requested_num_of_buffers, 2375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& dimensions, 2382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) uint32 texture_target) OVERRIDE; 2392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) virtual void DismissPictureBuffer(int32 picture_buffer_id) OVERRIDE; 2402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) virtual void PictureReady(const media::Picture& picture) OVERRIDE; 2415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Simple state changes. 2422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) virtual void NotifyEndOfBitstreamBuffer(int32 bitstream_buffer_id) OVERRIDE; 2432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) virtual void NotifyFlushDone() OVERRIDE; 2442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) virtual void NotifyResetDone() OVERRIDE; 2452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) virtual void NotifyError(VideoDecodeAccelerator::Error error) OVERRIDE; 2465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 247a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) void OutputFrameDeliveryTimes(base::File* output); 248eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 2495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Simple getters for inspecting the state of the Client. 2505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int num_done_bitstream_buffers() { return num_done_bitstream_buffers_; } 2512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int num_skipped_fragments() { return num_skipped_fragments_; } 2522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int num_queued_fragments() { return num_queued_fragments_; } 253f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) int num_decoded_frames() { return num_decoded_frames_; } 2545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) double frames_per_second(); 255a02191e04bc25c4935f804f2c080ae28663d096dBen Murdoch // Return the median of the decode time of all decoded frames. 256a02191e04bc25c4935f804f2c080ae28663d096dBen Murdoch base::TimeDelta decode_time_median(); 2575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool decoder_deleted() { return !decoder_.get(); } 2585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) private: 2605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) typedef std::map<int, media::PictureBuffer*> PictureBufferById; 2615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void SetState(ClientState new_state); 263c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch void FinishInitialization(); 264f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) void ReturnPicture(int32 picture_buffer_id); 2655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2663240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch // Delete the associated decoder helper. 2675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) void DeleteDecoder(); 2685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Compute & return the first encoded bytes (including a start frame) to send 2701e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) // to the decoder, starting at |start_pos| and returning one fragment. Skips 2711e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) // to the first decodable position. 2721e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) std::string GetBytesForFirstFragment(size_t start_pos, size_t* end_pos); 2731e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) // Compute & return the encoded bytes of next fragment to send to the decoder 2741e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) // (based on |start_pos|). 2751e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) std::string GetBytesForNextFragment(size_t start_pos, size_t* end_pos); 2761e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) // Helpers for GetBytesForNextFragment above. 2772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) void GetBytesForNextNALU(size_t start_pos, size_t* end_pos); // For h.264. 2781e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) std::string GetBytesForNextFrame( 2795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) size_t start_pos, size_t* end_pos); // For VP8. 2805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2811e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) // Request decode of the next fragment in the encoded data. 2821e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) void DecodeNextFragment(); 2835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 28403b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) size_t window_id_; 2855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) RenderingHelper* rendering_helper_; 286f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) gfx::Size frame_size_; 2875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string encoded_data_; 2885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int num_in_flight_decodes_; 2895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int outstanding_decodes_; 2905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) size_t encoded_data_next_pos_to_decode_; 2915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int next_bitstream_buffer_id_; 292d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) ClientStateNotification<ClientState>* note_; 2935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) scoped_ptr<VideoDecodeAccelerator> decoder_; 294c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch scoped_ptr<base::WeakPtrFactory<VideoDecodeAccelerator> > 295c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch weak_decoder_factory_; 2965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::set<int> outstanding_texture_ids_; 2975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int remaining_play_throughs_; 2985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int reset_after_frame_num_; 2995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int delete_decoder_state_; 3005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ClientState state_; 3012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int num_skipped_fragments_; 3022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) int num_queued_fragments_; 3035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int num_decoded_frames_; 3045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int num_done_bitstream_buffers_; 3055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) PictureBufferById picture_buffers_by_id_; 3065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::TimeTicks initialize_done_ticks_; 3075d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) media::VideoCodecProfile profile_; 308f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) GLenum texture_target_; 3097dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch bool suppress_rendering_; 310eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch std::vector<base::TimeTicks> frame_delivery_times_; 3117dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch int delay_reuse_after_frame_num_; 312f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // A map from bitstream buffer id to the decode start time of the buffer. 313f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::map<int, base::TimeTicks> decode_start_time_; 314f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // The decode time of all decoded frames. 315f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::vector<base::TimeDelta> decode_time_; 316f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // The number of VDA::Decode calls per second. This is to simulate webrtc. 317f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) int decode_calls_per_second_; 318f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) bool render_as_thumbnails_; 3191320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci // The number of frames that are not returned from rendering_helper_. We 3201320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci // checks this count to ensure all frames are rendered before entering the 3211320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci // CS_RESET state. 3221320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci int frames_at_render_; 3233240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch 3243240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch DISALLOW_IMPLICIT_CONSTRUCTORS(GLRenderingVDAClient); 3255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 3265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 327d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles)GLRenderingVDAClient::GLRenderingVDAClient( 32803b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) size_t window_id, 329d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) RenderingHelper* rendering_helper, 330d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) ClientStateNotification<ClientState>* note, 331d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) const std::string& encoded_data, 332d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) int num_in_flight_decodes, 333d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) int num_play_throughs, 334d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) int reset_after_frame_num, 335d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) int delete_decoder_state, 336d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) int frame_width, 337d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) int frame_height, 3385d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) media::VideoCodecProfile profile, 339d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) bool suppress_rendering, 340f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) int delay_reuse_after_frame_num, 341f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) int decode_calls_per_second, 342f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) bool render_as_thumbnails) 34303b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) : window_id_(window_id), 34403b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) rendering_helper_(rendering_helper), 345f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) frame_size_(frame_width, frame_height), 3465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) encoded_data_(encoded_data), 3473240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch num_in_flight_decodes_(num_in_flight_decodes), 3483240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch outstanding_decodes_(0), 3493240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch encoded_data_next_pos_to_decode_(0), 3503240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch next_bitstream_buffer_id_(0), 3515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) note_(note), 3525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) remaining_play_throughs_(num_play_throughs), 3535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) reset_after_frame_num_(reset_after_frame_num), 3545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delete_decoder_state_(delete_decoder_state), 3555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) state_(CS_CREATED), 3563240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch num_skipped_fragments_(0), 3573240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch num_queued_fragments_(0), 3583240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch num_decoded_frames_(0), 3593240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch num_done_bitstream_buffers_(0), 360f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) texture_target_(0), 3617dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch suppress_rendering_(suppress_rendering), 362f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) delay_reuse_after_frame_num_(delay_reuse_after_frame_num), 363f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) decode_calls_per_second_(decode_calls_per_second), 3641320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci render_as_thumbnails_(render_as_thumbnails), 3651320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci frames_at_render_(0) { 3665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK_GT(num_in_flight_decodes, 0); 3675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK_GT(num_play_throughs, 0); 368f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // |num_in_flight_decodes_| is unsupported if |decode_calls_per_second_| > 0. 369f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (decode_calls_per_second_ > 0) 370f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CHECK_EQ(1, num_in_flight_decodes_); 3715d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 3725d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Default to H264 baseline if no profile provided. 3735d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) profile_ = (profile != media::VIDEO_CODEC_PROFILE_UNKNOWN 3745d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) ? profile 3755d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) : media::H264PROFILE_BASELINE); 3765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)GLRenderingVDAClient::~GLRenderingVDAClient() { 3795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DeleteDecoder(); // Clean up in case of expected error. 3805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK(decoder_deleted()); 3815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) STLDeleteValues(&picture_buffers_by_id_); 3825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetState(CS_DESTROYED); 3835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static bool DoNothingReturnTrue() { return true; } 3865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 387f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)void GLRenderingVDAClient::CreateAndStartDecoder() { 3885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK(decoder_deleted()); 3895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK(!decoder_.get()); 3903240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch 3913240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch VideoDecodeAccelerator::Client* client = this; 39258537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) base::WeakPtr<VideoDecodeAccelerator::Client> weak_client = AsWeakPtr(); 3935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#if defined(OS_WIN) 3943240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch decoder_.reset( 395a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) new DXVAVideoDecodeAccelerator(base::Bind(&DoNothingReturnTrue))); 396a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles)#elif defined(OS_CHROMEOS) && defined(ARCH_CPU_ARMEL) 3975d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 398010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) scoped_ptr<V4L2Device> device = V4L2Device::Create(V4L2Device::kDecoder); 3995d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (!device.get()) { 4005d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) NotifyError(media::VideoDecodeAccelerator::PLATFORM_FAILURE); 4015d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return; 4025d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 4035d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) decoder_.reset(new V4L2VideoDecodeAccelerator( 4043240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch static_cast<EGLDisplay>(rendering_helper_->GetGLDisplay()), 405010d83a9304c5a91596085d917d248abff47903aTorne (Richard Coles) static_cast<EGLContext>(rendering_helper_->GetGLContext()), 40658537e28ecd584eab876aee8be7156509866d23aTorne (Richard Coles) weak_client, 407424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) base::Bind(&DoNothingReturnTrue), 4085d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) device.Pass(), 409424c4d7b64af9d0d8fd9624f381f469654d5e3d2Torne (Richard Coles) base::MessageLoopProxy::current())); 410a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles)#elif defined(OS_CHROMEOS) && defined(ARCH_CPU_X86_FAMILY) 4115d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) CHECK_EQ(gfx::kGLImplementationDesktopGL, gfx::GetGLImplementation()) 4125d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) << "Hardware video decode does not work with OSMesa"; 4135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) decoder_.reset(new VaapiVideoDecodeAccelerator( 4145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static_cast<Display*>(rendering_helper_->GetGLDisplay()), 4153240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch base::Bind(&DoNothingReturnTrue))); 4165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif // OS_WIN 4175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK(decoder_.get()); 418c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch weak_decoder_factory_.reset( 419c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch new base::WeakPtrFactory<VideoDecodeAccelerator>(decoder_.get())); 4205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetState(CS_DECODER_SET); 4215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (decoder_deleted()) 4225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 424a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) CHECK(decoder_->Initialize(profile_, client)); 425c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch FinishInitialization(); 4265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void GLRenderingVDAClient::ProvidePictureBuffers( 4295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint32 requested_num_of_buffers, 4305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const gfx::Size& dimensions, 4315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint32 texture_target) { 4325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (decoder_deleted()) 4335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<media::PictureBuffer> buffers; 4355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 436f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) texture_target_ = texture_target; 4375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (uint32 i = 0; i < requested_num_of_buffers; ++i) { 4385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint32 id = picture_buffers_by_id_.size(); 4395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint32 texture_id; 4405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::WaitableEvent done(false, false); 4415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rendering_helper_->CreateTexture( 442f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) texture_target_, &texture_id, dimensions, &done); 4435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) done.Wait(); 4445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK(outstanding_texture_ids_.insert(texture_id).second); 4455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) media::PictureBuffer* buffer = 4465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) new media::PictureBuffer(id, dimensions, texture_id); 4475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK(picture_buffers_by_id_.insert(std::make_pair(id, buffer)).second); 4485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) buffers.push_back(*buffer); 4495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) decoder_->AssignPictureBuffers(buffers); 4515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void GLRenderingVDAClient::DismissPictureBuffer(int32 picture_buffer_id) { 4545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) PictureBufferById::iterator it = 4555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) picture_buffers_by_id_.find(picture_buffer_id); 4565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK(it != picture_buffers_by_id_.end()); 4575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK_EQ(outstanding_texture_ids_.erase(it->second->texture_id()), 1U); 4585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rendering_helper_->DeleteTexture(it->second->texture_id()); 4595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) delete it->second; 4605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) picture_buffers_by_id_.erase(it); 4615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void GLRenderingVDAClient::PictureReady(const media::Picture& picture) { 4645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We shouldn't be getting pictures delivered after Reset has completed. 4655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK_LT(state_, CS_RESET); 4665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (decoder_deleted()) 4685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 4693240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch 470f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::TimeTicks now = base::TimeTicks::Now(); 47103b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) 47203b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) frame_delivery_times_.push_back(now); 47303b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) 474f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Save the decode time of this picture. 475f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::map<int, base::TimeTicks>::iterator it = 476f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) decode_start_time_.find(picture.bitstream_buffer_id()); 477f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ASSERT_NE(decode_start_time_.end(), it); 478f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) decode_time_.push_back(now - it->second); 479f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) decode_start_time_.erase(it); 4805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK_LE(picture.bitstream_buffer_id(), next_bitstream_buffer_id_); 4825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++num_decoded_frames_; 4835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Mid-stream reset applies only to the last play-through per constructor 4855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // comment. 4865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (remaining_play_throughs_ == 1 && 487f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) reset_after_frame_num_ == num_decoded_frames_) { 4885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) reset_after_frame_num_ = MID_STREAM_RESET; 4895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) decoder_->Reset(); 4905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Re-start decoding from the beginning of the stream to avoid needing to 4915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // know how to find I-frames and so on in this test. 4925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) encoded_data_next_pos_to_decode_ = 0; 4935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 49503b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) media::PictureBuffer* picture_buffer = 49603b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) picture_buffers_by_id_[picture.picture_buffer_id()]; 49703b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) CHECK(picture_buffer); 49803b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) 49903b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) scoped_refptr<VideoFrameTexture> video_frame = 50003b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) new VideoFrameTexture(texture_target_, 50103b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) picture_buffer->texture_id(), 50203b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) base::Bind(&GLRenderingVDAClient::ReturnPicture, 50303b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) AsWeakPtr(), 50403b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) picture.picture_buffer_id())); 5051320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci ++frames_at_render_; 50603b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) 507f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) if (render_as_thumbnails_) { 50803b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) rendering_helper_->RenderThumbnail(video_frame->texture_target(), 50903b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) video_frame->texture_id()); 510f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) } else if (!suppress_rendering_) { 51103b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) rendering_helper_->QueueVideoFrame(window_id_, video_frame); 512eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch } 513f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)} 5145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 515f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles)void GLRenderingVDAClient::ReturnPicture(int32 picture_buffer_id) { 516f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) if (decoder_deleted()) 517f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) return; 5181320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci 5191320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci --frames_at_render_; 5201320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci if (frames_at_render_ == 0 && state_ == CS_RESETTING) { 5211320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci SetState(CS_RESET); 5221320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci DeleteDecoder(); 5231320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci return; 5241320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci } 5251320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci 526f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) if (num_decoded_frames_ > delay_reuse_after_frame_num_) { 5273240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch base::MessageLoop::current()->PostDelayedTask( 5283240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch FROM_HERE, 5293240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch base::Bind(&VideoDecodeAccelerator::ReusePictureBuffer, 530c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch weak_decoder_factory_->GetWeakPtr(), 531f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) picture_buffer_id), 5323240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch kReuseDelay); 5337dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch } else { 534f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) decoder_->ReusePictureBuffer(picture_buffer_id); 5357dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch } 5365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void GLRenderingVDAClient::NotifyEndOfBitstreamBuffer( 5395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int32 bitstream_buffer_id) { 5405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // TODO(fischman): this test currently relies on this notification to make 5415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // forward progress during a Reset(). But the VDA::Reset() API doesn't 5425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // guarantee this, so stop relying on it (and remove the notifications from 5435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // VaapiVideoDecodeAccelerator::FinishReset()). 5445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++num_done_bitstream_buffers_; 5455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) --outstanding_decodes_; 546f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (decode_calls_per_second_ == 0) 547f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) DecodeNextFragment(); 5485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void GLRenderingVDAClient::NotifyFlushDone() { 5515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (decoder_deleted()) 5525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 553f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 5545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetState(CS_FLUSHED); 5555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) --remaining_play_throughs_; 5565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_GE(remaining_play_throughs_, 0); 5575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (decoder_deleted()) 5585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 5595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) decoder_->Reset(); 5605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetState(CS_RESETTING); 5615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void GLRenderingVDAClient::NotifyResetDone() { 5645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (decoder_deleted()) 5655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 5665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (reset_after_frame_num_ == MID_STREAM_RESET) { 5685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) reset_after_frame_num_ = END_OF_STREAM_RESET; 5691e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) DecodeNextFragment(); 5705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 571a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles) } else if (reset_after_frame_num_ == START_OF_STREAM_RESET) { 572a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles) reset_after_frame_num_ = END_OF_STREAM_RESET; 573a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles) for (int i = 0; i < num_in_flight_decodes_; ++i) 5741e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) DecodeNextFragment(); 575a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles) return; 5765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (remaining_play_throughs_) { 5795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) encoded_data_next_pos_to_decode_ = 0; 580c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch FinishInitialization(); 5815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 5825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5841320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci rendering_helper_->Flush(window_id_); 5851320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci 5861320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci if (frames_at_render_ == 0) { 5871320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci SetState(CS_RESET); 5885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DeleteDecoder(); 5891320f92c476a1ad9d19dba2a48c72b75566198e9Primiano Tucci } 5905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void GLRenderingVDAClient::NotifyError(VideoDecodeAccelerator::Error error) { 5935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetState(CS_ERROR); 5945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 596a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles)void GLRenderingVDAClient::OutputFrameDeliveryTimes(base::File* output) { 597eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch std::string s = base::StringPrintf("frame count: %" PRIuS "\n", 598eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch frame_delivery_times_.size()); 599a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) output->WriteAtCurrentPos(s.data(), s.length()); 600eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch base::TimeTicks t0 = initialize_done_ticks_; 601eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch for (size_t i = 0; i < frame_delivery_times_.size(); ++i) { 602eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch s = base::StringPrintf("frame %04" PRIuS ": %" PRId64 " us\n", 603eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch i, 604eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch (frame_delivery_times_[i] - t0).InMicroseconds()); 605eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch t0 = frame_delivery_times_[i]; 606a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) output->WriteAtCurrentPos(s.data(), s.length()); 607eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch } 608eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch} 609eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 6105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static bool LookingAtNAL(const std::string& encoded, size_t pos) { 6112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return encoded[pos] == 0 && encoded[pos + 1] == 0 && 6125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) encoded[pos + 2] == 0 && encoded[pos + 3] == 1; 6135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void GLRenderingVDAClient::SetState(ClientState new_state) { 6165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) note_->Notify(new_state); 6175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) state_ = new_state; 6185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!remaining_play_throughs_ && new_state == delete_decoder_state_) { 6195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK(!decoder_deleted()); 6205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DeleteDecoder(); 6215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 624c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdochvoid GLRenderingVDAClient::FinishInitialization() { 625c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch SetState(CS_INITIALIZED); 626c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch initialize_done_ticks_ = base::TimeTicks::Now(); 627c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch 628c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch if (reset_after_frame_num_ == START_OF_STREAM_RESET) { 629c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch reset_after_frame_num_ = MID_STREAM_RESET; 630c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch decoder_->Reset(); 631c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch return; 632c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch } 633c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch 634c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch for (int i = 0; i < num_in_flight_decodes_; ++i) 635c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch DecodeNextFragment(); 636c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch DCHECK_EQ(outstanding_decodes_, num_in_flight_decodes_); 637c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch} 638c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch 6395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void GLRenderingVDAClient::DeleteDecoder() { 6405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (decoder_deleted()) 6415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 642c5cede9ae108bb15f6b7a8aea21c7e1fefa2834cBen Murdoch weak_decoder_factory_.reset(); 643cedac228d2dd51db4b79ea1e72c7f249408ee061Torne (Richard Coles) decoder_.reset(); 6445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) STLClearObject(&encoded_data_); 6455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (std::set<int>::iterator it = outstanding_texture_ids_.begin(); 6465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) it != outstanding_texture_ids_.end(); ++it) { 6475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) rendering_helper_->DeleteTexture(*it); 6485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) outstanding_texture_ids_.clear(); 6505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Cascade through the rest of the states to simplify test code below. 6515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (int i = state_ + 1; i < CS_MAX; ++i) 6525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetState(static_cast<ClientState>(i)); 6535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6551e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles)std::string GLRenderingVDAClient::GetBytesForFirstFragment( 6562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) size_t start_pos, size_t* end_pos) { 6572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (profile_ < media::H264PROFILE_MAX) { 6582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) *end_pos = start_pos; 6592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) while (*end_pos + 4 < encoded_data_.size()) { 6602a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if ((encoded_data_[*end_pos + 4] & 0x1f) == 0x7) // SPS start frame 6611e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) return GetBytesForNextFragment(*end_pos, end_pos); 6622a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) GetBytesForNextNALU(*end_pos, end_pos); 6632a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) num_skipped_fragments_++; 6642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 6652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) *end_pos = start_pos; 6662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return std::string(); 6672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 6682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK_LE(profile_, media::VP8PROFILE_MAX); 6691e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) return GetBytesForNextFragment(start_pos, end_pos); 6702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 6712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 6721e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles)std::string GLRenderingVDAClient::GetBytesForNextFragment( 6735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) size_t start_pos, size_t* end_pos) { 6745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (profile_ < media::H264PROFILE_MAX) { 6752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) *end_pos = start_pos; 6761e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) GetBytesForNextNALU(*end_pos, end_pos); 6771e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) if (start_pos != *end_pos) { 6782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) num_queued_fragments_++; 6792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 6805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return encoded_data_.substr(start_pos, *end_pos - start_pos); 6815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK_LE(profile_, media::VP8PROFILE_MAX); 6831e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) return GetBytesForNextFrame(start_pos, end_pos); 6845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void GLRenderingVDAClient::GetBytesForNextNALU( 6875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) size_t start_pos, size_t* end_pos) { 6885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *end_pos = start_pos; 6892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (*end_pos + 4 > encoded_data_.size()) 6902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 6915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK(LookingAtNAL(encoded_data_, start_pos)); 6922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) *end_pos += 4; 6932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) while (*end_pos + 4 <= encoded_data_.size() && 6942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) !LookingAtNAL(encoded_data_, *end_pos)) { 6952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ++*end_pos; 6965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (*end_pos + 3 >= encoded_data_.size()) 6982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) *end_pos = encoded_data_.size(); 6995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7011e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles)std::string GLRenderingVDAClient::GetBytesForNextFrame( 7025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) size_t start_pos, size_t* end_pos) { 7035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Helpful description: http://wiki.multimedia.cx/index.php?title=IVF 7045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::string bytes; 7055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (start_pos == 0) 7065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) start_pos = 32; // Skip IVF header. 7075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *end_pos = start_pos; 7081e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) uint32 frame_size = *reinterpret_cast<uint32*>(&encoded_data_[*end_pos]); 7091e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) *end_pos += 12; // Skip frame header. 7101e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) bytes.append(encoded_data_.substr(*end_pos, frame_size)); 7111e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) *end_pos += frame_size; 7121e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) num_queued_fragments_++; 7135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return bytes; 7145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7165d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)static bool FragmentHasConfigInfo(const uint8* data, size_t size, 7175d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) media::VideoCodecProfile profile) { 7185d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (profile >= media::H264PROFILE_MIN && 7195d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) profile <= media::H264PROFILE_MAX) { 7205d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) media::H264Parser parser; 7215d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) parser.SetStream(data, size); 7225d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) media::H264NALU nalu; 7235d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) media::H264Parser::Result result = parser.AdvanceToNextNALU(&nalu); 7245d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (result != media::H264Parser::kOk) { 7255d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Let the VDA figure out there's something wrong with the stream. 7265d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return false; 7275d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 7285d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 7295d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return nalu.nal_unit_type == media::H264NALU::kSPS; 7305d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } else if (profile >= media::VP8PROFILE_MIN && 7315d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) profile <= media::VP8PROFILE_MAX) { 7325d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return (size > 0 && !(data[0] & 0x01)); 7335d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 7345d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Shouldn't happen at this point. 7355d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) LOG(FATAL) << "Invalid profile: " << profile; 7365d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) return false; 7375d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 7385d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 7391e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles)void GLRenderingVDAClient::DecodeNextFragment() { 7405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (decoder_deleted()) 7415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (encoded_data_next_pos_to_decode_ == encoded_data_.size()) { 7435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (outstanding_decodes_ == 0) { 7445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) decoder_->Flush(); 7455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SetState(CS_FLUSHING); 7465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return; 7485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) size_t end_pos; 7502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) std::string next_fragment_bytes; 7512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (encoded_data_next_pos_to_decode_ == 0) { 7521e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) next_fragment_bytes = GetBytesForFirstFragment(0, &end_pos); 7532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else { 7542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) next_fragment_bytes = 7551e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) GetBytesForNextFragment(encoded_data_next_pos_to_decode_, &end_pos); 7562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 7575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) size_t next_fragment_size = next_fragment_bytes.size(); 7585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7595d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Call Reset() just after Decode() if the fragment contains config info. 7605d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // This tests how the VDA behaves when it gets a reset request before it has 7615d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // a chance to ProvidePictureBuffers(). 7625d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) bool reset_here = false; 7635d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (reset_after_frame_num_ == RESET_AFTER_FIRST_CONFIG_INFO) { 7645d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) reset_here = FragmentHasConfigInfo( 7655d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) reinterpret_cast<const uint8*>(next_fragment_bytes.data()), 7665d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) next_fragment_size, 7675d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) profile_); 7685d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (reset_here) 7695d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) reset_after_frame_num_ = END_OF_STREAM_RESET; 7705d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 7715d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 7721e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) // Populate the shared memory buffer w/ the fragment, duplicate its handle, 7735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // and hand it off to the decoder. 7745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::SharedMemory shm; 7755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK(shm.CreateAndMapAnonymous(next_fragment_size)); 7765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) memcpy(shm.memory(), next_fragment_bytes.data(), next_fragment_size); 7775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::SharedMemoryHandle dup_handle; 7785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) CHECK(shm.ShareToProcess(base::Process::Current().handle(), &dup_handle)); 7795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) media::BitstreamBuffer bitstream_buffer( 7802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) next_bitstream_buffer_id_, dup_handle, next_fragment_size); 781f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) decode_start_time_[next_bitstream_buffer_id_] = base::TimeTicks::Now(); 7822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Mask against 30 bits, to avoid (undefined) wraparound on signed integer. 7832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) next_bitstream_buffer_id_ = (next_bitstream_buffer_id_ + 1) & 0x3FFFFFFF; 7845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) decoder_->Decode(bitstream_buffer); 7855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ++outstanding_decodes_; 7865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (!remaining_play_throughs_ && 7875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) -delete_decoder_state_ == next_bitstream_buffer_id_) { 7885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DeleteDecoder(); 7895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 790f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 7915d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (reset_here) { 7925d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) reset_after_frame_num_ = MID_STREAM_RESET; 7935d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) decoder_->Reset(); 7945d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Restart from the beginning to re-Decode() the SPS we just sent. 7955d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) encoded_data_next_pos_to_decode_ = 0; 7965d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } else { 7975d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) encoded_data_next_pos_to_decode_ = end_pos; 7985d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } 7995d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 800f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (decode_calls_per_second_ > 0) { 801f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::MessageLoop::current()->PostDelayedTask( 802f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) FROM_HERE, 803f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Bind(&GLRenderingVDAClient::DecodeNextFragment, AsWeakPtr()), 804f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::TimeDelta::FromSeconds(1) / decode_calls_per_second_); 805f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) } 8065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 8075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 8085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)double GLRenderingVDAClient::frames_per_second() { 809eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch base::TimeDelta delta = frame_delivery_times_.back() - initialize_done_ticks_; 810f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) return num_decoded_frames_ / delta.InSecondsF(); 8115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 8125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 813a02191e04bc25c4935f804f2c080ae28663d096dBen Murdochbase::TimeDelta GLRenderingVDAClient::decode_time_median() { 814f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (decode_time_.size() == 0) 815a02191e04bc25c4935f804f2c080ae28663d096dBen Murdoch return base::TimeDelta(); 816f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::sort(decode_time_.begin(), decode_time_.end()); 817f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) int index = decode_time_.size() / 2; 818f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (decode_time_.size() % 2 != 0) 819a02191e04bc25c4935f804f2c080ae28663d096dBen Murdoch return decode_time_[index]; 820f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 821a02191e04bc25c4935f804f2c080ae28663d096dBen Murdoch return (decode_time_[index] + decode_time_[index - 1]) / 2; 822f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)} 823f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 824f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)class VideoDecodeAcceleratorTest : public ::testing::Test { 825f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) protected: 826f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) VideoDecodeAcceleratorTest(); 827f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) virtual void SetUp(); 828f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) virtual void TearDown(); 829f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 830f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Parse |data| into its constituent parts, set the various output fields 831f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // accordingly, and read in video stream. CHECK-fails on unexpected or 832f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // missing required data. Unspecified optional fields are set to -1. 833f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) void ParseAndReadTestVideoData(base::FilePath::StringType data, 834f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::vector<TestVideoFile*>* test_video_files); 835f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 836f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Update the parameters of |test_video_files| according to 837f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // |num_concurrent_decoders| and |reset_point|. Ex: the expected number of 838f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // frames should be adjusted if decoder is reset in the middle of the stream. 839f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) void UpdateTestVideoFileParams( 840f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) size_t num_concurrent_decoders, 841f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) int reset_point, 842f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::vector<TestVideoFile*>* test_video_files); 843f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 844f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) void InitializeRenderingHelper(const RenderingHelperParams& helper_params); 845f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) void CreateAndStartDecoder(GLRenderingVDAClient* client, 846f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ClientStateNotification<ClientState>* note); 847f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) void WaitUntilDecodeFinish(ClientStateNotification<ClientState>* note); 848f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) void WaitUntilIdle(); 849f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) void OutputLogFile(const base::FilePath::CharType* log_path, 850f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) const std::string& content); 851f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 852f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::vector<TestVideoFile*> test_video_files_; 853f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) RenderingHelper rendering_helper_; 854f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) scoped_refptr<base::MessageLoopProxy> rendering_loop_proxy_; 855f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 856f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) private: 857f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Thread rendering_thread_; 858f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Required for Thread to work. Not used otherwise. 859f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::ShadowingAtExitManager at_exit_manager_; 860f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 861f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) DISALLOW_COPY_AND_ASSIGN(VideoDecodeAcceleratorTest); 862f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)}; 863f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 864f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)VideoDecodeAcceleratorTest::VideoDecodeAcceleratorTest() 865f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) : rendering_thread_("GLRenderingVDAClientThread") {} 866f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 867f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)void VideoDecodeAcceleratorTest::SetUp() { 868f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ParseAndReadTestVideoData(g_test_video_data, &test_video_files_); 869f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 870f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Initialize the rendering thread. 871f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Thread::Options options; 872f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) options.message_loop_type = base::MessageLoop::TYPE_DEFAULT; 873f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)#if defined(OS_WIN) 874f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // For windows the decoding thread initializes the media foundation decoder 875f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // which uses COM. We need the thread to be a UI thread. 876f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) options.message_loop_type = base::MessageLoop::TYPE_UI; 877f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)#endif // OS_WIN 878f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 879f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_thread_.StartWithOptions(options); 880f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_loop_proxy_ = rendering_thread_.message_loop_proxy(); 881f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)} 882f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 883f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)void VideoDecodeAcceleratorTest::TearDown() { 884f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_loop_proxy_->PostTask( 885f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) FROM_HERE, 886f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Bind(&STLDeleteElements<std::vector<TestVideoFile*> >, 887f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) &test_video_files_)); 888f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 889f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::WaitableEvent done(false, false); 890f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_loop_proxy_->PostTask( 891f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) FROM_HERE, 892f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Bind(&RenderingHelper::UnInitialize, 893f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Unretained(&rendering_helper_), 894f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) &done)); 895f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) done.Wait(); 896f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 897f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_thread_.Stop(); 898f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)} 899f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 900f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)void VideoDecodeAcceleratorTest::ParseAndReadTestVideoData( 901f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::FilePath::StringType data, 902f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::vector<TestVideoFile*>* test_video_files) { 903f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::vector<base::FilePath::StringType> entries; 904f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::SplitString(data, ';', &entries); 905f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CHECK_GE(entries.size(), 1U) << data; 906f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) for (size_t index = 0; index < entries.size(); ++index) { 907f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::vector<base::FilePath::StringType> fields; 908f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::SplitString(entries[index], ':', &fields); 909f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CHECK_GE(fields.size(), 1U) << entries[index]; 910f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CHECK_LE(fields.size(), 8U) << entries[index]; 911f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) TestVideoFile* video_file = new TestVideoFile(fields[0]); 912f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (!fields[1].empty()) 913f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CHECK(base::StringToInt(fields[1], &video_file->width)); 914f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (!fields[2].empty()) 915f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CHECK(base::StringToInt(fields[2], &video_file->height)); 916f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (!fields[3].empty()) 917f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CHECK(base::StringToInt(fields[3], &video_file->num_frames)); 918f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (!fields[4].empty()) 919f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CHECK(base::StringToInt(fields[4], &video_file->num_fragments)); 920f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (!fields[5].empty()) 921f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CHECK(base::StringToInt(fields[5], &video_file->min_fps_render)); 922f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (!fields[6].empty()) 923f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CHECK(base::StringToInt(fields[6], &video_file->min_fps_no_render)); 9245d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) int profile = -1; 925f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (!fields[7].empty()) 9265d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) CHECK(base::StringToInt(fields[7], &profile)); 9275d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) video_file->profile = static_cast<media::VideoCodecProfile>(profile); 928f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 929f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) // Read in the video data. 930f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::FilePath filepath(video_file->file_name); 931f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CHECK(base::ReadFileToString(filepath, &video_file->data_str)) 932f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) << "test_video_file: " << filepath.MaybeAsASCII(); 933f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 934f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) test_video_files->push_back(video_file); 935f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) } 936f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)} 937f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 938f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)void VideoDecodeAcceleratorTest::UpdateTestVideoFileParams( 939f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) size_t num_concurrent_decoders, 940f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) int reset_point, 941f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::vector<TestVideoFile*>* test_video_files) { 942f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) for (size_t i = 0; i < test_video_files->size(); i++) { 943f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) TestVideoFile* video_file = (*test_video_files)[i]; 9445d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (reset_point == MID_STREAM_RESET) { 9455d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // Reset should not go beyond the last frame; 9465d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) // reset in the middle of the stream for short videos. 947f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) video_file->reset_after_frame_num = kMaxResetAfterFrameNum; 9485d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) if (video_file->num_frames <= video_file->reset_after_frame_num) 9495d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) video_file->reset_after_frame_num = video_file->num_frames / 2; 9505d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 951f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) video_file->num_frames += video_file->reset_after_frame_num; 9525d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) } else { 9535d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) video_file->reset_after_frame_num = reset_point; 954f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) } 9555d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 956f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (video_file->min_fps_render != -1) 957f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) video_file->min_fps_render /= num_concurrent_decoders; 958f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (video_file->min_fps_no_render != -1) 959f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) video_file->min_fps_no_render /= num_concurrent_decoders; 960f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) } 961f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)} 962f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 963f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)void VideoDecodeAcceleratorTest::InitializeRenderingHelper( 964f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) const RenderingHelperParams& helper_params) { 965f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::WaitableEvent done(false, false); 966f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_loop_proxy_->PostTask( 967f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) FROM_HERE, 968f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Bind(&RenderingHelper::Initialize, 969f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Unretained(&rendering_helper_), 970f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) helper_params, 971f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) &done)); 972f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) done.Wait(); 973f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)} 974f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 975f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)void VideoDecodeAcceleratorTest::CreateAndStartDecoder( 976f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) GLRenderingVDAClient* client, 977f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ClientStateNotification<ClientState>* note) { 978f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_loop_proxy_->PostTask( 979f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) FROM_HERE, 980f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Bind(&GLRenderingVDAClient::CreateAndStartDecoder, 981f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Unretained(client))); 982f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ASSERT_EQ(note->Wait(), CS_DECODER_SET); 983f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)} 984f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 985f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)void VideoDecodeAcceleratorTest::WaitUntilDecodeFinish( 986f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ClientStateNotification<ClientState>* note) { 987f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) for (int i = 0; i < CS_MAX; i++) { 988f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (note->Wait() == CS_DESTROYED) 989f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) break; 990f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) } 991f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)} 992f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 993f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)void VideoDecodeAcceleratorTest::WaitUntilIdle() { 994f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::WaitableEvent done(false, false); 995f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_loop_proxy_->PostTask( 996f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) FROM_HERE, 997f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Bind(&base::WaitableEvent::Signal, base::Unretained(&done))); 998f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) done.Wait(); 999f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)} 1000f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 1001f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)void VideoDecodeAcceleratorTest::OutputLogFile( 1002f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) const base::FilePath::CharType* log_path, 1003f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) const std::string& content) { 1004a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) base::File file(base::FilePath(log_path), 1005a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) base::File::FLAG_CREATE_ALWAYS | base::File::FLAG_WRITE); 1006a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) file.WriteAtCurrentPos(content.data(), content.length()); 1007f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)} 1008f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 10095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Test parameters: 10105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - Number of concurrent decoders. 10115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - Number of concurrent in-flight Decode() calls per decoder. 10125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - Number of play-throughs. 10135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - reset_after_frame_num: see GLRenderingVDAClient ctor. 10145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - delete_decoder_phase: see GLRenderingVDAClient ctor. 10157dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch// - whether to test slow rendering by delaying ReusePictureBuffer(). 1016a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch// - whether the video frames are rendered as thumbnails. 1017f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)class VideoDecodeAcceleratorParamTest 1018f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) : public VideoDecodeAcceleratorTest, 1019f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) public ::testing::WithParamInterface< 1020f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) Tuple7<int, int, int, ResetPoint, ClientState, bool, bool> > { 10215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 10225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Helper so that gtest failures emit a more readable version of the tuple than 10245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// its byte representation. 10255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)::std::ostream& operator<<( 10265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ::std::ostream& os, 10271e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) const Tuple7<int, int, int, ResetPoint, ClientState, bool, bool>& t) { 10285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return os << t.a << ", " << t.b << ", " << t.c << ", " << t.d << ", " << t.e 10291e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) << ", " << t.f << ", " << t.g; 10305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Wait for |note| to report a state and if it's not |expected_state| then 10335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// assert |client| has deleted its decoder. 1034d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles)static void AssertWaitForStateOrDeleted( 1035d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) ClientStateNotification<ClientState>* note, 1036d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) GLRenderingVDAClient* client, 1037d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) ClientState expected_state) { 10385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ClientState state = note->Wait(); 10395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (state == expected_state) return; 10405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ASSERT_TRUE(client->decoder_deleted()) 10415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << "Decoder not deleted but Wait() returned " << state 10425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) << ", instead of " << expected_state; 10435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 10445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// We assert a minimal number of concurrent decoders we expect to succeed. 10465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Different platforms can support more concurrent decoders, so we don't assert 10475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// failure above this. 10485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)enum { kMinSupportedNumConcurrentDecoders = 3 }; 10495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Test the most straightforward case possible: data is decoded from a single 10515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// chunk and rendered to the screen. 1052f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)TEST_P(VideoDecodeAcceleratorParamTest, TestSimpleDecode) { 10531e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) const size_t num_concurrent_decoders = GetParam().a; 10541e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) const size_t num_in_flight_decodes = GetParam().b; 10551e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) const int num_play_throughs = GetParam().c; 10561e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) const int reset_point = GetParam().d; 10571e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) const int delete_decoder_state = GetParam().e; 10581e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) bool test_reuse_delay = GetParam().f; 10591e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) const bool render_as_thumbnails = GetParam().g; 10605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1061f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) UpdateTestVideoFileParams( 1062f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) num_concurrent_decoders, reset_point, &test_video_files_); 10635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1064f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // Suppress GL rendering for all tests when the "--rendering_fps" is 0. 1065f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) const bool suppress_rendering = g_rendering_fps == 0; 10665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1067d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) std::vector<ClientStateNotification<ClientState>*> 1068d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) notes(num_concurrent_decoders, NULL); 10695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) std::vector<GLRenderingVDAClient*> clients(num_concurrent_decoders, NULL); 10705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1071a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch RenderingHelperParams helper_params; 1072f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) helper_params.rendering_fps = g_rendering_fps; 1073a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch helper_params.render_as_thumbnails = render_as_thumbnails; 1074a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch if (render_as_thumbnails) { 1075a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch // Only one decoder is supported with thumbnail rendering 1076a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch CHECK_EQ(num_concurrent_decoders, 1U); 1077a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch helper_params.thumbnails_page_size = kThumbnailsPageSize; 1078a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch helper_params.thumbnail_size = kThumbnailSize; 10792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 10805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 10815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // First kick off all the decoders. 10825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (size_t index = 0; index < num_concurrent_decoders; ++index) { 10832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) TestVideoFile* video_file = 1084f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) test_video_files_[index % test_video_files_.size()]; 1085d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) ClientStateNotification<ClientState>* note = 1086d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) new ClientStateNotification<ClientState>(); 10875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) notes[index] = note; 10887dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch 10897dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch int delay_after_frame_num = std::numeric_limits<int>::max(); 10907dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch if (test_reuse_delay && 10917dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch kMaxFramesToDelayReuse * 2 < video_file->num_frames) { 10927dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch delay_after_frame_num = video_file->num_frames - kMaxFramesToDelayReuse; 10937dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch } 10947dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch 10953240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch GLRenderingVDAClient* client = 109603b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) new GLRenderingVDAClient(index, 109703b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) &rendering_helper_, 10983240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch note, 10993240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch video_file->data_str, 11003240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch num_in_flight_decodes, 11013240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch num_play_throughs, 11023240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch video_file->reset_after_frame_num, 11033240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch delete_decoder_state, 11043240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch video_file->width, 11053240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch video_file->height, 11063240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch video_file->profile, 11073240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch suppress_rendering, 1108f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) delay_after_frame_num, 1109f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 0, 1110f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) render_as_thumbnails); 1111f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 11125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) clients[index] = client; 111303b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) helper_params.window_sizes.push_back( 111403b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) render_as_thumbnails 111503b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) ? kThumbnailsPageSize 111603b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) : gfx::Size(video_file->width, video_file->height)); 1117f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) } 11185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1119f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) InitializeRenderingHelper(helper_params); 1120f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 1121f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) for (size_t index = 0; index < num_concurrent_decoders; ++index) { 1122f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) CreateAndStartDecoder(clients[index], notes[index]); 11235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1124f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 11255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Then wait for all the decodes to finish. 11265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Only check performance & correctness later if we play through only once. 11275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) bool skip_performance_and_correctness_checks = num_play_throughs > 1; 11285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (size_t i = 0; i < num_concurrent_decoders; ++i) { 1129d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) ClientStateNotification<ClientState>* note = notes[i]; 11305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ClientState state = note->Wait(); 11315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (state != CS_INITIALIZED) { 11325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) skip_performance_and_correctness_checks = true; 11335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We expect initialization to fail only when more than the supported 11345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // number of decoders is instantiated. Assert here that something else 11355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // didn't trigger failure. 11365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ASSERT_GT(num_concurrent_decoders, 11375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) static_cast<size_t>(kMinSupportedNumConcurrentDecoders)); 11385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) continue; 11395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 11405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ASSERT_EQ(state, CS_INITIALIZED); 11415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (int n = 0; n < num_play_throughs; ++n) { 11425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // For play-throughs other than the first, we expect initialization to 11435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // succeed unconditionally. 11445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (n > 0) { 11455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ASSERT_NO_FATAL_FAILURE( 11465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AssertWaitForStateOrDeleted(note, clients[i], CS_INITIALIZED)); 11475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 11485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // InitializeDone kicks off decoding inside the client, so we just need to 11495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // wait for Flush. 11505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ASSERT_NO_FATAL_FAILURE( 11515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AssertWaitForStateOrDeleted(note, clients[i], CS_FLUSHING)); 11525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ASSERT_NO_FATAL_FAILURE( 11535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AssertWaitForStateOrDeleted(note, clients[i], CS_FLUSHED)); 11545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // FlushDone requests Reset(). 11555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ASSERT_NO_FATAL_FAILURE( 11565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AssertWaitForStateOrDeleted(note, clients[i], CS_RESETTING)); 11575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 11585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ASSERT_NO_FATAL_FAILURE( 11595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AssertWaitForStateOrDeleted(note, clients[i], CS_RESET)); 11605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // ResetDone requests Destroy(). 11615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ASSERT_NO_FATAL_FAILURE( 11625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AssertWaitForStateOrDeleted(note, clients[i], CS_DESTROYED)); 11635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 11645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Finally assert that decoding went as expected. 11655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (size_t i = 0; i < num_concurrent_decoders && 11665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) !skip_performance_and_correctness_checks; ++i) { 11675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // We can only make performance/correctness assertions if the decoder was 11685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // allowed to finish. 11695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (delete_decoder_state < CS_FLUSHED) 11705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) continue; 11715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) GLRenderingVDAClient* client = clients[i]; 1172f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) TestVideoFile* video_file = test_video_files_[i % test_video_files_.size()]; 1173c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) if (video_file->num_frames > 0) { 1174c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // Expect the decoded frames may be more than the video frames as frames 1175c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // could still be returned until resetting done. 1176c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) if (video_file->reset_after_frame_num > 0) 1177c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) EXPECT_GE(client->num_decoded_frames(), video_file->num_frames); 1178c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) else 1179c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) EXPECT_EQ(client->num_decoded_frames(), video_file->num_frames); 1180c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) } 1181c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) if (reset_point == END_OF_STREAM_RESET) { 11822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) EXPECT_EQ(video_file->num_fragments, client->num_skipped_fragments() + 11832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) client->num_queued_fragments()); 11845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) EXPECT_EQ(client->num_done_bitstream_buffers(), 11851e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) client->num_queued_fragments()); 11865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 11870529e5d033099cbfc42635f6f6183833b09dff6eBen Murdoch LOG(INFO) << "Decoder " << i << " fps: " << client->frames_per_second(); 1188a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch if (!render_as_thumbnails) { 1189a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch int min_fps = suppress_rendering ? 1190a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch video_file->min_fps_no_render : video_file->min_fps_render; 1191a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch if (min_fps > 0 && !test_reuse_delay) 1192a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch EXPECT_GT(client->frames_per_second(), min_fps); 1193a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch } 1194a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch } 1195a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch 1196a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch if (render_as_thumbnails) { 1197a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch std::vector<unsigned char> rgb; 1198a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch bool alpha_solid; 1199f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::WaitableEvent done(false, false); 1200f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_loop_proxy_->PostTask( 1201a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch FROM_HERE, 1202a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch base::Bind(&RenderingHelper::GetThumbnailsAsRGB, 1203f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::Unretained(&rendering_helper_), 1204a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch &rgb, &alpha_solid, &done)); 1205a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch done.Wait(); 1206a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch 1207a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch std::vector<std::string> golden_md5s; 1208a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch std::string md5_string = base::MD5String( 1209a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch base::StringPiece(reinterpret_cast<char*>(&rgb[0]), rgb.size())); 1210f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ReadGoldenThumbnailMD5s(test_video_files_[0], &golden_md5s); 1211a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch std::vector<std::string>::iterator match = 1212a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch find(golden_md5s.begin(), golden_md5s.end(), md5_string); 1213a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch if (match == golden_md5s.end()) { 1214a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch // Convert raw RGB into PNG for export. 1215a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch std::vector<unsigned char> png; 1216a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch gfx::PNGCodec::Encode(&rgb[0], 1217a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch gfx::PNGCodec::FORMAT_RGB, 1218a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch kThumbnailsPageSize, 1219a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch kThumbnailsPageSize.width() * 3, 1220a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch true, 1221a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch std::vector<gfx::PNGCodec::Comment>(), 1222a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch &png); 1223a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch 1224a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch LOG(ERROR) << "Unknown thumbnails MD5: " << md5_string; 1225a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch 1226f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::FilePath filepath(test_video_files_[0]->file_name); 1227a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch filepath = filepath.AddExtension(FILE_PATH_LITERAL(".bad_thumbnails")); 1228a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch filepath = filepath.AddExtension(FILE_PATH_LITERAL(".png")); 1229a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) int num_bytes = base::WriteFile(filepath, 1230a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch reinterpret_cast<char*>(&png[0]), 1231a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch png.size()); 1232a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch ASSERT_EQ(num_bytes, static_cast<int>(png.size())); 1233a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch } 1234a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch ASSERT_NE(match, golden_md5s.end()); 1235a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch EXPECT_EQ(alpha_solid, true) << "RGBA frame had incorrect alpha"; 12365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 12375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1238eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch // Output the frame delivery time to file 1239eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch // We can only make performance/correctness assertions if the decoder was 1240eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch // allowed to finish. 1241f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (g_output_log != NULL && delete_decoder_state >= CS_FLUSHED) { 1242a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) base::File output_file( 1243f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) base::FilePath(g_output_log), 1244a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) base::File::FLAG_CREATE_ALWAYS | base::File::FLAG_WRITE); 1245eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch for (size_t i = 0; i < num_concurrent_decoders; ++i) { 1246a1401311d1ab56c4ed0a474bd38c108f75cb0cd9Torne (Richard Coles) clients[i]->OutputFrameDeliveryTimes(&output_file); 1247eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch } 1248eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch } 1249eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch 1250f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_loop_proxy_->PostTask( 12515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 12525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::Bind(&STLDeleteElements<std::vector<GLRenderingVDAClient*> >, 12535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) &clients)); 1254f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_loop_proxy_->PostTask( 12555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FROM_HERE, 1256d0247b1b59f9c528cb6df88b4f2b9afaf80d181eTorne (Richard Coles) base::Bind(&STLDeleteElements< 1257f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::vector<ClientStateNotification<ClientState>*> >, 1258f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ¬es)); 1259f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) WaitUntilIdle(); 12605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 12615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Test that replay after EOS works fine. 12635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)INSTANTIATE_TEST_CASE_P( 1264f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ReplayAfterEOS, VideoDecodeAcceleratorParamTest, 12655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ::testing::Values( 12661e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 4, END_OF_STREAM_RESET, CS_RESET, false, false))); 12675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1268a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles)// Test that Reset() before the first Decode() works fine. 1269a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles)INSTANTIATE_TEST_CASE_P( 1270f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ResetBeforeDecode, VideoDecodeAcceleratorParamTest, 1271a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles) ::testing::Values( 12721e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, START_OF_STREAM_RESET, CS_RESET, false, false))); 12735d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 12745d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)// Test Reset() immediately after Decode() containing config info. 12755d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)INSTANTIATE_TEST_CASE_P( 12765d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) ResetAfterFirstConfigInfo, VideoDecodeAcceleratorParamTest, 12775d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) ::testing::Values( 12785d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) MakeTuple( 12795d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 1, 1, 1, RESET_AFTER_FIRST_CONFIG_INFO, CS_RESET, false, false))); 1280a36e5920737c6adbddd3e43b760e5de8431db6e0Torne (Richard Coles) 12815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Test that Reset() mid-stream works fine and doesn't affect decoding even when 12825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Decode() calls are made during the reset. 12835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)INSTANTIATE_TEST_CASE_P( 1284f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) MidStreamReset, VideoDecodeAcceleratorParamTest, 12855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ::testing::Values( 12861e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, MID_STREAM_RESET, CS_RESET, false, false))); 12877dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch 12887dbb3d5cf0c15f500944d211057644d6a2f37371Ben MurdochINSTANTIATE_TEST_CASE_P( 1289f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) SlowRendering, VideoDecodeAcceleratorParamTest, 12907dbb3d5cf0c15f500944d211057644d6a2f37371Ben Murdoch ::testing::Values( 12911e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, CS_RESET, true, false))); 12925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 12935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Test that Destroy() mid-stream works fine (primarily this is testing that no 12945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// crashes occur). 12955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)INSTANTIATE_TEST_CASE_P( 1296f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) TearDownTiming, VideoDecodeAcceleratorParamTest, 12975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ::testing::Values( 12981e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, CS_DECODER_SET, false, false), 12991e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, CS_INITIALIZED, false, false), 13001e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, CS_FLUSHING, false, false), 13011e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, CS_FLUSHED, false, false), 13021e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, CS_RESETTING, false, false), 13031e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, CS_RESET, false, false), 13041e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, 1305a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch static_cast<ClientState>(-1), false, false), 13061e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, 1307a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch static_cast<ClientState>(-10), false, false), 13081e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, 1309a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch static_cast<ClientState>(-100), false, false))); 13105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13111e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles)// Test that decoding various variation works with multiple in-flight decodes. 13125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)INSTANTIATE_TEST_CASE_P( 1313f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) DecodeVariations, VideoDecodeAcceleratorParamTest, 13145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ::testing::Values( 13151e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, CS_RESET, false, false), 13161e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 10, 1, END_OF_STREAM_RESET, CS_RESET, false, false), 13175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Tests queuing. 13181e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 15, 1, END_OF_STREAM_RESET, CS_RESET, false, false))); 13195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Find out how many concurrent decoders can go before we exhaust system 13215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// resources. 13225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)INSTANTIATE_TEST_CASE_P( 1323f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ResourceExhaustion, VideoDecodeAcceleratorParamTest, 13245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) ::testing::Values( 13255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // +0 hack below to promote enum to int. 13261e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(kMinSupportedNumConcurrentDecoders + 0, 1, 1, 1327a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch END_OF_STREAM_RESET, CS_RESET, false, false), 13281e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(kMinSupportedNumConcurrentDecoders + 1, 1, 1, 1329a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch END_OF_STREAM_RESET, CS_RESET, false, false))); 1330a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch 1331a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch// Thumbnailing test 1332a3f7b4e666c476898878fa745f637129375cd889Ben MurdochINSTANTIATE_TEST_CASE_P( 1333f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) Thumbnail, VideoDecodeAcceleratorParamTest, 1334a3f7b4e666c476898878fa745f637129375cd889Ben Murdoch ::testing::Values( 13351e9bf3e0803691d0a228da41fc608347b6db4340Torne (Richard Coles) MakeTuple(1, 1, 1, END_OF_STREAM_RESET, CS_RESET, false, true))); 13365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1337f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)// Measure the median of the decode time when VDA::Decode is called 30 times per 1338f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)// second. 1339f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)TEST_F(VideoDecodeAcceleratorTest, TestDecodeTimeMedian) { 1340f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) RenderingHelperParams helper_params; 1341f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) 1342f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // Disable rendering by setting the rendering_fps = 0. 1343f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) helper_params.rendering_fps = 0; 1344f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) helper_params.render_as_thumbnails = false; 1345f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 1346f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) ClientStateNotification<ClientState>* note = 1347f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) new ClientStateNotification<ClientState>(); 1348f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) GLRenderingVDAClient* client = 134903b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) new GLRenderingVDAClient(0, 135003b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) &rendering_helper_, 1351f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) note, 1352f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) test_video_files_[0]->data_str, 1353f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 1, 1354f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 1, 1355f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) test_video_files_[0]->reset_after_frame_num, 1356f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CS_RESET, 1357f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) test_video_files_[0]->width, 1358f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) test_video_files_[0]->height, 1359f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) test_video_files_[0]->profile, 1360f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) true, 1361f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::numeric_limits<int>::max(), 1362f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) kWebRtcDecodeCallsPerSecond, 1363f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) false /* render_as_thumbnail */); 136403b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) helper_params.window_sizes.push_back( 136503b57e008b61dfcb1fbad3aea950ae0e001748b0Torne (Richard Coles) gfx::Size(test_video_files_[0]->width, test_video_files_[0]->height)); 1366f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) InitializeRenderingHelper(helper_params); 1367f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) CreateAndStartDecoder(client, note); 1368f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) WaitUntilDecodeFinish(note); 1369f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 1370a02191e04bc25c4935f804f2c080ae28663d096dBen Murdoch base::TimeDelta decode_time_median = client->decode_time_median(); 1371f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) std::string output_string = 1372a02191e04bc25c4935f804f2c080ae28663d096dBen Murdoch base::StringPrintf("Decode time median: %" PRId64 " us", 1373a02191e04bc25c4935f804f2c080ae28663d096dBen Murdoch decode_time_median.InMicroseconds()); 13740529e5d033099cbfc42635f6f6183833b09dff6eBen Murdoch LOG(INFO) << output_string; 1375f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 1376f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) if (g_output_log != NULL) 1377f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) OutputLogFile(g_output_log, output_string); 1378f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 1379f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_loop_proxy_->DeleteSoon(FROM_HERE, client); 1380f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) rendering_loop_proxy_->DeleteSoon(FROM_HERE, note); 1381f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) WaitUntilIdle(); 1382f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles)}; 1383f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) 13845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// TODO(fischman, vrk): add more tests! In particular: 13855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - Test life-cycle: Seek/Stop/Pause/Play for a single decoder. 13865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - Test alternate configurations 13875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - Test failure conditions. 13885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// - Test frame size changes mid-stream 13895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace 13915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} // namespace content 13925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)int main(int argc, char **argv) { 13945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) testing::InitGoogleTest(&argc, argv); // Removes gtest-specific args. 13956e8cce623b6e4fe0c9e4af605d675dd9d0338c38Torne (Richard Coles) base::CommandLine::Init(argc, argv); 13965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 13975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Needed to enable DVLOG through --vmodule. 1398eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch logging::LoggingSettings settings; 1399eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch settings.logging_dest = logging::LOG_TO_SYSTEM_DEBUG_LOG; 1400eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch CHECK(logging::InitLogging(settings)); 14015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14026e8cce623b6e4fe0c9e4af605d675dd9d0338c38Torne (Richard Coles) const base::CommandLine* cmd_line = base::CommandLine::ForCurrentProcess(); 14035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DCHECK(cmd_line); 14045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14056e8cce623b6e4fe0c9e4af605d675dd9d0338c38Torne (Richard Coles) base::CommandLine::SwitchMap switches = cmd_line->GetSwitches(); 14065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (CommandLine::SwitchMap::const_iterator it = switches.begin(); 14075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) it != switches.end(); ++it) { 14085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (it->first == "test_video_data") { 14093240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch content::g_test_video_data = it->second.c_str(); 14105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) continue; 14115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1412a02191e04bc25c4935f804f2c080ae28663d096dBen Murdoch // The output log for VDA performance test. 1413a02191e04bc25c4935f804f2c080ae28663d096dBen Murdoch if (it->first == "output_log") { 1414f2477e01787aa58f445919b809d89e252beef54fTorne (Richard Coles) content::g_output_log = it->second.c_str(); 14153240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch continue; 14163240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch } 14173240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch if (it->first == "rendering_fps") { 14183240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch // On Windows, CommandLine::StringType is wstring. We need to convert 14193240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch // it to std::string first 14203240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch std::string input(it->second.begin(), it->second.end()); 14213240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch CHECK(base::StringToDouble(input, &content::g_rendering_fps)); 14223240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch continue; 14233240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch } 1424f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) // TODO(owenlin): Remove this flag once it is not used in autotest. 14253240926e260ce088908e02ac07a6cf7b0c0cbf44Ben Murdoch if (it->first == "disable_rendering") { 1426f8ee788a64d60abd8f2d742a5fdedde054ecd910Torne (Richard Coles) content::g_rendering_fps = 0; 1427eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch continue; 1428eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch } 14295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (it->first == "v" || it->first == "vmodule") 14305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) continue; 14315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) LOG(FATAL) << "Unexpected switch: " << it->first << ":" << it->second; 14325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 14335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) base::ShadowingAtExitManager at_exit_manager; 14355f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) content::RenderingHelper::InitializeOneOff(); 14365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 14375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return RUN_ALL_TESTS(); 14385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1439