JpegProcessor.cpp revision b97babb8c08969b55af3b6456d15f764c8873d3f
1ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala/* 2ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * Copyright (C) 2012 The Android Open Source Project 3ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * 4ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * Licensed under the Apache License, Version 2.0 (the "License"); 5ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * you may not use this file except in compliance with the License. 6ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * You may obtain a copy of the License at 7ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * 8ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * http://www.apache.org/licenses/LICENSE-2.0 9ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * 10ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * Unless required by applicable law or agreed to in writing, software 11ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * distributed under the License is distributed on an "AS IS" BASIS, 12ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * See the License for the specific language governing permissions and 14ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala * limitations under the License. 15ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala */ 16ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 174bb8118816874c696d9f1adab48490df1da365f7Eino-Ville Talvala#define LOG_TAG "Camera2-JpegProcessor" 18ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala#define ATRACE_TAG ATRACE_TAG_CAMERA 19ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala//#define LOG_NDEBUG 0 20ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 21a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray#include <netinet/in.h> 22a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 2373bbd1f1c493835f191ea2b0b72439292496b40aEino-Ville Talvala#include <binder/MemoryBase.h> 2473bbd1f1c493835f191ea2b0b72439292496b40aEino-Ville Talvala#include <binder/MemoryHeapBase.h> 25ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala#include <utils/Log.h> 26ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala#include <utils/Trace.h> 271a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 28ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 297b82efe7a376c882f8f938e1c41b8311a8cdda4aEino-Ville Talvala#include "common/CameraDeviceBase.h" 307b82efe7a376c882f8f938e1c41b8311a8cdda4aEino-Ville Talvala#include "api1/Camera2Client.h" 317b82efe7a376c882f8f938e1c41b8311a8cdda4aEino-Ville Talvala#include "api1/client2/Camera2Heap.h" 327b82efe7a376c882f8f938e1c41b8311a8cdda4aEino-Ville Talvala#include "api1/client2/CaptureSequencer.h" 337b82efe7a376c882f8f938e1c41b8311a8cdda4aEino-Ville Talvala#include "api1/client2/JpegProcessor.h" 34ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 35ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvalanamespace android { 36ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvalanamespace camera2 { 37ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 38da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville TalvalaJpegProcessor::JpegProcessor( 39d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala sp<Camera2Client> client, 40da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala wp<CaptureSequencer> sequencer): 41ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala Thread(false), 42d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala mDevice(client->getCameraDevice()), 43da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvala mSequencer(sequencer), 44d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala mId(client->getCameraId()), 45ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala mCaptureAvailable(false), 46ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala mCaptureStreamId(NO_STREAM) { 47ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala} 48ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 49da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville TalvalaJpegProcessor::~JpegProcessor() { 50ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala ALOGV("%s: Exit", __FUNCTION__); 51cf70d3469332445dc3ffd09729da3538612b1bb2Eino-Ville Talvala deleteStream(); 52ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala} 53ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 5404f101c35eaa90b1f95939afac30674ec1611e6fDan Stozavoid JpegProcessor::onFrameAvailable(const BufferItem& /*item*/) { 55ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 56ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala if (!mCaptureAvailable) { 57ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala mCaptureAvailable = true; 58ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala mCaptureAvailableSignal.signal(); 59ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 60ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala} 61ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 62da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalastatus_t JpegProcessor::updateStream(const Parameters ¶ms) { 63ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala ATRACE_CALL(); 64ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala ALOGV("%s", __FUNCTION__); 65ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala status_t res; 66ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 67ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 68ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 69d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala sp<CameraDeviceBase> device = mDevice.promote(); 70d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala if (device == 0) { 71d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala ALOGE("%s: Camera %d: Device does not exist", __FUNCTION__, mId); 72d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala return INVALID_OPERATION; 73d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala } 74ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 75ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala // Find out buffer size for JPEG 7628c9b6f298134624cb52b1af4ed8716dddb983d3Zhijun He ssize_t maxJpegSize = device->getJpegBufferSize(params.pictureWidth, params.pictureHeight); 7728c9b6f298134624cb52b1af4ed8716dddb983d3Zhijun He if (maxJpegSize <= 0) { 7828c9b6f298134624cb52b1af4ed8716dddb983d3Zhijun He ALOGE("%s: Camera %d: Jpeg buffer size (%zu) is invalid ", 7928c9b6f298134624cb52b1af4ed8716dddb983d3Zhijun He __FUNCTION__, mId, maxJpegSize); 80ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala return INVALID_OPERATION; 81ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 82ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 83ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala if (mCaptureConsumer == 0) { 84ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala // Create CPU buffer queue endpoint 858aa0f0619ea867e8fb240cf27913d4f8ae767385Dan Stoza sp<IGraphicBufferProducer> producer; 868aa0f0619ea867e8fb240cf27913d4f8ae767385Dan Stoza sp<IGraphicBufferConsumer> consumer; 878aa0f0619ea867e8fb240cf27913d4f8ae767385Dan Stoza BufferQueue::createBufferQueue(&producer, &consumer); 888aa0f0619ea867e8fb240cf27913d4f8ae767385Dan Stoza mCaptureConsumer = new CpuConsumer(consumer, 1); 89ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala mCaptureConsumer->setFrameAvailableListener(this); 90ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala mCaptureConsumer->setName(String8("Camera2Client::CaptureConsumer")); 918aa0f0619ea867e8fb240cf27913d4f8ae767385Dan Stoza mCaptureWindow = new Surface(producer); 922d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala } 932d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala 942d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala // Since ashmem heaps are rounded up to page size, don't reallocate if 952d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala // the capture heap isn't exactly the same size as the required JPEG buffer 962d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala const size_t HEAP_SLACK_FACTOR = 2; 972d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala if (mCaptureHeap == 0 || 982d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala (mCaptureHeap->getSize() < static_cast<size_t>(maxJpegSize)) || 992d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala (mCaptureHeap->getSize() > 1002d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala static_cast<size_t>(maxJpegSize) * HEAP_SLACK_FACTOR) ) { 101ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala // Create memory for API consumption 1022d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala mCaptureHeap.clear(); 1032d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala mCaptureHeap = 1042d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala new MemoryHeapBase(maxJpegSize, 0, "Camera2Client::CaptureHeap"); 105a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray if (mCaptureHeap->getSize() == 0) { 106ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala ALOGE("%s: Camera %d: Unable to allocate memory for capture", 107d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala __FUNCTION__, mId); 108ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala return NO_MEMORY; 109ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 110ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 1112d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala ALOGV("%s: Camera %d: JPEG capture heap now %d bytes; requested %d bytes", 1122d077d0acdbb26eeb1357489c999ec875f6ce297Eino-Ville Talvala __FUNCTION__, mId, mCaptureHeap->getSize(), maxJpegSize); 113ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 114ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala if (mCaptureStreamId != NO_STREAM) { 115ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala // Check if stream parameters have to change 116ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala uint32_t currentWidth, currentHeight; 117ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala res = device->getStreamInfo(mCaptureStreamId, 118ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala ¤tWidth, ¤tHeight, 0); 119ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala if (res != OK) { 120ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala ALOGE("%s: Camera %d: Error querying capture output stream info: " 121ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala "%s (%d)", __FUNCTION__, 122d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala mId, strerror(-res), res); 123ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala return res; 124ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 125ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala if (currentWidth != (uint32_t)params.pictureWidth || 126ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala currentHeight != (uint32_t)params.pictureHeight) { 127ecf17e82505fdb60d59e00b6dd59036df93de655Igor Murashkin ALOGV("%s: Camera %d: Deleting stream %d since the buffer dimensions changed", 128d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala __FUNCTION__, mId, mCaptureStreamId); 129ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala res = device->deleteStream(mCaptureStreamId); 130dca254aef0c09867e50fe6613c6fad405de72842Igor Murashkin if (res == -EBUSY) { 131dca254aef0c09867e50fe6613c6fad405de72842Igor Murashkin ALOGV("%s: Camera %d: Device is busy, call updateStream again " 132dca254aef0c09867e50fe6613c6fad405de72842Igor Murashkin " after it becomes idle", __FUNCTION__, mId); 133dca254aef0c09867e50fe6613c6fad405de72842Igor Murashkin return res; 134dca254aef0c09867e50fe6613c6fad405de72842Igor Murashkin } else if (res != OK) { 135ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala ALOGE("%s: Camera %d: Unable to delete old output stream " 136ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala "for capture: %s (%d)", __FUNCTION__, 137d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala mId, strerror(-res), res); 138ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala return res; 139ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 140ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala mCaptureStreamId = NO_STREAM; 141ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 142ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 143ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 144ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala if (mCaptureStreamId == NO_STREAM) { 145ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala // Create stream for HAL production 146ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala res = device->createStream(mCaptureWindow, 147ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala params.pictureWidth, params.pictureHeight, 1483d82c0d9ed2b3e956ad699a9ca2c8a70c9d24678Eino-Ville Talvala HAL_PIXEL_FORMAT_BLOB, HAL_DATASPACE_JFIF, 149b97babb8c08969b55af3b6456d15f764c8873d3fYin-Chia Yeh CAMERA3_STREAM_ROTATION_0, &mCaptureStreamId); 150ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala if (res != OK) { 151ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala ALOGE("%s: Camera %d: Can't create output stream for capture: " 152d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala "%s (%d)", __FUNCTION__, mId, 153ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala strerror(-res), res); 154ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala return res; 155ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 156ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 157ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 158ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala return OK; 159ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala} 160ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 161da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalastatus_t JpegProcessor::deleteStream() { 162ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala ATRACE_CALL(); 163ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 164ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 165ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 166ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala if (mCaptureStreamId != NO_STREAM) { 167d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala sp<CameraDeviceBase> device = mDevice.promote(); 168d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala if (device == 0) { 169d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala ALOGE("%s: Camera %d: Device does not exist", __FUNCTION__, mId); 170d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala return INVALID_OPERATION; 171d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala } 172ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 173ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala device->deleteStream(mCaptureStreamId); 174cf70d3469332445dc3ffd09729da3538612b1bb2Eino-Ville Talvala 175cf70d3469332445dc3ffd09729da3538612b1bb2Eino-Ville Talvala mCaptureHeap.clear(); 176cf70d3469332445dc3ffd09729da3538612b1bb2Eino-Ville Talvala mCaptureWindow.clear(); 177cf70d3469332445dc3ffd09729da3538612b1bb2Eino-Ville Talvala mCaptureConsumer.clear(); 178cf70d3469332445dc3ffd09729da3538612b1bb2Eino-Ville Talvala 179ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala mCaptureStreamId = NO_STREAM; 180ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 181ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala return OK; 182ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala} 183ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 184da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalaint JpegProcessor::getStreamId() const { 185ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 186ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala return mCaptureStreamId; 187ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala} 188ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 189ddf3c5025e2f6f35a4c188c19f30142c64a092c4Igor Murashkinvoid JpegProcessor::dump(int /*fd*/, const Vector<String16>& /*args*/) const { 190ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala} 191ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 192da6665cbd06ca58d3357c3002b7366d13e23f152Eino-Ville Talvalabool JpegProcessor::threadLoop() { 193ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala status_t res; 194ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 195ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala { 196ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala Mutex::Autolock l(mInputMutex); 197ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala while (!mCaptureAvailable) { 198ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala res = mCaptureAvailableSignal.waitRelative(mInputMutex, 199ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala kWaitDuration); 200ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala if (res == TIMED_OUT) return true; 201ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 202ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala mCaptureAvailable = false; 203ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 204ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 205ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala do { 206d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvala res = processNewCapture(); 207ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } while (res == OK); 208ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 209ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala return true; 210ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala} 211ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 212d09801b99503b57c35e321ad9afa7e861e012813Eino-Ville Talvalastatus_t JpegProcessor::processNewCapture() { 213ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala ATRACE_CALL(); 214ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala status_t res; 215ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala sp<Camera2Heap> captureHeap; 216138851bd3cadfb60238f87567e24808925731837Zhijun He sp<MemoryBase> captureBuffer; 217ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 218ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala CpuConsumer::LockedBuffer imgBuffer; 219ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 220138851bd3cadfb60238f87567e24808925731837Zhijun He { 221138851bd3cadfb60238f87567e24808925731837Zhijun He Mutex::Autolock l(mInputMutex); 222138851bd3cadfb60238f87567e24808925731837Zhijun He if (mCaptureStreamId == NO_STREAM) { 223138851bd3cadfb60238f87567e24808925731837Zhijun He ALOGW("%s: Camera %d: No stream is available", __FUNCTION__, mId); 224138851bd3cadfb60238f87567e24808925731837Zhijun He return INVALID_OPERATION; 225ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 226ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 227138851bd3cadfb60238f87567e24808925731837Zhijun He res = mCaptureConsumer->lockNextBuffer(&imgBuffer); 228138851bd3cadfb60238f87567e24808925731837Zhijun He if (res != OK) { 229138851bd3cadfb60238f87567e24808925731837Zhijun He if (res != BAD_VALUE) { 230138851bd3cadfb60238f87567e24808925731837Zhijun He ALOGE("%s: Camera %d: Error receiving still image buffer: " 231138851bd3cadfb60238f87567e24808925731837Zhijun He "%s (%d)", __FUNCTION__, 232138851bd3cadfb60238f87567e24808925731837Zhijun He mId, strerror(-res), res); 233138851bd3cadfb60238f87567e24808925731837Zhijun He } 234138851bd3cadfb60238f87567e24808925731837Zhijun He return res; 235138851bd3cadfb60238f87567e24808925731837Zhijun He } 236ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 237138851bd3cadfb60238f87567e24808925731837Zhijun He ALOGV("%s: Camera %d: Still capture available", __FUNCTION__, 238138851bd3cadfb60238f87567e24808925731837Zhijun He mId); 239ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 240138851bd3cadfb60238f87567e24808925731837Zhijun He if (imgBuffer.format != HAL_PIXEL_FORMAT_BLOB) { 241138851bd3cadfb60238f87567e24808925731837Zhijun He ALOGE("%s: Camera %d: Unexpected format for still image: " 242138851bd3cadfb60238f87567e24808925731837Zhijun He "%x, expected %x", __FUNCTION__, mId, 243138851bd3cadfb60238f87567e24808925731837Zhijun He imgBuffer.format, 244138851bd3cadfb60238f87567e24808925731837Zhijun He HAL_PIXEL_FORMAT_BLOB); 245138851bd3cadfb60238f87567e24808925731837Zhijun He mCaptureConsumer->unlockBuffer(imgBuffer); 246138851bd3cadfb60238f87567e24808925731837Zhijun He return OK; 247138851bd3cadfb60238f87567e24808925731837Zhijun He } 248a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 249138851bd3cadfb60238f87567e24808925731837Zhijun He // Find size of JPEG image 250138851bd3cadfb60238f87567e24808925731837Zhijun He size_t jpegSize = findJpegSize(imgBuffer.data, imgBuffer.width); 251138851bd3cadfb60238f87567e24808925731837Zhijun He if (jpegSize == 0) { // failed to find size, default to whole buffer 252138851bd3cadfb60238f87567e24808925731837Zhijun He jpegSize = imgBuffer.width; 253138851bd3cadfb60238f87567e24808925731837Zhijun He } 254138851bd3cadfb60238f87567e24808925731837Zhijun He size_t heapSize = mCaptureHeap->getSize(); 255138851bd3cadfb60238f87567e24808925731837Zhijun He if (jpegSize > heapSize) { 256138851bd3cadfb60238f87567e24808925731837Zhijun He ALOGW("%s: JPEG image is larger than expected, truncating " 2575c679d41714e42f153f6aeb492df54510a195bc1Colin Cross "(got %zu, expected at most %zu bytes)", 258138851bd3cadfb60238f87567e24808925731837Zhijun He __FUNCTION__, jpegSize, heapSize); 259138851bd3cadfb60238f87567e24808925731837Zhijun He jpegSize = heapSize; 260138851bd3cadfb60238f87567e24808925731837Zhijun He } 261138851bd3cadfb60238f87567e24808925731837Zhijun He 262138851bd3cadfb60238f87567e24808925731837Zhijun He // TODO: Optimize this to avoid memcopy 263138851bd3cadfb60238f87567e24808925731837Zhijun He captureBuffer = new MemoryBase(mCaptureHeap, 0, jpegSize); 264138851bd3cadfb60238f87567e24808925731837Zhijun He void* captureMemory = mCaptureHeap->getBase(); 265138851bd3cadfb60238f87567e24808925731837Zhijun He memcpy(captureMemory, imgBuffer.data, jpegSize); 266ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 267138851bd3cadfb60238f87567e24808925731837Zhijun He mCaptureConsumer->unlockBuffer(imgBuffer); 268138851bd3cadfb60238f87567e24808925731837Zhijun He } 269ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 270fe580e57081885dd6059e0d407a6cd96a1be7e51Eino-Ville Talvala sp<CaptureSequencer> sequencer = mSequencer.promote(); 271fe580e57081885dd6059e0d407a6cd96a1be7e51Eino-Ville Talvala if (sequencer != 0) { 272a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray sequencer->onCaptureAvailable(imgBuffer.timestamp, captureBuffer); 273ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala } 274fe580e57081885dd6059e0d407a6cd96a1be7e51Eino-Ville Talvala 275ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala return OK; 276ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala} 277ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala 278a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray/* 279a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * JPEG FILE FORMAT OVERVIEW. 280a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * http://www.jpeg.org/public/jfif.pdf 281a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * (JPEG is the image compression algorithm, actual file format is called JFIF) 282a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * 283a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * "Markers" are 2-byte patterns used to distinguish parts of JFIF files. The 284a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * first byte is always 0xFF, and the second byte is between 0x01 and 0xFE 285a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * (inclusive). Because every marker begins with the same byte, they are 286a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * referred to by the second byte's value. 287a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * 288a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * JFIF files all begin with the Start of Image (SOI) marker, which is 0xD8. 289a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * Following it, "segment" sections begin with other markers, followed by a 290a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * 2-byte length (in network byte order), then the segment data. 291a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * 292a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * For our purposes we will ignore the data, and just use the length to skip to 293a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * the next segment. This is necessary because the data inside segments are 294a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * allowed to contain the End of Image marker (0xFF 0xD9), preventing us from 295a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * naievely scanning until the end. 296a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * 297a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * After all the segments are processed, the jpeg compressed image stream begins. 298a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * This can be considered an opaque format with one requirement: all 0xFF bytes 299a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * in this stream must be followed with a 0x00 byte. This prevents any of the 300a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * image data to be interpreted as a segment. The only exception to this is at 301a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * the end of the image stream there is an End of Image (EOI) marker, which is 302a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray * 0xFF followed by a non-zero (0xD9) byte. 303a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray */ 304a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 305a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Rayconst uint8_t MARK = 0xFF; // First byte of marker 306a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Rayconst uint8_t SOI = 0xD8; // Start of Image 307a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Rayconst uint8_t EOI = 0xD9; // End of Image 308a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Rayconst size_t MARKER_LENGTH = 2; // length of a marker 309a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 310a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray#pragma pack(push) 311a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray#pragma pack(1) 312a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Raytypedef struct segment { 313a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray uint8_t marker[MARKER_LENGTH]; 314a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray uint16_t length; 315a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray} segment_t; 316a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray#pragma pack(pop) 317a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 318a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray/* HELPER FUNCTIONS */ 319a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 320a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray// check for Start of Image marker 321a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Raybool checkJpegStart(uint8_t* buf) { 322a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray return buf[0] == MARK && buf[1] == SOI; 323a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray} 324a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray// check for End of Image marker 325a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Raybool checkJpegEnd(uint8_t *buf) { 326a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray return buf[0] == MARK && buf[1] == EOI; 327a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray} 328a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray// check for arbitrary marker, returns marker type (second byte) 329a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray// returns 0 if no marker found. Note: 0x00 is not a valid marker type 330a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Rayuint8_t checkJpegMarker(uint8_t *buf) { 331a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray if (buf[0] == MARK && buf[1] > 0 && buf[1] < 0xFF) { 332a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray return buf[1]; 333a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 334a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray return 0; 335a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray} 336a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 337a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray// Return the size of the JPEG, 0 indicates failure 3380fa1e760f7093d025c977e5813e8d3a04c863ce3Alex Raysize_t JpegProcessor::findJpegSize(uint8_t* jpegBuffer, size_t maxSize) { 339a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray size_t size; 340a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 3410fa1e760f7093d025c977e5813e8d3a04c863ce3Alex Ray // First check for JPEG transport header at the end of the buffer 3420fa1e760f7093d025c977e5813e8d3a04c863ce3Alex Ray uint8_t *header = jpegBuffer + (maxSize - sizeof(struct camera2_jpeg_blob)); 3430fa1e760f7093d025c977e5813e8d3a04c863ce3Alex Ray struct camera2_jpeg_blob *blob = (struct camera2_jpeg_blob*)(header); 344a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray if (blob->jpeg_blob_id == CAMERA2_JPEG_BLOB_ID) { 345a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray size = blob->jpeg_size; 346a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray if (size > 0 && size <= maxSize - sizeof(struct camera2_jpeg_blob)) { 347a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray // Verify SOI and EOI markers 348a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray size_t offset = size - MARKER_LENGTH; 3490fa1e760f7093d025c977e5813e8d3a04c863ce3Alex Ray uint8_t *end = jpegBuffer + offset; 3500fa1e760f7093d025c977e5813e8d3a04c863ce3Alex Ray if (checkJpegStart(jpegBuffer) && checkJpegEnd(end)) { 351e5729fac81c8a984e984fefc90afc64135817d4fColin Cross ALOGV("Found JPEG transport header, img size %zu", size); 352a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray return size; 353a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } else { 354a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray ALOGW("Found JPEG transport header with bad Image Start/End"); 355a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 356a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } else { 357e5729fac81c8a984e984fefc90afc64135817d4fColin Cross ALOGW("Found JPEG transport header with bad size %zu", size); 358a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 359a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 360a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 3610fa1e760f7093d025c977e5813e8d3a04c863ce3Alex Ray // Check Start of Image 3620fa1e760f7093d025c977e5813e8d3a04c863ce3Alex Ray if ( !checkJpegStart(jpegBuffer) ) { 363a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray ALOGE("Could not find start of JPEG marker"); 364a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray return 0; 365a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 366a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 367a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray // Read JFIF segment markers, skip over segment data 368a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray size = 0; 369a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray while (size <= maxSize - MARKER_LENGTH) { 3700fa1e760f7093d025c977e5813e8d3a04c863ce3Alex Ray segment_t *segment = (segment_t*)(jpegBuffer + size); 371a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray uint8_t type = checkJpegMarker(segment->marker); 372a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray if (type == 0) { // invalid marker, no more segments, begin JPEG data 373e5729fac81c8a984e984fefc90afc64135817d4fColin Cross ALOGV("JPEG stream found beginning at offset %zu", size); 374a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray break; 375a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 376a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray if (type == EOI || size > maxSize - sizeof(segment_t)) { 377e5729fac81c8a984e984fefc90afc64135817d4fColin Cross ALOGE("Got premature End before JPEG data, offset %zu", size); 378a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray return 0; 379a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 380a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray size_t length = ntohs(segment->length); 381e5729fac81c8a984e984fefc90afc64135817d4fColin Cross ALOGV("JFIF Segment, type %x length %zx", type, length); 382a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray size += length + MARKER_LENGTH; 383a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 384a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 385a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray // Find End of Image 386a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray // Scan JPEG buffer until End of Image (EOI) 387a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray bool foundEnd = false; 388ddf3c5025e2f6f35a4c188c19f30142c64a092c4Igor Murashkin for ( ; size <= maxSize - MARKER_LENGTH; size++) { 3890fa1e760f7093d025c977e5813e8d3a04c863ce3Alex Ray if ( checkJpegEnd(jpegBuffer + size) ) { 390a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray foundEnd = true; 391a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray size += MARKER_LENGTH; 392a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray break; 393a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 394a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 395a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray if (!foundEnd) { 396a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray ALOGE("Could not find end of JPEG marker"); 397a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray return 0; 398a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 399a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 400a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray if (size > maxSize) { 401e5729fac81c8a984e984fefc90afc64135817d4fColin Cross ALOGW("JPEG size %zu too large, reducing to maxSize %zu", size, maxSize); 402a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray size = maxSize; 403a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray } 404e5729fac81c8a984e984fefc90afc64135817d4fColin Cross ALOGV("Final JPEG size %zu", size); 405a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray return size; 406a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray} 407a6b4c40e70eafc5aba16163999de6d3e26667b89Alex Ray 408ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala}; // namespace camera2 409ea0d51b5ed0b474433b02414f9133b835f972569Eino-Ville Talvala}; // namespace android 410