Camera2Client.cpp revision d56db1d2bee182d1851097a9c712712fc094d117
1/* 2 * Copyright (C) 2012 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17#define LOG_TAG "Camera2Client" 18#define ATRACE_TAG ATRACE_TAG_CAMERA 19//#define LOG_NDEBUG 0 20 21#include <inttypes.h> 22#include <utils/Log.h> 23#include <utils/Trace.h> 24 25#include <cutils/properties.h> 26#include <gui/Surface.h> 27#include <android/hardware/camera2/ICameraDeviceCallbacks.h> 28 29#include "api1/Camera2Client.h" 30 31#include "api1/client2/StreamingProcessor.h" 32#include "api1/client2/JpegProcessor.h" 33#include "api1/client2/CaptureSequencer.h" 34#include "api1/client2/CallbackProcessor.h" 35#include "api1/client2/ZslProcessor.h" 36 37#define ALOG1(...) ALOGD_IF(gLogLevel >= 1, __VA_ARGS__); 38#define ALOG2(...) ALOGD_IF(gLogLevel >= 2, __VA_ARGS__); 39 40namespace android { 41using namespace camera2; 42 43static int getCallingPid() { 44 return IPCThreadState::self()->getCallingPid(); 45} 46 47// Interface used by CameraService 48 49Camera2Client::Camera2Client(const sp<CameraService>& cameraService, 50 const sp<hardware::ICameraClient>& cameraClient, 51 const String16& clientPackageName, 52 int cameraId, 53 int cameraFacing, 54 int clientPid, 55 uid_t clientUid, 56 int servicePid, 57 bool legacyMode): 58 Camera2ClientBase(cameraService, cameraClient, clientPackageName, 59 cameraId, cameraFacing, clientPid, clientUid, servicePid), 60 mParameters(cameraId, cameraFacing) 61{ 62 ATRACE_CALL(); 63 64 SharedParameters::Lock l(mParameters); 65 l.mParameters.state = Parameters::DISCONNECTED; 66 67 mLegacyMode = legacyMode; 68} 69 70status_t Camera2Client::initialize(CameraModule *module) 71{ 72 ATRACE_CALL(); 73 ALOGV("%s: Initializing client for camera %d", __FUNCTION__, mCameraId); 74 status_t res; 75 76 res = Camera2ClientBase::initialize(module); 77 if (res != OK) { 78 return res; 79 } 80 81 { 82 SharedParameters::Lock l(mParameters); 83 84 res = l.mParameters.initialize(&(mDevice->info()), mDeviceVersion); 85 if (res != OK) { 86 ALOGE("%s: Camera %d: unable to build defaults: %s (%d)", 87 __FUNCTION__, mCameraId, strerror(-res), res); 88 return NO_INIT; 89 } 90 } 91 92 String8 threadName; 93 94 mStreamingProcessor = new StreamingProcessor(this); 95 threadName = String8::format("C2-%d-StreamProc", 96 mCameraId); 97 98 mFrameProcessor = new FrameProcessor(mDevice, this); 99 threadName = String8::format("C2-%d-FrameProc", 100 mCameraId); 101 mFrameProcessor->run(threadName.string()); 102 103 mCaptureSequencer = new CaptureSequencer(this); 104 threadName = String8::format("C2-%d-CaptureSeq", 105 mCameraId); 106 mCaptureSequencer->run(threadName.string()); 107 108 mJpegProcessor = new JpegProcessor(this, mCaptureSequencer); 109 threadName = String8::format("C2-%d-JpegProc", 110 mCameraId); 111 mJpegProcessor->run(threadName.string()); 112 113 mZslProcessor = new ZslProcessor(this, mCaptureSequencer); 114 115 threadName = String8::format("C2-%d-ZslProc", 116 mCameraId); 117 mZslProcessor->run(threadName.string()); 118 119 mCallbackProcessor = new CallbackProcessor(this); 120 threadName = String8::format("C2-%d-CallbkProc", 121 mCameraId); 122 mCallbackProcessor->run(threadName.string()); 123 124 if (gLogLevel >= 1) { 125 SharedParameters::Lock l(mParameters); 126 ALOGD("%s: Default parameters converted from camera %d:", __FUNCTION__, 127 mCameraId); 128 ALOGD("%s", l.mParameters.paramsFlattened.string()); 129 } 130 131 return OK; 132} 133 134Camera2Client::~Camera2Client() { 135 ATRACE_CALL(); 136 ALOGV("~Camera2Client"); 137 138 mDestructionStarted = true; 139 140 disconnect(); 141 142 ALOGI("Camera %d: Closed", mCameraId); 143} 144 145status_t Camera2Client::dump(int fd, const Vector<String16>& args) { 146 return BasicClient::dump(fd, args); 147} 148 149status_t Camera2Client::dumpClient(int fd, const Vector<String16>& args) { 150 String8 result; 151 result.appendFormat("Client2[%d] (%p) PID: %d, dump:\n", mCameraId, 152 (getRemoteCallback() != NULL ? 153 (IInterface::asBinder(getRemoteCallback()).get()) : NULL), 154 mClientPid); 155 result.append(" State: "); 156#define CASE_APPEND_ENUM(x) case x: result.append(#x "\n"); break; 157 158 const Parameters& p = mParameters.unsafeAccess(); 159 160 result.append(Parameters::getStateName(p.state)); 161 162 result.append("\n Current parameters:\n"); 163 result.appendFormat(" Preview size: %d x %d\n", 164 p.previewWidth, p.previewHeight); 165 result.appendFormat(" Preview FPS range: %d - %d\n", 166 p.previewFpsRange[0], p.previewFpsRange[1]); 167 result.appendFormat(" Preview HAL pixel format: 0x%x\n", 168 p.previewFormat); 169 result.appendFormat(" Preview transform: %x\n", 170 p.previewTransform); 171 result.appendFormat(" Picture size: %d x %d\n", 172 p.pictureWidth, p.pictureHeight); 173 result.appendFormat(" Jpeg thumbnail size: %d x %d\n", 174 p.jpegThumbSize[0], p.jpegThumbSize[1]); 175 result.appendFormat(" Jpeg quality: %d, thumbnail quality: %d\n", 176 p.jpegQuality, p.jpegThumbQuality); 177 result.appendFormat(" Jpeg rotation: %d\n", p.jpegRotation); 178 result.appendFormat(" GPS tags %s\n", 179 p.gpsEnabled ? "enabled" : "disabled"); 180 if (p.gpsEnabled) { 181 result.appendFormat(" GPS lat x long x alt: %f x %f x %f\n", 182 p.gpsCoordinates[0], p.gpsCoordinates[1], 183 p.gpsCoordinates[2]); 184 result.appendFormat(" GPS timestamp: %" PRId64 "\n", 185 p.gpsTimestamp); 186 result.appendFormat(" GPS processing method: %s\n", 187 p.gpsProcessingMethod.string()); 188 } 189 190 result.append(" White balance mode: "); 191 switch (p.wbMode) { 192 CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_AUTO) 193 CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_INCANDESCENT) 194 CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_FLUORESCENT) 195 CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_WARM_FLUORESCENT) 196 CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_DAYLIGHT) 197 CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_CLOUDY_DAYLIGHT) 198 CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_TWILIGHT) 199 CASE_APPEND_ENUM(ANDROID_CONTROL_AWB_MODE_SHADE) 200 default: result.append("UNKNOWN\n"); 201 } 202 203 result.append(" Effect mode: "); 204 switch (p.effectMode) { 205 CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_OFF) 206 CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_MONO) 207 CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_NEGATIVE) 208 CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_SOLARIZE) 209 CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_SEPIA) 210 CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_POSTERIZE) 211 CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_WHITEBOARD) 212 CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_BLACKBOARD) 213 CASE_APPEND_ENUM(ANDROID_CONTROL_EFFECT_MODE_AQUA) 214 default: result.append("UNKNOWN\n"); 215 } 216 217 result.append(" Antibanding mode: "); 218 switch (p.antibandingMode) { 219 CASE_APPEND_ENUM(ANDROID_CONTROL_AE_ANTIBANDING_MODE_AUTO) 220 CASE_APPEND_ENUM(ANDROID_CONTROL_AE_ANTIBANDING_MODE_OFF) 221 CASE_APPEND_ENUM(ANDROID_CONTROL_AE_ANTIBANDING_MODE_50HZ) 222 CASE_APPEND_ENUM(ANDROID_CONTROL_AE_ANTIBANDING_MODE_60HZ) 223 default: result.append("UNKNOWN\n"); 224 } 225 226 result.append(" Scene mode: "); 227 switch (p.sceneMode) { 228 case ANDROID_CONTROL_SCENE_MODE_DISABLED: 229 result.append("AUTO\n"); break; 230 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_ACTION) 231 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_PORTRAIT) 232 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_LANDSCAPE) 233 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_NIGHT) 234 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_NIGHT_PORTRAIT) 235 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_THEATRE) 236 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_BEACH) 237 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_SNOW) 238 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_SUNSET) 239 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_STEADYPHOTO) 240 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_FIREWORKS) 241 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_SPORTS) 242 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_PARTY) 243 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_CANDLELIGHT) 244 CASE_APPEND_ENUM(ANDROID_CONTROL_SCENE_MODE_BARCODE) 245 default: result.append("UNKNOWN\n"); 246 } 247 248 result.append(" Flash mode: "); 249 switch (p.flashMode) { 250 CASE_APPEND_ENUM(Parameters::FLASH_MODE_OFF) 251 CASE_APPEND_ENUM(Parameters::FLASH_MODE_AUTO) 252 CASE_APPEND_ENUM(Parameters::FLASH_MODE_ON) 253 CASE_APPEND_ENUM(Parameters::FLASH_MODE_TORCH) 254 CASE_APPEND_ENUM(Parameters::FLASH_MODE_RED_EYE) 255 CASE_APPEND_ENUM(Parameters::FLASH_MODE_INVALID) 256 default: result.append("UNKNOWN\n"); 257 } 258 259 result.append(" Focus mode: "); 260 switch (p.focusMode) { 261 CASE_APPEND_ENUM(Parameters::FOCUS_MODE_AUTO) 262 CASE_APPEND_ENUM(Parameters::FOCUS_MODE_MACRO) 263 CASE_APPEND_ENUM(Parameters::FOCUS_MODE_CONTINUOUS_VIDEO) 264 CASE_APPEND_ENUM(Parameters::FOCUS_MODE_CONTINUOUS_PICTURE) 265 CASE_APPEND_ENUM(Parameters::FOCUS_MODE_EDOF) 266 CASE_APPEND_ENUM(Parameters::FOCUS_MODE_INFINITY) 267 CASE_APPEND_ENUM(Parameters::FOCUS_MODE_FIXED) 268 CASE_APPEND_ENUM(Parameters::FOCUS_MODE_INVALID) 269 default: result.append("UNKNOWN\n"); 270 } 271 272 result.append(" Focus state: "); 273 switch (p.focusState) { 274 CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_INACTIVE) 275 CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_PASSIVE_SCAN) 276 CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_PASSIVE_FOCUSED) 277 CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_PASSIVE_UNFOCUSED) 278 CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_ACTIVE_SCAN) 279 CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_FOCUSED_LOCKED) 280 CASE_APPEND_ENUM(ANDROID_CONTROL_AF_STATE_NOT_FOCUSED_LOCKED) 281 default: result.append("UNKNOWN\n"); 282 } 283 284 result.append(" Focusing areas:\n"); 285 for (size_t i = 0; i < p.focusingAreas.size(); i++) { 286 result.appendFormat(" [ (%d, %d, %d, %d), weight %d ]\n", 287 p.focusingAreas[i].left, 288 p.focusingAreas[i].top, 289 p.focusingAreas[i].right, 290 p.focusingAreas[i].bottom, 291 p.focusingAreas[i].weight); 292 } 293 294 result.appendFormat(" Exposure compensation index: %d\n", 295 p.exposureCompensation); 296 297 result.appendFormat(" AE lock %s, AWB lock %s\n", 298 p.autoExposureLock ? "enabled" : "disabled", 299 p.autoWhiteBalanceLock ? "enabled" : "disabled" ); 300 301 result.appendFormat(" Metering areas:\n"); 302 for (size_t i = 0; i < p.meteringAreas.size(); i++) { 303 result.appendFormat(" [ (%d, %d, %d, %d), weight %d ]\n", 304 p.meteringAreas[i].left, 305 p.meteringAreas[i].top, 306 p.meteringAreas[i].right, 307 p.meteringAreas[i].bottom, 308 p.meteringAreas[i].weight); 309 } 310 311 result.appendFormat(" Zoom index: %d\n", p.zoom); 312 result.appendFormat(" Video size: %d x %d\n", p.videoWidth, 313 p.videoHeight); 314 315 result.appendFormat(" Recording hint is %s\n", 316 p.recordingHint ? "set" : "not set"); 317 318 result.appendFormat(" Video stabilization is %s\n", 319 p.videoStabilization ? "enabled" : "disabled"); 320 321 result.appendFormat(" Selected still capture FPS range: %d - %d\n", 322 p.fastInfo.bestStillCaptureFpsRange[0], 323 p.fastInfo.bestStillCaptureFpsRange[1]); 324 325 result.append(" Current streams:\n"); 326 result.appendFormat(" Preview stream ID: %d\n", 327 getPreviewStreamId()); 328 result.appendFormat(" Capture stream ID: %d\n", 329 getCaptureStreamId()); 330 result.appendFormat(" Recording stream ID: %d\n", 331 getRecordingStreamId()); 332 333 result.append(" Quirks for this camera:\n"); 334 bool haveQuirk = false; 335 if (p.quirks.triggerAfWithAuto) { 336 result.appendFormat(" triggerAfWithAuto\n"); 337 haveQuirk = true; 338 } 339 if (p.quirks.useZslFormat) { 340 result.appendFormat(" useZslFormat\n"); 341 haveQuirk = true; 342 } 343 if (p.quirks.meteringCropRegion) { 344 result.appendFormat(" meteringCropRegion\n"); 345 haveQuirk = true; 346 } 347 if (p.quirks.partialResults) { 348 result.appendFormat(" usePartialResult\n"); 349 haveQuirk = true; 350 } 351 if (!haveQuirk) { 352 result.appendFormat(" none\n"); 353 } 354 355 write(fd, result.string(), result.size()); 356 357 mStreamingProcessor->dump(fd, args); 358 359 mCaptureSequencer->dump(fd, args); 360 361 mFrameProcessor->dump(fd, args); 362 363 mZslProcessor->dump(fd, args); 364 365 return dumpDevice(fd, args); 366#undef CASE_APPEND_ENUM 367} 368 369// ICamera interface 370 371binder::Status Camera2Client::disconnect() { 372 ATRACE_CALL(); 373 Mutex::Autolock icl(mBinderSerializationLock); 374 375 binder::Status res = binder::Status::ok(); 376 // Allow both client and the cameraserver to disconnect at all times 377 int callingPid = getCallingPid(); 378 if (callingPid != mClientPid && callingPid != mServicePid) return res; 379 380 if (mDevice == 0) return res; 381 382 ALOGV("Camera %d: Shutting down", mCameraId); 383 384 /** 385 * disconnect() cannot call any methods that might need to promote a 386 * wp<Camera2Client>, since disconnect can be called from the destructor, at 387 * which point all such promotions will fail. 388 */ 389 390 stopPreviewL(); 391 392 { 393 SharedParameters::Lock l(mParameters); 394 if (l.mParameters.state == Parameters::DISCONNECTED) return res; 395 l.mParameters.state = Parameters::DISCONNECTED; 396 } 397 398 mFrameProcessor->requestExit(); 399 mCaptureSequencer->requestExit(); 400 mJpegProcessor->requestExit(); 401 mZslProcessor->requestExit(); 402 mCallbackProcessor->requestExit(); 403 404 ALOGV("Camera %d: Waiting for threads", mCameraId); 405 406 { 407 // Don't wait with lock held, in case the other threads need to 408 // complete callbacks that re-enter Camera2Client 409 mBinderSerializationLock.unlock(); 410 411 mFrameProcessor->join(); 412 mCaptureSequencer->join(); 413 mJpegProcessor->join(); 414 mZslProcessor->join(); 415 mCallbackProcessor->join(); 416 417 mBinderSerializationLock.lock(); 418 } 419 420 ALOGV("Camera %d: Deleting streams", mCameraId); 421 422 mStreamingProcessor->deletePreviewStream(); 423 mStreamingProcessor->deleteRecordingStream(); 424 mJpegProcessor->deleteStream(); 425 mCallbackProcessor->deleteStream(); 426 mZslProcessor->deleteStream(); 427 428 ALOGV("Camera %d: Disconnecting device", mCameraId); 429 430 mDevice->disconnect(); 431 432 mDevice.clear(); 433 434 CameraService::Client::disconnect(); 435 436 return res; 437} 438 439status_t Camera2Client::connect(const sp<hardware::ICameraClient>& client) { 440 ATRACE_CALL(); 441 ALOGV("%s: E", __FUNCTION__); 442 Mutex::Autolock icl(mBinderSerializationLock); 443 444 if (mClientPid != 0 && getCallingPid() != mClientPid) { 445 ALOGE("%s: Camera %d: Connection attempt from pid %d; " 446 "current locked to pid %d", __FUNCTION__, 447 mCameraId, getCallingPid(), mClientPid); 448 return BAD_VALUE; 449 } 450 451 mClientPid = getCallingPid(); 452 453 mRemoteCallback = client; 454 mSharedCameraCallbacks = client; 455 456 return OK; 457} 458 459status_t Camera2Client::lock() { 460 ATRACE_CALL(); 461 ALOGV("%s: E", __FUNCTION__); 462 Mutex::Autolock icl(mBinderSerializationLock); 463 ALOGV("%s: Camera %d: Lock call from pid %d; current client pid %d", 464 __FUNCTION__, mCameraId, getCallingPid(), mClientPid); 465 466 if (mClientPid == 0) { 467 mClientPid = getCallingPid(); 468 return OK; 469 } 470 471 if (mClientPid != getCallingPid()) { 472 ALOGE("%s: Camera %d: Lock call from pid %d; currently locked to pid %d", 473 __FUNCTION__, mCameraId, getCallingPid(), mClientPid); 474 return EBUSY; 475 } 476 477 return OK; 478} 479 480status_t Camera2Client::unlock() { 481 ATRACE_CALL(); 482 ALOGV("%s: E", __FUNCTION__); 483 Mutex::Autolock icl(mBinderSerializationLock); 484 ALOGV("%s: Camera %d: Unlock call from pid %d; current client pid %d", 485 __FUNCTION__, mCameraId, getCallingPid(), mClientPid); 486 487 if (mClientPid == getCallingPid()) { 488 SharedParameters::Lock l(mParameters); 489 if (l.mParameters.state == Parameters::RECORD || 490 l.mParameters.state == Parameters::VIDEO_SNAPSHOT) { 491 ALOGD("Not allowed to unlock camera during recording."); 492 return INVALID_OPERATION; 493 } 494 mClientPid = 0; 495 mRemoteCallback.clear(); 496 mSharedCameraCallbacks.clear(); 497 return OK; 498 } 499 500 ALOGE("%s: Camera %d: Unlock call from pid %d; currently locked to pid %d", 501 __FUNCTION__, mCameraId, getCallingPid(), mClientPid); 502 return EBUSY; 503} 504 505status_t Camera2Client::setPreviewTarget( 506 const sp<IGraphicBufferProducer>& bufferProducer) { 507 ATRACE_CALL(); 508 ALOGV("%s: E", __FUNCTION__); 509 Mutex::Autolock icl(mBinderSerializationLock); 510 status_t res; 511 if ( (res = checkPid(__FUNCTION__) ) != OK) return res; 512 513 sp<IBinder> binder; 514 sp<Surface> window; 515 if (bufferProducer != 0) { 516 binder = IInterface::asBinder(bufferProducer); 517 // Using controlledByApp flag to ensure that the buffer queue remains in 518 // async mode for the old camera API, where many applications depend 519 // on that behavior. 520 window = new Surface(bufferProducer, /*controlledByApp*/ true); 521 } 522 return setPreviewWindowL(binder, window); 523} 524 525status_t Camera2Client::setPreviewWindowL(const sp<IBinder>& binder, 526 sp<Surface> window) { 527 ATRACE_CALL(); 528 status_t res; 529 530 if (binder == mPreviewSurface) { 531 ALOGV("%s: Camera %d: New window is same as old window", 532 __FUNCTION__, mCameraId); 533 return NO_ERROR; 534 } 535 536 Parameters::State state; 537 { 538 SharedParameters::Lock l(mParameters); 539 state = l.mParameters.state; 540 } 541 switch (state) { 542 case Parameters::DISCONNECTED: 543 case Parameters::RECORD: 544 case Parameters::STILL_CAPTURE: 545 case Parameters::VIDEO_SNAPSHOT: 546 ALOGE("%s: Camera %d: Cannot set preview display while in state %s", 547 __FUNCTION__, mCameraId, 548 Parameters::getStateName(state)); 549 return INVALID_OPERATION; 550 case Parameters::STOPPED: 551 case Parameters::WAITING_FOR_PREVIEW_WINDOW: 552 // OK 553 break; 554 case Parameters::PREVIEW: 555 // Already running preview - need to stop and create a new stream 556 res = stopStream(); 557 if (res != OK) { 558 ALOGE("%s: Unable to stop preview to swap windows: %s (%d)", 559 __FUNCTION__, strerror(-res), res); 560 return res; 561 } 562 state = Parameters::WAITING_FOR_PREVIEW_WINDOW; 563 break; 564 } 565 566 mPreviewSurface = binder; 567 res = mStreamingProcessor->setPreviewWindow(window); 568 if (res != OK) { 569 ALOGE("%s: Unable to set new preview window: %s (%d)", 570 __FUNCTION__, strerror(-res), res); 571 return res; 572 } 573 574 if (state == Parameters::WAITING_FOR_PREVIEW_WINDOW) { 575 SharedParameters::Lock l(mParameters); 576 l.mParameters.state = state; 577 return startPreviewL(l.mParameters, false); 578 } 579 580 return OK; 581} 582 583void Camera2Client::setPreviewCallbackFlag(int flag) { 584 ATRACE_CALL(); 585 ALOGV("%s: Camera %d: Flag 0x%x", __FUNCTION__, mCameraId, flag); 586 Mutex::Autolock icl(mBinderSerializationLock); 587 588 if ( checkPid(__FUNCTION__) != OK) return; 589 590 SharedParameters::Lock l(mParameters); 591 setPreviewCallbackFlagL(l.mParameters, flag); 592} 593 594void Camera2Client::setPreviewCallbackFlagL(Parameters ¶ms, int flag) { 595 status_t res = OK; 596 597 switch(params.state) { 598 case Parameters::STOPPED: 599 case Parameters::WAITING_FOR_PREVIEW_WINDOW: 600 case Parameters::PREVIEW: 601 case Parameters::STILL_CAPTURE: 602 // OK 603 break; 604 default: 605 if (flag & CAMERA_FRAME_CALLBACK_FLAG_ENABLE_MASK) { 606 ALOGE("%s: Camera %d: Can't use preview callbacks " 607 "in state %d", __FUNCTION__, mCameraId, params.state); 608 return; 609 } 610 } 611 612 if (flag & CAMERA_FRAME_CALLBACK_FLAG_ONE_SHOT_MASK) { 613 ALOGV("%s: setting oneshot", __FUNCTION__); 614 params.previewCallbackOneShot = true; 615 } 616 if (params.previewCallbackFlags != (uint32_t)flag) { 617 618 if (params.previewCallbackSurface && flag != CAMERA_FRAME_CALLBACK_FLAG_NOOP) { 619 // Disable any existing preview callback window when enabling 620 // preview callback flags 621 res = mCallbackProcessor->setCallbackWindow(NULL); 622 if (res != OK) { 623 ALOGE("%s: Camera %d: Unable to clear preview callback surface:" 624 " %s (%d)", __FUNCTION__, mCameraId, strerror(-res), res); 625 return; 626 } 627 params.previewCallbackSurface = false; 628 } 629 630 params.previewCallbackFlags = flag; 631 632 if (params.state == Parameters::PREVIEW) { 633 res = startPreviewL(params, true); 634 if (res != OK) { 635 ALOGE("%s: Camera %d: Unable to refresh request in state %s", 636 __FUNCTION__, mCameraId, 637 Parameters::getStateName(params.state)); 638 } 639 } 640 } 641} 642 643status_t Camera2Client::setPreviewCallbackTarget( 644 const sp<IGraphicBufferProducer>& callbackProducer) { 645 ATRACE_CALL(); 646 ALOGV("%s: E", __FUNCTION__); 647 Mutex::Autolock icl(mBinderSerializationLock); 648 status_t res; 649 if ( (res = checkPid(__FUNCTION__) ) != OK) return res; 650 651 sp<Surface> window; 652 if (callbackProducer != 0) { 653 window = new Surface(callbackProducer); 654 } 655 656 res = mCallbackProcessor->setCallbackWindow(window); 657 if (res != OK) { 658 ALOGE("%s: Camera %d: Unable to set preview callback surface: %s (%d)", 659 __FUNCTION__, mCameraId, strerror(-res), res); 660 return res; 661 } 662 663 SharedParameters::Lock l(mParameters); 664 665 if (window != NULL) { 666 // Disable traditional callbacks when a valid callback target is given 667 l.mParameters.previewCallbackFlags = CAMERA_FRAME_CALLBACK_FLAG_NOOP; 668 l.mParameters.previewCallbackOneShot = false; 669 l.mParameters.previewCallbackSurface = true; 670 } else { 671 // Disable callback target if given a NULL interface. 672 l.mParameters.previewCallbackSurface = false; 673 } 674 675 switch(l.mParameters.state) { 676 case Parameters::PREVIEW: 677 res = startPreviewL(l.mParameters, true); 678 break; 679 case Parameters::RECORD: 680 case Parameters::VIDEO_SNAPSHOT: 681 res = startRecordingL(l.mParameters, true); 682 break; 683 default: 684 break; 685 } 686 if (res != OK) { 687 ALOGE("%s: Camera %d: Unable to refresh request in state %s", 688 __FUNCTION__, mCameraId, 689 Parameters::getStateName(l.mParameters.state)); 690 } 691 692 return OK; 693} 694 695 696status_t Camera2Client::startPreview() { 697 ATRACE_CALL(); 698 ALOGV("%s: E", __FUNCTION__); 699 Mutex::Autolock icl(mBinderSerializationLock); 700 status_t res; 701 if ( (res = checkPid(__FUNCTION__) ) != OK) return res; 702 SharedParameters::Lock l(mParameters); 703 return startPreviewL(l.mParameters, false); 704} 705 706status_t Camera2Client::startPreviewL(Parameters ¶ms, bool restart) { 707 ATRACE_CALL(); 708 status_t res; 709 710 ALOGV("%s: state == %d, restart = %d", __FUNCTION__, params.state, restart); 711 712 if ( (params.state == Parameters::PREVIEW || 713 params.state == Parameters::RECORD || 714 params.state == Parameters::VIDEO_SNAPSHOT) 715 && !restart) { 716 // Succeed attempt to re-enter a streaming state 717 ALOGI("%s: Camera %d: Preview already active, ignoring restart", 718 __FUNCTION__, mCameraId); 719 return OK; 720 } 721 if (params.state > Parameters::PREVIEW && !restart) { 722 ALOGE("%s: Can't start preview in state %s", 723 __FUNCTION__, 724 Parameters::getStateName(params.state)); 725 return INVALID_OPERATION; 726 } 727 728 if (!mStreamingProcessor->haveValidPreviewWindow()) { 729 params.state = Parameters::WAITING_FOR_PREVIEW_WINDOW; 730 return OK; 731 } 732 params.state = Parameters::STOPPED; 733 int lastPreviewStreamId = mStreamingProcessor->getPreviewStreamId(); 734 735 res = mStreamingProcessor->updatePreviewStream(params); 736 if (res != OK) { 737 ALOGE("%s: Camera %d: Unable to update preview stream: %s (%d)", 738 __FUNCTION__, mCameraId, strerror(-res), res); 739 return res; 740 } 741 742 bool previewStreamChanged = mStreamingProcessor->getPreviewStreamId() != lastPreviewStreamId; 743 744 // We could wait to create the JPEG output stream until first actual use 745 // (first takePicture call). However, this would substantially increase the 746 // first capture latency on HAL3 devices. 747 // So create it unconditionally at preview start. As a drawback, 748 // this increases gralloc memory consumption for applications that don't 749 // ever take a picture. Do not enter this mode when jpeg stream will slow 750 // down preview. 751 // TODO: Find a better compromise, though this likely would involve HAL 752 // changes. 753 int lastJpegStreamId = mJpegProcessor->getStreamId(); 754 // If jpeg stream will slow down preview, make sure we remove it before starting preview 755 if (params.slowJpegMode) { 756 mJpegProcessor->deleteStream(); 757 } else { 758 res = updateProcessorStream(mJpegProcessor, params); 759 if (res != OK) { 760 ALOGE("%s: Camera %d: Can't pre-configure still image " 761 "stream: %s (%d)", 762 __FUNCTION__, mCameraId, strerror(-res), res); 763 return res; 764 } 765 } 766 bool jpegStreamChanged = mJpegProcessor->getStreamId() != lastJpegStreamId; 767 768 Vector<int32_t> outputStreams; 769 bool callbacksEnabled = (params.previewCallbackFlags & 770 CAMERA_FRAME_CALLBACK_FLAG_ENABLE_MASK) || 771 params.previewCallbackSurface; 772 773 if (callbacksEnabled) { 774 // Can't have recording stream hanging around when enabling callbacks, 775 // since it exceeds the max stream count on some devices. 776 if (mStreamingProcessor->getRecordingStreamId() != NO_STREAM) { 777 ALOGV("%s: Camera %d: Clearing out recording stream before " 778 "creating callback stream", __FUNCTION__, mCameraId); 779 res = mStreamingProcessor->stopStream(); 780 if (res != OK) { 781 ALOGE("%s: Camera %d: Can't stop streaming to delete " 782 "recording stream", __FUNCTION__, mCameraId); 783 return res; 784 } 785 res = mStreamingProcessor->deleteRecordingStream(); 786 if (res != OK) { 787 ALOGE("%s: Camera %d: Unable to delete recording stream before " 788 "enabling callbacks: %s (%d)", __FUNCTION__, mCameraId, 789 strerror(-res), res); 790 return res; 791 } 792 } 793 794 res = mCallbackProcessor->updateStream(params); 795 if (res != OK) { 796 ALOGE("%s: Camera %d: Unable to update callback stream: %s (%d)", 797 __FUNCTION__, mCameraId, strerror(-res), res); 798 return res; 799 } 800 outputStreams.push(getCallbackStreamId()); 801 } else if (previewStreamChanged && mCallbackProcessor->getStreamId() != NO_STREAM) { 802 /** 803 * Delete the unused callback stream when preview stream is changed and 804 * preview is not enabled. Don't need stop preview stream as preview is in 805 * STOPPED state now. 806 */ 807 ALOGV("%s: Camera %d: Delete unused preview callback stream.", __FUNCTION__, mCameraId); 808 res = mCallbackProcessor->deleteStream(); 809 if (res != OK) { 810 ALOGE("%s: Camera %d: Unable to delete callback stream %s (%d)", 811 __FUNCTION__, mCameraId, strerror(-res), res); 812 return res; 813 } 814 } 815 816 if (params.zslMode && !params.recordingHint && 817 getRecordingStreamId() == NO_STREAM) { 818 res = updateProcessorStream(mZslProcessor, params); 819 if (res != OK) { 820 ALOGE("%s: Camera %d: Unable to update ZSL stream: %s (%d)", 821 __FUNCTION__, mCameraId, strerror(-res), res); 822 return res; 823 } 824 825 if (jpegStreamChanged) { 826 ALOGV("%s: Camera %d: Clear ZSL buffer queue when Jpeg size is changed", 827 __FUNCTION__, mCameraId); 828 mZslProcessor->clearZslQueue(); 829 } 830 outputStreams.push(getZslStreamId()); 831 } else { 832 mZslProcessor->deleteStream(); 833 } 834 835 outputStreams.push(getPreviewStreamId()); 836 837 if (!params.recordingHint) { 838 if (!restart) { 839 res = mStreamingProcessor->updatePreviewRequest(params); 840 if (res != OK) { 841 ALOGE("%s: Camera %d: Can't set up preview request: " 842 "%s (%d)", __FUNCTION__, mCameraId, 843 strerror(-res), res); 844 return res; 845 } 846 } 847 res = mStreamingProcessor->startStream(StreamingProcessor::PREVIEW, 848 outputStreams); 849 } else { 850 if (!restart) { 851 res = mStreamingProcessor->updateRecordingRequest(params); 852 if (res != OK) { 853 ALOGE("%s: Camera %d: Can't set up preview request with " 854 "record hint: %s (%d)", __FUNCTION__, mCameraId, 855 strerror(-res), res); 856 return res; 857 } 858 } 859 res = mStreamingProcessor->startStream(StreamingProcessor::RECORD, 860 outputStreams); 861 } 862 if (res != OK) { 863 ALOGE("%s: Camera %d: Unable to start streaming preview: %s (%d)", 864 __FUNCTION__, mCameraId, strerror(-res), res); 865 return res; 866 } 867 868 params.state = Parameters::PREVIEW; 869 return OK; 870} 871 872void Camera2Client::stopPreview() { 873 ATRACE_CALL(); 874 ALOGV("%s: E", __FUNCTION__); 875 Mutex::Autolock icl(mBinderSerializationLock); 876 status_t res; 877 if ( (res = checkPid(__FUNCTION__) ) != OK) return; 878 stopPreviewL(); 879} 880 881void Camera2Client::stopPreviewL() { 882 ATRACE_CALL(); 883 status_t res; 884 const nsecs_t kStopCaptureTimeout = 3000000000LL; // 3 seconds 885 Parameters::State state; 886 { 887 SharedParameters::Lock l(mParameters); 888 state = l.mParameters.state; 889 } 890 891 switch (state) { 892 case Parameters::DISCONNECTED: 893 // Nothing to do. 894 break; 895 case Parameters::STOPPED: 896 case Parameters::VIDEO_SNAPSHOT: 897 case Parameters::STILL_CAPTURE: 898 mCaptureSequencer->waitUntilIdle(kStopCaptureTimeout); 899 // no break 900 case Parameters::RECORD: 901 case Parameters::PREVIEW: 902 syncWithDevice(); 903 res = stopStream(); 904 if (res != OK) { 905 ALOGE("%s: Camera %d: Can't stop streaming: %s (%d)", 906 __FUNCTION__, mCameraId, strerror(-res), res); 907 } 908 909 // Flush all in-process captures and buffer in order to stop 910 // preview faster. 911 res = mDevice->flush(); 912 if (res != OK) { 913 ALOGE("%s: Camera %d: Unable to flush pending requests: %s (%d)", 914 __FUNCTION__, mCameraId, strerror(-res), res); 915 } 916 917 res = mDevice->waitUntilDrained(); 918 if (res != OK) { 919 ALOGE("%s: Camera %d: Waiting to stop streaming failed: %s (%d)", 920 __FUNCTION__, mCameraId, strerror(-res), res); 921 } 922 // Clean up recording stream 923 res = mStreamingProcessor->deleteRecordingStream(); 924 if (res != OK) { 925 ALOGE("%s: Camera %d: Unable to delete recording stream before " 926 "stop preview: %s (%d)", 927 __FUNCTION__, mCameraId, strerror(-res), res); 928 } 929 // no break 930 case Parameters::WAITING_FOR_PREVIEW_WINDOW: { 931 SharedParameters::Lock l(mParameters); 932 l.mParameters.state = Parameters::STOPPED; 933 commandStopFaceDetectionL(l.mParameters); 934 break; 935 } 936 default: 937 ALOGE("%s: Camera %d: Unknown state %d", __FUNCTION__, mCameraId, 938 state); 939 } 940} 941 942bool Camera2Client::previewEnabled() { 943 ATRACE_CALL(); 944 Mutex::Autolock icl(mBinderSerializationLock); 945 status_t res; 946 if ( (res = checkPid(__FUNCTION__) ) != OK) return false; 947 948 SharedParameters::Lock l(mParameters); 949 return l.mParameters.state == Parameters::PREVIEW; 950} 951 952status_t Camera2Client::setVideoBufferMode(int32_t videoBufferMode) { 953 ATRACE_CALL(); 954 Mutex::Autolock icl(mBinderSerializationLock); 955 status_t res; 956 if ( (res = checkPid(__FUNCTION__) ) != OK) return res; 957 958 SharedParameters::Lock l(mParameters); 959 switch (l.mParameters.state) { 960 case Parameters::RECORD: 961 case Parameters::VIDEO_SNAPSHOT: 962 ALOGE("%s: Camera %d: Can't be called in state %s", 963 __FUNCTION__, mCameraId, 964 Parameters::getStateName(l.mParameters.state)); 965 return INVALID_OPERATION; 966 default: 967 // OK 968 break; 969 } 970 971 if (videoBufferMode != VIDEO_BUFFER_MODE_BUFFER_QUEUE) { 972 ALOGE("%s: %d: Only video buffer queue is supported", __FUNCTION__, __LINE__); 973 return BAD_VALUE; 974 } 975 976 l.mParameters.videoBufferMode = videoBufferMode; 977 978 return OK; 979} 980 981status_t Camera2Client::startRecording() { 982 ATRACE_CALL(); 983 ALOGV("%s: E", __FUNCTION__); 984 Mutex::Autolock icl(mBinderSerializationLock); 985 status_t res; 986 if ( (res = checkPid(__FUNCTION__) ) != OK) return res; 987 SharedParameters::Lock l(mParameters); 988 989 return startRecordingL(l.mParameters, false); 990} 991 992status_t Camera2Client::startRecordingL(Parameters ¶ms, bool restart) { 993 status_t res; 994 995 ALOGV("%s: state == %d, restart = %d", __FUNCTION__, params.state, restart); 996 997 switch (params.state) { 998 case Parameters::STOPPED: 999 res = startPreviewL(params, false); 1000 if (res != OK) return res; 1001 // Make sure first preview request is submitted to the HAL device to avoid 1002 // two consecutive set of configure_streams being called into the HAL. 1003 // TODO: Refactor this to avoid initial preview configuration. 1004 syncWithDevice(); 1005 break; 1006 case Parameters::PREVIEW: 1007 // Ready to go 1008 break; 1009 case Parameters::RECORD: 1010 case Parameters::VIDEO_SNAPSHOT: 1011 // OK to call this when recording is already on, just skip unless 1012 // we're looking to restart 1013 if (!restart) return OK; 1014 break; 1015 default: 1016 ALOGE("%s: Camera %d: Can't start recording in state %s", 1017 __FUNCTION__, mCameraId, 1018 Parameters::getStateName(params.state)); 1019 return INVALID_OPERATION; 1020 }; 1021 1022 if (params.videoBufferMode != VIDEO_BUFFER_MODE_BUFFER_QUEUE) { 1023 ALOGE("%s: Camera %d: Recording only supported buffer queue mode, but " 1024 "mode %d is requested!", __FUNCTION__, mCameraId, params.videoBufferMode); 1025 return INVALID_OPERATION; 1026 } 1027 1028 if (!mStreamingProcessor->haveValidRecordingWindow()) { 1029 ALOGE("%s: No valid recording window", __FUNCTION__); 1030 return INVALID_OPERATION; 1031 } 1032 1033 if (!restart) { 1034 mCameraService->playSound(CameraService::SOUND_RECORDING_START); 1035 mStreamingProcessor->updateRecordingRequest(params); 1036 if (res != OK) { 1037 ALOGE("%s: Camera %d: Unable to update recording request: %s (%d)", 1038 __FUNCTION__, mCameraId, strerror(-res), res); 1039 return res; 1040 } 1041 } 1042 1043 // Not all devices can support a preview callback stream and a recording 1044 // stream at the same time, so assume none of them can. 1045 if (mCallbackProcessor->getStreamId() != NO_STREAM) { 1046 ALOGV("%s: Camera %d: Clearing out callback stream before " 1047 "creating recording stream", __FUNCTION__, mCameraId); 1048 res = mStreamingProcessor->stopStream(); 1049 if (res != OK) { 1050 ALOGE("%s: Camera %d: Can't stop streaming to delete callback stream", 1051 __FUNCTION__, mCameraId); 1052 return res; 1053 } 1054 res = mCallbackProcessor->deleteStream(); 1055 if (res != OK) { 1056 ALOGE("%s: Camera %d: Unable to delete callback stream before " 1057 "record: %s (%d)", __FUNCTION__, mCameraId, 1058 strerror(-res), res); 1059 return res; 1060 } 1061 } 1062 1063 // Clean up ZSL before transitioning into recording 1064 if (mZslProcessor->getStreamId() != NO_STREAM) { 1065 ALOGV("%s: Camera %d: Clearing out zsl stream before " 1066 "creating recording stream", __FUNCTION__, mCameraId); 1067 res = mStreamingProcessor->stopStream(); 1068 if (res != OK) { 1069 ALOGE("%s: Camera %d: Can't stop streaming to delete callback stream", 1070 __FUNCTION__, mCameraId); 1071 return res; 1072 } 1073 res = mDevice->waitUntilDrained(); 1074 if (res != OK) { 1075 ALOGE("%s: Camera %d: Waiting to stop streaming failed: %s (%d)", 1076 __FUNCTION__, mCameraId, strerror(-res), res); 1077 } 1078 res = mZslProcessor->clearZslQueue(); 1079 if (res != OK) { 1080 ALOGE("%s: Camera %d: Can't clear zsl queue", 1081 __FUNCTION__, mCameraId); 1082 return res; 1083 } 1084 res = mZslProcessor->deleteStream(); 1085 if (res != OK) { 1086 ALOGE("%s: Camera %d: Unable to delete zsl stream before " 1087 "record: %s (%d)", __FUNCTION__, mCameraId, 1088 strerror(-res), res); 1089 return res; 1090 } 1091 } 1092 1093 // Disable callbacks if they're enabled; can't record and use callbacks, 1094 // and we can't fail record start without stagefright asserting. 1095 params.previewCallbackFlags = 0; 1096 1097 // May need to reconfigure video snapshot JPEG sizes 1098 // during recording startup, so need a more complex sequence here to 1099 // ensure an early stream reconfiguration doesn't happen 1100 bool recordingStreamNeedsUpdate; 1101 res = mStreamingProcessor->recordingStreamNeedsUpdate(params, &recordingStreamNeedsUpdate); 1102 if (res != OK) { 1103 ALOGE("%s: Camera %d: Can't query recording stream", 1104 __FUNCTION__, mCameraId); 1105 return res; 1106 } 1107 1108 if (recordingStreamNeedsUpdate) { 1109 // Need to stop stream here so updateProcessorStream won't trigger configureStream 1110 // Right now camera device cannot handle configureStream failure gracefully 1111 // when device is streaming 1112 res = mStreamingProcessor->stopStream(); 1113 if (res != OK) { 1114 ALOGE("%s: Camera %d: Can't stop streaming to update record " 1115 "stream", __FUNCTION__, mCameraId); 1116 return res; 1117 } 1118 res = mDevice->waitUntilDrained(); 1119 if (res != OK) { 1120 ALOGE("%s: Camera %d: Waiting to stop streaming failed: " 1121 "%s (%d)", __FUNCTION__, mCameraId, 1122 strerror(-res), res); 1123 } 1124 1125 res = updateProcessorStream< 1126 StreamingProcessor, 1127 &StreamingProcessor::updateRecordingStream>( 1128 mStreamingProcessor, 1129 params); 1130 if (res != OK) { 1131 ALOGE("%s: Camera %d: Unable to update recording stream: " 1132 "%s (%d)", __FUNCTION__, mCameraId, 1133 strerror(-res), res); 1134 return res; 1135 } 1136 } 1137 1138 Vector<int32_t> outputStreams; 1139 outputStreams.push(getPreviewStreamId()); 1140 outputStreams.push(getRecordingStreamId()); 1141 1142 res = mStreamingProcessor->startStream(StreamingProcessor::RECORD, 1143 outputStreams); 1144 1145 // startStream might trigger a configureStream call and device might fail 1146 // configureStream due to jpeg size > video size. Try again with jpeg size overridden 1147 // to video size. 1148 if (res == BAD_VALUE) { 1149 overrideVideoSnapshotSize(params); 1150 res = mStreamingProcessor->startStream(StreamingProcessor::RECORD, 1151 outputStreams); 1152 } 1153 1154 if (res != OK) { 1155 ALOGE("%s: Camera %d: Unable to start recording stream: %s (%d)", 1156 __FUNCTION__, mCameraId, strerror(-res), res); 1157 return res; 1158 } 1159 1160 if (params.state < Parameters::RECORD) { 1161 params.state = Parameters::RECORD; 1162 } 1163 1164 return OK; 1165} 1166 1167void Camera2Client::stopRecording() { 1168 ATRACE_CALL(); 1169 ALOGV("%s: E", __FUNCTION__); 1170 Mutex::Autolock icl(mBinderSerializationLock); 1171 SharedParameters::Lock l(mParameters); 1172 1173 status_t res; 1174 if ( (res = checkPid(__FUNCTION__) ) != OK) return; 1175 1176 switch (l.mParameters.state) { 1177 case Parameters::RECORD: 1178 // OK to stop 1179 break; 1180 case Parameters::STOPPED: 1181 case Parameters::PREVIEW: 1182 case Parameters::STILL_CAPTURE: 1183 case Parameters::VIDEO_SNAPSHOT: 1184 default: 1185 ALOGE("%s: Camera %d: Can't stop recording in state %s", 1186 __FUNCTION__, mCameraId, 1187 Parameters::getStateName(l.mParameters.state)); 1188 return; 1189 }; 1190 1191 mCameraService->playSound(CameraService::SOUND_RECORDING_STOP); 1192 1193 // Remove recording stream because the video target may be abandoned soon. 1194 res = stopStream(); 1195 if (res != OK) { 1196 ALOGE("%s: Camera %d: Can't stop streaming: %s (%d)", 1197 __FUNCTION__, mCameraId, strerror(-res), res); 1198 } 1199 1200 res = mDevice->waitUntilDrained(); 1201 if (res != OK) { 1202 ALOGE("%s: Camera %d: Waiting to stop streaming failed: %s (%d)", 1203 __FUNCTION__, mCameraId, strerror(-res), res); 1204 } 1205 // Clean up recording stream 1206 res = mStreamingProcessor->deleteRecordingStream(); 1207 if (res != OK) { 1208 ALOGE("%s: Camera %d: Unable to delete recording stream before " 1209 "stop preview: %s (%d)", 1210 __FUNCTION__, mCameraId, strerror(-res), res); 1211 } 1212 l.mParameters.recoverOverriddenJpegSize(); 1213 1214 // Restart preview 1215 res = startPreviewL(l.mParameters, true); 1216 if (res != OK) { 1217 ALOGE("%s: Camera %d: Unable to return to preview", 1218 __FUNCTION__, mCameraId); 1219 } 1220} 1221 1222bool Camera2Client::recordingEnabled() { 1223 ATRACE_CALL(); 1224 Mutex::Autolock icl(mBinderSerializationLock); 1225 1226 if ( checkPid(__FUNCTION__) != OK) return false; 1227 1228 return recordingEnabledL(); 1229} 1230 1231bool Camera2Client::recordingEnabledL() { 1232 ATRACE_CALL(); 1233 SharedParameters::Lock l(mParameters); 1234 1235 return (l.mParameters.state == Parameters::RECORD 1236 || l.mParameters.state == Parameters::VIDEO_SNAPSHOT); 1237} 1238 1239void Camera2Client::releaseRecordingFrame(const sp<IMemory>& mem) { 1240 (void)mem; 1241 ATRACE_CALL(); 1242 ALOGW("%s: Not supported in buffer queue mode.", __FUNCTION__); 1243} 1244 1245status_t Camera2Client::autoFocus() { 1246 ATRACE_CALL(); 1247 Mutex::Autolock icl(mBinderSerializationLock); 1248 ALOGV("%s: Camera %d", __FUNCTION__, mCameraId); 1249 status_t res; 1250 if ( (res = checkPid(__FUNCTION__) ) != OK) return res; 1251 1252 int triggerId; 1253 bool notifyImmediately = false; 1254 bool notifySuccess = false; 1255 { 1256 SharedParameters::Lock l(mParameters); 1257 if (l.mParameters.state < Parameters::PREVIEW) { 1258 ALOGE("%s: Camera %d: Call autoFocus when preview is inactive (state = %d).", 1259 __FUNCTION__, mCameraId, l.mParameters.state); 1260 return INVALID_OPERATION; 1261 } 1262 1263 /** 1264 * If the camera does not support auto-focus, it is a no-op and 1265 * onAutoFocus(boolean, Camera) callback will be called immediately 1266 * with a fake value of success set to true. 1267 * 1268 * Similarly, if focus mode is set to INFINITY, there's no reason to 1269 * bother the HAL. 1270 */ 1271 if (l.mParameters.focusMode == Parameters::FOCUS_MODE_FIXED || 1272 l.mParameters.focusMode == Parameters::FOCUS_MODE_INFINITY) { 1273 notifyImmediately = true; 1274 notifySuccess = true; 1275 } 1276 /** 1277 * If we're in CAF mode, and AF has already been locked, just fire back 1278 * the callback right away; the HAL would not send a notification since 1279 * no state change would happen on a AF trigger. 1280 */ 1281 if ( (l.mParameters.focusMode == Parameters::FOCUS_MODE_CONTINUOUS_PICTURE || 1282 l.mParameters.focusMode == Parameters::FOCUS_MODE_CONTINUOUS_VIDEO) && 1283 l.mParameters.focusState == ANDROID_CONTROL_AF_STATE_FOCUSED_LOCKED ) { 1284 notifyImmediately = true; 1285 notifySuccess = true; 1286 } 1287 /** 1288 * Send immediate notification back to client 1289 */ 1290 if (notifyImmediately) { 1291 SharedCameraCallbacks::Lock l(mSharedCameraCallbacks); 1292 if (l.mRemoteCallback != 0) { 1293 l.mRemoteCallback->notifyCallback(CAMERA_MSG_FOCUS, 1294 notifySuccess ? 1 : 0, 0); 1295 } 1296 return OK; 1297 } 1298 /** 1299 * Handle quirk mode for AF in scene modes 1300 */ 1301 if (l.mParameters.quirks.triggerAfWithAuto && 1302 l.mParameters.sceneMode != ANDROID_CONTROL_SCENE_MODE_DISABLED && 1303 l.mParameters.focusMode != Parameters::FOCUS_MODE_AUTO && 1304 !l.mParameters.focusingAreas[0].isEmpty()) { 1305 ALOGV("%s: Quirk: Switching from focusMode %d to AUTO", 1306 __FUNCTION__, l.mParameters.focusMode); 1307 l.mParameters.shadowFocusMode = l.mParameters.focusMode; 1308 l.mParameters.focusMode = Parameters::FOCUS_MODE_AUTO; 1309 updateRequests(l.mParameters); 1310 } 1311 1312 l.mParameters.currentAfTriggerId = ++l.mParameters.afTriggerCounter; 1313 triggerId = l.mParameters.currentAfTriggerId; 1314 } 1315 ATRACE_ASYNC_BEGIN(kAutofocusLabel, triggerId); 1316 1317 syncWithDevice(); 1318 1319 mDevice->triggerAutofocus(triggerId); 1320 1321 return OK; 1322} 1323 1324status_t Camera2Client::cancelAutoFocus() { 1325 ATRACE_CALL(); 1326 Mutex::Autolock icl(mBinderSerializationLock); 1327 ALOGV("%s: Camera %d", __FUNCTION__, mCameraId); 1328 status_t res; 1329 if ( (res = checkPid(__FUNCTION__) ) != OK) return res; 1330 1331 int triggerId; 1332 { 1333 SharedParameters::Lock l(mParameters); 1334 // Canceling does nothing in FIXED or INFINITY modes 1335 if (l.mParameters.focusMode == Parameters::FOCUS_MODE_FIXED || 1336 l.mParameters.focusMode == Parameters::FOCUS_MODE_INFINITY) { 1337 return OK; 1338 } 1339 1340 // An active AF trigger is canceled 1341 if (l.mParameters.afTriggerCounter == l.mParameters.currentAfTriggerId) { 1342 ATRACE_ASYNC_END(kAutofocusLabel, l.mParameters.currentAfTriggerId); 1343 } 1344 1345 triggerId = ++l.mParameters.afTriggerCounter; 1346 1347 // When using triggerAfWithAuto quirk, may need to reset focus mode to 1348 // the real state at this point. No need to cancel explicitly if 1349 // changing the AF mode. 1350 if (l.mParameters.shadowFocusMode != Parameters::FOCUS_MODE_INVALID) { 1351 ALOGV("%s: Quirk: Restoring focus mode to %d", __FUNCTION__, 1352 l.mParameters.shadowFocusMode); 1353 l.mParameters.focusMode = l.mParameters.shadowFocusMode; 1354 l.mParameters.shadowFocusMode = Parameters::FOCUS_MODE_INVALID; 1355 updateRequests(l.mParameters); 1356 1357 return OK; 1358 } 1359 if (l.mParameters.zslMode) { 1360 mZslProcessor->clearZslQueue(); 1361 } 1362 } 1363 syncWithDevice(); 1364 1365 mDevice->triggerCancelAutofocus(triggerId); 1366 1367 return OK; 1368} 1369 1370status_t Camera2Client::takePicture(int msgType) { 1371 ATRACE_CALL(); 1372 Mutex::Autolock icl(mBinderSerializationLock); 1373 status_t res; 1374 if ( (res = checkPid(__FUNCTION__) ) != OK) return res; 1375 1376 int takePictureCounter; 1377 { 1378 SharedParameters::Lock l(mParameters); 1379 switch (l.mParameters.state) { 1380 case Parameters::DISCONNECTED: 1381 case Parameters::STOPPED: 1382 case Parameters::WAITING_FOR_PREVIEW_WINDOW: 1383 ALOGE("%s: Camera %d: Cannot take picture without preview enabled", 1384 __FUNCTION__, mCameraId); 1385 return INVALID_OPERATION; 1386 case Parameters::PREVIEW: 1387 // Good to go for takePicture 1388 res = commandStopFaceDetectionL(l.mParameters); 1389 if (res != OK) { 1390 ALOGE("%s: Camera %d: Unable to stop face detection for still capture", 1391 __FUNCTION__, mCameraId); 1392 return res; 1393 } 1394 l.mParameters.state = Parameters::STILL_CAPTURE; 1395 1396 // Remove recording stream to prevent video snapshot jpeg logic kicking in 1397 if (l.mParameters.isJpegSizeOverridden() && 1398 mStreamingProcessor->getRecordingStreamId() != NO_STREAM) { 1399 res = mStreamingProcessor->togglePauseStream(/*pause*/true); 1400 if (res != OK) { 1401 ALOGE("%s: Camera %d: Can't pause streaming: %s (%d)", 1402 __FUNCTION__, mCameraId, strerror(-res), res); 1403 } 1404 res = mDevice->waitUntilDrained(); 1405 if (res != OK) { 1406 ALOGE("%s: Camera %d: Waiting to stop streaming failed: %s (%d)", 1407 __FUNCTION__, mCameraId, strerror(-res), res); 1408 } 1409 // Clean up recording stream 1410 res = mStreamingProcessor->deleteRecordingStream(); 1411 if (res != OK) { 1412 ALOGE("%s: Camera %d: Unable to delete recording stream before " 1413 "stop preview: %s (%d)", 1414 __FUNCTION__, mCameraId, strerror(-res), res); 1415 } 1416 res = mStreamingProcessor->togglePauseStream(/*pause*/false); 1417 if (res != OK) { 1418 ALOGE("%s: Camera %d: Can't unpause streaming: %s (%d)", 1419 __FUNCTION__, mCameraId, strerror(-res), res); 1420 } 1421 l.mParameters.recoverOverriddenJpegSize(); 1422 } 1423 break; 1424 case Parameters::RECORD: 1425 // Good to go for video snapshot 1426 l.mParameters.state = Parameters::VIDEO_SNAPSHOT; 1427 break; 1428 case Parameters::STILL_CAPTURE: 1429 case Parameters::VIDEO_SNAPSHOT: 1430 ALOGE("%s: Camera %d: Already taking a picture", 1431 __FUNCTION__, mCameraId); 1432 return INVALID_OPERATION; 1433 } 1434 1435 ALOGV("%s: Camera %d: Starting picture capture", __FUNCTION__, mCameraId); 1436 int lastJpegStreamId = mJpegProcessor->getStreamId(); 1437 // slowJpegMode will create jpeg stream in CaptureSequencer before capturing 1438 if (!l.mParameters.slowJpegMode) { 1439 res = updateProcessorStream(mJpegProcessor, l.mParameters); 1440 } 1441 1442 // If video snapshot fail to configureStream, try override video snapshot size to 1443 // video size 1444 if (res == BAD_VALUE && l.mParameters.state == Parameters::VIDEO_SNAPSHOT) { 1445 overrideVideoSnapshotSize(l.mParameters); 1446 res = updateProcessorStream(mJpegProcessor, l.mParameters); 1447 } 1448 if (res != OK) { 1449 ALOGE("%s: Camera %d: Can't set up still image stream: %s (%d)", 1450 __FUNCTION__, mCameraId, strerror(-res), res); 1451 return res; 1452 } 1453 takePictureCounter = ++l.mParameters.takePictureCounter; 1454 1455 // Clear ZSL buffer queue when Jpeg size is changed. 1456 bool jpegStreamChanged = mJpegProcessor->getStreamId() != lastJpegStreamId; 1457 if (l.mParameters.zslMode && jpegStreamChanged) { 1458 ALOGV("%s: Camera %d: Clear ZSL buffer queue when Jpeg size is changed", 1459 __FUNCTION__, mCameraId); 1460 mZslProcessor->clearZslQueue(); 1461 } 1462 } 1463 1464 ATRACE_ASYNC_BEGIN(kTakepictureLabel, takePictureCounter); 1465 1466 // Need HAL to have correct settings before (possibly) triggering precapture 1467 syncWithDevice(); 1468 1469 res = mCaptureSequencer->startCapture(msgType); 1470 if (res != OK) { 1471 ALOGE("%s: Camera %d: Unable to start capture: %s (%d)", 1472 __FUNCTION__, mCameraId, strerror(-res), res); 1473 } 1474 1475 return res; 1476} 1477 1478status_t Camera2Client::setParameters(const String8& params) { 1479 ATRACE_CALL(); 1480 ALOGV("%s: Camera %d", __FUNCTION__, mCameraId); 1481 Mutex::Autolock icl(mBinderSerializationLock); 1482 status_t res; 1483 if ( (res = checkPid(__FUNCTION__) ) != OK) return res; 1484 1485 SharedParameters::Lock l(mParameters); 1486 1487 Parameters::focusMode_t focusModeBefore = l.mParameters.focusMode; 1488 res = l.mParameters.set(params); 1489 if (res != OK) return res; 1490 Parameters::focusMode_t focusModeAfter = l.mParameters.focusMode; 1491 1492 if (l.mParameters.zslMode && focusModeAfter != focusModeBefore) { 1493 mZslProcessor->clearZslQueue(); 1494 } 1495 1496 res = updateRequests(l.mParameters); 1497 1498 return res; 1499} 1500 1501String8 Camera2Client::getParameters() const { 1502 ATRACE_CALL(); 1503 ALOGV("%s: Camera %d", __FUNCTION__, mCameraId); 1504 Mutex::Autolock icl(mBinderSerializationLock); 1505 // The camera service can unconditionally get the parameters at all times 1506 if (getCallingPid() != mServicePid && checkPid(__FUNCTION__) != OK) return String8(); 1507 1508 SharedParameters::ReadLock l(mParameters); 1509 1510 return l.mParameters.get(); 1511} 1512 1513status_t Camera2Client::sendCommand(int32_t cmd, int32_t arg1, int32_t arg2) { 1514 ATRACE_CALL(); 1515 Mutex::Autolock icl(mBinderSerializationLock); 1516 status_t res; 1517 if ( (res = checkPid(__FUNCTION__) ) != OK) return res; 1518 1519 ALOGV("%s: Camera %d: Command %d (%d, %d)", __FUNCTION__, mCameraId, 1520 cmd, arg1, arg2); 1521 1522 switch (cmd) { 1523 case CAMERA_CMD_START_SMOOTH_ZOOM: 1524 return commandStartSmoothZoomL(); 1525 case CAMERA_CMD_STOP_SMOOTH_ZOOM: 1526 return commandStopSmoothZoomL(); 1527 case CAMERA_CMD_SET_DISPLAY_ORIENTATION: 1528 return commandSetDisplayOrientationL(arg1); 1529 case CAMERA_CMD_ENABLE_SHUTTER_SOUND: 1530 return commandEnableShutterSoundL(arg1 == 1); 1531 case CAMERA_CMD_PLAY_RECORDING_SOUND: 1532 return commandPlayRecordingSoundL(); 1533 case CAMERA_CMD_START_FACE_DETECTION: 1534 return commandStartFaceDetectionL(arg1); 1535 case CAMERA_CMD_STOP_FACE_DETECTION: { 1536 SharedParameters::Lock l(mParameters); 1537 return commandStopFaceDetectionL(l.mParameters); 1538 } 1539 case CAMERA_CMD_ENABLE_FOCUS_MOVE_MSG: 1540 return commandEnableFocusMoveMsgL(arg1 == 1); 1541 case CAMERA_CMD_PING: 1542 return commandPingL(); 1543 case CAMERA_CMD_SET_VIDEO_BUFFER_COUNT: 1544 case CAMERA_CMD_SET_VIDEO_FORMAT: 1545 ALOGE("%s: command %d (arguments %d, %d) is not supported.", 1546 __FUNCTION__, cmd, arg1, arg2); 1547 return BAD_VALUE; 1548 default: 1549 ALOGE("%s: Unknown command %d (arguments %d, %d)", 1550 __FUNCTION__, cmd, arg1, arg2); 1551 return BAD_VALUE; 1552 } 1553} 1554 1555status_t Camera2Client::commandStartSmoothZoomL() { 1556 ALOGE("%s: Unimplemented!", __FUNCTION__); 1557 return OK; 1558} 1559 1560status_t Camera2Client::commandStopSmoothZoomL() { 1561 ALOGE("%s: Unimplemented!", __FUNCTION__); 1562 return OK; 1563} 1564 1565status_t Camera2Client::commandSetDisplayOrientationL(int degrees) { 1566 int transform = Parameters::degToTransform(degrees, 1567 mCameraFacing == CAMERA_FACING_FRONT); 1568 if (transform == -1) { 1569 ALOGE("%s: Camera %d: Error setting %d as display orientation value", 1570 __FUNCTION__, mCameraId, degrees); 1571 return BAD_VALUE; 1572 } 1573 SharedParameters::Lock l(mParameters); 1574 if (transform != l.mParameters.previewTransform && 1575 getPreviewStreamId() != NO_STREAM) { 1576 mDevice->setStreamTransform(getPreviewStreamId(), transform); 1577 } 1578 l.mParameters.previewTransform = transform; 1579 return OK; 1580} 1581 1582status_t Camera2Client::commandEnableShutterSoundL(bool enable) { 1583 SharedParameters::Lock l(mParameters); 1584 if (enable) { 1585 l.mParameters.playShutterSound = true; 1586 return OK; 1587 } 1588 1589 // the camera2 api legacy mode can unconditionally disable the shutter sound 1590 if (mLegacyMode) { 1591 ALOGV("%s: Disable shutter sound in legacy mode", __FUNCTION__); 1592 l.mParameters.playShutterSound = false; 1593 return OK; 1594 } 1595 1596 // Disabling shutter sound may not be allowed. In that case only 1597 // allow the mediaserver process to disable the sound. 1598 char value[PROPERTY_VALUE_MAX]; 1599 property_get("ro.camera.sound.forced", value, "0"); 1600 if (strncmp(value, "0", 2) != 0) { 1601 // Disabling shutter sound is not allowed. Deny if the current 1602 // process is not mediaserver. 1603 if (getCallingPid() != getpid()) { 1604 ALOGE("Failed to disable shutter sound. Permission denied (pid %d)", 1605 getCallingPid()); 1606 return PERMISSION_DENIED; 1607 } 1608 } 1609 1610 l.mParameters.playShutterSound = false; 1611 return OK; 1612} 1613 1614status_t Camera2Client::commandPlayRecordingSoundL() { 1615 mCameraService->playSound(CameraService::SOUND_RECORDING_START); 1616 return OK; 1617} 1618 1619status_t Camera2Client::commandStartFaceDetectionL(int /*type*/) { 1620 ALOGV("%s: Camera %d: Starting face detection", 1621 __FUNCTION__, mCameraId); 1622 status_t res; 1623 SharedParameters::Lock l(mParameters); 1624 switch (l.mParameters.state) { 1625 case Parameters::DISCONNECTED: 1626 case Parameters::STOPPED: 1627 case Parameters::WAITING_FOR_PREVIEW_WINDOW: 1628 case Parameters::STILL_CAPTURE: 1629 ALOGE("%s: Camera %d: Cannot start face detection without preview active", 1630 __FUNCTION__, mCameraId); 1631 return INVALID_OPERATION; 1632 case Parameters::PREVIEW: 1633 case Parameters::RECORD: 1634 case Parameters::VIDEO_SNAPSHOT: 1635 // Good to go for starting face detect 1636 break; 1637 } 1638 // Ignoring type 1639 if (l.mParameters.fastInfo.bestFaceDetectMode == 1640 ANDROID_STATISTICS_FACE_DETECT_MODE_OFF) { 1641 ALOGE("%s: Camera %d: Face detection not supported", 1642 __FUNCTION__, mCameraId); 1643 return BAD_VALUE; 1644 } 1645 if (l.mParameters.enableFaceDetect) return OK; 1646 1647 l.mParameters.enableFaceDetect = true; 1648 1649 res = updateRequests(l.mParameters); 1650 1651 return res; 1652} 1653 1654status_t Camera2Client::commandStopFaceDetectionL(Parameters ¶ms) { 1655 status_t res = OK; 1656 ALOGV("%s: Camera %d: Stopping face detection", 1657 __FUNCTION__, mCameraId); 1658 1659 if (!params.enableFaceDetect) return OK; 1660 1661 params.enableFaceDetect = false; 1662 1663 if (params.state == Parameters::PREVIEW 1664 || params.state == Parameters::RECORD 1665 || params.state == Parameters::VIDEO_SNAPSHOT) { 1666 res = updateRequests(params); 1667 } 1668 1669 return res; 1670} 1671 1672status_t Camera2Client::commandEnableFocusMoveMsgL(bool enable) { 1673 SharedParameters::Lock l(mParameters); 1674 l.mParameters.enableFocusMoveMessages = enable; 1675 1676 return OK; 1677} 1678 1679status_t Camera2Client::commandPingL() { 1680 // Always ping back if access is proper and device is alive 1681 SharedParameters::Lock l(mParameters); 1682 if (l.mParameters.state != Parameters::DISCONNECTED) { 1683 return OK; 1684 } else { 1685 return NO_INIT; 1686 } 1687} 1688 1689void Camera2Client::notifyError(int32_t errorCode, 1690 const CaptureResultExtras& resultExtras) { 1691 int32_t err = CAMERA_ERROR_UNKNOWN; 1692 switch(errorCode) { 1693 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DISCONNECTED: 1694 err = CAMERA_ERROR_RELEASED; 1695 break; 1696 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_DEVICE: 1697 err = CAMERA_ERROR_UNKNOWN; 1698 break; 1699 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_SERVICE: 1700 err = CAMERA_ERROR_SERVER_DIED; 1701 break; 1702 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_REQUEST: 1703 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_RESULT: 1704 case hardware::camera2::ICameraDeviceCallbacks::ERROR_CAMERA_BUFFER: 1705 ALOGW("%s: Received recoverable error %d from HAL - ignoring, requestId %" PRId32, 1706 __FUNCTION__, errorCode, resultExtras.requestId); 1707 return; 1708 default: 1709 err = CAMERA_ERROR_UNKNOWN; 1710 break; 1711 } 1712 1713 ALOGE("%s: Error condition %d reported by HAL, requestId %" PRId32, __FUNCTION__, errorCode, 1714 resultExtras.requestId); 1715 1716 SharedCameraCallbacks::Lock l(mSharedCameraCallbacks); 1717 if (l.mRemoteCallback != nullptr) { 1718 l.mRemoteCallback->notifyCallback(CAMERA_MSG_ERROR, err, 0); 1719 } 1720} 1721 1722 1723/** Device-related methods */ 1724void Camera2Client::notifyAutoFocus(uint8_t newState, int triggerId) { 1725 ALOGV("%s: Autofocus state now %d, last trigger %d", 1726 __FUNCTION__, newState, triggerId); 1727 bool sendCompletedMessage = false; 1728 bool sendMovingMessage = false; 1729 1730 bool success = false; 1731 bool afInMotion = false; 1732 { 1733 SharedParameters::Lock l(mParameters); 1734 // Trace end of AF state 1735 char tmp[32]; 1736 if (l.mParameters.afStateCounter > 0) { 1737 camera_metadata_enum_snprint( 1738 ANDROID_CONTROL_AF_STATE, l.mParameters.focusState, tmp, sizeof(tmp)); 1739 ATRACE_ASYNC_END(tmp, l.mParameters.afStateCounter); 1740 } 1741 1742 // Update state 1743 l.mParameters.focusState = newState; 1744 l.mParameters.afStateCounter++; 1745 1746 // Trace start of AF state 1747 1748 camera_metadata_enum_snprint( 1749 ANDROID_CONTROL_AF_STATE, l.mParameters.focusState, tmp, sizeof(tmp)); 1750 ATRACE_ASYNC_BEGIN(tmp, l.mParameters.afStateCounter); 1751 1752 switch (l.mParameters.focusMode) { 1753 case Parameters::FOCUS_MODE_AUTO: 1754 case Parameters::FOCUS_MODE_MACRO: 1755 // Don't send notifications upstream if they're not for the current AF 1756 // trigger. For example, if cancel was called in between, or if we 1757 // already sent a notification about this AF call. 1758 if (triggerId != l.mParameters.currentAfTriggerId) break; 1759 switch (newState) { 1760 case ANDROID_CONTROL_AF_STATE_FOCUSED_LOCKED: 1761 success = true; 1762 // no break 1763 case ANDROID_CONTROL_AF_STATE_NOT_FOCUSED_LOCKED: 1764 sendCompletedMessage = true; 1765 l.mParameters.currentAfTriggerId = -1; 1766 break; 1767 case ANDROID_CONTROL_AF_STATE_ACTIVE_SCAN: 1768 // Just starting focusing, ignore 1769 break; 1770 case ANDROID_CONTROL_AF_STATE_INACTIVE: 1771 case ANDROID_CONTROL_AF_STATE_PASSIVE_SCAN: 1772 case ANDROID_CONTROL_AF_STATE_PASSIVE_FOCUSED: 1773 case ANDROID_CONTROL_AF_STATE_PASSIVE_UNFOCUSED: 1774 default: 1775 // Unexpected in AUTO/MACRO mode 1776 ALOGE("%s: Unexpected AF state transition in AUTO/MACRO mode: %d", 1777 __FUNCTION__, newState); 1778 break; 1779 } 1780 break; 1781 case Parameters::FOCUS_MODE_CONTINUOUS_VIDEO: 1782 case Parameters::FOCUS_MODE_CONTINUOUS_PICTURE: 1783 switch (newState) { 1784 case ANDROID_CONTROL_AF_STATE_FOCUSED_LOCKED: 1785 success = true; 1786 // no break 1787 case ANDROID_CONTROL_AF_STATE_NOT_FOCUSED_LOCKED: 1788 // Don't send notifications upstream if they're not for 1789 // the current AF trigger. For example, if cancel was 1790 // called in between, or if we already sent a 1791 // notification about this AF call. 1792 // Send both a 'AF done' callback and a 'AF move' callback 1793 if (triggerId != l.mParameters.currentAfTriggerId) break; 1794 sendCompletedMessage = true; 1795 afInMotion = false; 1796 if (l.mParameters.enableFocusMoveMessages && 1797 l.mParameters.afInMotion) { 1798 sendMovingMessage = true; 1799 } 1800 l.mParameters.currentAfTriggerId = -1; 1801 break; 1802 case ANDROID_CONTROL_AF_STATE_INACTIVE: 1803 // Cancel was called, or we switched state; care if 1804 // currently moving 1805 afInMotion = false; 1806 if (l.mParameters.enableFocusMoveMessages && 1807 l.mParameters.afInMotion) { 1808 sendMovingMessage = true; 1809 } 1810 break; 1811 case ANDROID_CONTROL_AF_STATE_PASSIVE_SCAN: 1812 // Start passive scan, inform upstream 1813 afInMotion = true; 1814 // no break 1815 case ANDROID_CONTROL_AF_STATE_PASSIVE_FOCUSED: 1816 case ANDROID_CONTROL_AF_STATE_PASSIVE_UNFOCUSED: 1817 // Stop passive scan, inform upstream 1818 if (l.mParameters.enableFocusMoveMessages) { 1819 sendMovingMessage = true; 1820 } 1821 break; 1822 } 1823 l.mParameters.afInMotion = afInMotion; 1824 break; 1825 case Parameters::FOCUS_MODE_EDOF: 1826 case Parameters::FOCUS_MODE_INFINITY: 1827 case Parameters::FOCUS_MODE_FIXED: 1828 default: 1829 if (newState != ANDROID_CONTROL_AF_STATE_INACTIVE) { 1830 ALOGE("%s: Unexpected AF state change %d " 1831 "(ID %d) in focus mode %d", 1832 __FUNCTION__, newState, triggerId, 1833 l.mParameters.focusMode); 1834 } 1835 } 1836 } 1837 if (sendMovingMessage) { 1838 SharedCameraCallbacks::Lock l(mSharedCameraCallbacks); 1839 if (l.mRemoteCallback != 0) { 1840 l.mRemoteCallback->notifyCallback(CAMERA_MSG_FOCUS_MOVE, 1841 afInMotion ? 1 : 0, 0); 1842 } 1843 } 1844 if (sendCompletedMessage) { 1845 ATRACE_ASYNC_END(kAutofocusLabel, triggerId); 1846 SharedCameraCallbacks::Lock l(mSharedCameraCallbacks); 1847 if (l.mRemoteCallback != 0) { 1848 l.mRemoteCallback->notifyCallback(CAMERA_MSG_FOCUS, 1849 success ? 1 : 0, 0); 1850 } 1851 } 1852} 1853 1854void Camera2Client::notifyAutoExposure(uint8_t newState, int triggerId) { 1855 ALOGV("%s: Autoexposure state now %d, last trigger %d", 1856 __FUNCTION__, newState, triggerId); 1857 mCaptureSequencer->notifyAutoExposure(newState, triggerId); 1858} 1859 1860void Camera2Client::notifyShutter(const CaptureResultExtras& resultExtras, 1861 nsecs_t timestamp) { 1862 (void)resultExtras; 1863 (void)timestamp; 1864 1865 ALOGV("%s: Shutter notification for request id %" PRId32 " at time %" PRId64, 1866 __FUNCTION__, resultExtras.requestId, timestamp); 1867 mCaptureSequencer->notifyShutter(resultExtras, timestamp); 1868 1869 Camera2ClientBase::notifyShutter(resultExtras, timestamp); 1870} 1871 1872camera2::SharedParameters& Camera2Client::getParameters() { 1873 return mParameters; 1874} 1875 1876int Camera2Client::getPreviewStreamId() const { 1877 return mStreamingProcessor->getPreviewStreamId(); 1878} 1879 1880int Camera2Client::getCaptureStreamId() const { 1881 return mJpegProcessor->getStreamId(); 1882} 1883 1884int Camera2Client::getCallbackStreamId() const { 1885 return mCallbackProcessor->getStreamId(); 1886} 1887 1888int Camera2Client::getRecordingStreamId() const { 1889 return mStreamingProcessor->getRecordingStreamId(); 1890} 1891 1892int Camera2Client::getZslStreamId() const { 1893 return mZslProcessor->getStreamId(); 1894} 1895 1896status_t Camera2Client::registerFrameListener(int32_t minId, int32_t maxId, 1897 wp<camera2::FrameProcessor::FilteredListener> listener, bool sendPartials) { 1898 return mFrameProcessor->registerListener(minId, maxId, listener, sendPartials); 1899} 1900 1901status_t Camera2Client::removeFrameListener(int32_t minId, int32_t maxId, 1902 wp<camera2::FrameProcessor::FilteredListener> listener) { 1903 return mFrameProcessor->removeListener(minId, maxId, listener); 1904} 1905 1906status_t Camera2Client::stopStream() { 1907 return mStreamingProcessor->stopStream(); 1908} 1909 1910status_t Camera2Client::createJpegStreamL(Parameters ¶ms) { 1911 status_t res = OK; 1912 int lastJpegStreamId = mJpegProcessor->getStreamId(); 1913 if (lastJpegStreamId != NO_STREAM) { 1914 return INVALID_OPERATION; 1915 } 1916 1917 res = mStreamingProcessor->togglePauseStream(/*pause*/true); 1918 if (res != OK) { 1919 ALOGE("%s: Camera %d: Can't pause streaming: %s (%d)", 1920 __FUNCTION__, mCameraId, strerror(-res), res); 1921 return res; 1922 } 1923 1924 res = mDevice->flush(); 1925 if (res != OK) { 1926 ALOGE("%s: Camera %d: Unable flush device: %s (%d)", 1927 __FUNCTION__, mCameraId, strerror(-res), res); 1928 return res; 1929 } 1930 1931 // Ideally we don't need this, but current camera device 1932 // status tracking mechanism demands it. 1933 res = mDevice->waitUntilDrained(); 1934 if (res != OK) { 1935 ALOGE("%s: Camera %d: Waiting device drain failed: %s (%d)", 1936 __FUNCTION__, mCameraId, strerror(-res), res); 1937 } 1938 1939 res = updateProcessorStream(mJpegProcessor, params); 1940 return res; 1941} 1942 1943const int32_t Camera2Client::kPreviewRequestIdStart; 1944const int32_t Camera2Client::kPreviewRequestIdEnd; 1945const int32_t Camera2Client::kRecordingRequestIdStart; 1946const int32_t Camera2Client::kRecordingRequestIdEnd; 1947const int32_t Camera2Client::kCaptureRequestIdStart; 1948const int32_t Camera2Client::kCaptureRequestIdEnd; 1949 1950/** Utility methods */ 1951 1952status_t Camera2Client::updateRequests(Parameters ¶ms) { 1953 status_t res; 1954 1955 ALOGV("%s: Camera %d: state = %d", __FUNCTION__, getCameraId(), params.state); 1956 1957 res = mStreamingProcessor->incrementStreamingIds(); 1958 if (res != OK) { 1959 ALOGE("%s: Camera %d: Unable to increment request IDs: %s (%d)", 1960 __FUNCTION__, mCameraId, strerror(-res), res); 1961 return res; 1962 } 1963 1964 res = mStreamingProcessor->updatePreviewRequest(params); 1965 if (res != OK) { 1966 ALOGE("%s: Camera %d: Unable to update preview request: %s (%d)", 1967 __FUNCTION__, mCameraId, strerror(-res), res); 1968 return res; 1969 } 1970 res = mStreamingProcessor->updateRecordingRequest(params); 1971 if (res != OK) { 1972 ALOGE("%s: Camera %d: Unable to update recording request: %s (%d)", 1973 __FUNCTION__, mCameraId, strerror(-res), res); 1974 return res; 1975 } 1976 1977 if (params.state == Parameters::PREVIEW) { 1978 res = startPreviewL(params, true); 1979 if (res != OK) { 1980 ALOGE("%s: Camera %d: Error streaming new preview request: %s (%d)", 1981 __FUNCTION__, mCameraId, strerror(-res), res); 1982 return res; 1983 } 1984 } else if (params.state == Parameters::RECORD || 1985 params.state == Parameters::VIDEO_SNAPSHOT) { 1986 res = startRecordingL(params, true); 1987 if (res != OK) { 1988 ALOGE("%s: Camera %d: Error streaming new record request: %s (%d)", 1989 __FUNCTION__, mCameraId, strerror(-res), res); 1990 return res; 1991 } 1992 } 1993 return res; 1994} 1995 1996 1997size_t Camera2Client::calculateBufferSize(int width, int height, 1998 int format, int stride) { 1999 switch (format) { 2000 case HAL_PIXEL_FORMAT_YCbCr_422_SP: // NV16 2001 return width * height * 2; 2002 case HAL_PIXEL_FORMAT_YCrCb_420_SP: // NV21 2003 return width * height * 3 / 2; 2004 case HAL_PIXEL_FORMAT_YCbCr_422_I: // YUY2 2005 return width * height * 2; 2006 case HAL_PIXEL_FORMAT_YV12: { // YV12 2007 size_t ySize = stride * height; 2008 size_t uvStride = (stride / 2 + 0xF) & ~0xF; 2009 size_t uvSize = uvStride * height / 2; 2010 return ySize + uvSize * 2; 2011 } 2012 case HAL_PIXEL_FORMAT_RGB_565: 2013 return width * height * 2; 2014 case HAL_PIXEL_FORMAT_RGBA_8888: 2015 return width * height * 4; 2016 case HAL_PIXEL_FORMAT_RAW16: 2017 return width * height * 2; 2018 default: 2019 ALOGE("%s: Unknown preview format: %x", 2020 __FUNCTION__, format); 2021 return 0; 2022 } 2023} 2024 2025status_t Camera2Client::syncWithDevice() { 2026 ATRACE_CALL(); 2027 const nsecs_t kMaxSyncTimeout = 500000000; // 500 ms 2028 status_t res; 2029 2030 int32_t activeRequestId = mStreamingProcessor->getActiveRequestId(); 2031 if (activeRequestId == 0) return OK; 2032 2033 res = mDevice->waitUntilRequestReceived(activeRequestId, kMaxSyncTimeout); 2034 if (res == TIMED_OUT) { 2035 ALOGE("%s: Camera %d: Timed out waiting sync with HAL", 2036 __FUNCTION__, mCameraId); 2037 } else if (res != OK) { 2038 ALOGE("%s: Camera %d: Error while waiting to sync with HAL", 2039 __FUNCTION__, mCameraId); 2040 } 2041 return res; 2042} 2043 2044template <typename ProcessorT> 2045status_t Camera2Client::updateProcessorStream(sp<ProcessorT> processor, 2046 camera2::Parameters params) { 2047 // No default template arguments until C++11, so we need this overload 2048 return updateProcessorStream<ProcessorT, &ProcessorT::updateStream>( 2049 processor, params); 2050} 2051 2052template <typename ProcessorT, 2053 status_t (ProcessorT::*updateStreamF)(const Parameters &)> 2054status_t Camera2Client::updateProcessorStream(sp<ProcessorT> processor, 2055 Parameters params) { 2056 status_t res; 2057 2058 // Get raw pointer since sp<T> doesn't have operator->* 2059 ProcessorT *processorPtr = processor.get(); 2060 res = (processorPtr->*updateStreamF)(params); 2061 2062 /** 2063 * Can't update the stream if it's busy? 2064 * 2065 * Then we need to stop the device (by temporarily clearing the request 2066 * queue) and then try again. Resume streaming once we're done. 2067 */ 2068 if (res == -EBUSY) { 2069 ALOGV("%s: Camera %d: Pausing to update stream", __FUNCTION__, 2070 mCameraId); 2071 res = mStreamingProcessor->togglePauseStream(/*pause*/true); 2072 if (res != OK) { 2073 ALOGE("%s: Camera %d: Can't pause streaming: %s (%d)", 2074 __FUNCTION__, mCameraId, strerror(-res), res); 2075 } 2076 2077 res = mDevice->waitUntilDrained(); 2078 if (res != OK) { 2079 ALOGE("%s: Camera %d: Waiting to stop streaming failed: %s (%d)", 2080 __FUNCTION__, mCameraId, strerror(-res), res); 2081 } 2082 2083 res = (processorPtr->*updateStreamF)(params); 2084 if (res != OK) { 2085 ALOGE("%s: Camera %d: Failed to update processing stream " 2086 " despite having halted streaming first: %s (%d)", 2087 __FUNCTION__, mCameraId, strerror(-res), res); 2088 } 2089 2090 res = mStreamingProcessor->togglePauseStream(/*pause*/false); 2091 if (res != OK) { 2092 ALOGE("%s: Camera %d: Can't unpause streaming: %s (%d)", 2093 __FUNCTION__, mCameraId, strerror(-res), res); 2094 } 2095 } 2096 2097 return res; 2098} 2099 2100status_t Camera2Client::overrideVideoSnapshotSize(Parameters ¶ms) { 2101 ALOGV("%s: Camera %d: configure still size to video size before recording" 2102 , __FUNCTION__, mCameraId); 2103 params.overrideJpegSizeByVideoSize(); 2104 status_t res = updateProcessorStream(mJpegProcessor, params); 2105 if (res != OK) { 2106 ALOGE("%s: Camera %d: Can't override video snapshot size to video size: %s (%d)", 2107 __FUNCTION__, mCameraId, strerror(-res), res); 2108 } 2109 return res; 2110} 2111 2112status_t Camera2Client::setVideoTarget(const sp<IGraphicBufferProducer>& bufferProducer) { 2113 ATRACE_CALL(); 2114 ALOGV("%s: E", __FUNCTION__); 2115 Mutex::Autolock icl(mBinderSerializationLock); 2116 status_t res; 2117 if ( (res = checkPid(__FUNCTION__) ) != OK) return res; 2118 2119 sp<IBinder> binder = IInterface::asBinder(bufferProducer); 2120 if (binder == mVideoSurface) { 2121 ALOGV("%s: Camera %d: New video window is same as old video window", 2122 __FUNCTION__, mCameraId); 2123 return NO_ERROR; 2124 } 2125 2126 sp<Surface> window; 2127 int format; 2128 android_dataspace dataSpace; 2129 2130 if (bufferProducer != nullptr) { 2131 // Using controlledByApp flag to ensure that the buffer queue remains in 2132 // async mode for the old camera API, where many applications depend 2133 // on that behavior. 2134 window = new Surface(bufferProducer, /*controlledByApp*/ true); 2135 2136 ANativeWindow *anw = window.get(); 2137 2138 if ((res = anw->query(anw, NATIVE_WINDOW_FORMAT, &format)) != OK) { 2139 ALOGE("%s: Failed to query Surface format", __FUNCTION__); 2140 return res; 2141 } 2142 2143 if ((res = anw->query(anw, NATIVE_WINDOW_DEFAULT_DATASPACE, 2144 reinterpret_cast<int*>(&dataSpace))) != OK) { 2145 ALOGE("%s: Failed to query Surface dataSpace", __FUNCTION__); 2146 return res; 2147 } 2148 } 2149 2150 Parameters::State state; 2151 { 2152 SharedParameters::Lock l(mParameters); 2153 state = l.mParameters.state; 2154 } 2155 2156 switch (state) { 2157 case Parameters::STOPPED: 2158 case Parameters::WAITING_FOR_PREVIEW_WINDOW: 2159 case Parameters::PREVIEW: 2160 // OK 2161 break; 2162 case Parameters::DISCONNECTED: 2163 case Parameters::RECORD: 2164 case Parameters::STILL_CAPTURE: 2165 case Parameters::VIDEO_SNAPSHOT: 2166 default: 2167 ALOGE("%s: Camera %d: Cannot set video target while in state %s", 2168 __FUNCTION__, mCameraId, 2169 Parameters::getStateName(state)); 2170 return INVALID_OPERATION; 2171 } 2172 2173 mVideoSurface = binder; 2174 res = mStreamingProcessor->setRecordingWindow(window); 2175 if (res != OK) { 2176 ALOGE("%s: Unable to set new recording window: %s (%d)", 2177 __FUNCTION__, strerror(-res), res); 2178 return res; 2179 } 2180 2181 { 2182 SharedParameters::Lock l(mParameters); 2183 l.mParameters.videoFormat = format; 2184 l.mParameters.videoDataSpace = dataSpace; 2185 } 2186 2187 return OK; 2188} 2189 2190const char* Camera2Client::kAutofocusLabel = "autofocus"; 2191const char* Camera2Client::kTakepictureLabel = "take_picture"; 2192 2193} // namespace android 2194