ScreenMagnifier.java revision 3e1476a697ad94e638867361a6caba0ede77cb33
1/* 2 * Copyright (C) 2012 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17package com.android.server.accessibility; 18 19import android.animation.Animator; 20import android.animation.Animator.AnimatorListener; 21import android.animation.ObjectAnimator; 22import android.animation.TypeEvaluator; 23import android.animation.ValueAnimator; 24import android.content.BroadcastReceiver; 25import android.content.Context; 26import android.content.Intent; 27import android.content.IntentFilter; 28import android.graphics.Canvas; 29import android.graphics.Color; 30import android.graphics.PixelFormat; 31import android.graphics.PorterDuff.Mode; 32import android.graphics.Rect; 33import android.graphics.drawable.Drawable; 34import android.hardware.display.DisplayManager; 35import android.hardware.display.DisplayManager.DisplayListener; 36import android.os.AsyncTask; 37import android.os.Handler; 38import android.os.Message; 39import android.os.RemoteException; 40import android.os.ServiceManager; 41import android.provider.Settings; 42import android.util.Property; 43import android.util.Slog; 44import android.view.Display; 45import android.view.DisplayInfo; 46import android.view.GestureDetector; 47import android.view.GestureDetector.SimpleOnGestureListener; 48import android.view.Gravity; 49import android.view.IDisplayContentChangeListener; 50import android.view.IWindowManager; 51import android.view.MotionEvent; 52import android.view.MotionEvent.PointerCoords; 53import android.view.MotionEvent.PointerProperties; 54import android.view.ScaleGestureDetector; 55import android.view.ScaleGestureDetector.OnScaleGestureListener; 56import android.view.Surface; 57import android.view.View; 58import android.view.ViewConfiguration; 59import android.view.ViewGroup; 60import android.view.WindowInfo; 61import android.view.WindowManager; 62import android.view.WindowManagerPolicy; 63import android.view.accessibility.AccessibilityEvent; 64import android.view.animation.DecelerateInterpolator; 65import android.view.animation.Interpolator; 66 67import com.android.internal.R; 68import com.android.internal.os.SomeArgs; 69 70import java.util.ArrayList; 71import java.util.Collections; 72import java.util.Comparator; 73 74/** 75 * This class handles the screen magnification when accessibility is enabled. 76 * The behavior is as follows: 77 * 78 * 1. Triple tap toggles permanent screen magnification which is magnifying 79 * the area around the location of the triple tap. One can think of the 80 * location of the triple tap as the center of the magnified viewport. 81 * For example, a triple tap when not magnified would magnify the screen 82 * and leave it in a magnified state. A triple tapping when magnified would 83 * clear magnification and leave the screen in a not magnified state. 84 * 85 * 2. Triple tap and hold would magnify the screen if not magnified and enable 86 * viewport dragging mode until the finger goes up. One can think of this 87 * mode as a way to move the magnified viewport since the area around the 88 * moving finger will be magnified to fit the screen. For example, if the 89 * screen was not magnified and the user triple taps and holds the screen 90 * would magnify and the viewport will follow the user's finger. When the 91 * finger goes up the screen will clear zoom out. If the same user interaction 92 * is performed when the screen is magnified, the viewport movement will 93 * be the same but when the finger goes up the screen will stay magnified. 94 * In other words, the initial magnified state is sticky. 95 * 96 * 3. Pinching with any number of additional fingers when viewport dragging 97 * is enabled, i.e. the user triple tapped and holds, would adjust the 98 * magnification scale which will become the current default magnification 99 * scale. The next time the user magnifies the same magnification scale 100 * would be used. 101 * 102 * 4. When in a permanent magnified state the user can use two or more fingers 103 * to pan the viewport. Note that in this mode the content is panned as 104 * opposed to the viewport dragging mode in which the viewport is moved. 105 * 106 * 5. When in a permanent magnified state the user can use three or more 107 * fingers to change the magnification scale which will become the current 108 * default magnification scale. The next time the user magnifies the same 109 * magnification scale would be used. 110 * 111 * 6. The magnification scale will be persisted in settings and in the cloud. 112 */ 113public final class ScreenMagnifier implements EventStreamTransformation { 114 115 private static final boolean DEBUG_STATE_TRANSITIONS = false; 116 private static final boolean DEBUG_DETECTING = false; 117 private static final boolean DEBUG_TRANSFORMATION = false; 118 private static final boolean DEBUG_PANNING = false; 119 private static final boolean DEBUG_SCALING = false; 120 private static final boolean DEBUG_VIEWPORT_WINDOW = false; 121 private static final boolean DEBUG_WINDOW_TRANSITIONS = false; 122 private static final boolean DEBUG_ROTATION = false; 123 private static final boolean DEBUG_MAGNIFICATION_CONTROLLER = false; 124 125 private static final String LOG_TAG = ScreenMagnifier.class.getSimpleName(); 126 127 private static final int STATE_DELEGATING = 1; 128 private static final int STATE_DETECTING = 2; 129 private static final int STATE_VIEWPORT_DRAGGING = 3; 130 private static final int STATE_MAGNIFIED_INTERACTION = 4; 131 132 private static final float DEFAULT_MAGNIFICATION_SCALE = 2.0f; 133 private static final int DEFAULT_SCREEN_MAGNIFICATION_AUTO_UPDATE = 1; 134 private static final float DEFAULT_WINDOW_ANIMATION_SCALE = 1.0f; 135 136 private static final int MULTI_TAP_TIME_SLOP_ADJUSTMENT = 50; 137 138 private final IWindowManager mWindowManagerService = IWindowManager.Stub.asInterface( 139 ServiceManager.getService("window")); 140 private final WindowManager mWindowManager; 141 private final DisplayProvider mDisplayProvider; 142 143 private final DetectingStateHandler mDetectingStateHandler = new DetectingStateHandler(); 144 private final MagnifiedContentInteractonStateHandler mMagnifiedContentInteractonStateHandler; 145 private final StateViewportDraggingHandler mStateViewportDraggingHandler = 146 new StateViewportDraggingHandler(); 147 148 private final Interpolator mInterpolator = new DecelerateInterpolator(2.5f); 149 150 private final MagnificationController mMagnificationController; 151 private final DisplayContentObserver mDisplayContentObserver; 152 private final ScreenStateObserver mScreenStateObserver; 153 private final Viewport mViewport; 154 155 private final int mTapTimeSlop = ViewConfiguration.getTapTimeout(); 156 private final int mMultiTapTimeSlop = 157 ViewConfiguration.getDoubleTapTimeout() - MULTI_TAP_TIME_SLOP_ADJUSTMENT; 158 private final int mTapDistanceSlop; 159 private final int mMultiTapDistanceSlop; 160 161 private final int mShortAnimationDuration; 162 private final int mLongAnimationDuration; 163 private final float mWindowAnimationScale; 164 165 private final Context mContext; 166 167 private EventStreamTransformation mNext; 168 169 private int mCurrentState; 170 private int mPreviousState; 171 private boolean mTranslationEnabledBeforePan; 172 173 private PointerCoords[] mTempPointerCoords; 174 private PointerProperties[] mTempPointerProperties; 175 176 public ScreenMagnifier(Context context) { 177 mContext = context; 178 mWindowManager = (WindowManager) context.getSystemService(Context.WINDOW_SERVICE); 179 180 mShortAnimationDuration = context.getResources().getInteger( 181 com.android.internal.R.integer.config_shortAnimTime); 182 mLongAnimationDuration = context.getResources().getInteger( 183 com.android.internal.R.integer.config_longAnimTime); 184 mTapDistanceSlop = ViewConfiguration.get(context).getScaledTouchSlop(); 185 mMultiTapDistanceSlop = ViewConfiguration.get(context).getScaledDoubleTapSlop(); 186 mWindowAnimationScale = Settings.System.getFloat(context.getContentResolver(), 187 Settings.System.WINDOW_ANIMATION_SCALE, DEFAULT_WINDOW_ANIMATION_SCALE); 188 189 mMagnificationController = new MagnificationController(mShortAnimationDuration); 190 mDisplayProvider = new DisplayProvider(context, mWindowManager); 191 mViewport = new Viewport(mContext, mWindowManager, mWindowManagerService, 192 mDisplayProvider, mInterpolator, mShortAnimationDuration); 193 mDisplayContentObserver = new DisplayContentObserver(mContext, mViewport, 194 mMagnificationController, mWindowManagerService, mDisplayProvider, 195 mLongAnimationDuration, mWindowAnimationScale); 196 mScreenStateObserver = new ScreenStateObserver(mContext, mViewport, 197 mMagnificationController); 198 199 mMagnifiedContentInteractonStateHandler = new MagnifiedContentInteractonStateHandler( 200 context); 201 202 transitionToState(STATE_DETECTING); 203 } 204 205 @Override 206 public void onMotionEvent(MotionEvent event, int policyFlags) { 207 mMagnifiedContentInteractonStateHandler.onMotionEvent(event); 208 switch (mCurrentState) { 209 case STATE_DELEGATING: { 210 handleMotionEventStateDelegating(event, policyFlags); 211 } break; 212 case STATE_DETECTING: { 213 mDetectingStateHandler.onMotionEvent(event, policyFlags); 214 } break; 215 case STATE_VIEWPORT_DRAGGING: { 216 mStateViewportDraggingHandler.onMotionEvent(event, policyFlags); 217 } break; 218 case STATE_MAGNIFIED_INTERACTION: { 219 // mMagnifiedContentInteractonStateHandler handles events only 220 // if this is the current state since it uses ScaleGestureDetecotr 221 // and a GestureDetector which need well formed event stream. 222 } break; 223 default: { 224 throw new IllegalStateException("Unknown state: " + mCurrentState); 225 } 226 } 227 } 228 229 @Override 230 public void onAccessibilityEvent(AccessibilityEvent event) { 231 if (mNext != null) { 232 mNext.onAccessibilityEvent(event); 233 } 234 } 235 236 @Override 237 public void setNext(EventStreamTransformation next) { 238 mNext = next; 239 } 240 241 @Override 242 public void clear() { 243 mCurrentState = STATE_DETECTING; 244 mDetectingStateHandler.clear(); 245 mStateViewportDraggingHandler.clear(); 246 mMagnifiedContentInteractonStateHandler.clear(); 247 if (mNext != null) { 248 mNext.clear(); 249 } 250 } 251 252 @Override 253 public void onDestroy() { 254 mMagnificationController.setScaleAndMagnifiedRegionCenter(1.0f, 255 0, 0, true); 256 mViewport.setFrameShown(false, true); 257 mDisplayProvider.destroy(); 258 mDisplayContentObserver.destroy(); 259 mScreenStateObserver.destroy(); 260 } 261 262 private void handleMotionEventStateDelegating(MotionEvent event, int policyFlags) { 263 if (event.getActionMasked() == MotionEvent.ACTION_UP) { 264 if (mDetectingStateHandler.mDelayedEventQueue == null) { 265 transitionToState(STATE_DETECTING); 266 } 267 } 268 if (mNext != null) { 269 // If the event is within the magnified portion of the screen we have 270 // to change its location to be where the user thinks he is poking the 271 // UI which may have been magnified and panned. 272 final float eventX = event.getX(); 273 final float eventY = event.getY(); 274 if (mMagnificationController.isMagnifying() 275 && mViewport.getBounds().contains((int) eventX, (int) eventY)) { 276 final float scale = mMagnificationController.getScale(); 277 final float scaledOffsetX = mMagnificationController.getScaledOffsetX(); 278 final float scaledOffsetY = mMagnificationController.getScaledOffsetY(); 279 final int pointerCount = event.getPointerCount(); 280 PointerCoords[] coords = getTempPointerCoordsWithMinSize(pointerCount); 281 PointerProperties[] properties = getTempPointerPropertiesWithMinSize(pointerCount); 282 for (int i = 0; i < pointerCount; i++) { 283 event.getPointerCoords(i, coords[i]); 284 coords[i].x = (coords[i].x - scaledOffsetX) / scale; 285 coords[i].y = (coords[i].y - scaledOffsetY) / scale; 286 event.getPointerProperties(i, properties[i]); 287 } 288 event = MotionEvent.obtain(event.getDownTime(), 289 event.getEventTime(), event.getAction(), pointerCount, properties, 290 coords, 0, 0, 1.0f, 1.0f, event.getDeviceId(), 0, event.getSource(), 291 event.getFlags()); 292 } 293 mNext.onMotionEvent(event, policyFlags); 294 } 295 } 296 297 private PointerCoords[] getTempPointerCoordsWithMinSize(int size) { 298 final int oldSize = (mTempPointerCoords != null) ? mTempPointerCoords.length : 0; 299 if (oldSize < size) { 300 PointerCoords[] oldTempPointerCoords = mTempPointerCoords; 301 mTempPointerCoords = new PointerCoords[size]; 302 if (oldTempPointerCoords != null) { 303 System.arraycopy(oldTempPointerCoords, 0, mTempPointerCoords, 0, oldSize); 304 } 305 } 306 for (int i = oldSize; i < size; i++) { 307 mTempPointerCoords[i] = new PointerCoords(); 308 } 309 return mTempPointerCoords; 310 } 311 312 private PointerProperties[] getTempPointerPropertiesWithMinSize(int size) { 313 final int oldSize = (mTempPointerProperties != null) ? mTempPointerProperties.length : 0; 314 if (oldSize < size) { 315 PointerProperties[] oldTempPointerProperties = mTempPointerProperties; 316 mTempPointerProperties = new PointerProperties[size]; 317 if (oldTempPointerProperties != null) { 318 System.arraycopy(oldTempPointerProperties, 0, mTempPointerProperties, 0, oldSize); 319 } 320 } 321 for (int i = oldSize; i < size; i++) { 322 mTempPointerProperties[i] = new PointerProperties(); 323 } 324 return mTempPointerProperties; 325 } 326 327 private void transitionToState(int state) { 328 if (DEBUG_STATE_TRANSITIONS) { 329 switch (state) { 330 case STATE_DELEGATING: { 331 Slog.i(LOG_TAG, "mCurrentState: STATE_DELEGATING"); 332 } break; 333 case STATE_DETECTING: { 334 Slog.i(LOG_TAG, "mCurrentState: STATE_DETECTING"); 335 } break; 336 case STATE_VIEWPORT_DRAGGING: { 337 Slog.i(LOG_TAG, "mCurrentState: STATE_VIEWPORT_DRAGGING"); 338 } break; 339 case STATE_MAGNIFIED_INTERACTION: { 340 Slog.i(LOG_TAG, "mCurrentState: STATE_MAGNIFIED_INTERACTION"); 341 } break; 342 default: { 343 throw new IllegalArgumentException("Unknown state: " + state); 344 } 345 } 346 } 347 mPreviousState = mCurrentState; 348 mCurrentState = state; 349 } 350 351 private final class MagnifiedContentInteractonStateHandler 352 extends SimpleOnGestureListener implements OnScaleGestureListener { 353 private static final float MIN_SCALE = 1.3f; 354 private static final float MAX_SCALE = 5.0f; 355 356 private static final float SCALING_THRESHOLD = 0.3f; 357 358 private final ScaleGestureDetector mScaleGestureDetector; 359 private final GestureDetector mGestureDetector; 360 361 private float mInitialScaleFactor = -1; 362 private boolean mScaling; 363 364 public MagnifiedContentInteractonStateHandler(Context context) { 365 mScaleGestureDetector = new ScaleGestureDetector(context, this); 366 mGestureDetector = new GestureDetector(context, this); 367 } 368 369 public void onMotionEvent(MotionEvent event) { 370 mScaleGestureDetector.onTouchEvent(event); 371 mGestureDetector.onTouchEvent(event); 372 if (mCurrentState != STATE_MAGNIFIED_INTERACTION) { 373 return; 374 } 375 if (event.getActionMasked() == MotionEvent.ACTION_UP) { 376 clear(); 377 final float scale = mMagnificationController.getScale(); 378 if (scale != getPersistedScale()) { 379 persistScale(scale); 380 } 381 if (mPreviousState == STATE_VIEWPORT_DRAGGING) { 382 transitionToState(STATE_VIEWPORT_DRAGGING); 383 } else { 384 transitionToState(STATE_DETECTING); 385 } 386 } 387 } 388 389 @Override 390 public boolean onScroll(MotionEvent first, MotionEvent second, float distanceX, 391 float distanceY) { 392 if (mCurrentState != STATE_MAGNIFIED_INTERACTION) { 393 return true; 394 } 395 final float scale = mMagnificationController.getScale(); 396 final float scrollX = distanceX / scale; 397 final float scrollY = distanceY / scale; 398 final float centerX = mMagnificationController.getMagnifiedRegionCenterX() + scrollX; 399 final float centerY = mMagnificationController.getMagnifiedRegionCenterY() + scrollY; 400 if (DEBUG_PANNING) { 401 Slog.i(LOG_TAG, "Panned content by scrollX: " + scrollX 402 + " scrollY: " + scrollY); 403 } 404 mMagnificationController.setMagnifiedRegionCenter(centerX, centerY, false); 405 return true; 406 } 407 408 @Override 409 public boolean onScale(ScaleGestureDetector detector) { 410 if (!mScaling) { 411 if (mInitialScaleFactor < 0) { 412 mInitialScaleFactor = detector.getScaleFactor(); 413 } else { 414 final float deltaScale = detector.getScaleFactor() - mInitialScaleFactor; 415 if (Math.abs(deltaScale) > SCALING_THRESHOLD) { 416 mScaling = true; 417 return true; 418 } 419 } 420 return false; 421 } 422 final float newScale = mMagnificationController.getScale() 423 * detector.getScaleFactor(); 424 final float normalizedNewScale = Math.min(Math.max(newScale, MIN_SCALE), MAX_SCALE); 425 if (DEBUG_SCALING) { 426 Slog.i(LOG_TAG, "normalizedNewScale: " + normalizedNewScale); 427 } 428 mMagnificationController.setScale(normalizedNewScale, detector.getFocusX(), 429 detector.getFocusY(), false); 430 return true; 431 } 432 433 @Override 434 public boolean onScaleBegin(ScaleGestureDetector detector) { 435 return (mCurrentState == STATE_MAGNIFIED_INTERACTION); 436 } 437 438 @Override 439 public void onScaleEnd(ScaleGestureDetector detector) { 440 clear(); 441 } 442 443 private void clear() { 444 mInitialScaleFactor = -1; 445 mScaling = false; 446 } 447 } 448 449 private final class StateViewportDraggingHandler { 450 private boolean mLastMoveOutsideMagnifiedRegion; 451 452 private void onMotionEvent(MotionEvent event, int policyFlags) { 453 final int action = event.getActionMasked(); 454 switch (action) { 455 case MotionEvent.ACTION_DOWN: { 456 throw new IllegalArgumentException("Unexpected event type: ACTION_DOWN"); 457 } 458 case MotionEvent.ACTION_POINTER_DOWN: { 459 clear(); 460 transitionToState(STATE_MAGNIFIED_INTERACTION); 461 } break; 462 case MotionEvent.ACTION_MOVE: { 463 if (event.getPointerCount() != 1) { 464 throw new IllegalStateException("Should have one pointer down."); 465 } 466 final float eventX = event.getX(); 467 final float eventY = event.getY(); 468 if (mViewport.getBounds().contains((int) eventX, (int) eventY)) { 469 if (mLastMoveOutsideMagnifiedRegion) { 470 mLastMoveOutsideMagnifiedRegion = false; 471 mMagnificationController.setMagnifiedRegionCenter(eventX, 472 eventY, true); 473 } else { 474 mMagnificationController.setMagnifiedRegionCenter(eventX, 475 eventY, false); 476 } 477 } else { 478 mLastMoveOutsideMagnifiedRegion = true; 479 } 480 } break; 481 case MotionEvent.ACTION_UP: { 482 if (!mTranslationEnabledBeforePan) { 483 mMagnificationController.reset(true); 484 mViewport.setFrameShown(false, true); 485 } 486 clear(); 487 transitionToState(STATE_DETECTING); 488 } break; 489 case MotionEvent.ACTION_POINTER_UP: { 490 throw new IllegalArgumentException("Unexpected event type: ACTION_POINTER_UP"); 491 } 492 } 493 } 494 495 public void clear() { 496 mLastMoveOutsideMagnifiedRegion = false; 497 } 498 } 499 500 private final class DetectingStateHandler { 501 502 private static final int MESSAGE_ON_ACTION_TAP_AND_HOLD = 1; 503 504 private static final int MESSAGE_TRANSITION_TO_DELEGATING_STATE = 2; 505 506 private static final int ACTION_TAP_COUNT = 3; 507 508 private MotionEventInfo mDelayedEventQueue; 509 510 private MotionEvent mLastDownEvent; 511 private MotionEvent mLastTapUpEvent; 512 private int mTapCount; 513 514 private final Handler mHandler = new Handler() { 515 @Override 516 public void handleMessage(Message message) { 517 final int type = message.what; 518 switch (type) { 519 case MESSAGE_ON_ACTION_TAP_AND_HOLD: { 520 MotionEvent event = (MotionEvent) message.obj; 521 final int policyFlags = message.arg1; 522 onActionTapAndHold(event, policyFlags); 523 } break; 524 case MESSAGE_TRANSITION_TO_DELEGATING_STATE: { 525 transitionToState(STATE_DELEGATING); 526 sendDelayedMotionEvents(); 527 clear(); 528 } break; 529 default: { 530 throw new IllegalArgumentException("Unknown message type: " + type); 531 } 532 } 533 } 534 }; 535 536 public void onMotionEvent(MotionEvent event, int policyFlags) { 537 cacheDelayedMotionEvent(event, policyFlags); 538 final int action = event.getActionMasked(); 539 switch (action) { 540 case MotionEvent.ACTION_DOWN: { 541 mHandler.removeMessages(MESSAGE_TRANSITION_TO_DELEGATING_STATE); 542 if (!mViewport.getBounds().contains((int) event.getX(), 543 (int) event.getY())) { 544 transitionToDelegatingStateAndClear(); 545 return; 546 } 547 if (mTapCount == ACTION_TAP_COUNT - 1 && mLastDownEvent != null 548 && GestureUtils.isMultiTap(mLastDownEvent, event, 549 mMultiTapTimeSlop, mMultiTapDistanceSlop, 0)) { 550 Message message = mHandler.obtainMessage(MESSAGE_ON_ACTION_TAP_AND_HOLD, 551 policyFlags, 0, event); 552 mHandler.sendMessageDelayed(message, 553 ViewConfiguration.getLongPressTimeout()); 554 } else if (mTapCount < ACTION_TAP_COUNT) { 555 Message message = mHandler.obtainMessage( 556 MESSAGE_TRANSITION_TO_DELEGATING_STATE); 557 mHandler.sendMessageDelayed(message, mMultiTapTimeSlop); 558 } 559 clearLastDownEvent(); 560 mLastDownEvent = MotionEvent.obtain(event); 561 } break; 562 case MotionEvent.ACTION_POINTER_DOWN: { 563 if (mMagnificationController.isMagnifying()) { 564 transitionToState(STATE_MAGNIFIED_INTERACTION); 565 clear(); 566 } else { 567 transitionToDelegatingStateAndClear(); 568 } 569 } break; 570 case MotionEvent.ACTION_MOVE: { 571 if (mLastDownEvent != null && mTapCount < ACTION_TAP_COUNT - 1) { 572 final double distance = GestureUtils.computeDistance(mLastDownEvent, 573 event, 0); 574 if (Math.abs(distance) > mTapDistanceSlop) { 575 transitionToDelegatingStateAndClear(); 576 } 577 } 578 } break; 579 case MotionEvent.ACTION_UP: { 580 if (mLastDownEvent == null) { 581 return; 582 } 583 mHandler.removeMessages(MESSAGE_ON_ACTION_TAP_AND_HOLD); 584 if (!mViewport.getBounds().contains((int) event.getX(), (int) event.getY())) { 585 transitionToDelegatingStateAndClear(); 586 return; 587 } 588 if (!GestureUtils.isTap(mLastDownEvent, event, mTapTimeSlop, 589 mTapDistanceSlop, 0)) { 590 transitionToDelegatingStateAndClear(); 591 return; 592 } 593 if (mLastTapUpEvent != null && !GestureUtils.isMultiTap(mLastTapUpEvent, 594 event, mMultiTapTimeSlop, mMultiTapDistanceSlop, 0)) { 595 transitionToDelegatingStateAndClear(); 596 return; 597 } 598 mTapCount++; 599 if (DEBUG_DETECTING) { 600 Slog.i(LOG_TAG, "Tap count:" + mTapCount); 601 } 602 if (mTapCount == ACTION_TAP_COUNT) { 603 clear(); 604 onActionTap(event, policyFlags); 605 return; 606 } 607 clearLastTapUpEvent(); 608 mLastTapUpEvent = MotionEvent.obtain(event); 609 } break; 610 case MotionEvent.ACTION_POINTER_UP: { 611 /* do nothing */ 612 } break; 613 } 614 } 615 616 public void clear() { 617 mHandler.removeMessages(MESSAGE_ON_ACTION_TAP_AND_HOLD); 618 mHandler.removeMessages(MESSAGE_TRANSITION_TO_DELEGATING_STATE); 619 clearTapDetectionState(); 620 clearDelayedMotionEvents(); 621 } 622 623 private void clearTapDetectionState() { 624 mTapCount = 0; 625 clearLastTapUpEvent(); 626 clearLastDownEvent(); 627 } 628 629 private void clearLastTapUpEvent() { 630 if (mLastTapUpEvent != null) { 631 mLastTapUpEvent.recycle(); 632 mLastTapUpEvent = null; 633 } 634 } 635 636 private void clearLastDownEvent() { 637 if (mLastDownEvent != null) { 638 mLastDownEvent.recycle(); 639 mLastDownEvent = null; 640 } 641 } 642 643 private void cacheDelayedMotionEvent(MotionEvent event, int policyFlags) { 644 MotionEventInfo info = MotionEventInfo.obtain(event, policyFlags); 645 if (mDelayedEventQueue == null) { 646 mDelayedEventQueue = info; 647 } else { 648 MotionEventInfo tail = mDelayedEventQueue; 649 while (tail.mNext != null) { 650 tail = tail.mNext; 651 } 652 tail.mNext = info; 653 } 654 } 655 656 private void sendDelayedMotionEvents() { 657 while (mDelayedEventQueue != null) { 658 MotionEventInfo info = mDelayedEventQueue; 659 mDelayedEventQueue = info.mNext; 660 ScreenMagnifier.this.onMotionEvent(info.mEvent, info.mPolicyFlags); 661 info.recycle(); 662 } 663 } 664 665 private void clearDelayedMotionEvents() { 666 while (mDelayedEventQueue != null) { 667 MotionEventInfo info = mDelayedEventQueue; 668 mDelayedEventQueue = info.mNext; 669 info.recycle(); 670 } 671 } 672 673 private void transitionToDelegatingStateAndClear() { 674 transitionToState(STATE_DELEGATING); 675 sendDelayedMotionEvents(); 676 clear(); 677 } 678 679 private void onActionTap(MotionEvent up, int policyFlags) { 680 if (DEBUG_DETECTING) { 681 Slog.i(LOG_TAG, "onActionTap()"); 682 } 683 if (!mMagnificationController.isMagnifying()) { 684 mMagnificationController.setScaleAndMagnifiedRegionCenter(getPersistedScale(), 685 up.getX(), up.getY(), true); 686 mViewport.setFrameShown(true, true); 687 } else { 688 mMagnificationController.reset(true); 689 mViewport.setFrameShown(false, true); 690 } 691 } 692 693 private void onActionTapAndHold(MotionEvent down, int policyFlags) { 694 if (DEBUG_DETECTING) { 695 Slog.i(LOG_TAG, "onActionTapAndHold()"); 696 } 697 clear(); 698 mTranslationEnabledBeforePan = mMagnificationController.isMagnifying(); 699 mMagnificationController.setScaleAndMagnifiedRegionCenter(getPersistedScale(), 700 down.getX(), down.getY(), true); 701 mViewport.setFrameShown(true, true); 702 transitionToState(STATE_VIEWPORT_DRAGGING); 703 } 704 } 705 706 private void persistScale(final float scale) { 707 new AsyncTask<Void, Void, Void>() { 708 @Override 709 protected Void doInBackground(Void... params) { 710 Settings.Secure.putFloat(mContext.getContentResolver(), 711 Settings.Secure.ACCESSIBILITY_DISPLAY_MAGNIFICATION_SCALE, scale); 712 return null; 713 } 714 }.execute(); 715 } 716 717 private float getPersistedScale() { 718 return Settings.Secure.getFloat(mContext.getContentResolver(), 719 Settings.Secure.ACCESSIBILITY_DISPLAY_MAGNIFICATION_SCALE, 720 DEFAULT_MAGNIFICATION_SCALE); 721 } 722 723 private static boolean isScreenMagnificationAutoUpdateEnabled(Context context) { 724 return (Settings.Secure.getInt(context.getContentResolver(), 725 Settings.Secure.ACCESSIBILITY_DISPLAY_MAGNIFICATION_AUTO_UPDATE, 726 DEFAULT_SCREEN_MAGNIFICATION_AUTO_UPDATE) == 1); 727 } 728 729 private static final class MotionEventInfo { 730 731 private static final int MAX_POOL_SIZE = 10; 732 733 private static final Object sLock = new Object(); 734 private static MotionEventInfo sPool; 735 private static int sPoolSize; 736 737 private MotionEventInfo mNext; 738 private boolean mInPool; 739 740 public MotionEvent mEvent; 741 public int mPolicyFlags; 742 743 public static MotionEventInfo obtain(MotionEvent event, int policyFlags) { 744 synchronized (sLock) { 745 MotionEventInfo info; 746 if (sPoolSize > 0) { 747 sPoolSize--; 748 info = sPool; 749 sPool = info.mNext; 750 info.mNext = null; 751 info.mInPool = false; 752 } else { 753 info = new MotionEventInfo(); 754 } 755 info.initialize(event, policyFlags); 756 return info; 757 } 758 } 759 760 private void initialize(MotionEvent event, int policyFlags) { 761 mEvent = MotionEvent.obtain(event); 762 mPolicyFlags = policyFlags; 763 } 764 765 public void recycle() { 766 synchronized (sLock) { 767 if (mInPool) { 768 throw new IllegalStateException("Already recycled."); 769 } 770 clear(); 771 if (sPoolSize < MAX_POOL_SIZE) { 772 sPoolSize++; 773 mNext = sPool; 774 sPool = this; 775 mInPool = true; 776 } 777 } 778 } 779 780 private void clear() { 781 mEvent.recycle(); 782 mEvent = null; 783 mPolicyFlags = 0; 784 } 785 } 786 787 private static final class ScreenStateObserver extends BroadcastReceiver { 788 789 private static final int MESSAGE_ON_SCREEN_STATE_CHANGE = 1; 790 791 private final Handler mHandler = new Handler() { 792 @Override 793 public void handleMessage(Message message) { 794 switch (message.what) { 795 case MESSAGE_ON_SCREEN_STATE_CHANGE: { 796 String action = (String) message.obj; 797 handleOnScreenStateChange(action); 798 } break; 799 } 800 } 801 }; 802 803 private final Context mContext; 804 private final Viewport mViewport; 805 private final MagnificationController mMagnificationController; 806 807 public ScreenStateObserver(Context context, Viewport viewport, 808 MagnificationController magnificationController) { 809 mContext = context; 810 mViewport = viewport; 811 mMagnificationController = magnificationController; 812 mContext.registerReceiver(this, new IntentFilter(Intent.ACTION_SCREEN_OFF)); 813 } 814 815 public void destroy() { 816 mContext.unregisterReceiver(this); 817 } 818 819 @Override 820 public void onReceive(Context context, Intent intent) { 821 mHandler.obtainMessage(MESSAGE_ON_SCREEN_STATE_CHANGE, 822 intent.getAction()).sendToTarget(); 823 } 824 825 private void handleOnScreenStateChange(String action) { 826 if (action.equals(Intent.ACTION_SCREEN_OFF) 827 && mMagnificationController.isMagnifying() 828 && isScreenMagnificationAutoUpdateEnabled(mContext)) { 829 mMagnificationController.reset(false); 830 mViewport.setFrameShown(false, false); 831 } 832 } 833 } 834 835 private static final class DisplayContentObserver { 836 837 private static final int MESSAGE_SHOW_VIEWPORT_FRAME = 1; 838 private static final int MESSAGE_RECOMPUTE_VIEWPORT_BOUNDS = 2; 839 private static final int MESSAGE_ON_RECTANGLE_ON_SCREEN_REQUESTED = 3; 840 private static final int MESSAGE_ON_WINDOW_TRANSITION = 4; 841 private static final int MESSAGE_ON_ROTATION_CHANGED = 5; 842 843 private final Handler mHandler = new MyHandler(); 844 845 private final Rect mTempRect = new Rect(); 846 847 private final IDisplayContentChangeListener mDisplayContentChangeListener; 848 849 private final Context mContext; 850 private final Viewport mViewport; 851 private final MagnificationController mMagnificationController; 852 private final IWindowManager mWindowManagerService; 853 private final DisplayProvider mDisplayProvider; 854 private final long mLongAnimationDuration; 855 private final float mWindowAnimationScale; 856 857 public DisplayContentObserver(Context context, Viewport viewport, 858 MagnificationController magnificationController, 859 IWindowManager windowManagerService, DisplayProvider displayProvider, 860 long longAnimationDuration, float windowAnimationScale) { 861 mContext = context; 862 mViewport = viewport; 863 mMagnificationController = magnificationController; 864 mWindowManagerService = windowManagerService; 865 mDisplayProvider = displayProvider; 866 mLongAnimationDuration = longAnimationDuration; 867 mWindowAnimationScale = windowAnimationScale; 868 869 mDisplayContentChangeListener = new IDisplayContentChangeListener.Stub() { 870 @Override 871 public void onWindowTransition(int displayId, int transition, WindowInfo info) { 872 mHandler.obtainMessage(MESSAGE_ON_WINDOW_TRANSITION, transition, 0, 873 WindowInfo.obtain(info)).sendToTarget(); 874 } 875 876 @Override 877 public void onRectangleOnScreenRequested(int dsiplayId, Rect rectangle, 878 boolean immediate) { 879 SomeArgs args = SomeArgs.obtain(); 880 args.argi1 = rectangle.left; 881 args.argi2 = rectangle.top; 882 args.argi3 = rectangle.right; 883 args.argi4 = rectangle.bottom; 884 mHandler.obtainMessage(MESSAGE_ON_RECTANGLE_ON_SCREEN_REQUESTED, 0, 885 immediate ? 1 : 0, args).sendToTarget(); 886 } 887 888 @Override 889 public void onRotationChanged(int rotation) throws RemoteException { 890 mHandler.obtainMessage(MESSAGE_ON_ROTATION_CHANGED, rotation, 0) 891 .sendToTarget(); 892 } 893 }; 894 895 try { 896 mWindowManagerService.addDisplayContentChangeListener( 897 mDisplayProvider.getDisplay().getDisplayId(), 898 mDisplayContentChangeListener); 899 } catch (RemoteException re) { 900 /* ignore */ 901 } 902 } 903 904 public void destroy() { 905 try { 906 mWindowManagerService.removeDisplayContentChangeListener( 907 mDisplayProvider.getDisplay().getDisplayId(), 908 mDisplayContentChangeListener); 909 } catch (RemoteException re) { 910 /* ignore*/ 911 } 912 } 913 914 private void handleOnRotationChanged(int rotation) { 915 if (DEBUG_ROTATION) { 916 Slog.i(LOG_TAG, "Rotation: " + rotationToString(rotation)); 917 } 918 resetMagnificationIfNeeded(); 919 mViewport.setFrameShown(false, false); 920 mViewport.rotationChanged(); 921 mViewport.recomputeBounds(false); 922 if (mMagnificationController.isMagnifying()) { 923 final long delay = (long) (2 * mLongAnimationDuration * mWindowAnimationScale); 924 Message message = mHandler.obtainMessage(MESSAGE_SHOW_VIEWPORT_FRAME); 925 mHandler.sendMessageDelayed(message, delay); 926 } 927 } 928 929 private void handleOnWindowTransition(int transition, WindowInfo info) { 930 if (DEBUG_WINDOW_TRANSITIONS) { 931 Slog.i(LOG_TAG, "Window transitioning: " 932 + windowTransitionToString(transition)); 933 } 934 try { 935 final boolean magnifying = mMagnificationController.isMagnifying(); 936 if (magnifying) { 937 switch (transition) { 938 case WindowManagerPolicy.TRANSIT_ACTIVITY_OPEN: 939 case WindowManagerPolicy.TRANSIT_TASK_OPEN: 940 case WindowManagerPolicy.TRANSIT_TASK_TO_FRONT: 941 case WindowManagerPolicy.TRANSIT_WALLPAPER_OPEN: 942 case WindowManagerPolicy.TRANSIT_WALLPAPER_CLOSE: 943 case WindowManagerPolicy.TRANSIT_WALLPAPER_INTRA_OPEN: { 944 resetMagnificationIfNeeded(); 945 } 946 } 947 } 948 if (info.type == WindowManager.LayoutParams.TYPE_NAVIGATION_BAR 949 || info.type == WindowManager.LayoutParams.TYPE_INPUT_METHOD 950 || info.type == WindowManager.LayoutParams.TYPE_INPUT_METHOD_DIALOG 951 || info.type == WindowManager.LayoutParams.TYPE_KEYGUARD 952 || info.type == WindowManager.LayoutParams.TYPE_KEYGUARD_DIALOG) { 953 switch (transition) { 954 case WindowManagerPolicy.TRANSIT_ENTER: 955 case WindowManagerPolicy.TRANSIT_SHOW: 956 case WindowManagerPolicy.TRANSIT_EXIT: 957 case WindowManagerPolicy.TRANSIT_HIDE: { 958 mViewport.recomputeBounds(mMagnificationController.isMagnifying()); 959 } break; 960 } 961 } else { 962 switch (transition) { 963 case WindowManagerPolicy.TRANSIT_ENTER: 964 case WindowManagerPolicy.TRANSIT_SHOW: { 965 if (!magnifying || !isScreenMagnificationAutoUpdateEnabled(mContext)) { 966 break; 967 } 968 final int type = info.type; 969 switch (type) { 970 // TODO: Are these all the windows we want to make 971 // visible when they appear on the screen? 972 // Do we need to take some of them out? 973 case WindowManager.LayoutParams.TYPE_APPLICATION_PANEL: 974 case WindowManager.LayoutParams.TYPE_APPLICATION_MEDIA: 975 case WindowManager.LayoutParams.TYPE_APPLICATION_SUB_PANEL: 976 case WindowManager.LayoutParams.TYPE_APPLICATION_ATTACHED_DIALOG: 977 case WindowManager.LayoutParams.TYPE_SEARCH_BAR: 978 case WindowManager.LayoutParams.TYPE_PHONE: 979 case WindowManager.LayoutParams.TYPE_SYSTEM_ALERT: 980 case WindowManager.LayoutParams.TYPE_TOAST: 981 case WindowManager.LayoutParams.TYPE_SYSTEM_OVERLAY: 982 case WindowManager.LayoutParams.TYPE_PRIORITY_PHONE: 983 case WindowManager.LayoutParams.TYPE_SYSTEM_DIALOG: 984 case WindowManager.LayoutParams.TYPE_KEYGUARD_DIALOG: 985 case WindowManager.LayoutParams.TYPE_SYSTEM_ERROR: 986 case WindowManager.LayoutParams.TYPE_VOLUME_OVERLAY: 987 case WindowManager.LayoutParams.TYPE_NAVIGATION_BAR_PANEL: { 988 Rect magnifiedRegionBounds = mMagnificationController 989 .getMagnifiedRegionBounds(); 990 Rect touchableRegion = info.touchableRegion; 991 if (!magnifiedRegionBounds.intersect(touchableRegion)) { 992 ensureRectangleInMagnifiedRegionBounds( 993 magnifiedRegionBounds, touchableRegion); 994 } 995 } break; 996 } break; 997 } 998 } 999 } 1000 } finally { 1001 if (info != null) { 1002 info.recycle(); 1003 } 1004 } 1005 } 1006 1007 private void handleOnRectangleOnScreenRequested(Rect rectangle, boolean immediate) { 1008 if (!mMagnificationController.isMagnifying()) { 1009 return; 1010 } 1011 Rect magnifiedRegionBounds = mMagnificationController.getMagnifiedRegionBounds(); 1012 if (magnifiedRegionBounds.contains(rectangle)) { 1013 return; 1014 } 1015 ensureRectangleInMagnifiedRegionBounds(magnifiedRegionBounds, rectangle); 1016 } 1017 1018 private void ensureRectangleInMagnifiedRegionBounds(Rect magnifiedRegionBounds, 1019 Rect rectangle) { 1020 if (!Rect.intersects(rectangle, mViewport.getBounds())) { 1021 return; 1022 } 1023 final float scrollX; 1024 final float scrollY; 1025 if (rectangle.width() > magnifiedRegionBounds.width()) { 1026 scrollX = rectangle.left - magnifiedRegionBounds.left; 1027 } else if (rectangle.left < magnifiedRegionBounds.left) { 1028 scrollX = rectangle.left - magnifiedRegionBounds.left; 1029 } else if (rectangle.right > magnifiedRegionBounds.right) { 1030 scrollX = rectangle.right - magnifiedRegionBounds.right; 1031 } else { 1032 scrollX = 0; 1033 } 1034 if (rectangle.height() > magnifiedRegionBounds.height()) { 1035 scrollY = rectangle.top - magnifiedRegionBounds.top; 1036 } else if (rectangle.top < magnifiedRegionBounds.top) { 1037 scrollY = rectangle.top - magnifiedRegionBounds.top; 1038 } else if (rectangle.bottom > magnifiedRegionBounds.bottom) { 1039 scrollY = rectangle.bottom - magnifiedRegionBounds.bottom; 1040 } else { 1041 scrollY = 0; 1042 } 1043 final float viewportCenterX = mMagnificationController.getMagnifiedRegionCenterX() 1044 + scrollX; 1045 final float viewportCenterY = mMagnificationController.getMagnifiedRegionCenterY() 1046 + scrollY; 1047 mMagnificationController.setMagnifiedRegionCenter(viewportCenterX, viewportCenterY, 1048 true); 1049 } 1050 1051 private void resetMagnificationIfNeeded() { 1052 if (mMagnificationController.isMagnifying() 1053 && isScreenMagnificationAutoUpdateEnabled(mContext)) { 1054 mMagnificationController.reset(true); 1055 mViewport.setFrameShown(false, true); 1056 } 1057 } 1058 1059 private String windowTransitionToString(int transition) { 1060 switch (transition) { 1061 case WindowManagerPolicy.TRANSIT_UNSET: { 1062 return "TRANSIT_UNSET"; 1063 } 1064 case WindowManagerPolicy.TRANSIT_NONE: { 1065 return "TRANSIT_NONE"; 1066 } 1067 case WindowManagerPolicy.TRANSIT_ENTER: { 1068 return "TRANSIT_ENTER"; 1069 } 1070 case WindowManagerPolicy.TRANSIT_EXIT: { 1071 return "TRANSIT_EXIT"; 1072 } 1073 case WindowManagerPolicy.TRANSIT_SHOW: { 1074 return "TRANSIT_SHOW"; 1075 } 1076 case WindowManagerPolicy.TRANSIT_EXIT_MASK: { 1077 return "TRANSIT_EXIT_MASK"; 1078 } 1079 case WindowManagerPolicy.TRANSIT_PREVIEW_DONE: { 1080 return "TRANSIT_PREVIEW_DONE"; 1081 } 1082 case WindowManagerPolicy.TRANSIT_ACTIVITY_OPEN: { 1083 return "TRANSIT_ACTIVITY_OPEN"; 1084 } 1085 case WindowManagerPolicy.TRANSIT_ACTIVITY_CLOSE: { 1086 return "TRANSIT_ACTIVITY_CLOSE"; 1087 } 1088 case WindowManagerPolicy.TRANSIT_TASK_OPEN: { 1089 return "TRANSIT_TASK_OPEN"; 1090 } 1091 case WindowManagerPolicy.TRANSIT_TASK_CLOSE: { 1092 return "TRANSIT_TASK_CLOSE"; 1093 } 1094 case WindowManagerPolicy.TRANSIT_TASK_TO_FRONT: { 1095 return "TRANSIT_TASK_TO_FRONT"; 1096 } 1097 case WindowManagerPolicy.TRANSIT_TASK_TO_BACK: { 1098 return "TRANSIT_TASK_TO_BACK"; 1099 } 1100 case WindowManagerPolicy.TRANSIT_WALLPAPER_CLOSE: { 1101 return "TRANSIT_WALLPAPER_CLOSE"; 1102 } 1103 case WindowManagerPolicy.TRANSIT_WALLPAPER_OPEN: { 1104 return "TRANSIT_WALLPAPER_OPEN"; 1105 } 1106 case WindowManagerPolicy.TRANSIT_WALLPAPER_INTRA_OPEN: { 1107 return "TRANSIT_WALLPAPER_INTRA_OPEN"; 1108 } 1109 case WindowManagerPolicy.TRANSIT_WALLPAPER_INTRA_CLOSE: { 1110 return "TRANSIT_WALLPAPER_INTRA_CLOSE"; 1111 } 1112 default: { 1113 return "<UNKNOWN>"; 1114 } 1115 } 1116 } 1117 1118 private String rotationToString(int rotation) { 1119 switch (rotation) { 1120 case Surface.ROTATION_0: { 1121 return "ROTATION_0"; 1122 } 1123 case Surface.ROTATION_90: { 1124 return "ROATATION_90"; 1125 } 1126 case Surface.ROTATION_180: { 1127 return "ROATATION_180"; 1128 } 1129 case Surface.ROTATION_270: { 1130 return "ROATATION_270"; 1131 } 1132 default: { 1133 throw new IllegalArgumentException("Invalid rotation: " 1134 + rotation); 1135 } 1136 } 1137 } 1138 1139 private final class MyHandler extends Handler { 1140 @Override 1141 public void handleMessage(Message message) { 1142 final int action = message.what; 1143 switch (action) { 1144 case MESSAGE_SHOW_VIEWPORT_FRAME: { 1145 mViewport.setFrameShown(true, true); 1146 } break; 1147 case MESSAGE_RECOMPUTE_VIEWPORT_BOUNDS: { 1148 final boolean animate = message.arg1 == 1; 1149 mViewport.recomputeBounds(animate); 1150 } break; 1151 case MESSAGE_ON_RECTANGLE_ON_SCREEN_REQUESTED: { 1152 SomeArgs args = (SomeArgs) message.obj; 1153 try { 1154 mTempRect.set(args.argi1, args.argi2, args.argi3, args.argi4); 1155 final boolean immediate = (message.arg1 == 1); 1156 handleOnRectangleOnScreenRequested(mTempRect, immediate); 1157 } finally { 1158 args.recycle(); 1159 } 1160 } break; 1161 case MESSAGE_ON_WINDOW_TRANSITION: { 1162 final int transition = message.arg1; 1163 WindowInfo info = (WindowInfo) message.obj; 1164 handleOnWindowTransition(transition, info); 1165 } break; 1166 case MESSAGE_ON_ROTATION_CHANGED: { 1167 final int rotation = message.arg1; 1168 handleOnRotationChanged(rotation); 1169 } break; 1170 default: { 1171 throw new IllegalArgumentException("Unknown message: " + action); 1172 } 1173 } 1174 } 1175 } 1176 } 1177 1178 private final class MagnificationController { 1179 1180 private static final String PROPERTY_NAME_ACCESSIBILITY_TRANSFORMATION = 1181 "accessibilityTransformation"; 1182 1183 private final MagnificationSpec mSentMagnificationSpec = new MagnificationSpec(); 1184 1185 private final MagnificationSpec mCurrentMagnificationSpec = new MagnificationSpec(); 1186 1187 private final Rect mTempRect = new Rect(); 1188 1189 private final ValueAnimator mTransformationAnimator; 1190 1191 public MagnificationController(int animationDuration) { 1192 Property<MagnificationController, MagnificationSpec> property = 1193 Property.of(MagnificationController.class, MagnificationSpec.class, 1194 PROPERTY_NAME_ACCESSIBILITY_TRANSFORMATION); 1195 TypeEvaluator<MagnificationSpec> evaluator = new TypeEvaluator<MagnificationSpec>() { 1196 private final MagnificationSpec mTempTransformationSpec = new MagnificationSpec(); 1197 @Override 1198 public MagnificationSpec evaluate(float fraction, MagnificationSpec fromSpec, 1199 MagnificationSpec toSpec) { 1200 MagnificationSpec result = mTempTransformationSpec; 1201 result.mScale = fromSpec.mScale 1202 + (toSpec.mScale - fromSpec.mScale) * fraction; 1203 result.mMagnifiedRegionCenterX = fromSpec.mMagnifiedRegionCenterX 1204 + (toSpec.mMagnifiedRegionCenterX - fromSpec.mMagnifiedRegionCenterX) 1205 * fraction; 1206 result.mMagnifiedRegionCenterY = fromSpec.mMagnifiedRegionCenterY 1207 + (toSpec.mMagnifiedRegionCenterY - fromSpec.mMagnifiedRegionCenterY) 1208 * fraction; 1209 result.mScaledOffsetX = fromSpec.mScaledOffsetX 1210 + (toSpec.mScaledOffsetX - fromSpec.mScaledOffsetX) 1211 * fraction; 1212 result.mScaledOffsetY = fromSpec.mScaledOffsetY 1213 + (toSpec.mScaledOffsetY - fromSpec.mScaledOffsetY) 1214 * fraction; 1215 return result; 1216 } 1217 }; 1218 mTransformationAnimator = ObjectAnimator.ofObject(this, property, 1219 evaluator, mSentMagnificationSpec, mCurrentMagnificationSpec); 1220 mTransformationAnimator.setDuration((long) (animationDuration)); 1221 mTransformationAnimator.setInterpolator(mInterpolator); 1222 } 1223 1224 public boolean isMagnifying() { 1225 return mCurrentMagnificationSpec.mScale > 1.0f; 1226 } 1227 1228 public void reset(boolean animate) { 1229 if (mTransformationAnimator.isRunning()) { 1230 mTransformationAnimator.cancel(); 1231 } 1232 mCurrentMagnificationSpec.reset(); 1233 if (animate) { 1234 animateAccessibilityTranformation(mSentMagnificationSpec, 1235 mCurrentMagnificationSpec); 1236 } else { 1237 setAccessibilityTransformation(mCurrentMagnificationSpec); 1238 } 1239 } 1240 1241 public Rect getMagnifiedRegionBounds() { 1242 mTempRect.set(mViewport.getBounds()); 1243 mTempRect.offset((int) -mCurrentMagnificationSpec.mScaledOffsetX, 1244 (int) -mCurrentMagnificationSpec.mScaledOffsetY); 1245 mTempRect.scale(1.0f / mCurrentMagnificationSpec.mScale); 1246 return mTempRect; 1247 } 1248 1249 public float getScale() { 1250 return mCurrentMagnificationSpec.mScale; 1251 } 1252 1253 public float getMagnifiedRegionCenterX() { 1254 return mCurrentMagnificationSpec.mMagnifiedRegionCenterX; 1255 } 1256 1257 public float getMagnifiedRegionCenterY() { 1258 return mCurrentMagnificationSpec.mMagnifiedRegionCenterY; 1259 } 1260 1261 public float getScaledOffsetX() { 1262 return mCurrentMagnificationSpec.mScaledOffsetX; 1263 } 1264 1265 public float getScaledOffsetY() { 1266 return mCurrentMagnificationSpec.mScaledOffsetY; 1267 } 1268 1269 public void setScale(float scale, float pivotX, float pivotY, boolean animate) { 1270 MagnificationSpec spec = mCurrentMagnificationSpec; 1271 final float oldScale = spec.mScale; 1272 final float oldCenterX = spec.mMagnifiedRegionCenterX; 1273 final float oldCenterY = spec.mMagnifiedRegionCenterY; 1274 final float normPivotX = (-spec.mScaledOffsetX + pivotX) / oldScale; 1275 final float normPivotY = (-spec.mScaledOffsetY + pivotY) / oldScale; 1276 final float offsetX = (oldCenterX - normPivotX) * (oldScale / scale); 1277 final float offsetY = (oldCenterY - normPivotY) * (oldScale / scale); 1278 final float centerX = normPivotX + offsetX; 1279 final float centerY = normPivotY + offsetY; 1280 setScaleAndMagnifiedRegionCenter(scale, centerX, centerY, animate); 1281 } 1282 1283 public void setMagnifiedRegionCenter(float centerX, float centerY, boolean animate) { 1284 setScaleAndMagnifiedRegionCenter(mCurrentMagnificationSpec.mScale, centerX, centerY, 1285 animate); 1286 } 1287 1288 public void setScaleAndMagnifiedRegionCenter(float scale, float centerX, float centerY, 1289 boolean animate) { 1290 if (Float.compare(mCurrentMagnificationSpec.mScale, scale) == 0 1291 && Float.compare(mCurrentMagnificationSpec.mMagnifiedRegionCenterX, 1292 centerX) == 0 1293 && Float.compare(mCurrentMagnificationSpec.mMagnifiedRegionCenterY, 1294 centerY) == 0) { 1295 return; 1296 } 1297 if (mTransformationAnimator.isRunning()) { 1298 mTransformationAnimator.cancel(); 1299 } 1300 if (DEBUG_MAGNIFICATION_CONTROLLER) { 1301 Slog.i(LOG_TAG, "scale: " + scale + " centerX: " + centerX 1302 + " centerY: " + centerY); 1303 } 1304 mCurrentMagnificationSpec.initialize(scale, centerX, centerY); 1305 if (animate) { 1306 animateAccessibilityTranformation(mSentMagnificationSpec, 1307 mCurrentMagnificationSpec); 1308 } else { 1309 setAccessibilityTransformation(mCurrentMagnificationSpec); 1310 } 1311 } 1312 1313 private void animateAccessibilityTranformation(MagnificationSpec fromSpec, 1314 MagnificationSpec toSpec) { 1315 mTransformationAnimator.setObjectValues(fromSpec, toSpec); 1316 mTransformationAnimator.start(); 1317 } 1318 1319 @SuppressWarnings("unused") 1320 // Called from an animator. 1321 public MagnificationSpec getAccessibilityTransformation() { 1322 return mSentMagnificationSpec; 1323 } 1324 1325 public void setAccessibilityTransformation(MagnificationSpec transformation) { 1326 if (DEBUG_TRANSFORMATION) { 1327 Slog.i(LOG_TAG, "Transformation scale: " + transformation.mScale 1328 + " offsetX: " + transformation.mScaledOffsetX 1329 + " offsetY: " + transformation.mScaledOffsetY); 1330 } 1331 try { 1332 mSentMagnificationSpec.updateFrom(transformation); 1333 mWindowManagerService.magnifyDisplay(mDisplayProvider.getDisplay().getDisplayId(), 1334 transformation.mScale, transformation.mScaledOffsetX, 1335 transformation.mScaledOffsetY); 1336 } catch (RemoteException re) { 1337 /* ignore */ 1338 } 1339 } 1340 1341 private class MagnificationSpec { 1342 1343 private static final float DEFAULT_SCALE = 1.0f; 1344 1345 public float mScale = DEFAULT_SCALE; 1346 1347 public float mMagnifiedRegionCenterX; 1348 1349 public float mMagnifiedRegionCenterY; 1350 1351 public float mScaledOffsetX; 1352 1353 public float mScaledOffsetY; 1354 1355 public void initialize(float scale, float magnifiedRegionCenterX, 1356 float magnifiedRegionCenterY) { 1357 mScale = scale; 1358 1359 final int viewportWidth = mViewport.getBounds().width(); 1360 final int viewportHeight = mViewport.getBounds().height(); 1361 final float minMagnifiedRegionCenterX = (viewportWidth / 2) / scale; 1362 final float minMagnifiedRegionCenterY = (viewportHeight / 2) / scale; 1363 final float maxMagnifiedRegionCenterX = viewportWidth - minMagnifiedRegionCenterX; 1364 final float maxMagnifiedRegionCenterY = viewportHeight - minMagnifiedRegionCenterY; 1365 1366 mMagnifiedRegionCenterX = Math.min(Math.max(magnifiedRegionCenterX, 1367 minMagnifiedRegionCenterX), maxMagnifiedRegionCenterX); 1368 mMagnifiedRegionCenterY = Math.min(Math.max(magnifiedRegionCenterY, 1369 minMagnifiedRegionCenterY), maxMagnifiedRegionCenterY); 1370 1371 mScaledOffsetX = -(mMagnifiedRegionCenterX * scale - viewportWidth / 2); 1372 mScaledOffsetY = -(mMagnifiedRegionCenterY * scale - viewportHeight / 2); 1373 } 1374 1375 public void updateFrom(MagnificationSpec other) { 1376 mScale = other.mScale; 1377 mMagnifiedRegionCenterX = other.mMagnifiedRegionCenterX; 1378 mMagnifiedRegionCenterY = other.mMagnifiedRegionCenterY; 1379 mScaledOffsetX = other.mScaledOffsetX; 1380 mScaledOffsetY = other.mScaledOffsetY; 1381 } 1382 1383 public void reset() { 1384 mScale = DEFAULT_SCALE; 1385 mMagnifiedRegionCenterX = 0; 1386 mMagnifiedRegionCenterY = 0; 1387 mScaledOffsetX = 0; 1388 mScaledOffsetY = 0; 1389 } 1390 } 1391 } 1392 1393 private static final class Viewport { 1394 1395 private static final String PROPERTY_NAME_ALPHA = "alpha"; 1396 1397 private static final String PROPERTY_NAME_BOUNDS = "bounds"; 1398 1399 private static final int MIN_ALPHA = 0; 1400 1401 private static final int MAX_ALPHA = 255; 1402 1403 private final ArrayList<WindowInfo> mTempWindowInfoList = new ArrayList<WindowInfo>(); 1404 1405 private final Rect mTempRect1 = new Rect(); 1406 private final Rect mTempRect2 = new Rect(); 1407 private final Rect mTempRect3 = new Rect(); 1408 1409 private final IWindowManager mWindowManagerService; 1410 private final DisplayProvider mDisplayProvider; 1411 1412 private final ViewportWindow mViewportFrame; 1413 1414 private final ValueAnimator mResizeFrameAnimator; 1415 1416 private final ValueAnimator mShowHideFrameAnimator; 1417 1418 public Viewport(Context context, WindowManager windowManager, 1419 IWindowManager windowManagerService, DisplayProvider displayInfoProvider, 1420 Interpolator animationInterpolator, long animationDuration) { 1421 mWindowManagerService = windowManagerService; 1422 mDisplayProvider = displayInfoProvider; 1423 mViewportFrame = new ViewportWindow(context, windowManager, displayInfoProvider); 1424 1425 mShowHideFrameAnimator = ObjectAnimator.ofInt(mViewportFrame, PROPERTY_NAME_ALPHA, 1426 MIN_ALPHA, MAX_ALPHA); 1427 mShowHideFrameAnimator.setInterpolator(animationInterpolator); 1428 mShowHideFrameAnimator.setDuration(animationDuration); 1429 mShowHideFrameAnimator.addListener(new AnimatorListener() { 1430 @Override 1431 public void onAnimationEnd(Animator animation) { 1432 if (mShowHideFrameAnimator.getAnimatedValue().equals(MIN_ALPHA)) { 1433 mViewportFrame.hide(); 1434 } 1435 } 1436 @Override 1437 public void onAnimationStart(Animator animation) { 1438 /* do nothing - stub */ 1439 } 1440 @Override 1441 public void onAnimationCancel(Animator animation) { 1442 /* do nothing - stub */ 1443 } 1444 @Override 1445 public void onAnimationRepeat(Animator animation) { 1446 /* do nothing - stub */ 1447 } 1448 }); 1449 1450 Property<ViewportWindow, Rect> property = Property.of(ViewportWindow.class, 1451 Rect.class, PROPERTY_NAME_BOUNDS); 1452 TypeEvaluator<Rect> evaluator = new TypeEvaluator<Rect>() { 1453 private final Rect mReusableResultRect = new Rect(); 1454 @Override 1455 public Rect evaluate(float fraction, Rect fromFrame, Rect toFrame) { 1456 Rect result = mReusableResultRect; 1457 result.left = (int) (fromFrame.left 1458 + (toFrame.left - fromFrame.left) * fraction); 1459 result.top = (int) (fromFrame.top 1460 + (toFrame.top - fromFrame.top) * fraction); 1461 result.right = (int) (fromFrame.right 1462 + (toFrame.right - fromFrame.right) * fraction); 1463 result.bottom = (int) (fromFrame.bottom 1464 + (toFrame.bottom - fromFrame.bottom) * fraction); 1465 return result; 1466 } 1467 }; 1468 mResizeFrameAnimator = ObjectAnimator.ofObject(mViewportFrame, property, 1469 evaluator, mViewportFrame.mBounds, mViewportFrame.mBounds); 1470 mResizeFrameAnimator.setDuration((long) (animationDuration)); 1471 mResizeFrameAnimator.setInterpolator(animationInterpolator); 1472 1473 recomputeBounds(false); 1474 } 1475 1476 private final Comparator<WindowInfo> mWindowInfoInverseComparator = 1477 new Comparator<WindowInfo>() { 1478 @Override 1479 public int compare(WindowInfo lhs, WindowInfo rhs) { 1480 if (lhs.layer != rhs.layer) { 1481 return rhs.layer - lhs.layer; 1482 } 1483 if (lhs.touchableRegion.top != rhs.touchableRegion.top) { 1484 return rhs.touchableRegion.top - lhs.touchableRegion.top; 1485 } 1486 if (lhs.touchableRegion.left != rhs.touchableRegion.left) { 1487 return rhs.touchableRegion.left - lhs.touchableRegion.left; 1488 } 1489 if (lhs.touchableRegion.right != rhs.touchableRegion.right) { 1490 return rhs.touchableRegion.right - lhs.touchableRegion.right; 1491 } 1492 if (lhs.touchableRegion.bottom != rhs.touchableRegion.bottom) { 1493 return rhs.touchableRegion.bottom - lhs.touchableRegion.bottom; 1494 } 1495 return 0; 1496 } 1497 }; 1498 1499 public void recomputeBounds(boolean animate) { 1500 Rect magnifiedFrame = mTempRect1; 1501 magnifiedFrame.set(0, 0, 0, 0); 1502 1503 Rect notMagnifiedFrame = mTempRect2; 1504 notMagnifiedFrame.set(0, 0, 0, 0); 1505 1506 ArrayList<WindowInfo> infos = mTempWindowInfoList; 1507 infos.clear(); 1508 int windowCount = 0; 1509 try { 1510 mWindowManagerService.getVisibleWindowsForDisplay( 1511 mDisplayProvider.getDisplay().getDisplayId(), infos); 1512 Collections.sort(infos, mWindowInfoInverseComparator); 1513 windowCount = infos.size(); 1514 for (int i = 0; i < windowCount; i++) { 1515 WindowInfo info = infos.get(i); 1516 if (info.type == WindowManager.LayoutParams.TYPE_MAGNIFICATION_OVERLAY) { 1517 continue; 1518 } 1519 if (isWindowMagnified(info.type)) { 1520 Rect clippedFrame = mTempRect3; 1521 clippedFrame.set(info.touchableRegion); 1522 subtract(clippedFrame, notMagnifiedFrame); 1523 magnifiedFrame.union(clippedFrame); 1524 } else { 1525 Rect clippedFrame = mTempRect3; 1526 clippedFrame.set(info.touchableRegion); 1527 subtract(clippedFrame, magnifiedFrame); 1528 notMagnifiedFrame.union(clippedFrame); 1529 } 1530 if (magnifiedFrame.bottom >= notMagnifiedFrame.top) { 1531 break; 1532 } 1533 } 1534 } catch (RemoteException re) { 1535 /* ignore */ 1536 } finally { 1537 for (int i = windowCount - 1; i >= 0; i--) { 1538 infos.remove(i).recycle(); 1539 } 1540 } 1541 1542 final int displayWidth = mDisplayProvider.getDisplayInfo().logicalWidth; 1543 final int displayHeight = mDisplayProvider.getDisplayInfo().logicalHeight; 1544 magnifiedFrame.intersect(0, 0, displayWidth, displayHeight); 1545 1546 resize(magnifiedFrame, animate); 1547 } 1548 1549 private boolean isWindowMagnified(int type) { 1550 return (type != WindowManager.LayoutParams.TYPE_NAVIGATION_BAR 1551 && type != WindowManager.LayoutParams.TYPE_INPUT_METHOD 1552 && type != WindowManager.LayoutParams.TYPE_INPUT_METHOD_DIALOG); 1553 } 1554 1555 public void rotationChanged() { 1556 mViewportFrame.rotationChanged(); 1557 } 1558 1559 public Rect getBounds() { 1560 return mViewportFrame.getBounds(); 1561 } 1562 1563 public void setFrameShown(boolean shown, boolean animate) { 1564 if (mViewportFrame.isShown() == shown) { 1565 return; 1566 } 1567 if (animate) { 1568 if (mShowHideFrameAnimator.isRunning()) { 1569 mShowHideFrameAnimator.reverse(); 1570 } else { 1571 if (shown) { 1572 mViewportFrame.show(); 1573 mShowHideFrameAnimator.start(); 1574 } else { 1575 mShowHideFrameAnimator.reverse(); 1576 } 1577 } 1578 } else { 1579 mShowHideFrameAnimator.cancel(); 1580 if (shown) { 1581 mViewportFrame.show(); 1582 } else { 1583 mViewportFrame.hide(); 1584 } 1585 } 1586 } 1587 1588 private void resize(Rect bounds, boolean animate) { 1589 if (mViewportFrame.getBounds().equals(bounds)) { 1590 return; 1591 } 1592 if (animate) { 1593 if (mResizeFrameAnimator.isRunning()) { 1594 mResizeFrameAnimator.cancel(); 1595 } 1596 mResizeFrameAnimator.setObjectValues(mViewportFrame.mBounds, bounds); 1597 mResizeFrameAnimator.start(); 1598 } else { 1599 mViewportFrame.setBounds(bounds); 1600 } 1601 } 1602 1603 private boolean subtract(Rect lhs, Rect rhs) { 1604 if (lhs.right < rhs.left || lhs.left > rhs.right 1605 || lhs.bottom < rhs.top || lhs.top > rhs.bottom) { 1606 return false; 1607 } 1608 if (lhs.left < rhs.left) { 1609 lhs.right = rhs.left; 1610 } 1611 if (lhs.top < rhs.top) { 1612 lhs.bottom = rhs.top; 1613 } 1614 if (lhs.right > rhs.right) { 1615 lhs.left = rhs.right; 1616 } 1617 if (lhs.bottom > rhs.bottom) { 1618 lhs.top = rhs.bottom; 1619 } 1620 return true; 1621 } 1622 1623 private static final class ViewportWindow { 1624 private static final String WINDOW_TITLE = "Magnification Overlay"; 1625 1626 private final WindowManager mWindowManager; 1627 private final DisplayProvider mDisplayProvider; 1628 1629 private final ContentView mWindowContent; 1630 private final WindowManager.LayoutParams mWindowParams; 1631 1632 private final Rect mBounds = new Rect(); 1633 private boolean mShown; 1634 private int mAlpha; 1635 1636 public ViewportWindow(Context context, WindowManager windowManager, 1637 DisplayProvider displayProvider) { 1638 mWindowManager = windowManager; 1639 mDisplayProvider = displayProvider; 1640 1641 ViewGroup.LayoutParams contentParams = new ViewGroup.LayoutParams( 1642 ViewGroup.LayoutParams.MATCH_PARENT, ViewGroup.LayoutParams.MATCH_PARENT); 1643 mWindowContent = new ContentView(context); 1644 mWindowContent.setLayoutParams(contentParams); 1645 mWindowContent.setBackgroundColor(R.color.transparent); 1646 1647 mWindowParams = new WindowManager.LayoutParams( 1648 WindowManager.LayoutParams.TYPE_MAGNIFICATION_OVERLAY); 1649 mWindowParams.flags |= WindowManager.LayoutParams.FLAG_LAYOUT_IN_SCREEN 1650 | WindowManager.LayoutParams.FLAG_NOT_FOCUSABLE 1651 | WindowManager.LayoutParams.FLAG_NOT_TOUCHABLE; 1652 mWindowParams.setTitle(WINDOW_TITLE); 1653 mWindowParams.gravity = Gravity.CENTER; 1654 mWindowParams.width = displayProvider.getDisplayInfo().logicalWidth; 1655 mWindowParams.height = displayProvider.getDisplayInfo().logicalHeight; 1656 mWindowParams.format = PixelFormat.TRANSLUCENT; 1657 } 1658 1659 public boolean isShown() { 1660 return mShown; 1661 } 1662 1663 public void show() { 1664 if (mShown) { 1665 return; 1666 } 1667 mShown = true; 1668 mWindowManager.addView(mWindowContent, mWindowParams); 1669 if (DEBUG_VIEWPORT_WINDOW) { 1670 Slog.i(LOG_TAG, "ViewportWindow shown."); 1671 } 1672 } 1673 1674 public void hide() { 1675 if (!mShown) { 1676 return; 1677 } 1678 mShown = false; 1679 mWindowManager.removeView(mWindowContent); 1680 if (DEBUG_VIEWPORT_WINDOW) { 1681 Slog.i(LOG_TAG, "ViewportWindow hidden."); 1682 } 1683 } 1684 1685 @SuppressWarnings("unused") 1686 // Called reflectively from an animator. 1687 public int getAlpha() { 1688 return mAlpha; 1689 } 1690 1691 @SuppressWarnings("unused") 1692 // Called reflectively from an animator. 1693 public void setAlpha(int alpha) { 1694 if (mAlpha == alpha) { 1695 return; 1696 } 1697 mAlpha = alpha; 1698 if (mShown) { 1699 mWindowContent.invalidate(); 1700 } 1701 if (DEBUG_VIEWPORT_WINDOW) { 1702 Slog.i(LOG_TAG, "ViewportFrame set alpha: " + alpha); 1703 } 1704 } 1705 1706 public Rect getBounds() { 1707 return mBounds; 1708 } 1709 1710 public void rotationChanged() { 1711 mWindowParams.width = mDisplayProvider.getDisplayInfo().logicalWidth; 1712 mWindowParams.height = mDisplayProvider.getDisplayInfo().logicalHeight; 1713 if (mShown) { 1714 mWindowManager.updateViewLayout(mWindowContent, mWindowParams); 1715 } 1716 } 1717 1718 public void setBounds(Rect bounds) { 1719 if (mBounds.equals(bounds)) { 1720 return; 1721 } 1722 mBounds.set(bounds); 1723 if (mShown) { 1724 mWindowContent.invalidate(); 1725 } 1726 if (DEBUG_VIEWPORT_WINDOW) { 1727 Slog.i(LOG_TAG, "ViewportFrame set bounds: " + bounds); 1728 } 1729 } 1730 1731 private final class ContentView extends View { 1732 private final Drawable mHighlightFrame; 1733 1734 public ContentView(Context context) { 1735 super(context); 1736 mHighlightFrame = context.getResources().getDrawable( 1737 R.drawable.magnified_region_frame); 1738 } 1739 1740 @Override 1741 public void onDraw(Canvas canvas) { 1742 canvas.drawColor(Color.TRANSPARENT, Mode.CLEAR); 1743 mHighlightFrame.setBounds(mBounds); 1744 mHighlightFrame.setAlpha(mAlpha); 1745 mHighlightFrame.draw(canvas); 1746 } 1747 } 1748 } 1749 } 1750 1751 private static class DisplayProvider implements DisplayListener { 1752 private final WindowManager mWindowManager; 1753 private final DisplayManager mDisplayManager; 1754 private final Display mDefaultDisplay; 1755 private final DisplayInfo mDefaultDisplayInfo = new DisplayInfo(); 1756 1757 public DisplayProvider(Context context, WindowManager windowManager) { 1758 mWindowManager = windowManager; 1759 mDisplayManager = (DisplayManager) context.getSystemService(Context.DISPLAY_SERVICE); 1760 mDefaultDisplay = mWindowManager.getDefaultDisplay(); 1761 mDisplayManager.registerDisplayListener(this, null); 1762 updateDisplayInfo(); 1763 } 1764 1765 public DisplayInfo getDisplayInfo() { 1766 return mDefaultDisplayInfo; 1767 } 1768 1769 public Display getDisplay() { 1770 return mDefaultDisplay; 1771 } 1772 1773 private void updateDisplayInfo() { 1774 if (!mDefaultDisplay.getDisplayInfo(mDefaultDisplayInfo)) { 1775 Slog.e(LOG_TAG, "Default display is not valid."); 1776 } 1777 } 1778 1779 public void destroy() { 1780 mDisplayManager.unregisterDisplayListener(this); 1781 } 1782 1783 @Override 1784 public void onDisplayAdded(int displayId) { 1785 /* do noting */ 1786 } 1787 1788 @Override 1789 public void onDisplayRemoved(int displayId) { 1790 // Having no default display 1791 } 1792 1793 @Override 1794 public void onDisplayChanged(int displayId) { 1795 updateDisplayInfo(); 1796 } 1797 } 1798} 1799