ScreenMagnifier.java revision 3e1476a697ad94e638867361a6caba0ede77cb33
1/*
2 * Copyright (C) 2012 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17package com.android.server.accessibility;
18
19import android.animation.Animator;
20import android.animation.Animator.AnimatorListener;
21import android.animation.ObjectAnimator;
22import android.animation.TypeEvaluator;
23import android.animation.ValueAnimator;
24import android.content.BroadcastReceiver;
25import android.content.Context;
26import android.content.Intent;
27import android.content.IntentFilter;
28import android.graphics.Canvas;
29import android.graphics.Color;
30import android.graphics.PixelFormat;
31import android.graphics.PorterDuff.Mode;
32import android.graphics.Rect;
33import android.graphics.drawable.Drawable;
34import android.hardware.display.DisplayManager;
35import android.hardware.display.DisplayManager.DisplayListener;
36import android.os.AsyncTask;
37import android.os.Handler;
38import android.os.Message;
39import android.os.RemoteException;
40import android.os.ServiceManager;
41import android.provider.Settings;
42import android.util.Property;
43import android.util.Slog;
44import android.view.Display;
45import android.view.DisplayInfo;
46import android.view.GestureDetector;
47import android.view.GestureDetector.SimpleOnGestureListener;
48import android.view.Gravity;
49import android.view.IDisplayContentChangeListener;
50import android.view.IWindowManager;
51import android.view.MotionEvent;
52import android.view.MotionEvent.PointerCoords;
53import android.view.MotionEvent.PointerProperties;
54import android.view.ScaleGestureDetector;
55import android.view.ScaleGestureDetector.OnScaleGestureListener;
56import android.view.Surface;
57import android.view.View;
58import android.view.ViewConfiguration;
59import android.view.ViewGroup;
60import android.view.WindowInfo;
61import android.view.WindowManager;
62import android.view.WindowManagerPolicy;
63import android.view.accessibility.AccessibilityEvent;
64import android.view.animation.DecelerateInterpolator;
65import android.view.animation.Interpolator;
66
67import com.android.internal.R;
68import com.android.internal.os.SomeArgs;
69
70import java.util.ArrayList;
71import java.util.Collections;
72import java.util.Comparator;
73
74/**
75 * This class handles the screen magnification when accessibility is enabled.
76 * The behavior is as follows:
77 *
78 * 1. Triple tap toggles permanent screen magnification which is magnifying
79 *    the area around the location of the triple tap. One can think of the
80 *    location of the triple tap as the center of the magnified viewport.
81 *    For example, a triple tap when not magnified would magnify the screen
82 *    and leave it in a magnified state. A triple tapping when magnified would
83 *    clear magnification and leave the screen in a not magnified state.
84 *
85 * 2. Triple tap and hold would magnify the screen if not magnified and enable
86 *    viewport dragging mode until the finger goes up. One can think of this
87 *    mode as a way to move the magnified viewport since the area around the
88 *    moving finger will be magnified to fit the screen. For example, if the
89 *    screen was not magnified and the user triple taps and holds the screen
90 *    would magnify and the viewport will follow the user's finger. When the
91 *    finger goes up the screen will clear zoom out. If the same user interaction
92 *    is performed when the screen is magnified, the viewport movement will
93 *    be the same but when the finger goes up the screen will stay magnified.
94 *    In other words, the initial magnified state is sticky.
95 *
96 * 3. Pinching with any number of additional fingers when viewport dragging
97 *    is enabled, i.e. the user triple tapped and holds, would adjust the
98 *    magnification scale which will become the current default magnification
99 *    scale. The next time the user magnifies the same magnification scale
100 *    would be used.
101 *
102 * 4. When in a permanent magnified state the user can use two or more fingers
103 *    to pan the viewport. Note that in this mode the content is panned as
104 *    opposed to the viewport dragging mode in which the viewport is moved.
105 *
106 * 5. When in a permanent magnified state the user can use three or more
107 *    fingers to change the magnification scale which will become the current
108 *    default magnification scale. The next time the user magnifies the same
109 *    magnification scale would be used.
110 *
111 * 6. The magnification scale will be persisted in settings and in the cloud.
112 */
113public final class ScreenMagnifier implements EventStreamTransformation {
114
115    private static final boolean DEBUG_STATE_TRANSITIONS = false;
116    private static final boolean DEBUG_DETECTING = false;
117    private static final boolean DEBUG_TRANSFORMATION = false;
118    private static final boolean DEBUG_PANNING = false;
119    private static final boolean DEBUG_SCALING = false;
120    private static final boolean DEBUG_VIEWPORT_WINDOW = false;
121    private static final boolean DEBUG_WINDOW_TRANSITIONS = false;
122    private static final boolean DEBUG_ROTATION = false;
123    private static final boolean DEBUG_MAGNIFICATION_CONTROLLER = false;
124
125    private static final String LOG_TAG = ScreenMagnifier.class.getSimpleName();
126
127    private static final int STATE_DELEGATING = 1;
128    private static final int STATE_DETECTING = 2;
129    private static final int STATE_VIEWPORT_DRAGGING = 3;
130    private static final int STATE_MAGNIFIED_INTERACTION = 4;
131
132    private static final float DEFAULT_MAGNIFICATION_SCALE = 2.0f;
133    private static final int DEFAULT_SCREEN_MAGNIFICATION_AUTO_UPDATE = 1;
134    private static final float DEFAULT_WINDOW_ANIMATION_SCALE = 1.0f;
135
136    private static final int MULTI_TAP_TIME_SLOP_ADJUSTMENT = 50;
137
138    private final IWindowManager mWindowManagerService = IWindowManager.Stub.asInterface(
139            ServiceManager.getService("window"));
140    private final WindowManager mWindowManager;
141    private final DisplayProvider mDisplayProvider;
142
143    private final DetectingStateHandler mDetectingStateHandler = new DetectingStateHandler();
144    private final MagnifiedContentInteractonStateHandler mMagnifiedContentInteractonStateHandler;
145    private final StateViewportDraggingHandler mStateViewportDraggingHandler =
146            new StateViewportDraggingHandler();
147
148    private final Interpolator mInterpolator = new DecelerateInterpolator(2.5f);
149
150    private final MagnificationController mMagnificationController;
151    private final DisplayContentObserver mDisplayContentObserver;
152    private final ScreenStateObserver mScreenStateObserver;
153    private final Viewport mViewport;
154
155    private final int mTapTimeSlop = ViewConfiguration.getTapTimeout();
156    private final int mMultiTapTimeSlop =
157            ViewConfiguration.getDoubleTapTimeout() - MULTI_TAP_TIME_SLOP_ADJUSTMENT;
158    private final int mTapDistanceSlop;
159    private final int mMultiTapDistanceSlop;
160
161    private final int mShortAnimationDuration;
162    private final int mLongAnimationDuration;
163    private final float mWindowAnimationScale;
164
165    private final Context mContext;
166
167    private EventStreamTransformation mNext;
168
169    private int mCurrentState;
170    private int mPreviousState;
171    private boolean mTranslationEnabledBeforePan;
172
173    private PointerCoords[] mTempPointerCoords;
174    private PointerProperties[] mTempPointerProperties;
175
176    public ScreenMagnifier(Context context) {
177        mContext = context;
178        mWindowManager = (WindowManager) context.getSystemService(Context.WINDOW_SERVICE);
179
180        mShortAnimationDuration = context.getResources().getInteger(
181                com.android.internal.R.integer.config_shortAnimTime);
182        mLongAnimationDuration = context.getResources().getInteger(
183                com.android.internal.R.integer.config_longAnimTime);
184        mTapDistanceSlop = ViewConfiguration.get(context).getScaledTouchSlop();
185        mMultiTapDistanceSlop = ViewConfiguration.get(context).getScaledDoubleTapSlop();
186        mWindowAnimationScale = Settings.System.getFloat(context.getContentResolver(),
187                Settings.System.WINDOW_ANIMATION_SCALE, DEFAULT_WINDOW_ANIMATION_SCALE);
188
189        mMagnificationController = new MagnificationController(mShortAnimationDuration);
190        mDisplayProvider = new DisplayProvider(context, mWindowManager);
191        mViewport = new Viewport(mContext, mWindowManager, mWindowManagerService,
192                mDisplayProvider, mInterpolator, mShortAnimationDuration);
193        mDisplayContentObserver = new DisplayContentObserver(mContext, mViewport,
194                mMagnificationController, mWindowManagerService, mDisplayProvider,
195                mLongAnimationDuration, mWindowAnimationScale);
196        mScreenStateObserver = new ScreenStateObserver(mContext, mViewport,
197                mMagnificationController);
198
199        mMagnifiedContentInteractonStateHandler = new MagnifiedContentInteractonStateHandler(
200                context);
201
202        transitionToState(STATE_DETECTING);
203    }
204
205    @Override
206    public void onMotionEvent(MotionEvent event, int policyFlags) {
207        mMagnifiedContentInteractonStateHandler.onMotionEvent(event);
208        switch (mCurrentState) {
209            case STATE_DELEGATING: {
210                handleMotionEventStateDelegating(event, policyFlags);
211            } break;
212            case STATE_DETECTING: {
213                mDetectingStateHandler.onMotionEvent(event, policyFlags);
214            } break;
215            case STATE_VIEWPORT_DRAGGING: {
216                mStateViewportDraggingHandler.onMotionEvent(event, policyFlags);
217            } break;
218            case STATE_MAGNIFIED_INTERACTION: {
219                // mMagnifiedContentInteractonStateHandler handles events only
220                // if this is the current state since it uses ScaleGestureDetecotr
221                // and a GestureDetector which need well formed event stream.
222            } break;
223            default: {
224                throw new IllegalStateException("Unknown state: " + mCurrentState);
225            }
226        }
227    }
228
229    @Override
230    public void onAccessibilityEvent(AccessibilityEvent event) {
231        if (mNext != null) {
232            mNext.onAccessibilityEvent(event);
233        }
234    }
235
236    @Override
237    public void setNext(EventStreamTransformation next) {
238        mNext = next;
239    }
240
241    @Override
242    public void clear() {
243        mCurrentState = STATE_DETECTING;
244        mDetectingStateHandler.clear();
245        mStateViewportDraggingHandler.clear();
246        mMagnifiedContentInteractonStateHandler.clear();
247        if (mNext != null) {
248            mNext.clear();
249        }
250    }
251
252    @Override
253    public void onDestroy() {
254        mMagnificationController.setScaleAndMagnifiedRegionCenter(1.0f,
255                0, 0, true);
256        mViewport.setFrameShown(false, true);
257        mDisplayProvider.destroy();
258        mDisplayContentObserver.destroy();
259        mScreenStateObserver.destroy();
260    }
261
262    private void handleMotionEventStateDelegating(MotionEvent event, int policyFlags) {
263        if (event.getActionMasked() == MotionEvent.ACTION_UP) {
264            if (mDetectingStateHandler.mDelayedEventQueue == null) {
265                transitionToState(STATE_DETECTING);
266            }
267        }
268        if (mNext != null) {
269            // If the event is within the magnified portion of the screen we have
270            // to change its location to be where the user thinks he is poking the
271            // UI which may have been magnified and panned.
272            final float eventX = event.getX();
273            final float eventY = event.getY();
274            if (mMagnificationController.isMagnifying()
275                    && mViewport.getBounds().contains((int) eventX, (int) eventY)) {
276                final float scale = mMagnificationController.getScale();
277                final float scaledOffsetX = mMagnificationController.getScaledOffsetX();
278                final float scaledOffsetY = mMagnificationController.getScaledOffsetY();
279                final int pointerCount = event.getPointerCount();
280                PointerCoords[] coords = getTempPointerCoordsWithMinSize(pointerCount);
281                PointerProperties[] properties = getTempPointerPropertiesWithMinSize(pointerCount);
282                for (int i = 0; i < pointerCount; i++) {
283                    event.getPointerCoords(i, coords[i]);
284                    coords[i].x = (coords[i].x - scaledOffsetX) / scale;
285                    coords[i].y = (coords[i].y - scaledOffsetY) / scale;
286                    event.getPointerProperties(i, properties[i]);
287                }
288                event = MotionEvent.obtain(event.getDownTime(),
289                        event.getEventTime(), event.getAction(), pointerCount, properties,
290                        coords, 0, 0, 1.0f, 1.0f, event.getDeviceId(), 0, event.getSource(),
291                        event.getFlags());
292            }
293            mNext.onMotionEvent(event, policyFlags);
294        }
295    }
296
297    private PointerCoords[] getTempPointerCoordsWithMinSize(int size) {
298        final int oldSize = (mTempPointerCoords != null) ? mTempPointerCoords.length : 0;
299        if (oldSize < size) {
300            PointerCoords[] oldTempPointerCoords = mTempPointerCoords;
301            mTempPointerCoords = new PointerCoords[size];
302            if (oldTempPointerCoords != null) {
303                System.arraycopy(oldTempPointerCoords, 0, mTempPointerCoords, 0, oldSize);
304            }
305        }
306        for (int i = oldSize; i < size; i++) {
307            mTempPointerCoords[i] = new PointerCoords();
308        }
309        return mTempPointerCoords;
310    }
311
312    private PointerProperties[] getTempPointerPropertiesWithMinSize(int size) {
313        final int oldSize = (mTempPointerProperties != null) ? mTempPointerProperties.length : 0;
314        if (oldSize < size) {
315            PointerProperties[] oldTempPointerProperties = mTempPointerProperties;
316            mTempPointerProperties = new PointerProperties[size];
317            if (oldTempPointerProperties != null) {
318                System.arraycopy(oldTempPointerProperties, 0, mTempPointerProperties, 0, oldSize);
319            }
320        }
321        for (int i = oldSize; i < size; i++) {
322            mTempPointerProperties[i] = new PointerProperties();
323        }
324        return mTempPointerProperties;
325    }
326
327    private void transitionToState(int state) {
328        if (DEBUG_STATE_TRANSITIONS) {
329            switch (state) {
330                case STATE_DELEGATING: {
331                    Slog.i(LOG_TAG, "mCurrentState: STATE_DELEGATING");
332                } break;
333                case STATE_DETECTING: {
334                    Slog.i(LOG_TAG, "mCurrentState: STATE_DETECTING");
335                } break;
336                case STATE_VIEWPORT_DRAGGING: {
337                    Slog.i(LOG_TAG, "mCurrentState: STATE_VIEWPORT_DRAGGING");
338                } break;
339                case STATE_MAGNIFIED_INTERACTION: {
340                    Slog.i(LOG_TAG, "mCurrentState: STATE_MAGNIFIED_INTERACTION");
341                } break;
342                default: {
343                    throw new IllegalArgumentException("Unknown state: " + state);
344                }
345            }
346        }
347        mPreviousState = mCurrentState;
348        mCurrentState = state;
349    }
350
351    private final class MagnifiedContentInteractonStateHandler
352            extends SimpleOnGestureListener implements OnScaleGestureListener {
353        private static final float MIN_SCALE = 1.3f;
354        private static final float MAX_SCALE = 5.0f;
355
356        private static final float SCALING_THRESHOLD = 0.3f;
357
358        private final ScaleGestureDetector mScaleGestureDetector;
359        private final GestureDetector mGestureDetector;
360
361        private float mInitialScaleFactor = -1;
362        private boolean mScaling;
363
364        public MagnifiedContentInteractonStateHandler(Context context) {
365            mScaleGestureDetector = new ScaleGestureDetector(context, this);
366            mGestureDetector = new GestureDetector(context, this);
367        }
368
369        public void onMotionEvent(MotionEvent event) {
370            mScaleGestureDetector.onTouchEvent(event);
371            mGestureDetector.onTouchEvent(event);
372            if (mCurrentState != STATE_MAGNIFIED_INTERACTION) {
373                return;
374            }
375            if (event.getActionMasked() == MotionEvent.ACTION_UP) {
376                clear();
377                final float scale = mMagnificationController.getScale();
378                if (scale != getPersistedScale()) {
379                    persistScale(scale);
380                }
381                if (mPreviousState == STATE_VIEWPORT_DRAGGING) {
382                    transitionToState(STATE_VIEWPORT_DRAGGING);
383                } else {
384                    transitionToState(STATE_DETECTING);
385                }
386            }
387        }
388
389        @Override
390        public boolean onScroll(MotionEvent first, MotionEvent second, float distanceX,
391                float distanceY) {
392            if (mCurrentState != STATE_MAGNIFIED_INTERACTION) {
393                return true;
394            }
395            final float scale = mMagnificationController.getScale();
396            final float scrollX = distanceX / scale;
397            final float scrollY = distanceY / scale;
398            final float centerX = mMagnificationController.getMagnifiedRegionCenterX() + scrollX;
399            final float centerY = mMagnificationController.getMagnifiedRegionCenterY() + scrollY;
400            if (DEBUG_PANNING) {
401                Slog.i(LOG_TAG, "Panned content by scrollX: " + scrollX
402                        + " scrollY: " + scrollY);
403            }
404            mMagnificationController.setMagnifiedRegionCenter(centerX, centerY, false);
405            return true;
406        }
407
408        @Override
409        public boolean onScale(ScaleGestureDetector detector) {
410            if (!mScaling) {
411                if (mInitialScaleFactor < 0) {
412                    mInitialScaleFactor = detector.getScaleFactor();
413                } else {
414                    final float deltaScale = detector.getScaleFactor() - mInitialScaleFactor;
415                    if (Math.abs(deltaScale) > SCALING_THRESHOLD) {
416                        mScaling = true;
417                        return true;
418                    }
419                }
420                return false;
421            }
422            final float newScale = mMagnificationController.getScale()
423                    * detector.getScaleFactor();
424            final float normalizedNewScale = Math.min(Math.max(newScale, MIN_SCALE), MAX_SCALE);
425            if (DEBUG_SCALING) {
426                Slog.i(LOG_TAG, "normalizedNewScale: " + normalizedNewScale);
427            }
428            mMagnificationController.setScale(normalizedNewScale, detector.getFocusX(),
429                    detector.getFocusY(), false);
430            return true;
431        }
432
433        @Override
434        public boolean onScaleBegin(ScaleGestureDetector detector) {
435            return (mCurrentState == STATE_MAGNIFIED_INTERACTION);
436        }
437
438        @Override
439        public void onScaleEnd(ScaleGestureDetector detector) {
440            clear();
441        }
442
443        private void clear() {
444            mInitialScaleFactor = -1;
445            mScaling = false;
446        }
447    }
448
449    private final class StateViewportDraggingHandler {
450        private boolean mLastMoveOutsideMagnifiedRegion;
451
452        private void onMotionEvent(MotionEvent event, int policyFlags) {
453            final int action = event.getActionMasked();
454            switch (action) {
455                case MotionEvent.ACTION_DOWN: {
456                    throw new IllegalArgumentException("Unexpected event type: ACTION_DOWN");
457                }
458                case MotionEvent.ACTION_POINTER_DOWN: {
459                    clear();
460                    transitionToState(STATE_MAGNIFIED_INTERACTION);
461                } break;
462                case MotionEvent.ACTION_MOVE: {
463                    if (event.getPointerCount() != 1) {
464                        throw new IllegalStateException("Should have one pointer down.");
465                    }
466                    final float eventX = event.getX();
467                    final float eventY = event.getY();
468                    if (mViewport.getBounds().contains((int) eventX, (int) eventY)) {
469                        if (mLastMoveOutsideMagnifiedRegion) {
470                            mLastMoveOutsideMagnifiedRegion = false;
471                            mMagnificationController.setMagnifiedRegionCenter(eventX,
472                                    eventY, true);
473                        } else {
474                            mMagnificationController.setMagnifiedRegionCenter(eventX,
475                                    eventY, false);
476                        }
477                    } else {
478                        mLastMoveOutsideMagnifiedRegion = true;
479                    }
480                } break;
481                case MotionEvent.ACTION_UP: {
482                    if (!mTranslationEnabledBeforePan) {
483                        mMagnificationController.reset(true);
484                        mViewport.setFrameShown(false, true);
485                    }
486                    clear();
487                    transitionToState(STATE_DETECTING);
488                } break;
489                case MotionEvent.ACTION_POINTER_UP: {
490                    throw new IllegalArgumentException("Unexpected event type: ACTION_POINTER_UP");
491                }
492            }
493        }
494
495        public void clear() {
496            mLastMoveOutsideMagnifiedRegion = false;
497        }
498    }
499
500    private final class DetectingStateHandler {
501
502        private static final int MESSAGE_ON_ACTION_TAP_AND_HOLD = 1;
503
504        private static final int MESSAGE_TRANSITION_TO_DELEGATING_STATE = 2;
505
506        private static final int ACTION_TAP_COUNT = 3;
507
508        private MotionEventInfo mDelayedEventQueue;
509
510        private MotionEvent mLastDownEvent;
511        private MotionEvent mLastTapUpEvent;
512        private int mTapCount;
513
514        private final Handler mHandler = new Handler() {
515            @Override
516            public void handleMessage(Message message) {
517                final int type = message.what;
518                switch (type) {
519                    case MESSAGE_ON_ACTION_TAP_AND_HOLD: {
520                        MotionEvent event = (MotionEvent) message.obj;
521                        final int policyFlags = message.arg1;
522                        onActionTapAndHold(event, policyFlags);
523                    } break;
524                    case MESSAGE_TRANSITION_TO_DELEGATING_STATE: {
525                        transitionToState(STATE_DELEGATING);
526                        sendDelayedMotionEvents();
527                        clear();
528                    } break;
529                    default: {
530                        throw new IllegalArgumentException("Unknown message type: " + type);
531                    }
532                }
533            }
534        };
535
536        public void onMotionEvent(MotionEvent event, int policyFlags) {
537            cacheDelayedMotionEvent(event, policyFlags);
538            final int action = event.getActionMasked();
539            switch (action) {
540                case MotionEvent.ACTION_DOWN: {
541                    mHandler.removeMessages(MESSAGE_TRANSITION_TO_DELEGATING_STATE);
542                    if (!mViewport.getBounds().contains((int) event.getX(),
543                            (int) event.getY())) {
544                        transitionToDelegatingStateAndClear();
545                        return;
546                    }
547                    if (mTapCount == ACTION_TAP_COUNT - 1 && mLastDownEvent != null
548                            && GestureUtils.isMultiTap(mLastDownEvent, event,
549                                    mMultiTapTimeSlop, mMultiTapDistanceSlop, 0)) {
550                        Message message = mHandler.obtainMessage(MESSAGE_ON_ACTION_TAP_AND_HOLD,
551                                policyFlags, 0, event);
552                        mHandler.sendMessageDelayed(message,
553                                ViewConfiguration.getLongPressTimeout());
554                    } else if (mTapCount < ACTION_TAP_COUNT) {
555                        Message message = mHandler.obtainMessage(
556                                MESSAGE_TRANSITION_TO_DELEGATING_STATE);
557                        mHandler.sendMessageDelayed(message, mMultiTapTimeSlop);
558                    }
559                    clearLastDownEvent();
560                    mLastDownEvent = MotionEvent.obtain(event);
561                } break;
562                case MotionEvent.ACTION_POINTER_DOWN: {
563                    if (mMagnificationController.isMagnifying()) {
564                        transitionToState(STATE_MAGNIFIED_INTERACTION);
565                        clear();
566                    } else {
567                        transitionToDelegatingStateAndClear();
568                    }
569                } break;
570                case MotionEvent.ACTION_MOVE: {
571                    if (mLastDownEvent != null && mTapCount < ACTION_TAP_COUNT - 1) {
572                        final double distance = GestureUtils.computeDistance(mLastDownEvent,
573                                event, 0);
574                        if (Math.abs(distance) > mTapDistanceSlop) {
575                            transitionToDelegatingStateAndClear();
576                        }
577                    }
578                } break;
579                case MotionEvent.ACTION_UP: {
580                    if (mLastDownEvent == null) {
581                        return;
582                    }
583                    mHandler.removeMessages(MESSAGE_ON_ACTION_TAP_AND_HOLD);
584                    if (!mViewport.getBounds().contains((int) event.getX(), (int) event.getY())) {
585                         transitionToDelegatingStateAndClear();
586                         return;
587                    }
588                    if (!GestureUtils.isTap(mLastDownEvent, event, mTapTimeSlop,
589                            mTapDistanceSlop, 0)) {
590                        transitionToDelegatingStateAndClear();
591                        return;
592                    }
593                    if (mLastTapUpEvent != null && !GestureUtils.isMultiTap(mLastTapUpEvent,
594                            event, mMultiTapTimeSlop, mMultiTapDistanceSlop, 0)) {
595                        transitionToDelegatingStateAndClear();
596                        return;
597                    }
598                    mTapCount++;
599                    if (DEBUG_DETECTING) {
600                        Slog.i(LOG_TAG, "Tap count:" + mTapCount);
601                    }
602                    if (mTapCount == ACTION_TAP_COUNT) {
603                        clear();
604                        onActionTap(event, policyFlags);
605                        return;
606                    }
607                    clearLastTapUpEvent();
608                    mLastTapUpEvent = MotionEvent.obtain(event);
609                } break;
610                case MotionEvent.ACTION_POINTER_UP: {
611                    /* do nothing */
612                } break;
613            }
614        }
615
616        public void clear() {
617            mHandler.removeMessages(MESSAGE_ON_ACTION_TAP_AND_HOLD);
618            mHandler.removeMessages(MESSAGE_TRANSITION_TO_DELEGATING_STATE);
619            clearTapDetectionState();
620            clearDelayedMotionEvents();
621        }
622
623        private void clearTapDetectionState() {
624            mTapCount = 0;
625            clearLastTapUpEvent();
626            clearLastDownEvent();
627        }
628
629        private void clearLastTapUpEvent() {
630            if (mLastTapUpEvent != null) {
631                mLastTapUpEvent.recycle();
632                mLastTapUpEvent = null;
633            }
634        }
635
636        private void clearLastDownEvent() {
637            if (mLastDownEvent != null) {
638                mLastDownEvent.recycle();
639                mLastDownEvent = null;
640            }
641        }
642
643        private void cacheDelayedMotionEvent(MotionEvent event, int policyFlags) {
644            MotionEventInfo info = MotionEventInfo.obtain(event, policyFlags);
645            if (mDelayedEventQueue == null) {
646                mDelayedEventQueue = info;
647            } else {
648                MotionEventInfo tail = mDelayedEventQueue;
649                while (tail.mNext != null) {
650                    tail = tail.mNext;
651                }
652                tail.mNext = info;
653            }
654        }
655
656        private void sendDelayedMotionEvents() {
657            while (mDelayedEventQueue != null) {
658                MotionEventInfo info = mDelayedEventQueue;
659                mDelayedEventQueue = info.mNext;
660                ScreenMagnifier.this.onMotionEvent(info.mEvent, info.mPolicyFlags);
661                info.recycle();
662            }
663        }
664
665        private void clearDelayedMotionEvents() {
666            while (mDelayedEventQueue != null) {
667                MotionEventInfo info = mDelayedEventQueue;
668                mDelayedEventQueue = info.mNext;
669                info.recycle();
670            }
671        }
672
673        private void transitionToDelegatingStateAndClear() {
674            transitionToState(STATE_DELEGATING);
675            sendDelayedMotionEvents();
676            clear();
677        }
678
679        private void onActionTap(MotionEvent up, int policyFlags) {
680            if (DEBUG_DETECTING) {
681                Slog.i(LOG_TAG, "onActionTap()");
682            }
683            if (!mMagnificationController.isMagnifying()) {
684                mMagnificationController.setScaleAndMagnifiedRegionCenter(getPersistedScale(),
685                        up.getX(), up.getY(), true);
686                mViewport.setFrameShown(true, true);
687            } else {
688                mMagnificationController.reset(true);
689                mViewport.setFrameShown(false, true);
690            }
691        }
692
693        private void onActionTapAndHold(MotionEvent down, int policyFlags) {
694            if (DEBUG_DETECTING) {
695                Slog.i(LOG_TAG, "onActionTapAndHold()");
696            }
697            clear();
698            mTranslationEnabledBeforePan = mMagnificationController.isMagnifying();
699            mMagnificationController.setScaleAndMagnifiedRegionCenter(getPersistedScale(),
700                    down.getX(), down.getY(), true);
701            mViewport.setFrameShown(true, true);
702            transitionToState(STATE_VIEWPORT_DRAGGING);
703        }
704    }
705
706    private void persistScale(final float scale) {
707        new AsyncTask<Void, Void, Void>() {
708            @Override
709            protected Void doInBackground(Void... params) {
710                Settings.Secure.putFloat(mContext.getContentResolver(),
711                        Settings.Secure.ACCESSIBILITY_DISPLAY_MAGNIFICATION_SCALE, scale);
712                return null;
713            }
714        }.execute();
715    }
716
717    private float getPersistedScale() {
718        return Settings.Secure.getFloat(mContext.getContentResolver(),
719                Settings.Secure.ACCESSIBILITY_DISPLAY_MAGNIFICATION_SCALE,
720                DEFAULT_MAGNIFICATION_SCALE);
721    }
722
723    private static boolean isScreenMagnificationAutoUpdateEnabled(Context context) {
724        return (Settings.Secure.getInt(context.getContentResolver(),
725                Settings.Secure.ACCESSIBILITY_DISPLAY_MAGNIFICATION_AUTO_UPDATE,
726                DEFAULT_SCREEN_MAGNIFICATION_AUTO_UPDATE) == 1);
727    }
728
729    private static final class MotionEventInfo {
730
731        private static final int MAX_POOL_SIZE = 10;
732
733        private static final Object sLock = new Object();
734        private static MotionEventInfo sPool;
735        private static int sPoolSize;
736
737        private MotionEventInfo mNext;
738        private boolean mInPool;
739
740        public MotionEvent mEvent;
741        public int mPolicyFlags;
742
743        public static MotionEventInfo obtain(MotionEvent event, int policyFlags) {
744            synchronized (sLock) {
745                MotionEventInfo info;
746                if (sPoolSize > 0) {
747                    sPoolSize--;
748                    info = sPool;
749                    sPool = info.mNext;
750                    info.mNext = null;
751                    info.mInPool = false;
752                } else {
753                    info = new MotionEventInfo();
754                }
755                info.initialize(event, policyFlags);
756                return info;
757            }
758        }
759
760        private void initialize(MotionEvent event, int policyFlags) {
761            mEvent = MotionEvent.obtain(event);
762            mPolicyFlags = policyFlags;
763        }
764
765        public void recycle() {
766            synchronized (sLock) {
767                if (mInPool) {
768                    throw new IllegalStateException("Already recycled.");
769                }
770                clear();
771                if (sPoolSize < MAX_POOL_SIZE) {
772                    sPoolSize++;
773                    mNext = sPool;
774                    sPool = this;
775                    mInPool = true;
776                }
777            }
778        }
779
780        private void clear() {
781            mEvent.recycle();
782            mEvent = null;
783            mPolicyFlags = 0;
784        }
785    }
786
787    private static final class ScreenStateObserver extends BroadcastReceiver {
788
789        private static final int MESSAGE_ON_SCREEN_STATE_CHANGE = 1;
790
791        private final Handler mHandler = new Handler() {
792            @Override
793            public void handleMessage(Message message) {
794                switch (message.what) {
795                    case MESSAGE_ON_SCREEN_STATE_CHANGE: {
796                        String action = (String) message.obj;
797                        handleOnScreenStateChange(action);
798                    } break;
799                }
800            }
801        };
802
803        private final Context mContext;
804        private final Viewport mViewport;
805        private final MagnificationController mMagnificationController;
806
807        public ScreenStateObserver(Context context, Viewport viewport,
808                MagnificationController magnificationController) {
809            mContext = context;
810            mViewport = viewport;
811            mMagnificationController = magnificationController;
812            mContext.registerReceiver(this, new IntentFilter(Intent.ACTION_SCREEN_OFF));
813        }
814
815        public void destroy() {
816            mContext.unregisterReceiver(this);
817        }
818
819        @Override
820        public void onReceive(Context context, Intent intent) {
821            mHandler.obtainMessage(MESSAGE_ON_SCREEN_STATE_CHANGE,
822                    intent.getAction()).sendToTarget();
823        }
824
825        private void handleOnScreenStateChange(String action) {
826            if (action.equals(Intent.ACTION_SCREEN_OFF)
827                    && mMagnificationController.isMagnifying()
828                    && isScreenMagnificationAutoUpdateEnabled(mContext)) {
829                mMagnificationController.reset(false);
830                mViewport.setFrameShown(false, false);
831            }
832        }
833    }
834
835    private static final class DisplayContentObserver {
836
837        private static final int MESSAGE_SHOW_VIEWPORT_FRAME = 1;
838        private static final int MESSAGE_RECOMPUTE_VIEWPORT_BOUNDS = 2;
839        private static final int MESSAGE_ON_RECTANGLE_ON_SCREEN_REQUESTED = 3;
840        private static final int MESSAGE_ON_WINDOW_TRANSITION = 4;
841        private static final int MESSAGE_ON_ROTATION_CHANGED = 5;
842
843        private final Handler mHandler = new MyHandler();
844
845        private final Rect mTempRect = new Rect();
846
847        private final IDisplayContentChangeListener mDisplayContentChangeListener;
848
849        private final Context mContext;
850        private final Viewport mViewport;
851        private final MagnificationController mMagnificationController;
852        private final IWindowManager mWindowManagerService;
853        private final DisplayProvider mDisplayProvider;
854        private final long mLongAnimationDuration;
855        private final float mWindowAnimationScale;
856
857        public DisplayContentObserver(Context context, Viewport viewport,
858                MagnificationController magnificationController,
859                IWindowManager windowManagerService, DisplayProvider displayProvider,
860                long longAnimationDuration, float windowAnimationScale) {
861            mContext = context;
862            mViewport = viewport;
863            mMagnificationController = magnificationController;
864            mWindowManagerService = windowManagerService;
865            mDisplayProvider = displayProvider;
866            mLongAnimationDuration = longAnimationDuration;
867            mWindowAnimationScale = windowAnimationScale;
868
869            mDisplayContentChangeListener = new IDisplayContentChangeListener.Stub() {
870                @Override
871                public void onWindowTransition(int displayId, int transition, WindowInfo info) {
872                    mHandler.obtainMessage(MESSAGE_ON_WINDOW_TRANSITION, transition, 0,
873                            WindowInfo.obtain(info)).sendToTarget();
874                }
875
876                @Override
877                public void onRectangleOnScreenRequested(int dsiplayId, Rect rectangle,
878                        boolean immediate) {
879                    SomeArgs args = SomeArgs.obtain();
880                    args.argi1 = rectangle.left;
881                    args.argi2 = rectangle.top;
882                    args.argi3 = rectangle.right;
883                    args.argi4 = rectangle.bottom;
884                    mHandler.obtainMessage(MESSAGE_ON_RECTANGLE_ON_SCREEN_REQUESTED, 0,
885                            immediate ? 1 : 0, args).sendToTarget();
886                }
887
888                @Override
889                public void onRotationChanged(int rotation) throws RemoteException {
890                    mHandler.obtainMessage(MESSAGE_ON_ROTATION_CHANGED, rotation, 0)
891                            .sendToTarget();
892                }
893            };
894
895            try {
896                mWindowManagerService.addDisplayContentChangeListener(
897                        mDisplayProvider.getDisplay().getDisplayId(),
898                        mDisplayContentChangeListener);
899            } catch (RemoteException re) {
900                /* ignore */
901            }
902        }
903
904        public void destroy() {
905            try {
906                mWindowManagerService.removeDisplayContentChangeListener(
907                        mDisplayProvider.getDisplay().getDisplayId(),
908                        mDisplayContentChangeListener);
909            } catch (RemoteException re) {
910                /* ignore*/
911            }
912        }
913
914        private void handleOnRotationChanged(int rotation) {
915            if (DEBUG_ROTATION) {
916                Slog.i(LOG_TAG, "Rotation: " + rotationToString(rotation));
917            }
918            resetMagnificationIfNeeded();
919            mViewport.setFrameShown(false, false);
920            mViewport.rotationChanged();
921            mViewport.recomputeBounds(false);
922            if (mMagnificationController.isMagnifying()) {
923                final long delay = (long) (2 * mLongAnimationDuration * mWindowAnimationScale);
924                Message message = mHandler.obtainMessage(MESSAGE_SHOW_VIEWPORT_FRAME);
925                mHandler.sendMessageDelayed(message, delay);
926            }
927        }
928
929        private void handleOnWindowTransition(int transition, WindowInfo info) {
930            if (DEBUG_WINDOW_TRANSITIONS) {
931                Slog.i(LOG_TAG, "Window transitioning: "
932                        + windowTransitionToString(transition));
933            }
934            try {
935                final boolean magnifying = mMagnificationController.isMagnifying();
936                if (magnifying) {
937                    switch (transition) {
938                        case WindowManagerPolicy.TRANSIT_ACTIVITY_OPEN:
939                        case WindowManagerPolicy.TRANSIT_TASK_OPEN:
940                        case WindowManagerPolicy.TRANSIT_TASK_TO_FRONT:
941                        case WindowManagerPolicy.TRANSIT_WALLPAPER_OPEN:
942                        case WindowManagerPolicy.TRANSIT_WALLPAPER_CLOSE:
943                        case WindowManagerPolicy.TRANSIT_WALLPAPER_INTRA_OPEN: {
944                            resetMagnificationIfNeeded();
945                        }
946                    }
947                }
948                if (info.type == WindowManager.LayoutParams.TYPE_NAVIGATION_BAR
949                        || info.type == WindowManager.LayoutParams.TYPE_INPUT_METHOD
950                        || info.type == WindowManager.LayoutParams.TYPE_INPUT_METHOD_DIALOG
951                        || info.type == WindowManager.LayoutParams.TYPE_KEYGUARD
952                        || info.type == WindowManager.LayoutParams.TYPE_KEYGUARD_DIALOG) {
953                    switch (transition) {
954                        case WindowManagerPolicy.TRANSIT_ENTER:
955                        case WindowManagerPolicy.TRANSIT_SHOW:
956                        case WindowManagerPolicy.TRANSIT_EXIT:
957                        case WindowManagerPolicy.TRANSIT_HIDE: {
958                            mViewport.recomputeBounds(mMagnificationController.isMagnifying());
959                        } break;
960                    }
961                } else {
962                    switch (transition) {
963                        case WindowManagerPolicy.TRANSIT_ENTER:
964                        case WindowManagerPolicy.TRANSIT_SHOW: {
965                            if (!magnifying || !isScreenMagnificationAutoUpdateEnabled(mContext)) {
966                                break;
967                            }
968                            final int type = info.type;
969                            switch (type) {
970                                // TODO: Are these all the windows we want to make
971                                //       visible when they appear on the screen?
972                                //       Do we need to take some of them out?
973                                case WindowManager.LayoutParams.TYPE_APPLICATION_PANEL:
974                                case WindowManager.LayoutParams.TYPE_APPLICATION_MEDIA:
975                                case WindowManager.LayoutParams.TYPE_APPLICATION_SUB_PANEL:
976                                case WindowManager.LayoutParams.TYPE_APPLICATION_ATTACHED_DIALOG:
977                                case WindowManager.LayoutParams.TYPE_SEARCH_BAR:
978                                case WindowManager.LayoutParams.TYPE_PHONE:
979                                case WindowManager.LayoutParams.TYPE_SYSTEM_ALERT:
980                                case WindowManager.LayoutParams.TYPE_TOAST:
981                                case WindowManager.LayoutParams.TYPE_SYSTEM_OVERLAY:
982                                case WindowManager.LayoutParams.TYPE_PRIORITY_PHONE:
983                                case WindowManager.LayoutParams.TYPE_SYSTEM_DIALOG:
984                                case WindowManager.LayoutParams.TYPE_KEYGUARD_DIALOG:
985                                case WindowManager.LayoutParams.TYPE_SYSTEM_ERROR:
986                                case WindowManager.LayoutParams.TYPE_VOLUME_OVERLAY:
987                                case WindowManager.LayoutParams.TYPE_NAVIGATION_BAR_PANEL: {
988                                    Rect magnifiedRegionBounds = mMagnificationController
989                                            .getMagnifiedRegionBounds();
990                                    Rect touchableRegion = info.touchableRegion;
991                                    if (!magnifiedRegionBounds.intersect(touchableRegion)) {
992                                        ensureRectangleInMagnifiedRegionBounds(
993                                                magnifiedRegionBounds, touchableRegion);
994                                    }
995                                } break;
996                            } break;
997                        }
998                    }
999                }
1000            } finally {
1001                if (info != null) {
1002                    info.recycle();
1003                }
1004            }
1005        }
1006
1007        private void handleOnRectangleOnScreenRequested(Rect rectangle, boolean immediate) {
1008            if (!mMagnificationController.isMagnifying()) {
1009                return;
1010            }
1011            Rect magnifiedRegionBounds = mMagnificationController.getMagnifiedRegionBounds();
1012            if (magnifiedRegionBounds.contains(rectangle)) {
1013                return;
1014            }
1015            ensureRectangleInMagnifiedRegionBounds(magnifiedRegionBounds, rectangle);
1016        }
1017
1018        private void ensureRectangleInMagnifiedRegionBounds(Rect magnifiedRegionBounds,
1019                Rect rectangle) {
1020            if (!Rect.intersects(rectangle, mViewport.getBounds())) {
1021                return;
1022            }
1023            final float scrollX;
1024            final float scrollY;
1025            if (rectangle.width() > magnifiedRegionBounds.width()) {
1026                scrollX = rectangle.left - magnifiedRegionBounds.left;
1027            } else if (rectangle.left < magnifiedRegionBounds.left) {
1028                scrollX = rectangle.left - magnifiedRegionBounds.left;
1029            } else if (rectangle.right > magnifiedRegionBounds.right) {
1030                scrollX = rectangle.right - magnifiedRegionBounds.right;
1031            } else {
1032                scrollX = 0;
1033            }
1034            if (rectangle.height() > magnifiedRegionBounds.height()) {
1035                scrollY = rectangle.top - magnifiedRegionBounds.top;
1036            } else if (rectangle.top < magnifiedRegionBounds.top) {
1037                scrollY = rectangle.top - magnifiedRegionBounds.top;
1038            } else if (rectangle.bottom > magnifiedRegionBounds.bottom) {
1039                scrollY = rectangle.bottom - magnifiedRegionBounds.bottom;
1040            } else {
1041                scrollY = 0;
1042            }
1043            final float viewportCenterX = mMagnificationController.getMagnifiedRegionCenterX()
1044                    + scrollX;
1045            final float viewportCenterY = mMagnificationController.getMagnifiedRegionCenterY()
1046                    + scrollY;
1047            mMagnificationController.setMagnifiedRegionCenter(viewportCenterX, viewportCenterY,
1048                    true);
1049        }
1050
1051        private void resetMagnificationIfNeeded() {
1052            if (mMagnificationController.isMagnifying()
1053                    && isScreenMagnificationAutoUpdateEnabled(mContext)) {
1054                mMagnificationController.reset(true);
1055                mViewport.setFrameShown(false, true);
1056            }
1057        }
1058
1059        private String windowTransitionToString(int transition) {
1060            switch (transition) {
1061                case WindowManagerPolicy.TRANSIT_UNSET: {
1062                    return "TRANSIT_UNSET";
1063                }
1064                case WindowManagerPolicy.TRANSIT_NONE: {
1065                    return "TRANSIT_NONE";
1066                }
1067                case WindowManagerPolicy.TRANSIT_ENTER: {
1068                    return "TRANSIT_ENTER";
1069                }
1070                case WindowManagerPolicy.TRANSIT_EXIT: {
1071                    return "TRANSIT_EXIT";
1072                }
1073                case WindowManagerPolicy.TRANSIT_SHOW: {
1074                    return "TRANSIT_SHOW";
1075                }
1076                case WindowManagerPolicy.TRANSIT_EXIT_MASK: {
1077                    return "TRANSIT_EXIT_MASK";
1078                }
1079                case WindowManagerPolicy.TRANSIT_PREVIEW_DONE: {
1080                    return "TRANSIT_PREVIEW_DONE";
1081                }
1082                case WindowManagerPolicy.TRANSIT_ACTIVITY_OPEN: {
1083                    return "TRANSIT_ACTIVITY_OPEN";
1084                }
1085                case WindowManagerPolicy.TRANSIT_ACTIVITY_CLOSE: {
1086                    return "TRANSIT_ACTIVITY_CLOSE";
1087                }
1088                case WindowManagerPolicy.TRANSIT_TASK_OPEN: {
1089                    return "TRANSIT_TASK_OPEN";
1090                }
1091                case WindowManagerPolicy.TRANSIT_TASK_CLOSE: {
1092                    return "TRANSIT_TASK_CLOSE";
1093                }
1094                case WindowManagerPolicy.TRANSIT_TASK_TO_FRONT: {
1095                    return "TRANSIT_TASK_TO_FRONT";
1096                }
1097                case WindowManagerPolicy.TRANSIT_TASK_TO_BACK: {
1098                    return "TRANSIT_TASK_TO_BACK";
1099                }
1100                case WindowManagerPolicy.TRANSIT_WALLPAPER_CLOSE: {
1101                    return "TRANSIT_WALLPAPER_CLOSE";
1102                }
1103                case WindowManagerPolicy.TRANSIT_WALLPAPER_OPEN: {
1104                    return "TRANSIT_WALLPAPER_OPEN";
1105                }
1106                case WindowManagerPolicy.TRANSIT_WALLPAPER_INTRA_OPEN: {
1107                    return "TRANSIT_WALLPAPER_INTRA_OPEN";
1108                }
1109                case WindowManagerPolicy.TRANSIT_WALLPAPER_INTRA_CLOSE: {
1110                    return "TRANSIT_WALLPAPER_INTRA_CLOSE";
1111                }
1112                default: {
1113                    return "<UNKNOWN>";
1114                }
1115            }
1116        }
1117
1118        private String rotationToString(int rotation) {
1119            switch (rotation) {
1120                case Surface.ROTATION_0: {
1121                    return "ROTATION_0";
1122                }
1123                case Surface.ROTATION_90: {
1124                    return "ROATATION_90";
1125                }
1126                case Surface.ROTATION_180: {
1127                    return "ROATATION_180";
1128                }
1129                case Surface.ROTATION_270: {
1130                    return "ROATATION_270";
1131                }
1132                default: {
1133                    throw new IllegalArgumentException("Invalid rotation: "
1134                        + rotation);
1135                }
1136            }
1137        }
1138
1139        private final class MyHandler extends Handler {
1140            @Override
1141            public void handleMessage(Message message) {
1142                final int action = message.what;
1143                switch (action) {
1144                    case MESSAGE_SHOW_VIEWPORT_FRAME: {
1145                        mViewport.setFrameShown(true, true);
1146                    } break;
1147                    case MESSAGE_RECOMPUTE_VIEWPORT_BOUNDS: {
1148                        final boolean animate = message.arg1 == 1;
1149                        mViewport.recomputeBounds(animate);
1150                    } break;
1151                    case MESSAGE_ON_RECTANGLE_ON_SCREEN_REQUESTED: {
1152                        SomeArgs args = (SomeArgs) message.obj;
1153                        try {
1154                            mTempRect.set(args.argi1, args.argi2, args.argi3, args.argi4);
1155                            final boolean immediate = (message.arg1 == 1);
1156                            handleOnRectangleOnScreenRequested(mTempRect, immediate);
1157                        } finally {
1158                            args.recycle();
1159                        }
1160                    } break;
1161                    case MESSAGE_ON_WINDOW_TRANSITION: {
1162                        final int transition = message.arg1;
1163                        WindowInfo info = (WindowInfo) message.obj;
1164                        handleOnWindowTransition(transition, info);
1165                    } break;
1166                    case MESSAGE_ON_ROTATION_CHANGED: {
1167                        final int rotation = message.arg1;
1168                        handleOnRotationChanged(rotation);
1169                    } break;
1170                    default: {
1171                        throw new IllegalArgumentException("Unknown message: " + action);
1172                    }
1173                }
1174            }
1175        }
1176    }
1177
1178    private final class MagnificationController {
1179
1180        private static final String PROPERTY_NAME_ACCESSIBILITY_TRANSFORMATION =
1181                "accessibilityTransformation";
1182
1183        private final MagnificationSpec mSentMagnificationSpec = new MagnificationSpec();
1184
1185        private final MagnificationSpec mCurrentMagnificationSpec = new MagnificationSpec();
1186
1187        private final Rect mTempRect = new Rect();
1188
1189        private final ValueAnimator mTransformationAnimator;
1190
1191        public MagnificationController(int animationDuration) {
1192            Property<MagnificationController, MagnificationSpec> property =
1193                    Property.of(MagnificationController.class, MagnificationSpec.class,
1194                    PROPERTY_NAME_ACCESSIBILITY_TRANSFORMATION);
1195            TypeEvaluator<MagnificationSpec> evaluator = new TypeEvaluator<MagnificationSpec>() {
1196                private final MagnificationSpec mTempTransformationSpec = new MagnificationSpec();
1197                @Override
1198                public MagnificationSpec evaluate(float fraction, MagnificationSpec fromSpec,
1199                        MagnificationSpec toSpec) {
1200                    MagnificationSpec result = mTempTransformationSpec;
1201                    result.mScale = fromSpec.mScale
1202                            + (toSpec.mScale - fromSpec.mScale) * fraction;
1203                    result.mMagnifiedRegionCenterX = fromSpec.mMagnifiedRegionCenterX
1204                            + (toSpec.mMagnifiedRegionCenterX - fromSpec.mMagnifiedRegionCenterX)
1205                            * fraction;
1206                    result.mMagnifiedRegionCenterY = fromSpec.mMagnifiedRegionCenterY
1207                            + (toSpec.mMagnifiedRegionCenterY - fromSpec.mMagnifiedRegionCenterY)
1208                            * fraction;
1209                    result.mScaledOffsetX = fromSpec.mScaledOffsetX
1210                            + (toSpec.mScaledOffsetX - fromSpec.mScaledOffsetX)
1211                            * fraction;
1212                    result.mScaledOffsetY = fromSpec.mScaledOffsetY
1213                            + (toSpec.mScaledOffsetY - fromSpec.mScaledOffsetY)
1214                            * fraction;
1215                    return result;
1216                }
1217            };
1218            mTransformationAnimator = ObjectAnimator.ofObject(this, property,
1219                    evaluator, mSentMagnificationSpec, mCurrentMagnificationSpec);
1220            mTransformationAnimator.setDuration((long) (animationDuration));
1221            mTransformationAnimator.setInterpolator(mInterpolator);
1222        }
1223
1224        public boolean isMagnifying() {
1225            return mCurrentMagnificationSpec.mScale > 1.0f;
1226        }
1227
1228        public void reset(boolean animate) {
1229            if (mTransformationAnimator.isRunning()) {
1230                mTransformationAnimator.cancel();
1231            }
1232            mCurrentMagnificationSpec.reset();
1233            if (animate) {
1234                animateAccessibilityTranformation(mSentMagnificationSpec,
1235                        mCurrentMagnificationSpec);
1236            } else {
1237                setAccessibilityTransformation(mCurrentMagnificationSpec);
1238            }
1239        }
1240
1241        public Rect getMagnifiedRegionBounds() {
1242            mTempRect.set(mViewport.getBounds());
1243            mTempRect.offset((int) -mCurrentMagnificationSpec.mScaledOffsetX,
1244                    (int) -mCurrentMagnificationSpec.mScaledOffsetY);
1245            mTempRect.scale(1.0f / mCurrentMagnificationSpec.mScale);
1246            return mTempRect;
1247        }
1248
1249        public float getScale() {
1250            return mCurrentMagnificationSpec.mScale;
1251        }
1252
1253        public float getMagnifiedRegionCenterX() {
1254            return mCurrentMagnificationSpec.mMagnifiedRegionCenterX;
1255        }
1256
1257        public float getMagnifiedRegionCenterY() {
1258            return mCurrentMagnificationSpec.mMagnifiedRegionCenterY;
1259        }
1260
1261        public float getScaledOffsetX() {
1262            return mCurrentMagnificationSpec.mScaledOffsetX;
1263        }
1264
1265        public float getScaledOffsetY() {
1266            return mCurrentMagnificationSpec.mScaledOffsetY;
1267        }
1268
1269        public void setScale(float scale, float pivotX, float pivotY, boolean animate) {
1270            MagnificationSpec spec = mCurrentMagnificationSpec;
1271            final float oldScale = spec.mScale;
1272            final float oldCenterX = spec.mMagnifiedRegionCenterX;
1273            final float oldCenterY = spec.mMagnifiedRegionCenterY;
1274            final float normPivotX = (-spec.mScaledOffsetX + pivotX) / oldScale;
1275            final float normPivotY = (-spec.mScaledOffsetY + pivotY) / oldScale;
1276            final float offsetX = (oldCenterX - normPivotX) * (oldScale / scale);
1277            final float offsetY = (oldCenterY - normPivotY) * (oldScale / scale);
1278            final float centerX = normPivotX + offsetX;
1279            final float centerY = normPivotY + offsetY;
1280            setScaleAndMagnifiedRegionCenter(scale, centerX, centerY, animate);
1281        }
1282
1283        public void setMagnifiedRegionCenter(float centerX, float centerY, boolean animate) {
1284            setScaleAndMagnifiedRegionCenter(mCurrentMagnificationSpec.mScale, centerX, centerY,
1285                    animate);
1286        }
1287
1288        public void setScaleAndMagnifiedRegionCenter(float scale, float centerX, float centerY,
1289                boolean animate) {
1290            if (Float.compare(mCurrentMagnificationSpec.mScale, scale) == 0
1291                    && Float.compare(mCurrentMagnificationSpec.mMagnifiedRegionCenterX,
1292                            centerX) == 0
1293                    && Float.compare(mCurrentMagnificationSpec.mMagnifiedRegionCenterY,
1294                            centerY) == 0) {
1295                return;
1296            }
1297            if (mTransformationAnimator.isRunning()) {
1298                mTransformationAnimator.cancel();
1299            }
1300            if (DEBUG_MAGNIFICATION_CONTROLLER) {
1301                Slog.i(LOG_TAG, "scale: " + scale + " centerX: " + centerX
1302                        + " centerY: " + centerY);
1303            }
1304            mCurrentMagnificationSpec.initialize(scale, centerX, centerY);
1305            if (animate) {
1306                animateAccessibilityTranformation(mSentMagnificationSpec,
1307                        mCurrentMagnificationSpec);
1308            } else {
1309                setAccessibilityTransformation(mCurrentMagnificationSpec);
1310            }
1311        }
1312
1313        private void animateAccessibilityTranformation(MagnificationSpec fromSpec,
1314                MagnificationSpec toSpec) {
1315            mTransformationAnimator.setObjectValues(fromSpec, toSpec);
1316            mTransformationAnimator.start();
1317        }
1318
1319        @SuppressWarnings("unused")
1320        // Called from an animator.
1321        public MagnificationSpec getAccessibilityTransformation() {
1322            return mSentMagnificationSpec;
1323        }
1324
1325        public void setAccessibilityTransformation(MagnificationSpec transformation) {
1326            if (DEBUG_TRANSFORMATION) {
1327                Slog.i(LOG_TAG, "Transformation scale: " + transformation.mScale
1328                        + " offsetX: " + transformation.mScaledOffsetX
1329                        + " offsetY: " + transformation.mScaledOffsetY);
1330            }
1331            try {
1332                mSentMagnificationSpec.updateFrom(transformation);
1333                mWindowManagerService.magnifyDisplay(mDisplayProvider.getDisplay().getDisplayId(),
1334                        transformation.mScale, transformation.mScaledOffsetX,
1335                        transformation.mScaledOffsetY);
1336            } catch (RemoteException re) {
1337                /* ignore */
1338            }
1339        }
1340
1341        private class MagnificationSpec {
1342
1343            private static final float DEFAULT_SCALE = 1.0f;
1344
1345            public float mScale = DEFAULT_SCALE;
1346
1347            public float mMagnifiedRegionCenterX;
1348
1349            public float mMagnifiedRegionCenterY;
1350
1351            public float mScaledOffsetX;
1352
1353            public float mScaledOffsetY;
1354
1355            public void initialize(float scale, float magnifiedRegionCenterX,
1356                    float magnifiedRegionCenterY) {
1357                mScale = scale;
1358
1359                final int viewportWidth = mViewport.getBounds().width();
1360                final int viewportHeight = mViewport.getBounds().height();
1361                final float minMagnifiedRegionCenterX = (viewportWidth / 2) / scale;
1362                final float minMagnifiedRegionCenterY = (viewportHeight / 2) / scale;
1363                final float maxMagnifiedRegionCenterX = viewportWidth - minMagnifiedRegionCenterX;
1364                final float maxMagnifiedRegionCenterY = viewportHeight - minMagnifiedRegionCenterY;
1365
1366                mMagnifiedRegionCenterX = Math.min(Math.max(magnifiedRegionCenterX,
1367                        minMagnifiedRegionCenterX), maxMagnifiedRegionCenterX);
1368                mMagnifiedRegionCenterY = Math.min(Math.max(magnifiedRegionCenterY,
1369                        minMagnifiedRegionCenterY), maxMagnifiedRegionCenterY);
1370
1371                mScaledOffsetX = -(mMagnifiedRegionCenterX * scale - viewportWidth / 2);
1372                mScaledOffsetY = -(mMagnifiedRegionCenterY * scale - viewportHeight / 2);
1373            }
1374
1375            public void updateFrom(MagnificationSpec other) {
1376                mScale = other.mScale;
1377                mMagnifiedRegionCenterX = other.mMagnifiedRegionCenterX;
1378                mMagnifiedRegionCenterY = other.mMagnifiedRegionCenterY;
1379                mScaledOffsetX = other.mScaledOffsetX;
1380                mScaledOffsetY = other.mScaledOffsetY;
1381            }
1382
1383            public void reset() {
1384                mScale = DEFAULT_SCALE;
1385                mMagnifiedRegionCenterX = 0;
1386                mMagnifiedRegionCenterY = 0;
1387                mScaledOffsetX = 0;
1388                mScaledOffsetY = 0;
1389            }
1390        }
1391    }
1392
1393    private static final class Viewport {
1394
1395        private static final String PROPERTY_NAME_ALPHA = "alpha";
1396
1397        private static final String PROPERTY_NAME_BOUNDS = "bounds";
1398
1399        private static final int MIN_ALPHA = 0;
1400
1401        private static final int MAX_ALPHA = 255;
1402
1403        private final ArrayList<WindowInfo> mTempWindowInfoList = new ArrayList<WindowInfo>();
1404
1405        private final Rect mTempRect1 = new Rect();
1406        private final Rect mTempRect2 = new Rect();
1407        private final Rect mTempRect3 = new Rect();
1408
1409        private final IWindowManager mWindowManagerService;
1410        private final DisplayProvider mDisplayProvider;
1411
1412        private final ViewportWindow mViewportFrame;
1413
1414        private final ValueAnimator mResizeFrameAnimator;
1415
1416        private final ValueAnimator mShowHideFrameAnimator;
1417
1418        public Viewport(Context context, WindowManager windowManager,
1419                IWindowManager windowManagerService, DisplayProvider displayInfoProvider,
1420                Interpolator animationInterpolator, long animationDuration) {
1421            mWindowManagerService = windowManagerService;
1422            mDisplayProvider = displayInfoProvider;
1423            mViewportFrame = new ViewportWindow(context, windowManager, displayInfoProvider);
1424
1425            mShowHideFrameAnimator = ObjectAnimator.ofInt(mViewportFrame, PROPERTY_NAME_ALPHA,
1426                  MIN_ALPHA, MAX_ALPHA);
1427            mShowHideFrameAnimator.setInterpolator(animationInterpolator);
1428            mShowHideFrameAnimator.setDuration(animationDuration);
1429            mShowHideFrameAnimator.addListener(new AnimatorListener() {
1430                @Override
1431                public void onAnimationEnd(Animator animation) {
1432                    if (mShowHideFrameAnimator.getAnimatedValue().equals(MIN_ALPHA)) {
1433                        mViewportFrame.hide();
1434                    }
1435                }
1436                @Override
1437                public void onAnimationStart(Animator animation) {
1438                    /* do nothing - stub */
1439                }
1440                @Override
1441                public void onAnimationCancel(Animator animation) {
1442                    /* do nothing - stub */
1443                }
1444                @Override
1445                public void onAnimationRepeat(Animator animation) {
1446                    /* do nothing - stub */
1447                }
1448            });
1449
1450            Property<ViewportWindow, Rect> property = Property.of(ViewportWindow.class,
1451                    Rect.class, PROPERTY_NAME_BOUNDS);
1452            TypeEvaluator<Rect> evaluator = new TypeEvaluator<Rect>() {
1453                private final Rect mReusableResultRect = new Rect();
1454                @Override
1455                public Rect evaluate(float fraction, Rect fromFrame, Rect toFrame) {
1456                    Rect result = mReusableResultRect;
1457                    result.left = (int) (fromFrame.left
1458                            + (toFrame.left - fromFrame.left) * fraction);
1459                    result.top = (int) (fromFrame.top
1460                            + (toFrame.top - fromFrame.top) * fraction);
1461                    result.right = (int) (fromFrame.right
1462                            + (toFrame.right - fromFrame.right) * fraction);
1463                    result.bottom = (int) (fromFrame.bottom
1464                            + (toFrame.bottom - fromFrame.bottom) * fraction);
1465                    return result;
1466                }
1467            };
1468            mResizeFrameAnimator = ObjectAnimator.ofObject(mViewportFrame, property,
1469                    evaluator, mViewportFrame.mBounds, mViewportFrame.mBounds);
1470            mResizeFrameAnimator.setDuration((long) (animationDuration));
1471            mResizeFrameAnimator.setInterpolator(animationInterpolator);
1472
1473            recomputeBounds(false);
1474        }
1475
1476        private final Comparator<WindowInfo> mWindowInfoInverseComparator =
1477                new Comparator<WindowInfo>() {
1478            @Override
1479            public int compare(WindowInfo lhs, WindowInfo rhs) {
1480                if (lhs.layer != rhs.layer) {
1481                    return rhs.layer - lhs.layer;
1482                }
1483                if (lhs.touchableRegion.top != rhs.touchableRegion.top) {
1484                    return rhs.touchableRegion.top - lhs.touchableRegion.top;
1485                }
1486                if (lhs.touchableRegion.left != rhs.touchableRegion.left) {
1487                    return rhs.touchableRegion.left - lhs.touchableRegion.left;
1488                }
1489                if (lhs.touchableRegion.right != rhs.touchableRegion.right) {
1490                    return rhs.touchableRegion.right - lhs.touchableRegion.right;
1491                }
1492                if (lhs.touchableRegion.bottom != rhs.touchableRegion.bottom) {
1493                    return rhs.touchableRegion.bottom - lhs.touchableRegion.bottom;
1494                }
1495                return 0;
1496            }
1497        };
1498
1499        public void recomputeBounds(boolean animate) {
1500            Rect magnifiedFrame = mTempRect1;
1501            magnifiedFrame.set(0, 0, 0, 0);
1502
1503            Rect notMagnifiedFrame = mTempRect2;
1504            notMagnifiedFrame.set(0, 0, 0, 0);
1505
1506            ArrayList<WindowInfo> infos = mTempWindowInfoList;
1507            infos.clear();
1508            int windowCount = 0;
1509            try {
1510                mWindowManagerService.getVisibleWindowsForDisplay(
1511                        mDisplayProvider.getDisplay().getDisplayId(), infos);
1512                Collections.sort(infos, mWindowInfoInverseComparator);
1513                windowCount = infos.size();
1514                for (int i = 0; i < windowCount; i++) {
1515                    WindowInfo info = infos.get(i);
1516                    if (info.type == WindowManager.LayoutParams.TYPE_MAGNIFICATION_OVERLAY) {
1517                        continue;
1518                    }
1519                    if (isWindowMagnified(info.type)) {
1520                        Rect clippedFrame = mTempRect3;
1521                        clippedFrame.set(info.touchableRegion);
1522                        subtract(clippedFrame, notMagnifiedFrame);
1523                        magnifiedFrame.union(clippedFrame);
1524                    } else {
1525                        Rect clippedFrame = mTempRect3;
1526                        clippedFrame.set(info.touchableRegion);
1527                        subtract(clippedFrame, magnifiedFrame);
1528                        notMagnifiedFrame.union(clippedFrame);
1529                    }
1530                    if (magnifiedFrame.bottom >= notMagnifiedFrame.top) {
1531                        break;
1532                    }
1533                }
1534            } catch (RemoteException re) {
1535                /* ignore */
1536            } finally {
1537                for (int i = windowCount - 1; i >= 0; i--) {
1538                    infos.remove(i).recycle();
1539                }
1540            }
1541
1542            final int displayWidth = mDisplayProvider.getDisplayInfo().logicalWidth;
1543            final int displayHeight = mDisplayProvider.getDisplayInfo().logicalHeight;
1544            magnifiedFrame.intersect(0, 0, displayWidth, displayHeight);
1545
1546            resize(magnifiedFrame, animate);
1547        }
1548
1549        private boolean isWindowMagnified(int type) {
1550            return (type != WindowManager.LayoutParams.TYPE_NAVIGATION_BAR
1551                    && type != WindowManager.LayoutParams.TYPE_INPUT_METHOD
1552                    && type != WindowManager.LayoutParams.TYPE_INPUT_METHOD_DIALOG);
1553        }
1554
1555        public void rotationChanged() {
1556            mViewportFrame.rotationChanged();
1557        }
1558
1559        public Rect getBounds() {
1560            return mViewportFrame.getBounds();
1561        }
1562
1563        public void setFrameShown(boolean shown, boolean animate) {
1564            if (mViewportFrame.isShown() == shown) {
1565                return;
1566            }
1567            if (animate) {
1568                if (mShowHideFrameAnimator.isRunning()) {
1569                    mShowHideFrameAnimator.reverse();
1570                } else {
1571                    if (shown) {
1572                        mViewportFrame.show();
1573                        mShowHideFrameAnimator.start();
1574                    } else {
1575                        mShowHideFrameAnimator.reverse();
1576                    }
1577                }
1578            } else {
1579                mShowHideFrameAnimator.cancel();
1580                if (shown) {
1581                    mViewportFrame.show();
1582                } else {
1583                    mViewportFrame.hide();
1584                }
1585            }
1586        }
1587
1588        private void resize(Rect bounds, boolean animate) {
1589            if (mViewportFrame.getBounds().equals(bounds)) {
1590                return;
1591            }
1592            if (animate) {
1593                if (mResizeFrameAnimator.isRunning()) {
1594                    mResizeFrameAnimator.cancel();
1595                }
1596                mResizeFrameAnimator.setObjectValues(mViewportFrame.mBounds, bounds);
1597                mResizeFrameAnimator.start();
1598            } else {
1599                mViewportFrame.setBounds(bounds);
1600            }
1601        }
1602
1603        private boolean subtract(Rect lhs, Rect rhs) {
1604            if (lhs.right < rhs.left || lhs.left  > rhs.right
1605                    || lhs.bottom < rhs.top || lhs.top > rhs.bottom) {
1606                return false;
1607            }
1608            if (lhs.left < rhs.left) {
1609                lhs.right = rhs.left;
1610            }
1611            if (lhs.top < rhs.top) {
1612                lhs.bottom = rhs.top;
1613            }
1614            if (lhs.right > rhs.right) {
1615                lhs.left = rhs.right;
1616            }
1617            if (lhs.bottom > rhs.bottom) {
1618                lhs.top = rhs.bottom;
1619            }
1620            return true;
1621        }
1622
1623        private static final class ViewportWindow {
1624            private static final String WINDOW_TITLE = "Magnification Overlay";
1625
1626            private final WindowManager mWindowManager;
1627            private final DisplayProvider mDisplayProvider;
1628
1629            private final ContentView mWindowContent;
1630            private final WindowManager.LayoutParams mWindowParams;
1631
1632            private final Rect mBounds = new Rect();
1633            private boolean mShown;
1634            private int mAlpha;
1635
1636            public ViewportWindow(Context context, WindowManager windowManager,
1637                    DisplayProvider displayProvider) {
1638                mWindowManager = windowManager;
1639                mDisplayProvider = displayProvider;
1640
1641                ViewGroup.LayoutParams contentParams = new ViewGroup.LayoutParams(
1642                        ViewGroup.LayoutParams.MATCH_PARENT, ViewGroup.LayoutParams.MATCH_PARENT);
1643                mWindowContent = new ContentView(context);
1644                mWindowContent.setLayoutParams(contentParams);
1645                mWindowContent.setBackgroundColor(R.color.transparent);
1646
1647                mWindowParams = new WindowManager.LayoutParams(
1648                        WindowManager.LayoutParams.TYPE_MAGNIFICATION_OVERLAY);
1649                mWindowParams.flags |= WindowManager.LayoutParams.FLAG_LAYOUT_IN_SCREEN
1650                        | WindowManager.LayoutParams.FLAG_NOT_FOCUSABLE
1651                        | WindowManager.LayoutParams.FLAG_NOT_TOUCHABLE;
1652                mWindowParams.setTitle(WINDOW_TITLE);
1653                mWindowParams.gravity = Gravity.CENTER;
1654                mWindowParams.width = displayProvider.getDisplayInfo().logicalWidth;
1655                mWindowParams.height = displayProvider.getDisplayInfo().logicalHeight;
1656                mWindowParams.format = PixelFormat.TRANSLUCENT;
1657            }
1658
1659            public boolean isShown() {
1660                return mShown;
1661            }
1662
1663            public void show() {
1664                if (mShown) {
1665                    return;
1666                }
1667                mShown = true;
1668                mWindowManager.addView(mWindowContent, mWindowParams);
1669                if (DEBUG_VIEWPORT_WINDOW) {
1670                    Slog.i(LOG_TAG, "ViewportWindow shown.");
1671                }
1672            }
1673
1674            public void hide() {
1675                if (!mShown) {
1676                    return;
1677                }
1678                mShown = false;
1679                mWindowManager.removeView(mWindowContent);
1680                if (DEBUG_VIEWPORT_WINDOW) {
1681                    Slog.i(LOG_TAG, "ViewportWindow hidden.");
1682                }
1683            }
1684
1685            @SuppressWarnings("unused")
1686            // Called reflectively from an animator.
1687            public int getAlpha() {
1688                return mAlpha;
1689            }
1690
1691            @SuppressWarnings("unused")
1692            // Called reflectively from an animator.
1693            public void setAlpha(int alpha) {
1694                if (mAlpha == alpha) {
1695                    return;
1696                }
1697                mAlpha = alpha;
1698                if (mShown) {
1699                    mWindowContent.invalidate();
1700                }
1701                if (DEBUG_VIEWPORT_WINDOW) {
1702                    Slog.i(LOG_TAG, "ViewportFrame set alpha: " + alpha);
1703                }
1704            }
1705
1706            public Rect getBounds() {
1707                return mBounds;
1708            }
1709
1710            public void rotationChanged() {
1711                mWindowParams.width = mDisplayProvider.getDisplayInfo().logicalWidth;
1712                mWindowParams.height = mDisplayProvider.getDisplayInfo().logicalHeight;
1713                if (mShown) {
1714                    mWindowManager.updateViewLayout(mWindowContent, mWindowParams);
1715                }
1716            }
1717
1718            public void setBounds(Rect bounds) {
1719                if (mBounds.equals(bounds)) {
1720                    return;
1721                }
1722                mBounds.set(bounds);
1723                if (mShown) {
1724                    mWindowContent.invalidate();
1725                }
1726                if (DEBUG_VIEWPORT_WINDOW) {
1727                    Slog.i(LOG_TAG, "ViewportFrame set bounds: " + bounds);
1728                }
1729            }
1730
1731            private final class ContentView extends View {
1732                private final Drawable mHighlightFrame;
1733
1734                public ContentView(Context context) {
1735                    super(context);
1736                    mHighlightFrame = context.getResources().getDrawable(
1737                            R.drawable.magnified_region_frame);
1738                }
1739
1740                @Override
1741                public void onDraw(Canvas canvas) {
1742                    canvas.drawColor(Color.TRANSPARENT, Mode.CLEAR);
1743                    mHighlightFrame.setBounds(mBounds);
1744                    mHighlightFrame.setAlpha(mAlpha);
1745                    mHighlightFrame.draw(canvas);
1746                }
1747            }
1748        }
1749    }
1750
1751    private static class DisplayProvider implements DisplayListener {
1752        private final WindowManager mWindowManager;
1753        private final DisplayManager mDisplayManager;
1754        private final Display mDefaultDisplay;
1755        private final DisplayInfo mDefaultDisplayInfo = new DisplayInfo();
1756
1757        public DisplayProvider(Context context, WindowManager windowManager) {
1758            mWindowManager = windowManager;
1759            mDisplayManager = (DisplayManager) context.getSystemService(Context.DISPLAY_SERVICE);
1760            mDefaultDisplay = mWindowManager.getDefaultDisplay();
1761            mDisplayManager.registerDisplayListener(this, null);
1762            updateDisplayInfo();
1763        }
1764
1765        public DisplayInfo getDisplayInfo() {
1766            return mDefaultDisplayInfo;
1767        }
1768
1769        public Display getDisplay() {
1770            return mDefaultDisplay;
1771        }
1772
1773        private void updateDisplayInfo() {
1774            if (!mDefaultDisplay.getDisplayInfo(mDefaultDisplayInfo)) {
1775                Slog.e(LOG_TAG, "Default display is not valid.");
1776            }
1777        }
1778
1779        public void destroy() {
1780            mDisplayManager.unregisterDisplayListener(this);
1781        }
1782
1783        @Override
1784        public void onDisplayAdded(int displayId) {
1785            /* do noting */
1786        }
1787
1788        @Override
1789        public void onDisplayRemoved(int displayId) {
1790            // Having no default display
1791        }
1792
1793        @Override
1794        public void onDisplayChanged(int displayId) {
1795            updateDisplayInfo();
1796        }
1797    }
1798}
1799