RenderNode.cpp revision 8ecf41c61a5185207a21d64681e8ebc2502b7b2a 
1/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#include "RenderNode.h"
18
19#include "DamageAccumulator.h"
20#include "Debug.h"
21#if HWUI_NEW_OPS
22#include "RecordedOp.h"
23#include "BakedOpRenderer.h"
24#endif
25#include "DisplayListOp.h"
26#include "LayerRenderer.h"
27#include "OpenGLRenderer.h"
28#include "TreeInfo.h"
29#include "utils/MathUtils.h"
30#include "utils/TraceUtils.h"
31#include "renderthread/CanvasContext.h"
32
33#include "protos/hwui.pb.h"
34#include "protos/ProtoHelpers.h"
35
36#include <SkCanvas.h>
37
38#include <algorithm>
39#include <sstream>
40#include <string>
41
42namespace android {
43namespace uirenderer {
44
45void RenderNode::debugDumpLayers(const char* prefix) {
46#if HWUI_NEW_OPS
47    LOG_ALWAYS_FATAL("TODO: dump layer");
48#else
49    if (mLayer) {
50        ALOGD("%sNode %p (%s) has layer %p (fbo = %u, wasBuildLayered = %s)",
51                prefix, this, getName(), mLayer, mLayer->getFbo(),
52                mLayer->wasBuildLayered ? "true" : "false");
53    }
54#endif
55    if (mDisplayList) {
56        for (auto&& child : mDisplayList->getChildren()) {
57            child->renderNode->debugDumpLayers(prefix);
58        }
59    }
60}
61
62RenderNode::RenderNode()
63        : mDirtyPropertyFields(0)
64        , mNeedsDisplayListSync(false)
65        , mDisplayList(nullptr)
66        , mStagingDisplayList(nullptr)
67        , mAnimatorManager(*this)
68        , mParentCount(0) {
69}
70
71RenderNode::~RenderNode() {
72    deleteDisplayList();
73    delete mStagingDisplayList;
74#if HWUI_NEW_OPS
75    LOG_ALWAYS_FATAL_IF(mLayer, "layer missed detachment!");
76#else
77    if (mLayer) {
78        ALOGW("Memory Warning: Layer %p missed its detachment, held on to for far too long!", mLayer);
79        mLayer->postDecStrong();
80        mLayer = nullptr;
81    }
82#endif
83}
84
85void RenderNode::setStagingDisplayList(DisplayList* displayList) {
86    mNeedsDisplayListSync = true;
87    delete mStagingDisplayList;
88    mStagingDisplayList = displayList;
89    // If mParentCount == 0 we are the sole reference to this RenderNode,
90    // so immediately free the old display list
91    if (!mParentCount && !mStagingDisplayList) {
92        deleteDisplayList();
93    }
94}
95
96/**
97 * This function is a simplified version of replay(), where we simply retrieve and log the
98 * display list. This function should remain in sync with the replay() function.
99 */
100void RenderNode::output(uint32_t level) {
101    ALOGD("%*sStart display list (%p, %s%s%s%s%s%s)", (level - 1) * 2, "", this,
102            getName(),
103            (MathUtils::isZero(properties().getAlpha()) ? ", zero alpha" : ""),
104            (properties().hasShadow() ? ", casting shadow" : ""),
105            (isRenderable() ? "" : ", empty"),
106            (properties().getProjectBackwards() ? ", projected" : ""),
107            (mLayer != nullptr ? ", on HW Layer" : ""));
108    ALOGD("%*s%s %d", level * 2, "", "Save",
109            SkCanvas::kMatrix_SaveFlag | SkCanvas::kClip_SaveFlag);
110
111    properties().debugOutputProperties(level);
112
113    if (mDisplayList) {
114#if HWUI_NEW_OPS
115        LOG_ALWAYS_FATAL("op dumping unsupported");
116#else
117        // TODO: consider printing the chunk boundaries here
118        for (auto&& op : mDisplayList->getOps()) {
119            op->output(level, DisplayListOp::kOpLogFlag_Recurse);
120        }
121#endif
122    }
123
124    ALOGD("%*sDone (%p, %s)", (level - 1) * 2, "", this, getName());
125}
126
127void RenderNode::copyTo(proto::RenderNode *pnode) {
128    pnode->set_id(static_cast<uint64_t>(
129            reinterpret_cast<uintptr_t>(this)));
130    pnode->set_name(mName.string(), mName.length());
131
132    proto::RenderProperties* pprops = pnode->mutable_properties();
133    pprops->set_left(properties().getLeft());
134    pprops->set_top(properties().getTop());
135    pprops->set_right(properties().getRight());
136    pprops->set_bottom(properties().getBottom());
137    pprops->set_clip_flags(properties().getClippingFlags());
138    pprops->set_alpha(properties().getAlpha());
139    pprops->set_translation_x(properties().getTranslationX());
140    pprops->set_translation_y(properties().getTranslationY());
141    pprops->set_translation_z(properties().getTranslationZ());
142    pprops->set_elevation(properties().getElevation());
143    pprops->set_rotation(properties().getRotation());
144    pprops->set_rotation_x(properties().getRotationX());
145    pprops->set_rotation_y(properties().getRotationY());
146    pprops->set_scale_x(properties().getScaleX());
147    pprops->set_scale_y(properties().getScaleY());
148    pprops->set_pivot_x(properties().getPivotX());
149    pprops->set_pivot_y(properties().getPivotY());
150    pprops->set_has_overlapping_rendering(properties().getHasOverlappingRendering());
151    pprops->set_pivot_explicitly_set(properties().isPivotExplicitlySet());
152    pprops->set_project_backwards(properties().getProjectBackwards());
153    pprops->set_projection_receiver(properties().isProjectionReceiver());
154    set(pprops->mutable_clip_bounds(), properties().getClipBounds());
155
156    const Outline& outline = properties().getOutline();
157    if (outline.getType() != Outline::Type::None) {
158        proto::Outline* poutline = pprops->mutable_outline();
159        poutline->clear_path();
160        if (outline.getType() == Outline::Type::Empty) {
161            poutline->set_type(proto::Outline_Type_Empty);
162        } else if (outline.getType() == Outline::Type::ConvexPath) {
163            poutline->set_type(proto::Outline_Type_ConvexPath);
164            if (const SkPath* path = outline.getPath()) {
165                set(poutline->mutable_path(), *path);
166            }
167        } else if (outline.getType() == Outline::Type::RoundRect) {
168            poutline->set_type(proto::Outline_Type_RoundRect);
169        } else {
170            ALOGW("Uknown outline type! %d", static_cast<int>(outline.getType()));
171            poutline->set_type(proto::Outline_Type_None);
172        }
173        poutline->set_should_clip(outline.getShouldClip());
174        poutline->set_alpha(outline.getAlpha());
175        poutline->set_radius(outline.getRadius());
176        set(poutline->mutable_bounds(), outline.getBounds());
177    } else {
178        pprops->clear_outline();
179    }
180
181    const RevealClip& revealClip = properties().getRevealClip();
182    if (revealClip.willClip()) {
183        proto::RevealClip* prevealClip = pprops->mutable_reveal_clip();
184        prevealClip->set_x(revealClip.getX());
185        prevealClip->set_y(revealClip.getY());
186        prevealClip->set_radius(revealClip.getRadius());
187    } else {
188        pprops->clear_reveal_clip();
189    }
190
191    pnode->clear_children();
192    if (mDisplayList) {
193        for (auto&& child : mDisplayList->getChildren()) {
194            child->renderNode->copyTo(pnode->add_children());
195        }
196    }
197}
198
199int RenderNode::getDebugSize() {
200    int size = sizeof(RenderNode);
201    if (mStagingDisplayList) {
202        size += mStagingDisplayList->getUsedSize();
203    }
204    if (mDisplayList && mDisplayList != mStagingDisplayList) {
205        size += mDisplayList->getUsedSize();
206    }
207    return size;
208}
209
210void RenderNode::prepareTree(TreeInfo& info) {
211    ATRACE_CALL();
212    LOG_ALWAYS_FATAL_IF(!info.damageAccumulator, "DamageAccumulator missing");
213
214    // Functors don't correctly handle stencil usage of overdraw debugging - shove 'em in a layer.
215    bool functorsNeedLayer = Properties::debugOverdraw;
216
217    prepareTreeImpl(info, functorsNeedLayer);
218}
219
220void RenderNode::addAnimator(const sp<BaseRenderNodeAnimator>& animator) {
221    mAnimatorManager.addAnimator(animator);
222}
223
224void RenderNode::damageSelf(TreeInfo& info) {
225    if (isRenderable()) {
226        if (properties().getClipDamageToBounds()) {
227            info.damageAccumulator->dirty(0, 0, properties().getWidth(), properties().getHeight());
228        } else {
229            // Hope this is big enough?
230            // TODO: Get this from the display list ops or something
231            info.damageAccumulator->dirty(DIRTY_MIN, DIRTY_MIN, DIRTY_MAX, DIRTY_MAX);
232        }
233    }
234}
235
236void RenderNode::prepareLayer(TreeInfo& info, uint32_t dirtyMask) {
237    LayerType layerType = properties().effectiveLayerType();
238    if (CC_UNLIKELY(layerType == LayerType::RenderLayer)) {
239        // Damage applied so far needs to affect our parent, but does not require
240        // the layer to be updated. So we pop/push here to clear out the current
241        // damage and get a clean state for display list or children updates to
242        // affect, which will require the layer to be updated
243        info.damageAccumulator->popTransform();
244        info.damageAccumulator->pushTransform(this);
245        if (dirtyMask & DISPLAY_LIST) {
246            damageSelf(info);
247        }
248    }
249}
250
251static layer_t* createLayer(RenderState& renderState, uint32_t width, uint32_t height) {
252#if HWUI_NEW_OPS
253    return renderState.layerPool().get(renderState, width, height);
254#else
255    return LayerRenderer::createRenderLayer(renderState, width, height);
256#endif
257}
258
259static void destroyLayer(layer_t* layer) {
260#if HWUI_NEW_OPS
261    RenderState& renderState = layer->renderState;
262    renderState.layerPool().putOrDelete(layer);
263#else
264    LayerRenderer::destroyLayer(layer);
265#endif
266}
267
268static bool layerMatchesWidthAndHeight(layer_t* layer, int width, int height) {
269#if HWUI_NEW_OPS
270    return layer->viewportWidth == (uint32_t) width && layer->viewportHeight == (uint32_t)height;
271#else
272    return layer->layer.getWidth() == width && layer->layer.getHeight() == height;
273#endif
274}
275
276void RenderNode::pushLayerUpdate(TreeInfo& info) {
277    LayerType layerType = properties().effectiveLayerType();
278    // If we are not a layer OR we cannot be rendered (eg, view was detached)
279    // we need to destroy any Layers we may have had previously
280    if (CC_LIKELY(layerType != LayerType::RenderLayer) || CC_UNLIKELY(!isRenderable())) {
281        if (CC_UNLIKELY(mLayer)) {
282            destroyLayer(mLayer);
283            mLayer = nullptr;
284        }
285        return;
286    }
287
288    bool transformUpdateNeeded = false;
289    if (!mLayer) {
290        mLayer = createLayer(info.canvasContext.getRenderState(), getWidth(), getHeight());
291        damageSelf(info);
292        transformUpdateNeeded = true;
293    } else if (!layerMatchesWidthAndHeight(mLayer, getWidth(), getHeight())) {
294#if HWUI_NEW_OPS
295        RenderState& renderState = mLayer->renderState;
296        if (properties().fitsOnLayer()) {
297            mLayer = renderState.layerPool().resize(mLayer, getWidth(), getHeight());
298        } else {
299#else
300        if (!LayerRenderer::resizeLayer(mLayer, getWidth(), getHeight())) {
301#endif
302            destroyLayer(mLayer);
303            mLayer = nullptr;
304        }
305        damageSelf(info);
306        transformUpdateNeeded = true;
307    }
308
309    SkRect dirty;
310    info.damageAccumulator->peekAtDirty(&dirty);
311
312    if (!mLayer) {
313        Caches::getInstance().dumpMemoryUsage();
314        if (info.errorHandler) {
315            std::ostringstream err;
316            err << "Unable to create layer for " << getName();
317            const int maxTextureSize = Caches::getInstance().maxTextureSize;
318            if (getWidth() > maxTextureSize || getHeight() > maxTextureSize) {
319                err << ", size " << getWidth() << "x" << getHeight()
320                        << " exceeds max size " << maxTextureSize;
321            } else {
322                err << ", see logcat for more info";
323            }
324            info.errorHandler->onError(err.str());
325        }
326        return;
327    }
328
329    if (transformUpdateNeeded && mLayer) {
330        // update the transform in window of the layer to reset its origin wrt light source position
331        Matrix4 windowTransform;
332        info.damageAccumulator->computeCurrentTransform(&windowTransform);
333        mLayer->setWindowTransform(windowTransform);
334    }
335
336#if HWUI_NEW_OPS
337    info.layerUpdateQueue->enqueueLayerWithDamage(this, dirty);
338#else
339    if (dirty.intersect(0, 0, getWidth(), getHeight())) {
340        dirty.roundOut(&dirty);
341        mLayer->updateDeferred(this, dirty.fLeft, dirty.fTop, dirty.fRight, dirty.fBottom);
342    }
343    // This is not inside the above if because we may have called
344    // updateDeferred on a previous prepare pass that didn't have a renderer
345    if (info.renderer && mLayer->deferredUpdateScheduled) {
346        info.renderer->pushLayerUpdate(mLayer);
347    }
348#endif
349
350    // There might be prefetched layers that need to be accounted for.
351    // That might be us, so tell CanvasContext that this layer is in the
352    // tree and should not be destroyed.
353    info.canvasContext.markLayerInUse(this);
354}
355
356/**
357 * Traverse down the the draw tree to prepare for a frame.
358 *
359 * MODE_FULL = UI Thread-driven (thus properties must be synced), otherwise RT driven
360 *
361 * While traversing down the tree, functorsNeedLayer flag is set to true if anything that uses the
362 * stencil buffer may be needed. Views that use a functor to draw will be forced onto a layer.
363 */
364void RenderNode::prepareTreeImpl(TreeInfo& info, bool functorsNeedLayer) {
365    info.damageAccumulator->pushTransform(this);
366
367    if (info.mode == TreeInfo::MODE_FULL) {
368        pushStagingPropertiesChanges(info);
369    }
370    uint32_t animatorDirtyMask = 0;
371    if (CC_LIKELY(info.runAnimations)) {
372        animatorDirtyMask = mAnimatorManager.animate(info);
373    }
374
375    bool willHaveFunctor = false;
376    if (info.mode == TreeInfo::MODE_FULL && mStagingDisplayList) {
377        willHaveFunctor = !mStagingDisplayList->getFunctors().empty();
378    } else if (mDisplayList) {
379        willHaveFunctor = !mDisplayList->getFunctors().empty();
380    }
381    bool childFunctorsNeedLayer = mProperties.prepareForFunctorPresence(
382            willHaveFunctor, functorsNeedLayer);
383
384    prepareLayer(info, animatorDirtyMask);
385    if (info.mode == TreeInfo::MODE_FULL) {
386        pushStagingDisplayListChanges(info);
387    }
388    prepareSubTree(info, childFunctorsNeedLayer, mDisplayList);
389    pushLayerUpdate(info);
390
391    info.damageAccumulator->popTransform();
392}
393
394void RenderNode::syncProperties() {
395    mProperties = mStagingProperties;
396}
397
398void RenderNode::pushStagingPropertiesChanges(TreeInfo& info) {
399    // Push the animators first so that setupStartValueIfNecessary() is called
400    // before properties() is trampled by stagingProperties(), as they are
401    // required by some animators.
402    if (CC_LIKELY(info.runAnimations)) {
403        mAnimatorManager.pushStaging();
404    }
405    if (mDirtyPropertyFields) {
406        mDirtyPropertyFields = 0;
407        damageSelf(info);
408        info.damageAccumulator->popTransform();
409        syncProperties();
410#if !HWUI_NEW_OPS
411        applyLayerPropertiesToLayer(info);
412#endif
413        // We could try to be clever and only re-damage if the matrix changed.
414        // However, we don't need to worry about that. The cost of over-damaging
415        // here is only going to be a single additional map rect of this node
416        // plus a rect join(). The parent's transform (and up) will only be
417        // performed once.
418        info.damageAccumulator->pushTransform(this);
419        damageSelf(info);
420    }
421}
422
423#if !HWUI_NEW_OPS
424void RenderNode::applyLayerPropertiesToLayer(TreeInfo& info) {
425    if (CC_LIKELY(!mLayer)) return;
426
427    const LayerProperties& props = properties().layerProperties();
428    mLayer->setAlpha(props.alpha(), props.xferMode());
429    mLayer->setColorFilter(props.colorFilter());
430    mLayer->setBlend(props.needsBlending());
431}
432#endif
433
434void RenderNode::syncDisplayList() {
435    // Make sure we inc first so that we don't fluctuate between 0 and 1,
436    // which would thrash the layer cache
437    if (mStagingDisplayList) {
438        for (auto&& child : mStagingDisplayList->getChildren()) {
439            child->renderNode->incParentRefCount();
440        }
441    }
442    deleteDisplayList();
443    mDisplayList = mStagingDisplayList;
444    mStagingDisplayList = nullptr;
445    if (mDisplayList) {
446        for (size_t i = 0; i < mDisplayList->getFunctors().size(); i++) {
447            (*mDisplayList->getFunctors()[i])(DrawGlInfo::kModeSync, nullptr);
448        }
449    }
450}
451
452void RenderNode::pushStagingDisplayListChanges(TreeInfo& info) {
453    if (mNeedsDisplayListSync) {
454        mNeedsDisplayListSync = false;
455        // Damage with the old display list first then the new one to catch any
456        // changes in isRenderable or, in the future, bounds
457        damageSelf(info);
458        syncDisplayList();
459        damageSelf(info);
460    }
461}
462
463void RenderNode::deleteDisplayList() {
464    if (mDisplayList) {
465        for (auto&& child : mDisplayList->getChildren()) {
466            child->renderNode->decParentRefCount();
467        }
468    }
469    delete mDisplayList;
470    mDisplayList = nullptr;
471}
472
473void RenderNode::prepareSubTree(TreeInfo& info, bool functorsNeedLayer, DisplayList* subtree) {
474    if (subtree) {
475        TextureCache& cache = Caches::getInstance().textureCache;
476        info.out.hasFunctors |= subtree->getFunctors().size();
477        for (auto&& bitmapResource : subtree->getBitmapResources()) {
478            void* ownerToken = &info.canvasContext;
479            info.prepareTextures = cache.prefetchAndMarkInUse(ownerToken, bitmapResource);
480        }
481        for (auto&& op : subtree->getChildren()) {
482            RenderNode* childNode = op->renderNode;
483#if HWUI_NEW_OPS
484            info.damageAccumulator->pushTransform(&op->localMatrix);
485            bool childFunctorsNeedLayer = functorsNeedLayer; // TODO! || op->mRecordedWithPotentialStencilClip;
486#else
487            info.damageAccumulator->pushTransform(&op->mTransformFromParent);
488            bool childFunctorsNeedLayer = functorsNeedLayer
489                    // Recorded with non-rect clip, or canvas-rotated by parent
490                    || op->mRecordedWithPotentialStencilClip;
491#endif
492            childNode->prepareTreeImpl(info, childFunctorsNeedLayer);
493            info.damageAccumulator->popTransform();
494        }
495    }
496}
497
498void RenderNode::destroyHardwareResources() {
499    if (mLayer) {
500        destroyLayer(mLayer);
501        mLayer = nullptr;
502    }
503    if (mDisplayList) {
504        for (auto&& child : mDisplayList->getChildren()) {
505            child->renderNode->destroyHardwareResources();
506        }
507        if (mNeedsDisplayListSync) {
508            // Next prepare tree we are going to push a new display list, so we can
509            // drop our current one now
510            deleteDisplayList();
511        }
512    }
513}
514
515void RenderNode::decParentRefCount() {
516    LOG_ALWAYS_FATAL_IF(!mParentCount, "already 0!");
517    mParentCount--;
518    if (!mParentCount) {
519        // If a child of ours is being attached to our parent then this will incorrectly
520        // destroy its hardware resources. However, this situation is highly unlikely
521        // and the failure is "just" that the layer is re-created, so this should
522        // be safe enough
523        destroyHardwareResources();
524    }
525}
526
527/*
528 * For property operations, we pass a savecount of 0, since the operations aren't part of the
529 * displaylist, and thus don't have to compensate for the record-time/playback-time discrepancy in
530 * base saveCount (i.e., how RestoreToCount uses saveCount + properties().getCount())
531 */
532#define PROPERTY_SAVECOUNT 0
533
534template <class T>
535void RenderNode::setViewProperties(OpenGLRenderer& renderer, T& handler) {
536#if DEBUG_DISPLAY_LIST
537    properties().debugOutputProperties(handler.level() + 1);
538#endif
539    if (properties().getLeft() != 0 || properties().getTop() != 0) {
540        renderer.translate(properties().getLeft(), properties().getTop());
541    }
542    if (properties().getStaticMatrix()) {
543        renderer.concatMatrix(*properties().getStaticMatrix());
544    } else if (properties().getAnimationMatrix()) {
545        renderer.concatMatrix(*properties().getAnimationMatrix());
546    }
547    if (properties().hasTransformMatrix()) {
548        if (properties().isTransformTranslateOnly()) {
549            renderer.translate(properties().getTranslationX(), properties().getTranslationY());
550        } else {
551            renderer.concatMatrix(*properties().getTransformMatrix());
552        }
553    }
554    const bool isLayer = properties().effectiveLayerType() != LayerType::None;
555    int clipFlags = properties().getClippingFlags();
556    if (properties().getAlpha() < 1) {
557        if (isLayer) {
558            clipFlags &= ~CLIP_TO_BOUNDS; // bounds clipping done by layer
559        }
560        if (CC_LIKELY(isLayer || !properties().getHasOverlappingRendering())) {
561            // simply scale rendering content's alpha
562            renderer.scaleAlpha(properties().getAlpha());
563        } else {
564            // savelayer needed to create an offscreen buffer
565            Rect layerBounds(0, 0, getWidth(), getHeight());
566            if (clipFlags) {
567                properties().getClippingRectForFlags(clipFlags, &layerBounds);
568                clipFlags = 0; // all clipping done by savelayer
569            }
570            SaveLayerOp* op = new (handler.allocator()) SaveLayerOp(
571                    layerBounds.left, layerBounds.top,
572                    layerBounds.right, layerBounds.bottom,
573                    (int) (properties().getAlpha() * 255),
574                    SkCanvas::kHasAlphaLayer_SaveFlag | SkCanvas::kClipToLayer_SaveFlag);
575            handler(op, PROPERTY_SAVECOUNT, properties().getClipToBounds());
576        }
577
578        if (CC_UNLIKELY(ATRACE_ENABLED() && properties().promotedToLayer())) {
579            // pretend alpha always causes savelayer to warn about
580            // performance problem affecting old versions
581            ATRACE_FORMAT("%s alpha caused saveLayer %dx%d", getName(),
582                    static_cast<int>(getWidth()),
583                    static_cast<int>(getHeight()));
584        }
585    }
586    if (clipFlags) {
587        Rect clipRect;
588        properties().getClippingRectForFlags(clipFlags, &clipRect);
589        ClipRectOp* op = new (handler.allocator()) ClipRectOp(
590                clipRect.left, clipRect.top, clipRect.right, clipRect.bottom,
591                SkRegion::kIntersect_Op);
592        handler(op, PROPERTY_SAVECOUNT, properties().getClipToBounds());
593    }
594
595    // TODO: support nesting round rect clips
596    if (mProperties.getRevealClip().willClip()) {
597        Rect bounds;
598        mProperties.getRevealClip().getBounds(&bounds);
599        renderer.setClippingRoundRect(handler.allocator(), bounds, mProperties.getRevealClip().getRadius());
600    } else if (mProperties.getOutline().willClip()) {
601        renderer.setClippingOutline(handler.allocator(), &(mProperties.getOutline()));
602    }
603}
604
605/**
606 * Apply property-based transformations to input matrix
607 *
608 * If true3dTransform is set to true, the transform applied to the input matrix will use true 4x4
609 * matrix computation instead of the Skia 3x3 matrix + camera hackery.
610 */
611void RenderNode::applyViewPropertyTransforms(mat4& matrix, bool true3dTransform) const {
612    if (properties().getLeft() != 0 || properties().getTop() != 0) {
613        matrix.translate(properties().getLeft(), properties().getTop());
614    }
615    if (properties().getStaticMatrix()) {
616        mat4 stat(*properties().getStaticMatrix());
617        matrix.multiply(stat);
618    } else if (properties().getAnimationMatrix()) {
619        mat4 anim(*properties().getAnimationMatrix());
620        matrix.multiply(anim);
621    }
622
623    bool applyTranslationZ = true3dTransform && !MathUtils::isZero(properties().getZ());
624    if (properties().hasTransformMatrix() || applyTranslationZ) {
625        if (properties().isTransformTranslateOnly()) {
626            matrix.translate(properties().getTranslationX(), properties().getTranslationY(),
627                    true3dTransform ? properties().getZ() : 0.0f);
628        } else {
629            if (!true3dTransform) {
630                matrix.multiply(*properties().getTransformMatrix());
631            } else {
632                mat4 true3dMat;
633                true3dMat.loadTranslate(
634                        properties().getPivotX() + properties().getTranslationX(),
635                        properties().getPivotY() + properties().getTranslationY(),
636                        properties().getZ());
637                true3dMat.rotate(properties().getRotationX(), 1, 0, 0);
638                true3dMat.rotate(properties().getRotationY(), 0, 1, 0);
639                true3dMat.rotate(properties().getRotation(), 0, 0, 1);
640                true3dMat.scale(properties().getScaleX(), properties().getScaleY(), 1);
641                true3dMat.translate(-properties().getPivotX(), -properties().getPivotY());
642
643                matrix.multiply(true3dMat);
644            }
645        }
646    }
647}
648
649/**
650 * Organizes the DisplayList hierarchy to prepare for background projection reordering.
651 *
652 * This should be called before a call to defer() or drawDisplayList()
653 *
654 * Each DisplayList that serves as a 3d root builds its list of composited children,
655 * which are flagged to not draw in the standard draw loop.
656 */
657void RenderNode::computeOrdering() {
658#if !HWUI_NEW_OPS
659    ATRACE_CALL();
660    mProjectedNodes.clear();
661
662    // TODO: create temporary DDLOp and call computeOrderingImpl on top DisplayList so that
663    // transform properties are applied correctly to top level children
664    if (mDisplayList == nullptr) return;
665    for (unsigned int i = 0; i < mDisplayList->getChildren().size(); i++) {
666        DrawRenderNodeOp* childOp = mDisplayList->getChildren()[i];
667        childOp->renderNode->computeOrderingImpl(childOp, &mProjectedNodes, &mat4::identity());
668    }
669#endif
670}
671
672void RenderNode::computeOrderingImpl(
673        DrawRenderNodeOp* opState,
674        std::vector<DrawRenderNodeOp*>* compositedChildrenOfProjectionSurface,
675        const mat4* transformFromProjectionSurface) {
676#if !HWUI_NEW_OPS
677    mProjectedNodes.clear();
678    if (mDisplayList == nullptr || mDisplayList->isEmpty()) return;
679
680    // TODO: should avoid this calculation in most cases
681    // TODO: just calculate single matrix, down to all leaf composited elements
682    Matrix4 localTransformFromProjectionSurface(*transformFromProjectionSurface);
683    localTransformFromProjectionSurface.multiply(opState->mTransformFromParent);
684
685    if (properties().getProjectBackwards()) {
686        // composited projectee, flag for out of order draw, save matrix, and store in proj surface
687        opState->mSkipInOrderDraw = true;
688        opState->mTransformFromCompositingAncestor = localTransformFromProjectionSurface;
689        compositedChildrenOfProjectionSurface->push_back(opState);
690    } else {
691        // standard in order draw
692        opState->mSkipInOrderDraw = false;
693    }
694
695    if (mDisplayList->getChildren().size() > 0) {
696        const bool isProjectionReceiver = mDisplayList->projectionReceiveIndex >= 0;
697        bool haveAppliedPropertiesToProjection = false;
698        for (unsigned int i = 0; i < mDisplayList->getChildren().size(); i++) {
699            DrawRenderNodeOp* childOp = mDisplayList->getChildren()[i];
700            RenderNode* child = childOp->renderNode;
701
702            std::vector<DrawRenderNodeOp*>* projectionChildren = nullptr;
703            const mat4* projectionTransform = nullptr;
704            if (isProjectionReceiver && !child->properties().getProjectBackwards()) {
705                // if receiving projections, collect projecting descendant
706
707                // Note that if a direct descendant is projecting backwards, we pass its
708                // grandparent projection collection, since it shouldn't project onto its
709                // parent, where it will already be drawing.
710                projectionChildren = &mProjectedNodes;
711                projectionTransform = &mat4::identity();
712            } else {
713                if (!haveAppliedPropertiesToProjection) {
714                    applyViewPropertyTransforms(localTransformFromProjectionSurface);
715                    haveAppliedPropertiesToProjection = true;
716                }
717                projectionChildren = compositedChildrenOfProjectionSurface;
718                projectionTransform = &localTransformFromProjectionSurface;
719            }
720            child->computeOrderingImpl(childOp, projectionChildren, projectionTransform);
721        }
722    }
723#endif
724}
725
726class DeferOperationHandler {
727public:
728    DeferOperationHandler(DeferStateStruct& deferStruct, int level)
729        : mDeferStruct(deferStruct), mLevel(level) {}
730    inline void operator()(DisplayListOp* operation, int saveCount, bool clipToBounds) {
731        operation->defer(mDeferStruct, saveCount, mLevel, clipToBounds);
732    }
733    inline LinearAllocator& allocator() { return *(mDeferStruct.mAllocator); }
734    inline void startMark(const char* name) {} // do nothing
735    inline void endMark() {}
736    inline int level() { return mLevel; }
737    inline int replayFlags() { return mDeferStruct.mReplayFlags; }
738    inline SkPath* allocPathForFrame() { return mDeferStruct.allocPathForFrame(); }
739
740private:
741    DeferStateStruct& mDeferStruct;
742    const int mLevel;
743};
744
745void RenderNode::defer(DeferStateStruct& deferStruct, const int level) {
746    DeferOperationHandler handler(deferStruct, level);
747    issueOperations<DeferOperationHandler>(deferStruct.mRenderer, handler);
748}
749
750class ReplayOperationHandler {
751public:
752    ReplayOperationHandler(ReplayStateStruct& replayStruct, int level)
753        : mReplayStruct(replayStruct), mLevel(level) {}
754    inline void operator()(DisplayListOp* operation, int saveCount, bool clipToBounds) {
755#if DEBUG_DISPLAY_LIST_OPS_AS_EVENTS
756        mReplayStruct.mRenderer.eventMark(operation->name());
757#endif
758        operation->replay(mReplayStruct, saveCount, mLevel, clipToBounds);
759    }
760    inline LinearAllocator& allocator() { return *(mReplayStruct.mAllocator); }
761    inline void startMark(const char* name) {
762        mReplayStruct.mRenderer.startMark(name);
763    }
764    inline void endMark() {
765        mReplayStruct.mRenderer.endMark();
766    }
767    inline int level() { return mLevel; }
768    inline int replayFlags() { return mReplayStruct.mReplayFlags; }
769    inline SkPath* allocPathForFrame() { return mReplayStruct.allocPathForFrame(); }
770
771private:
772    ReplayStateStruct& mReplayStruct;
773    const int mLevel;
774};
775
776void RenderNode::replay(ReplayStateStruct& replayStruct, const int level) {
777    ReplayOperationHandler handler(replayStruct, level);
778    issueOperations<ReplayOperationHandler>(replayStruct.mRenderer, handler);
779}
780
781void RenderNode::buildZSortedChildList(const DisplayList::Chunk& chunk,
782        std::vector<ZDrawRenderNodeOpPair>& zTranslatedNodes) {
783#if !HWUI_NEW_OPS
784    if (chunk.beginChildIndex == chunk.endChildIndex) return;
785
786    for (unsigned int i = chunk.beginChildIndex; i < chunk.endChildIndex; i++) {
787        DrawRenderNodeOp* childOp = mDisplayList->getChildren()[i];
788        RenderNode* child = childOp->renderNode;
789        float childZ = child->properties().getZ();
790
791        if (!MathUtils::isZero(childZ) && chunk.reorderChildren) {
792            zTranslatedNodes.push_back(ZDrawRenderNodeOpPair(childZ, childOp));
793            childOp->mSkipInOrderDraw = true;
794        } else if (!child->properties().getProjectBackwards()) {
795            // regular, in order drawing DisplayList
796            childOp->mSkipInOrderDraw = false;
797        }
798    }
799
800    // Z sort any 3d children (stable-ness makes z compare fall back to standard drawing order)
801    std::stable_sort(zTranslatedNodes.begin(), zTranslatedNodes.end());
802#endif
803}
804
805template <class T>
806void RenderNode::issueDrawShadowOperation(const Matrix4& transformFromParent, T& handler) {
807    if (properties().getAlpha() <= 0.0f
808            || properties().getOutline().getAlpha() <= 0.0f
809            || !properties().getOutline().getPath()
810            || properties().getScaleX() == 0
811            || properties().getScaleY() == 0) {
812        // no shadow to draw
813        return;
814    }
815
816    mat4 shadowMatrixXY(transformFromParent);
817    applyViewPropertyTransforms(shadowMatrixXY);
818
819    // Z matrix needs actual 3d transformation, so mapped z values will be correct
820    mat4 shadowMatrixZ(transformFromParent);
821    applyViewPropertyTransforms(shadowMatrixZ, true);
822
823    const SkPath* casterOutlinePath = properties().getOutline().getPath();
824    const SkPath* revealClipPath = properties().getRevealClip().getPath();
825    if (revealClipPath && revealClipPath->isEmpty()) return;
826
827    float casterAlpha = properties().getAlpha() * properties().getOutline().getAlpha();
828
829
830    // holds temporary SkPath to store the result of intersections
831    SkPath* frameAllocatedPath = nullptr;
832    const SkPath* outlinePath = casterOutlinePath;
833
834    // intersect the outline with the reveal clip, if present
835    if (revealClipPath) {
836        frameAllocatedPath = handler.allocPathForFrame();
837
838        Op(*outlinePath, *revealClipPath, kIntersect_SkPathOp, frameAllocatedPath);
839        outlinePath = frameAllocatedPath;
840    }
841
842    // intersect the outline with the clipBounds, if present
843    if (properties().getClippingFlags() & CLIP_TO_CLIP_BOUNDS) {
844        if (!frameAllocatedPath) {
845            frameAllocatedPath = handler.allocPathForFrame();
846        }
847
848        Rect clipBounds;
849        properties().getClippingRectForFlags(CLIP_TO_CLIP_BOUNDS, &clipBounds);
850        SkPath clipBoundsPath;
851        clipBoundsPath.addRect(clipBounds.left, clipBounds.top,
852                clipBounds.right, clipBounds.bottom);
853
854        Op(*outlinePath, clipBoundsPath, kIntersect_SkPathOp, frameAllocatedPath);
855        outlinePath = frameAllocatedPath;
856    }
857
858    DisplayListOp* shadowOp  = new (handler.allocator()) DrawShadowOp(
859            shadowMatrixXY, shadowMatrixZ, casterAlpha, outlinePath);
860    handler(shadowOp, PROPERTY_SAVECOUNT, properties().getClipToBounds());
861}
862
863#define SHADOW_DELTA 0.1f
864
865template <class T>
866void RenderNode::issueOperationsOf3dChildren(ChildrenSelectMode mode,
867        const Matrix4& initialTransform, const std::vector<ZDrawRenderNodeOpPair>& zTranslatedNodes,
868        OpenGLRenderer& renderer, T& handler) {
869    const int size = zTranslatedNodes.size();
870    if (size == 0
871            || (mode == ChildrenSelectMode::NegativeZChildren && zTranslatedNodes[0].key > 0.0f)
872            || (mode == ChildrenSelectMode::PositiveZChildren && zTranslatedNodes[size - 1].key < 0.0f)) {
873        // no 3d children to draw
874        return;
875    }
876
877    // Apply the base transform of the parent of the 3d children. This isolates
878    // 3d children of the current chunk from transformations made in previous chunks.
879    int rootRestoreTo = renderer.save(SkCanvas::kMatrix_SaveFlag);
880    renderer.setGlobalMatrix(initialTransform);
881
882    /**
883     * Draw shadows and (potential) casters mostly in order, but allow the shadows of casters
884     * with very similar Z heights to draw together.
885     *
886     * This way, if Views A & B have the same Z height and are both casting shadows, the shadows are
887     * underneath both, and neither's shadow is drawn on top of the other.
888     */
889    const size_t nonNegativeIndex = findNonNegativeIndex(zTranslatedNodes);
890    size_t drawIndex, shadowIndex, endIndex;
891    if (mode == ChildrenSelectMode::NegativeZChildren) {
892        drawIndex = 0;
893        endIndex = nonNegativeIndex;
894        shadowIndex = endIndex; // draw no shadows
895    } else {
896        drawIndex = nonNegativeIndex;
897        endIndex = size;
898        shadowIndex = drawIndex; // potentially draw shadow for each pos Z child
899    }
900
901    DISPLAY_LIST_LOGD("%*s%d %s 3d children:", (handler.level() + 1) * 2, "",
902            endIndex - drawIndex, mode == kNegativeZChildren ? "negative" : "positive");
903
904    float lastCasterZ = 0.0f;
905    while (shadowIndex < endIndex || drawIndex < endIndex) {
906        if (shadowIndex < endIndex) {
907            DrawRenderNodeOp* casterOp = zTranslatedNodes[shadowIndex].value;
908            RenderNode* caster = casterOp->renderNode;
909            const float casterZ = zTranslatedNodes[shadowIndex].key;
910            // attempt to render the shadow if the caster about to be drawn is its caster,
911            // OR if its caster's Z value is similar to the previous potential caster
912            if (shadowIndex == drawIndex || casterZ - lastCasterZ < SHADOW_DELTA) {
913                caster->issueDrawShadowOperation(casterOp->mTransformFromParent, handler);
914
915                lastCasterZ = casterZ; // must do this even if current caster not casting a shadow
916                shadowIndex++;
917                continue;
918            }
919        }
920
921        // only the actual child DL draw needs to be in save/restore,
922        // since it modifies the renderer's matrix
923        int restoreTo = renderer.save(SkCanvas::kMatrix_SaveFlag);
924
925        DrawRenderNodeOp* childOp = zTranslatedNodes[drawIndex].value;
926
927        renderer.concatMatrix(childOp->mTransformFromParent);
928        childOp->mSkipInOrderDraw = false; // this is horrible, I'm so sorry everyone
929        handler(childOp, renderer.getSaveCount() - 1, properties().getClipToBounds());
930        childOp->mSkipInOrderDraw = true;
931
932        renderer.restoreToCount(restoreTo);
933        drawIndex++;
934    }
935    renderer.restoreToCount(rootRestoreTo);
936}
937
938template <class T>
939void RenderNode::issueOperationsOfProjectedChildren(OpenGLRenderer& renderer, T& handler) {
940    DISPLAY_LIST_LOGD("%*s%d projected children:", (handler.level() + 1) * 2, "", mProjectedNodes.size());
941    const SkPath* projectionReceiverOutline = properties().getOutline().getPath();
942    int restoreTo = renderer.getSaveCount();
943
944    LinearAllocator& alloc = handler.allocator();
945    handler(new (alloc) SaveOp(SkCanvas::kMatrix_SaveFlag | SkCanvas::kClip_SaveFlag),
946            PROPERTY_SAVECOUNT, properties().getClipToBounds());
947
948    // Transform renderer to match background we're projecting onto
949    // (by offsetting canvas by translationX/Y of background rendernode, since only those are set)
950    const DisplayListOp* op =
951#if HWUI_NEW_OPS
952            nullptr;
953    LOG_ALWAYS_FATAL("unsupported");
954#else
955            (mDisplayList->getOps()[mDisplayList->projectionReceiveIndex]);
956#endif
957    const DrawRenderNodeOp* backgroundOp = reinterpret_cast<const DrawRenderNodeOp*>(op);
958    const RenderProperties& backgroundProps = backgroundOp->renderNode->properties();
959    renderer.translate(backgroundProps.getTranslationX(), backgroundProps.getTranslationY());
960
961    // If the projection receiver has an outline, we mask projected content to it
962    // (which we know, apriori, are all tessellated paths)
963    renderer.setProjectionPathMask(alloc, projectionReceiverOutline);
964
965    // draw projected nodes
966    for (size_t i = 0; i < mProjectedNodes.size(); i++) {
967        DrawRenderNodeOp* childOp = mProjectedNodes[i];
968
969        // matrix save, concat, and restore can be done safely without allocating operations
970        int restoreTo = renderer.save(SkCanvas::kMatrix_SaveFlag);
971        renderer.concatMatrix(childOp->mTransformFromCompositingAncestor);
972        childOp->mSkipInOrderDraw = false; // this is horrible, I'm so sorry everyone
973        handler(childOp, renderer.getSaveCount() - 1, properties().getClipToBounds());
974        childOp->mSkipInOrderDraw = true;
975        renderer.restoreToCount(restoreTo);
976    }
977
978    handler(new (alloc) RestoreToCountOp(restoreTo),
979            PROPERTY_SAVECOUNT, properties().getClipToBounds());
980}
981
982/**
983 * This function serves both defer and replay modes, and will organize the displayList's component
984 * operations for a single frame:
985 *
986 * Every 'simple' state operation that affects just the matrix and alpha (or other factors of
987 * DeferredDisplayState) may be issued directly to the renderer, but complex operations (with custom
988 * defer logic) and operations in displayListOps are issued through the 'handler' which handles the
989 * defer vs replay logic, per operation
990 */
991template <class T>
992void RenderNode::issueOperations(OpenGLRenderer& renderer, T& handler) {
993    if (mDisplayList->isEmpty()) {
994        DISPLAY_LIST_LOGD("%*sEmpty display list (%p, %s)", handler.level() * 2, "",
995                this, getName());
996        return;
997    }
998
999#if HWUI_NEW_OPS
1000    const bool drawLayer = false;
1001#else
1002    const bool drawLayer = (mLayer && (&renderer != mLayer->renderer.get()));
1003#endif
1004    // If we are updating the contents of mLayer, we don't want to apply any of
1005    // the RenderNode's properties to this issueOperations pass. Those will all
1006    // be applied when the layer is drawn, aka when this is true.
1007    const bool useViewProperties = (!mLayer || drawLayer);
1008    if (useViewProperties) {
1009        const Outline& outline = properties().getOutline();
1010        if (properties().getAlpha() <= 0
1011                || (outline.getShouldClip() && outline.isEmpty())
1012                || properties().getScaleX() == 0
1013                || properties().getScaleY() == 0) {
1014            DISPLAY_LIST_LOGD("%*sRejected display list (%p, %s)", handler.level() * 2, "",
1015                    this, getName());
1016            return;
1017        }
1018    }
1019
1020    handler.startMark(getName());
1021
1022#if DEBUG_DISPLAY_LIST
1023    const Rect& clipRect = renderer.getLocalClipBounds();
1024    DISPLAY_LIST_LOGD("%*sStart display list (%p, %s), localClipBounds: %.0f, %.0f, %.0f, %.0f",
1025            handler.level() * 2, "", this, getName(),
1026            clipRect.left, clipRect.top, clipRect.right, clipRect.bottom);
1027#endif
1028
1029    LinearAllocator& alloc = handler.allocator();
1030    int restoreTo = renderer.getSaveCount();
1031    handler(new (alloc) SaveOp(SkCanvas::kMatrix_SaveFlag | SkCanvas::kClip_SaveFlag),
1032            PROPERTY_SAVECOUNT, properties().getClipToBounds());
1033
1034    DISPLAY_LIST_LOGD("%*sSave %d %d", (handler.level() + 1) * 2, "",
1035            SkCanvas::kMatrix_SaveFlag | SkCanvas::kClip_SaveFlag, restoreTo);
1036
1037    if (useViewProperties) {
1038        setViewProperties<T>(renderer, handler);
1039    }
1040
1041#if HWUI_NEW_OPS
1042    LOG_ALWAYS_FATAL("legacy op traversal not supported");
1043#else
1044    bool quickRejected = properties().getClipToBounds()
1045            && renderer.quickRejectConservative(0, 0, properties().getWidth(), properties().getHeight());
1046    if (!quickRejected) {
1047        Matrix4 initialTransform(*(renderer.currentTransform()));
1048        renderer.setBaseTransform(initialTransform);
1049
1050        if (drawLayer) {
1051            handler(new (alloc) DrawLayerOp(mLayer),
1052                    renderer.getSaveCount() - 1, properties().getClipToBounds());
1053        } else {
1054            const int saveCountOffset = renderer.getSaveCount() - 1;
1055            const int projectionReceiveIndex = mDisplayList->projectionReceiveIndex;
1056            for (size_t chunkIndex = 0; chunkIndex < mDisplayList->getChunks().size(); chunkIndex++) {
1057                const DisplayList::Chunk& chunk = mDisplayList->getChunks()[chunkIndex];
1058
1059                std::vector<ZDrawRenderNodeOpPair> zTranslatedNodes;
1060                buildZSortedChildList(chunk, zTranslatedNodes);
1061
1062                issueOperationsOf3dChildren(ChildrenSelectMode::NegativeZChildren,
1063                        initialTransform, zTranslatedNodes, renderer, handler);
1064
1065                for (size_t opIndex = chunk.beginOpIndex; opIndex < chunk.endOpIndex; opIndex++) {
1066                    DisplayListOp *op = mDisplayList->getOps()[opIndex];
1067#if DEBUG_DISPLAY_LIST
1068                    op->output(handler.level() + 1);
1069#endif
1070                    handler(op, saveCountOffset, properties().getClipToBounds());
1071
1072                    if (CC_UNLIKELY(!mProjectedNodes.empty() && projectionReceiveIndex >= 0 &&
1073                        opIndex == static_cast<size_t>(projectionReceiveIndex))) {
1074                        issueOperationsOfProjectedChildren(renderer, handler);
1075                    }
1076                }
1077
1078                issueOperationsOf3dChildren(ChildrenSelectMode::PositiveZChildren,
1079                        initialTransform, zTranslatedNodes, renderer, handler);
1080            }
1081        }
1082    }
1083#endif
1084
1085    DISPLAY_LIST_LOGD("%*sRestoreToCount %d", (handler.level() + 1) * 2, "", restoreTo);
1086    handler(new (alloc) RestoreToCountOp(restoreTo),
1087            PROPERTY_SAVECOUNT, properties().getClipToBounds());
1088
1089    DISPLAY_LIST_LOGD("%*sDone (%p, %s)", handler.level() * 2, "", this, getName());
1090    handler.endMark();
1091}
1092
1093} /* namespace uirenderer */
1094} /* namespace android */
1095