rsdAllocation.cpp revision 3b0efb602f7151a158ce37f6ba02b0e2ad885545
1eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams/*
2bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams * Copyright (C) 2013 The Android Open Source Project
3eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams *
4eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams * Licensed under the Apache License, Version 2.0 (the "License");
5eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams * you may not use this file except in compliance with the License.
6eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams * You may obtain a copy of the License at
7eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams *
8eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams *      http://www.apache.org/licenses/LICENSE-2.0
9eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams *
10eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams * Unless required by applicable law or agreed to in writing, software
11eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams * distributed under the License is distributed on an "AS IS" BASIS,
12eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams * See the License for the specific language governing permissions and
14eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams * limitations under the License.
15eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams */
16eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
17eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams#include "rsdCore.h"
18eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams#include "rsdAllocation.h"
19eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
20eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams#include "rsAllocation.h"
21eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
22b0934b67b95cc27e2358c2aa4db5f7c1067c8f9bStephen Hines#if !defined(RS_SERVER) && !defined(RS_COMPATIBILITY_LIB)
237ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams#include "system/window.h"
247ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams#include "ui/Rect.h"
257ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams#include "ui/GraphicBufferMapper.h"
260b575de8ed0b628d84d256f5846500b0385979bdTim Murray#endif
2793eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams
2810f317038dd53543dc8c7f5afe26a6360adfb5f3Stephen Hines#ifdef RS_COMPATIBILITY_LIB
2910f317038dd53543dc8c7f5afe26a6360adfb5f3Stephen Hines#include "rsCompatibilityLib.h"
3010f317038dd53543dc8c7f5afe26a6360adfb5f3Stephen Hines#else
3193eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#include "rsdFrameBufferObj.h"
3258fd6a5f10480551786739280d56dfa620c80b39Andy McFadden#include "gui/GLConsumer.h"
33733396b67724162844ea2785c7495115dc5ee8d8Jason Sams#include "gui/CpuConsumer.h"
34733396b67724162844ea2785c7495115dc5ee8d8Jason Sams#include "gui/Surface.h"
3593eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#include "hardware/gralloc.h"
367ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
37eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams#include <GLES/gl.h>
38eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams#include <GLES2/gl2.h>
39eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams#include <GLES/glext.h>
4093eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
41eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
420b575de8ed0b628d84d256f5846500b0385979bdTim Murray#ifdef RS_SERVER
430b575de8ed0b628d84d256f5846500b0385979bdTim Murray// server requires malloc.h for memalign
440b575de8ed0b628d84d256f5846500b0385979bdTim Murray#include <malloc.h>
450b575de8ed0b628d84d256f5846500b0385979bdTim Murray#endif
460b575de8ed0b628d84d256f5846500b0385979bdTim Murray
47eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsusing namespace android;
48eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsusing namespace android::renderscript;
49eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
5093eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
51eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsconst static GLenum gFaceOrder[] = {
52eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    GL_TEXTURE_CUBE_MAP_POSITIVE_X,
53eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    GL_TEXTURE_CUBE_MAP_NEGATIVE_X,
54eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    GL_TEXTURE_CUBE_MAP_POSITIVE_Y,
55eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    GL_TEXTURE_CUBE_MAP_NEGATIVE_Y,
56eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    GL_TEXTURE_CUBE_MAP_POSITIVE_Z,
57eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    GL_TEXTURE_CUBE_MAP_NEGATIVE_Z
58eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams};
59eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
60a614ae175bbf97201b5e18984d814a1d3e86faa8Jason SamsGLenum rsdTypeToGLType(RsDataType t) {
61a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    switch (t) {
62a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_TYPE_UNSIGNED_5_6_5:    return GL_UNSIGNED_SHORT_5_6_5;
63a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_TYPE_UNSIGNED_5_5_5_1:  return GL_UNSIGNED_SHORT_5_5_5_1;
64a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_TYPE_UNSIGNED_4_4_4_4:  return GL_UNSIGNED_SHORT_4_4_4_4;
65a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams
66a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    //case RS_TYPE_FLOAT_16:      return GL_HALF_FLOAT;
67a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_TYPE_FLOAT_32:      return GL_FLOAT;
68a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_TYPE_UNSIGNED_8:    return GL_UNSIGNED_BYTE;
69a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_TYPE_UNSIGNED_16:   return GL_UNSIGNED_SHORT;
70a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_TYPE_SIGNED_8:      return GL_BYTE;
71a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_TYPE_SIGNED_16:     return GL_SHORT;
72a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    default:    break;
73a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    }
74a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    return 0;
75a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams}
76a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams
77a614ae175bbf97201b5e18984d814a1d3e86faa8Jason SamsGLenum rsdKindToGLFormat(RsDataKind k) {
78a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    switch (k) {
79a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_KIND_PIXEL_L: return GL_LUMINANCE;
80a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_KIND_PIXEL_A: return GL_ALPHA;
81a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_KIND_PIXEL_LA: return GL_LUMINANCE_ALPHA;
82a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_KIND_PIXEL_RGB: return GL_RGB;
83a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_KIND_PIXEL_RGBA: return GL_RGBA;
84a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    case RS_KIND_PIXEL_DEPTH: return GL_DEPTH_COMPONENT16;
85a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    default: break;
86a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    }
87a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    return 0;
88a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams}
8993eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
90a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams
91807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Samsuint8_t *GetOffsetPtr(const android::renderscript::Allocation *alloc,
923bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                      uint32_t xoff, uint32_t yoff, uint32_t zoff,
933bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                      uint32_t lod, RsAllocationCubemapFace face) {
94709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    uint8_t *ptr = (uint8_t *)alloc->mHal.drvState.lod[lod].mallocPtr;
95709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    ptr += face * alloc->mHal.drvState.faceOffset;
963bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    ptr += zoff * alloc->mHal.drvState.lod[lod].dimY * alloc->mHal.drvState.lod[lod].stride;
97709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    ptr += yoff * alloc->mHal.drvState.lod[lod].stride;
98807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams    ptr += xoff * alloc->mHal.state.elementSizeBytes;
99807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams    return ptr;
100807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams}
101807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
102a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams
1032382aba4a55c6ae74789c478eead8fbd96593321Jason Samsstatic void Update2DTexture(const Context *rsc, const Allocation *alloc, const void *ptr,
1042382aba4a55c6ae74789c478eead8fbd96593321Jason Sams                            uint32_t xoff, uint32_t yoff, uint32_t lod,
1052382aba4a55c6ae74789c478eead8fbd96593321Jason Sams                            RsAllocationCubemapFace face, uint32_t w, uint32_t h) {
10693eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
107eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
108eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
109eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    rsAssert(drv->textureID);
1102382aba4a55c6ae74789c478eead8fbd96593321Jason Sams    RSD_CALL_GL(glBindTexture, drv->glTarget, drv->textureID);
1112382aba4a55c6ae74789c478eead8fbd96593321Jason Sams    RSD_CALL_GL(glPixelStorei, GL_UNPACK_ALIGNMENT, 1);
112eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    GLenum t = GL_TEXTURE_2D;
113eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (alloc->mHal.state.hasFaces) {
114eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        t = gFaceOrder[face];
115eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
1162382aba4a55c6ae74789c478eead8fbd96593321Jason Sams    RSD_CALL_GL(glTexSubImage2D, t, lod, xoff, yoff, w, h, drv->glFormat, drv->glType, ptr);
11793eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
118eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
119eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
120eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
12193eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
122eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsstatic void Upload2DTexture(const Context *rsc, const Allocation *alloc, bool isFirstUpload) {
123eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
124eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
1252382aba4a55c6ae74789c478eead8fbd96593321Jason Sams    RSD_CALL_GL(glBindTexture, drv->glTarget, drv->textureID);
1262382aba4a55c6ae74789c478eead8fbd96593321Jason Sams    RSD_CALL_GL(glPixelStorei, GL_UNPACK_ALIGNMENT, 1);
127eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
128eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    uint32_t faceCount = 1;
129eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (alloc->mHal.state.hasFaces) {
130eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        faceCount = 6;
131eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
132eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
133eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    rsdGLCheckError(rsc, "Upload2DTexture 1 ");
134eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    for (uint32_t face = 0; face < faceCount; face ++) {
135eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        for (uint32_t lod = 0; lod < alloc->mHal.state.type->getLODCount(); lod++) {
1363bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            const uint8_t *p = GetOffsetPtr(alloc, 0, 0, 0, lod, (RsAllocationCubemapFace)face);
137eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
138eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            GLenum t = GL_TEXTURE_2D;
139eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            if (alloc->mHal.state.hasFaces) {
140eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                t = gFaceOrder[face];
141eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            }
142eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
143eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            if (isFirstUpload) {
1442382aba4a55c6ae74789c478eead8fbd96593321Jason Sams                RSD_CALL_GL(glTexImage2D, t, lod, drv->glFormat,
145eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                             alloc->mHal.state.type->getLODDimX(lod),
146eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                             alloc->mHal.state.type->getLODDimY(lod),
147a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams                             0, drv->glFormat, drv->glType, p);
148eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            } else {
1492382aba4a55c6ae74789c478eead8fbd96593321Jason Sams                RSD_CALL_GL(glTexSubImage2D, t, lod, 0, 0,
150eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                                alloc->mHal.state.type->getLODDimX(lod),
151eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                                alloc->mHal.state.type->getLODDimY(lod),
152a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams                                drv->glFormat, drv->glType, p);
153eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            }
154eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        }
155eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
156eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
157eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (alloc->mHal.state.mipmapControl == RS_ALLOCATION_MIPMAP_ON_SYNC_TO_TEXTURE) {
1582382aba4a55c6ae74789c478eead8fbd96593321Jason Sams        RSD_CALL_GL(glGenerateMipmap, drv->glTarget);
159eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
160eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    rsdGLCheckError(rsc, "Upload2DTexture");
161eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
16293eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
163eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
164eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsstatic void UploadToTexture(const Context *rsc, const Allocation *alloc) {
16593eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
166eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
167eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
1683522f40418fdf877f5a136475dbf75e57a3b7c77Jason Sams    if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_IO_INPUT) {
16941e373d91a60043afa0f9abd026218b49cbc1201Jason Sams        if (!drv->textureID) {
17041e373d91a60043afa0f9abd026218b49cbc1201Jason Sams            RSD_CALL_GL(glGenTextures, 1, &drv->textureID);
17141e373d91a60043afa0f9abd026218b49cbc1201Jason Sams        }
17241e373d91a60043afa0f9abd026218b49cbc1201Jason Sams        return;
17341e373d91a60043afa0f9abd026218b49cbc1201Jason Sams    }
17441e373d91a60043afa0f9abd026218b49cbc1201Jason Sams
175a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    if (!drv->glType || !drv->glFormat) {
176eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        return;
177eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
178eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
179709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    if (!alloc->mHal.drvState.lod[0].mallocPtr) {
180eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        return;
181eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
182eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
183eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    bool isFirstUpload = false;
184eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
185eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (!drv->textureID) {
1862382aba4a55c6ae74789c478eead8fbd96593321Jason Sams        RSD_CALL_GL(glGenTextures, 1, &drv->textureID);
187eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        isFirstUpload = true;
188eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
189eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
190eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    Upload2DTexture(rsc, alloc, isFirstUpload);
191eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
192eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (!(alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_SCRIPT)) {
193709a0978ae141198018ca9769f8d96292a8928e6Jason Sams        if (alloc->mHal.drvState.lod[0].mallocPtr) {
194709a0978ae141198018ca9769f8d96292a8928e6Jason Sams            free(alloc->mHal.drvState.lod[0].mallocPtr);
19544bef6fba6244292b751387f3d6c31cca96c28adChris Wailes            alloc->mHal.drvState.lod[0].mallocPtr = nullptr;
196eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        }
197eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
198eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    rsdGLCheckError(rsc, "UploadToTexture");
19993eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
200eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
201eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
202eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsstatic void AllocateRenderTarget(const Context *rsc, const Allocation *alloc) {
20393eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
204eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
205eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
206a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    if (!drv->glFormat) {
207eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        return;
208eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
209eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
210eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (!drv->renderTargetID) {
2112382aba4a55c6ae74789c478eead8fbd96593321Jason Sams        RSD_CALL_GL(glGenRenderbuffers, 1, &drv->renderTargetID);
212eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
213eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        if (!drv->renderTargetID) {
214eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            // This should generally not happen
215af12ac6a08651464f8d823add667c706f993b587Steve Block            ALOGE("allocateRenderTarget failed to gen mRenderTargetID");
216eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            rsc->dumpDebug();
217eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            return;
218eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        }
2192382aba4a55c6ae74789c478eead8fbd96593321Jason Sams        RSD_CALL_GL(glBindRenderbuffer, GL_RENDERBUFFER, drv->renderTargetID);
2202382aba4a55c6ae74789c478eead8fbd96593321Jason Sams        RSD_CALL_GL(glRenderbufferStorage, GL_RENDERBUFFER, drv->glFormat,
221a572aca4eb4ddb32c10baa1f529431cfefd756b8Jason Sams                    alloc->mHal.drvState.lod[0].dimX, alloc->mHal.drvState.lod[0].dimY);
222eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
223eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    rsdGLCheckError(rsc, "AllocateRenderTarget");
22493eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
225eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
226eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
227eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsstatic void UploadToBufferObject(const Context *rsc, const Allocation *alloc) {
22893eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
229eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
230eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
231eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    rsAssert(!alloc->mHal.state.type->getDimY());
232eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    rsAssert(!alloc->mHal.state.type->getDimZ());
233eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
234eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    //alloc->mHal.state.usageFlags |= RS_ALLOCATION_USAGE_GRAPHICS_VERTEX;
235eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
236eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (!drv->bufferID) {
2372382aba4a55c6ae74789c478eead8fbd96593321Jason Sams        RSD_CALL_GL(glGenBuffers, 1, &drv->bufferID);
238eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
239eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (!drv->bufferID) {
240af12ac6a08651464f8d823add667c706f993b587Steve Block        ALOGE("Upload to buffer object failed");
241eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        drv->uploadDeferred = true;
242eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        return;
243eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
2442382aba4a55c6ae74789c478eead8fbd96593321Jason Sams    RSD_CALL_GL(glBindBuffer, drv->glTarget, drv->bufferID);
24561656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams    RSD_CALL_GL(glBufferData, drv->glTarget,
24661656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams                alloc->mHal.state.type->getPackedSizeBytes(),
24761656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams                alloc->mHal.drvState.lod[0].mallocPtr, GL_DYNAMIC_DRAW);
2482382aba4a55c6ae74789c478eead8fbd96593321Jason Sams    RSD_CALL_GL(glBindBuffer, drv->glTarget, 0);
249eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    rsdGLCheckError(rsc, "UploadToBufferObject");
25093eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
251eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
252eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
2530b575de8ed0b628d84d256f5846500b0385979bdTim Murray
2549d8e5af146326250ebc1e9b3c93402bd0e7669bbJason Samsstatic size_t DeriveYUVLayout(int yuv, Allocation::Hal::DrvState *state) {
255733396b67724162844ea2785c7495115dc5ee8d8Jason Sams    // YUV only supports basic 2d
256733396b67724162844ea2785c7495115dc5ee8d8Jason Sams    // so we can stash the plane pointers in the mipmap levels.
2579d8e5af146326250ebc1e9b3c93402bd0e7669bbJason Sams    size_t uvSize = 0;
25861656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams    state->lod[1].dimX = state->lod[0].dimX / 2;
25961656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams    state->lod[1].dimY = state->lod[0].dimY / 2;
26061656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams    state->lod[2].dimX = state->lod[0].dimX / 2;
26161656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams    state->lod[2].dimY = state->lod[0].dimY / 2;
26261656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams    state->yuv.shift = 1;
26361656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams    state->yuv.step = 1;
26461656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams    state->lodCount = 3;
26561656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams
2660b575de8ed0b628d84d256f5846500b0385979bdTim Murray#ifndef RS_SERVER
267733396b67724162844ea2785c7495115dc5ee8d8Jason Sams    switch(yuv) {
268733396b67724162844ea2785c7495115dc5ee8d8Jason Sams    case HAL_PIXEL_FORMAT_YV12:
2694961cceab2b71bf0ab59e1b66a7559f67ed28781Jason Sams        state->lod[2].stride = rsRound(state->lod[0].stride >> 1, 16);
2704961cceab2b71bf0ab59e1b66a7559f67ed28781Jason Sams        state->lod[2].mallocPtr = ((uint8_t *)state->lod[0].mallocPtr) +
271733396b67724162844ea2785c7495115dc5ee8d8Jason Sams                (state->lod[0].stride * state->lod[0].dimY);
2729d8e5af146326250ebc1e9b3c93402bd0e7669bbJason Sams        uvSize += state->lod[2].stride * state->lod[2].dimY;
273733396b67724162844ea2785c7495115dc5ee8d8Jason Sams
2744961cceab2b71bf0ab59e1b66a7559f67ed28781Jason Sams        state->lod[1].stride = state->lod[2].stride;
2754961cceab2b71bf0ab59e1b66a7559f67ed28781Jason Sams        state->lod[1].mallocPtr = ((uint8_t *)state->lod[2].mallocPtr) +
2764961cceab2b71bf0ab59e1b66a7559f67ed28781Jason Sams                (state->lod[2].stride * state->lod[2].dimY);
2774961cceab2b71bf0ab59e1b66a7559f67ed28781Jason Sams        uvSize += state->lod[1].stride * state->lod[2].dimY;
278733396b67724162844ea2785c7495115dc5ee8d8Jason Sams        break;
279733396b67724162844ea2785c7495115dc5ee8d8Jason Sams    case HAL_PIXEL_FORMAT_YCrCb_420_SP:  // NV21
28061656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams        //state->lod[1].dimX = state->lod[0].dimX;
281733396b67724162844ea2785c7495115dc5ee8d8Jason Sams        state->lod[1].stride = state->lod[0].stride;
28261656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams        state->lod[2].stride = state->lod[0].stride;
28361656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams        state->lod[2].mallocPtr = ((uint8_t *)state->lod[0].mallocPtr) +
284733396b67724162844ea2785c7495115dc5ee8d8Jason Sams                (state->lod[0].stride * state->lod[0].dimY);
28561656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams        state->lod[1].mallocPtr = ((uint8_t *)state->lod[2].mallocPtr) + 1;
2869d8e5af146326250ebc1e9b3c93402bd0e7669bbJason Sams        uvSize += state->lod[1].stride * state->lod[1].dimY;
28761656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams        state->yuv.step = 2;
28861656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams        break;
28961656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams#ifndef RS_COMPATIBILITY_LIB
29061656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams    case HAL_PIXEL_FORMAT_YCbCr_420_888:
29161656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams        // This will be filled in by ioReceive()
292733396b67724162844ea2785c7495115dc5ee8d8Jason Sams        break;
29361656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams#endif
294733396b67724162844ea2785c7495115dc5ee8d8Jason Sams    default:
295733396b67724162844ea2785c7495115dc5ee8d8Jason Sams        rsAssert(0);
296733396b67724162844ea2785c7495115dc5ee8d8Jason Sams    }
2970b575de8ed0b628d84d256f5846500b0385979bdTim Murray#endif
2989d8e5af146326250ebc1e9b3c93402bd0e7669bbJason Sams    return uvSize;
299733396b67724162844ea2785c7495115dc5ee8d8Jason Sams}
300733396b67724162844ea2785c7495115dc5ee8d8Jason Sams
301733396b67724162844ea2785c7495115dc5ee8d8Jason Sams
302463bfced38d97605dd8403a5e9435d9ad3394e35Jason Samsstatic size_t AllocationBuildPointerTable(const Context *rsc, const Allocation *alloc,
303463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams        const Type *type, uint8_t *ptr) {
304709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    alloc->mHal.drvState.lod[0].dimX = type->getDimX();
305709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    alloc->mHal.drvState.lod[0].dimY = type->getDimY();
306f2b611e26db1c83ad5e0e0cdebcfa639b03fba75Jason Sams    alloc->mHal.drvState.lod[0].dimZ = type->getDimZ();
307709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    alloc->mHal.drvState.lod[0].mallocPtr = 0;
30894999c3c7e3dcb6b6c0a9fe5785a0d3216357b0eStephen Hines    // Stride needs to be 16-byte aligned too!
30994999c3c7e3dcb6b6c0a9fe5785a0d3216357b0eStephen Hines    size_t stride = alloc->mHal.drvState.lod[0].dimX * type->getElementSizeBytes();
31094999c3c7e3dcb6b6c0a9fe5785a0d3216357b0eStephen Hines    alloc->mHal.drvState.lod[0].stride = rsRound(stride, 16);
311709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    alloc->mHal.drvState.lodCount = type->getLODCount();
312709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    alloc->mHal.drvState.faceCount = type->getDimFaces();
313807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
314807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams    size_t offsets[Allocation::MAX_LOD];
315807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams    memset(offsets, 0, sizeof(offsets));
316807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
317709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    size_t o = alloc->mHal.drvState.lod[0].stride * rsMax(alloc->mHal.drvState.lod[0].dimY, 1u) *
318709a0978ae141198018ca9769f8d96292a8928e6Jason Sams            rsMax(alloc->mHal.drvState.lod[0].dimZ, 1u);
319d06653c70a67a987a2a1deb1bfb139e927fb7bd4Jason Sams    if (alloc->mHal.state.yuv) {
320d06653c70a67a987a2a1deb1bfb139e927fb7bd4Jason Sams        o += DeriveYUVLayout(alloc->mHal.state.yuv, &alloc->mHal.drvState);
321d06653c70a67a987a2a1deb1bfb139e927fb7bd4Jason Sams
322d06653c70a67a987a2a1deb1bfb139e927fb7bd4Jason Sams        for (uint32_t ct = 1; ct < alloc->mHal.drvState.lodCount; ct++) {
323d06653c70a67a987a2a1deb1bfb139e927fb7bd4Jason Sams            offsets[ct] = (size_t)alloc->mHal.drvState.lod[ct].mallocPtr;
324d06653c70a67a987a2a1deb1bfb139e927fb7bd4Jason Sams        }
325d06653c70a67a987a2a1deb1bfb139e927fb7bd4Jason Sams    } else if(alloc->mHal.drvState.lodCount > 1) {
326709a0978ae141198018ca9769f8d96292a8928e6Jason Sams        uint32_t tx = alloc->mHal.drvState.lod[0].dimX;
327709a0978ae141198018ca9769f8d96292a8928e6Jason Sams        uint32_t ty = alloc->mHal.drvState.lod[0].dimY;
328709a0978ae141198018ca9769f8d96292a8928e6Jason Sams        uint32_t tz = alloc->mHal.drvState.lod[0].dimZ;
329709a0978ae141198018ca9769f8d96292a8928e6Jason Sams        for (uint32_t lod=1; lod < alloc->mHal.drvState.lodCount; lod++) {
330709a0978ae141198018ca9769f8d96292a8928e6Jason Sams            alloc->mHal.drvState.lod[lod].dimX = tx;
331709a0978ae141198018ca9769f8d96292a8928e6Jason Sams            alloc->mHal.drvState.lod[lod].dimY = ty;
332709a0978ae141198018ca9769f8d96292a8928e6Jason Sams            alloc->mHal.drvState.lod[lod].dimZ = tz;
33394999c3c7e3dcb6b6c0a9fe5785a0d3216357b0eStephen Hines            alloc->mHal.drvState.lod[lod].stride =
33494999c3c7e3dcb6b6c0a9fe5785a0d3216357b0eStephen Hines                    rsRound(tx * type->getElementSizeBytes(), 16);
335807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams            offsets[lod] = o;
336709a0978ae141198018ca9769f8d96292a8928e6Jason Sams            o += alloc->mHal.drvState.lod[lod].stride * rsMax(ty, 1u) * rsMax(tz, 1u);
337807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams            if (tx > 1) tx >>= 1;
338807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams            if (ty > 1) ty >>= 1;
339807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams            if (tz > 1) tz >>= 1;
340807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams        }
341807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams    }
342bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams
343709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    alloc->mHal.drvState.faceOffset = o;
344807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
345709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    alloc->mHal.drvState.lod[0].mallocPtr = ptr;
346709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    for (uint32_t lod=1; lod < alloc->mHal.drvState.lodCount; lod++) {
347709a0978ae141198018ca9769f8d96292a8928e6Jason Sams        alloc->mHal.drvState.lod[lod].mallocPtr = ptr + offsets[lod];
348463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    }
349463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams
350709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    size_t allocSize = alloc->mHal.drvState.faceOffset;
351709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    if(alloc->mHal.drvState.faceCount) {
352463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams        allocSize *= 6;
353463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    }
354463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams
355463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    return allocSize;
356463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams}
357463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams
358c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murraystatic uint8_t* allocAlignedMemory(size_t allocSize, bool forceZero) {
359c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray    // We align all allocations to a 16-byte boundary.
360c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray    uint8_t* ptr = (uint8_t *)memalign(16, allocSize);
361c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray    if (!ptr) {
36244bef6fba6244292b751387f3d6c31cca96c28adChris Wailes        return nullptr;
363c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray    }
364c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray    if (forceZero) {
365c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray        memset(ptr, 0, allocSize);
366c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray    }
367c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray    return ptr;
368c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray}
369c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray
370463bfced38d97605dd8403a5e9435d9ad3394e35Jason Samsbool rsdAllocationInit(const Context *rsc, Allocation *alloc, bool forceZero) {
371463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    DrvAllocation *drv = (DrvAllocation *)calloc(1, sizeof(DrvAllocation));
372463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    if (!drv) {
373463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams        return false;
374463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    }
375463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    alloc->mHal.drv = drv;
376463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams
377463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    // Calculate the object size.
37844bef6fba6244292b751387f3d6c31cca96c28adChris Wailes    size_t allocSize = AllocationBuildPointerTable(rsc, alloc, alloc->getType(), nullptr);
379463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams
38044bef6fba6244292b751387f3d6c31cca96c28adChris Wailes    uint8_t * ptr = nullptr;
3817ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_IO_OUTPUT) {
382733396b67724162844ea2785c7495115dc5ee8d8Jason Sams
383733396b67724162844ea2785c7495115dc5ee8d8Jason Sams    } else if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_IO_INPUT) {
384733396b67724162844ea2785c7495115dc5ee8d8Jason Sams        // Allocation is allocated when the surface is created
385733396b67724162844ea2785c7495115dc5ee8d8Jason Sams        // in getSurface
38644bef6fba6244292b751387f3d6c31cca96c28adChris Wailes    } else if (alloc->mHal.state.userProvidedPtr != nullptr) {
3872e1a94df812f0caa42ff24eaefeba8f90fbdf1acTim Murray        // user-provided allocation
388ba24d08b4228fd1e35cd79319f15fddc11f24a49Tim Murray        // limitations: no faces, no LOD, USAGE_SCRIPT or SCRIPT+TEXTURE only
389ba24d08b4228fd1e35cd79319f15fddc11f24a49Tim Murray        if (!(alloc->mHal.state.usageFlags == (RS_ALLOCATION_USAGE_SCRIPT | RS_ALLOCATION_USAGE_SHARED) ||
390ba24d08b4228fd1e35cd79319f15fddc11f24a49Tim Murray              alloc->mHal.state.usageFlags == (RS_ALLOCATION_USAGE_SCRIPT | RS_ALLOCATION_USAGE_SHARED | RS_ALLOCATION_USAGE_GRAPHICS_TEXTURE))) {
391ba24d08b4228fd1e35cd79319f15fddc11f24a49Tim Murray            ALOGE("Can't use user-allocated buffers if usage is not USAGE_SCRIPT | USAGE_SHARED or USAGE_SCRIPT | USAGE_SHARED | USAGE_GRAPHICS_TEXTURE");
3922e1a94df812f0caa42ff24eaefeba8f90fbdf1acTim Murray            return false;
3932e1a94df812f0caa42ff24eaefeba8f90fbdf1acTim Murray        }
3942e1a94df812f0caa42ff24eaefeba8f90fbdf1acTim Murray        if (alloc->getType()->getDimLOD() || alloc->getType()->getDimFaces()) {
3952e1a94df812f0caa42ff24eaefeba8f90fbdf1acTim Murray            ALOGE("User-allocated buffers must not have multiple faces or LODs");
3962e1a94df812f0caa42ff24eaefeba8f90fbdf1acTim Murray            return false;
3972e1a94df812f0caa42ff24eaefeba8f90fbdf1acTim Murray        }
398c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray
399c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray        // rows must be 16-byte aligned
400c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray        // validate that here, otherwise fall back to not use the user-backed allocation
401c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray        if (((alloc->getType()->getDimX() * alloc->getType()->getElement()->getSizeBytes()) % 16) != 0) {
402c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray            ALOGV("User-backed allocation failed stride requirement, falling back to separate allocation");
403c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray            drv->useUserProvidedPtr = false;
404c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray
405c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray            ptr = allocAlignedMemory(allocSize, forceZero);
406c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray            if (!ptr) {
40744bef6fba6244292b751387f3d6c31cca96c28adChris Wailes                alloc->mHal.drv = nullptr;
408c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray                free(drv);
409c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray                return false;
410c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray            }
411c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray
412c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray        } else {
413c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray            drv->useUserProvidedPtr = true;
414c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray            ptr = (uint8_t*)alloc->mHal.state.userProvidedPtr;
415c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray        }
4167ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    } else {
417c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray        ptr = allocAlignedMemory(allocSize, forceZero);
418179e9a457095fea4c9e6d366c269754b882d05ddJason Sams        if (!ptr) {
41944bef6fba6244292b751387f3d6c31cca96c28adChris Wailes            alloc->mHal.drv = nullptr;
420179e9a457095fea4c9e6d366c269754b882d05ddJason Sams            free(drv);
421179e9a457095fea4c9e6d366c269754b882d05ddJason Sams            return false;
422179e9a457095fea4c9e6d366c269754b882d05ddJason Sams        }
423eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
424463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    // Build the pointer tables
425463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    size_t verifySize = AllocationBuildPointerTable(rsc, alloc, alloc->getType(), ptr);
426463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    if(allocSize != verifySize) {
427463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams        rsAssert(!"Size mismatch");
428807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams    }
429eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
4300b575de8ed0b628d84d256f5846500b0385979bdTim Murray#ifndef RS_SERVER
431eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    drv->glTarget = GL_NONE;
432eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_GRAPHICS_TEXTURE) {
433eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        if (alloc->mHal.state.hasFaces) {
434eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            drv->glTarget = GL_TEXTURE_CUBE_MAP;
435eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        } else {
436eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            drv->glTarget = GL_TEXTURE_2D;
437eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        }
438eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    } else {
439eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_GRAPHICS_VERTEX) {
440eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            drv->glTarget = GL_ARRAY_BUFFER;
441eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        }
442eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
4430b575de8ed0b628d84d256f5846500b0385979bdTim Murray#endif
444eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
44593eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
446a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    drv->glType = rsdTypeToGLType(alloc->mHal.state.type->getElement()->getComponent().getType());
447a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams    drv->glFormat = rsdKindToGLFormat(alloc->mHal.state.type->getElement()->getComponent().getKind());
44893eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#else
44993eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams    drv->glType = 0;
45093eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams    drv->glFormat = 0;
45193eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
452a614ae175bbf97201b5e18984d814a1d3e86faa8Jason Sams
453eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (alloc->mHal.state.usageFlags & ~RS_ALLOCATION_USAGE_SCRIPT) {
454eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        drv->uploadDeferred = true;
455eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
456a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk
457b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams
45844bef6fba6244292b751387f3d6c31cca96c28adChris Wailes    drv->readBackFBO = nullptr;
459a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk
460c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray    // fill out the initial state of the buffer if we couldn't use the user-provided ptr and USAGE_SHARED was accepted
461c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray    if ((alloc->mHal.state.userProvidedPtr != 0) && (drv->useUserProvidedPtr == false)) {
462c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray        rsdAllocationData2D(rsc, alloc, 0, 0, 0, RS_ALLOCATION_CUBEMAP_FACE_POSITIVE_X, alloc->getType()->getDimX(), alloc->getType()->getDimY(), alloc->mHal.state.userProvidedPtr, allocSize, 0);
463c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray    }
464c2cfe6abfc74befbaa4d2ca09024a27fbfb1f515Tim Murray
465e3af53b643677c40d228ffd3624cf259f4dc68edTim Murray
466e3af53b643677c40d228ffd3624cf259f4dc68edTim Murray#ifdef RS_FIND_OFFSETS
467e3af53b643677c40d228ffd3624cf259f4dc68edTim Murray    ALOGE("pointer for allocation: %p", alloc);
468e3af53b643677c40d228ffd3624cf259f4dc68edTim Murray    ALOGE("pointer for allocation.drv: %p", &alloc->mHal.drv);
469e3af53b643677c40d228ffd3624cf259f4dc68edTim Murray#endif
470e3af53b643677c40d228ffd3624cf259f4dc68edTim Murray
471e3af53b643677c40d228ffd3624cf259f4dc68edTim Murray
472eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    return true;
473eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
474eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
475bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Samsvoid rsdAllocationAdapterOffset(const Context *rsc, const Allocation *alloc) {
476bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    //ALOGE("rsdAllocationAdapterOffset");
477eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
478bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    // Get a base pointer to the new LOD
479bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    const Allocation *base = alloc->mHal.state.baseAlloc;
480bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    const Type *type = alloc->mHal.state.type;
481bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    if (base == nullptr) {
482bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        return;
483eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
484bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams
485bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    uint8_t * ptrA = (uint8_t *)base->getPointerUnchecked(alloc->mHal.state.originX, alloc->mHal.state.originY);
486bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    uint8_t * ptrB = (uint8_t *)base->getPointerUnchecked(0, 0);
487bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams
488bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    //ALOGE("rsdAllocationAdapterOffset  %p  %p", ptrA, ptrB);
489bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    //ALOGE("rsdAllocationAdapterOffset  lodCount %i", alloc->mHal.drvState.lodCount);
490bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams
491bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    const int lodBias = alloc->mHal.state.originLOD;
492bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    uint32_t lodCount = rsMax(alloc->mHal.drvState.lodCount, (uint32_t)1);
493bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    for (uint32_t lod=0; lod < lodCount; lod++) {
494bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        alloc->mHal.drvState.lod[lod] = base->mHal.drvState.lod[lod + lodBias];
495bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        alloc->mHal.drvState.lod[lod].mallocPtr =
496bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams                ((uint8_t *)alloc->mHal.drvState.lod[lod].mallocPtr + (ptrA - ptrB));
497bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        //ALOGE("rsdAllocationAdapterOffset  lod  %p  %i %i", alloc->mHal.drvState.lod[lod].mallocPtr, alloc->mHal.drvState.lod[lod].dimX, alloc->mHal.drvState.lod[lod].dimY);
498eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
499bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams}
500bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams
501bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Samsbool rsdAllocationAdapterInit(const Context *rsc, Allocation *alloc) {
502bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    DrvAllocation *drv = (DrvAllocation *)calloc(1, sizeof(DrvAllocation));
503bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    if (!drv) {
504bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        return false;
505eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
506bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    alloc->mHal.drv = drv;
507bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams
508bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    // We need to build an allocation that looks like a subset of the parent allocation
509bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    rsdAllocationAdapterOffset(rsc, alloc);
510bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams
511bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    return true;
512bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams}
513bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams
514bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Samsvoid rsdAllocationDestroy(const Context *rsc, Allocation *alloc) {
515bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
516bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams
517bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    if (alloc->mHal.state.baseAlloc == nullptr) {
518bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams#ifndef RS_COMPATIBILITY_LIB
519bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        if (drv->bufferID) {
520bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            // Causes a SW crash....
521bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            //ALOGV(" mBufferID %i", mBufferID);
522bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            //glDeleteBuffers(1, &mBufferID);
523bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            //mBufferID = 0;
524bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        }
525bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        if (drv->textureID) {
526bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            RSD_CALL_GL(glDeleteTextures, 1, &drv->textureID);
527bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            drv->textureID = 0;
528bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        }
529bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        if (drv->renderTargetID) {
530bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            RSD_CALL_GL(glDeleteRenderbuffers, 1, &drv->renderTargetID);
531bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            drv->renderTargetID = 0;
532bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        }
53393eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
534eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
535bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        if (alloc->mHal.drvState.lod[0].mallocPtr) {
536bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            // don't free user-allocated ptrs or IO_OUTPUT buffers
537bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            if (!(drv->useUserProvidedPtr) &&
538bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams                !(alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_IO_INPUT) &&
539bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams                !(alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_IO_OUTPUT)) {
540bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams                    free(alloc->mHal.drvState.lod[0].mallocPtr);
541bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            }
542bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            alloc->mHal.drvState.lod[0].mallocPtr = nullptr;
5432e1a94df812f0caa42ff24eaefeba8f90fbdf1acTim Murray        }
54493eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams
54593eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
546bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        if (drv->readBackFBO != nullptr) {
547bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            delete drv->readBackFBO;
548bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            drv->readBackFBO = nullptr;
549bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        }
55010c9dd709f8b52213c6792961afa9c5de807db5cJason Sams
551bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams        if ((alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_IO_OUTPUT) &&
552bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_SCRIPT)) {
55310c9dd709f8b52213c6792961afa9c5de807db5cJason Sams
554bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
555bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            ANativeWindow *nw = drv->wndSurface;
556bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            if (nw) {
557bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams                GraphicBufferMapper &mapper = GraphicBufferMapper::get();
558bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams                mapper.unlock(drv->wndBuffer->handle);
559bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams                int32_t r = nw->queueBuffer(nw, drv->wndBuffer, -1);
5605537da4b965ce6d0c2043b945757b06688ee803eTong, Bo
561bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams                drv->wndSurface = nullptr;
562bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams                native_window_api_disconnect(nw, NATIVE_WINDOW_API_CPU);
563bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams                nw->decStrong(nullptr);
564bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams            }
5653a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray        }
56693eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
567bc9dc27b84f4e5c72d4dbe8a8e01af87dd780f79Jason Sams    }
56893eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams
569eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    free(drv);
57044bef6fba6244292b751387f3d6c31cca96c28adChris Wailes    alloc->mHal.drv = nullptr;
571eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
572eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
573eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsvoid rsdAllocationResize(const Context *rsc, const Allocation *alloc,
574eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                         const Type *newType, bool zeroNew) {
575a572aca4eb4ddb32c10baa1f529431cfefd756b8Jason Sams    const uint32_t oldDimX = alloc->mHal.drvState.lod[0].dimX;
576a572aca4eb4ddb32c10baa1f529431cfefd756b8Jason Sams    const uint32_t dimX = newType->getDimX();
577a572aca4eb4ddb32c10baa1f529431cfefd756b8Jason Sams
5789e2bda58db9e6427a1640ea302d4df079ffa0252Tim Murray    // can't resize Allocations with user-allocated buffers
5799e2bda58db9e6427a1640ea302d4df079ffa0252Tim Murray    if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_SHARED) {
5809e2bda58db9e6427a1640ea302d4df079ffa0252Tim Murray        ALOGE("Resize cannot be called on a USAGE_SHARED allocation");
5819e2bda58db9e6427a1640ea302d4df079ffa0252Tim Murray        return;
5829e2bda58db9e6427a1640ea302d4df079ffa0252Tim Murray    }
583709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    void * oldPtr = alloc->mHal.drvState.lod[0].mallocPtr;
584463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    // Calculate the object size
58544bef6fba6244292b751387f3d6c31cca96c28adChris Wailes    size_t s = AllocationBuildPointerTable(rsc, alloc, newType, nullptr);
586463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    uint8_t *ptr = (uint8_t *)realloc(oldPtr, s);
587463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    // Build the relative pointer tables.
588463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    size_t verifySize = AllocationBuildPointerTable(rsc, alloc, newType, ptr);
589463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    if(s != verifySize) {
590463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams        rsAssert(!"Size mismatch");
591463bfced38d97605dd8403a5e9435d9ad3394e35Jason Sams    }
592eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
593eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
594eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (dimX > oldDimX) {
595099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray        size_t stride = alloc->mHal.state.elementSizeBytes;
596709a0978ae141198018ca9769f8d96292a8928e6Jason Sams        memset(((uint8_t *)alloc->mHal.drvState.lod[0].mallocPtr) + stride * oldDimX,
5972275e9cf534ff601fe42a72ff50580b230c04fe2Jason Sams                 0, stride * (dimX - oldDimX));
598eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
599eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
600eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
601a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchoukstatic void rsdAllocationSyncFromFBO(const Context *rsc, const Allocation *alloc) {
60293eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
603a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    if (!alloc->getIsScript()) {
604a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        return; // nothing to sync
605a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    }
606a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk
607a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    RsdHal *dc = (RsdHal *)rsc->mHal.drv;
608a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    RsdFrameBufferObj *lastFbo = dc->gl.currentFrameBuffer;
609a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk
610a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
611a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    if (!drv->textureID && !drv->renderTargetID) {
612a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        return; // nothing was rendered here yet, so nothing to sync
613a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    }
61444bef6fba6244292b751387f3d6c31cca96c28adChris Wailes    if (drv->readBackFBO == nullptr) {
615a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        drv->readBackFBO = new RsdFrameBufferObj();
616a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        drv->readBackFBO->setColorTarget(drv, 0);
617a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        drv->readBackFBO->setDimensions(alloc->getType()->getDimX(),
618a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                                        alloc->getType()->getDimY());
619a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    }
620a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk
621a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    // Bind the framebuffer object so we can read back from it
622a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    drv->readBackFBO->setActive(rsc);
623a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk
624a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    // Do the readback
625709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    RSD_CALL_GL(glReadPixels, 0, 0, alloc->mHal.drvState.lod[0].dimX,
626709a0978ae141198018ca9769f8d96292a8928e6Jason Sams                alloc->mHal.drvState.lod[0].dimY,
627709a0978ae141198018ca9769f8d96292a8928e6Jason Sams                drv->glFormat, drv->glType, alloc->mHal.drvState.lod[0].mallocPtr);
628a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk
629a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    // Revert framebuffer to its original
630a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    lastFbo->setActive(rsc);
63193eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
632a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk}
633eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
634eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
635eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsvoid rsdAllocationSyncAll(const Context *rsc, const Allocation *alloc,
636eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                         RsAllocationUsageType src) {
637eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
638eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
639a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    if (src == RS_ALLOCATION_USAGE_GRAPHICS_RENDER_TARGET) {
640a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        if(!alloc->getIsRenderTarget()) {
641a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk            rsc->setError(RS_ERROR_FATAL_DRIVER,
642a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                          "Attempting to sync allocation from render target, "
643a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                          "for non-render target allocation");
644a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        } else if (alloc->getType()->getElement()->getKind() != RS_KIND_PIXEL_RGBA) {
645a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk            rsc->setError(RS_ERROR_FATAL_DRIVER, "Cannot only sync from RGBA"
646a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                                                 "render target");
647a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        } else {
648a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk            rsdAllocationSyncFromFBO(rsc, alloc);
649a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        }
650eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        return;
651eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
652eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
653b8a94e26c0a5e8f58d5b6ed04e46b411e95b77a4Jason Sams    rsAssert(src == RS_ALLOCATION_USAGE_SCRIPT || src == RS_ALLOCATION_USAGE_SHARED);
654eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
655eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_GRAPHICS_TEXTURE) {
656eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        UploadToTexture(rsc, alloc);
657eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    } else {
658b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        if ((alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_GRAPHICS_RENDER_TARGET) &&
6590dc66936c02f285a242b6a68166d6f03618a0f07Jason Sams            !(alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_IO_OUTPUT)) {
660eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            AllocateRenderTarget(rsc, alloc);
661eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        }
662eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
663eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_GRAPHICS_VERTEX) {
664eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        UploadToBufferObject(rsc, alloc);
665eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
666eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
667ba24d08b4228fd1e35cd79319f15fddc11f24a49Tim Murray    if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_SHARED) {
668b8a94e26c0a5e8f58d5b6ed04e46b411e95b77a4Jason Sams
669b8a94e26c0a5e8f58d5b6ed04e46b411e95b77a4Jason Sams        if (src == RS_ALLOCATION_USAGE_SHARED) {
670b8a94e26c0a5e8f58d5b6ed04e46b411e95b77a4Jason Sams            // just a memory fence for the CPU driver
671b8a94e26c0a5e8f58d5b6ed04e46b411e95b77a4Jason Sams            // vendor drivers probably want to flush any dirty cachelines for
672b8a94e26c0a5e8f58d5b6ed04e46b411e95b77a4Jason Sams            // this particular Allocation
673b8a94e26c0a5e8f58d5b6ed04e46b411e95b77a4Jason Sams            __sync_synchronize();
674b8a94e26c0a5e8f58d5b6ed04e46b411e95b77a4Jason Sams        }
675ba24d08b4228fd1e35cd79319f15fddc11f24a49Tim Murray    }
676ba24d08b4228fd1e35cd79319f15fddc11f24a49Tim Murray
677eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    drv->uploadDeferred = false;
678eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
679eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
680eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsvoid rsdAllocationMarkDirty(const Context *rsc, const Allocation *alloc) {
681eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
682eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    drv->uploadDeferred = true;
683eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
684eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
6854961cceab2b71bf0ab59e1b66a7559f67ed28781Jason Sams#ifndef RS_COMPATIBILITY_LIB
6867ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Samsstatic bool IoGetBuffer(const Context *rsc, Allocation *alloc, ANativeWindow *nw) {
6877ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
6887ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
689cd919a177f2b25af1b304dd4d79f0a768fed342fJamie Gennis    int32_t r = native_window_dequeue_buffer_and_wait(nw, &drv->wndBuffer);
6907ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    if (r) {
6917ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        rsc->setError(RS_ERROR_DRIVER, "Error getting next IO output buffer.");
6927ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        return false;
6937ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    }
6947ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
6957ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    // Must lock the whole surface
6967ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    GraphicBufferMapper &mapper = GraphicBufferMapper::get();
6977ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    Rect bounds(drv->wndBuffer->width, drv->wndBuffer->height);
6987ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
69944bef6fba6244292b751387f3d6c31cca96c28adChris Wailes    void *dst = nullptr;
7007ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    mapper.lock(drv->wndBuffer->handle,
7017ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams            GRALLOC_USAGE_SW_READ_NEVER | GRALLOC_USAGE_SW_WRITE_OFTEN,
7027ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams            bounds, &dst);
703709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    alloc->mHal.drvState.lod[0].mallocPtr = dst;
704709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    alloc->mHal.drvState.lod[0].stride = drv->wndBuffer->stride * alloc->mHal.state.elementSizeBytes;
70594999c3c7e3dcb6b6c0a9fe5785a0d3216357b0eStephen Hines    rsAssert((alloc->mHal.drvState.lod[0].stride & 0xf) == 0);
706b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams
7077ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    return true;
7087ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams}
70993eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
7107ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
711733396b67724162844ea2785c7495115dc5ee8d8Jason Samsvoid rsdAllocationSetSurface(const Context *rsc, Allocation *alloc, ANativeWindow *nw) {
71293eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
7137ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
7143a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray    ANativeWindow *old = drv->wndSurface;
7153a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray
7163a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray    if (nw) {
71744bef6fba6244292b751387f3d6c31cca96c28adChris Wailes        nw->incStrong(nullptr);
7183a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray    }
7197ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
720b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams    if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_GRAPHICS_RENDER_TARGET) {
721b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        //TODO finish support for render target + script
722b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        drv->wnd = nw;
723b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        return;
724b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams    }
725b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams
7267ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    // Cleanup old surface if there is one.
7273a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray    if (drv->wndSurface) {
7283a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray        ANativeWindow *old = drv->wndSurface;
7297ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        GraphicBufferMapper &mapper = GraphicBufferMapper::get();
7307ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        mapper.unlock(drv->wndBuffer->handle);
7313a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray        old->cancelBuffer(old, drv->wndBuffer, -1);
73244bef6fba6244292b751387f3d6c31cca96c28adChris Wailes        drv->wndSurface = nullptr;
7339dae48ed019a7bc4e1bd31471540cefcc667fab4Jason Sams
7349dae48ed019a7bc4e1bd31471540cefcc667fab4Jason Sams        native_window_api_disconnect(old, NATIVE_WINDOW_API_CPU);
73544bef6fba6244292b751387f3d6c31cca96c28adChris Wailes        old->decStrong(nullptr);
7367ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    }
7377ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
73844bef6fba6244292b751387f3d6c31cca96c28adChris Wailes    if (nw != nullptr) {
7397ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        int32_t r;
740b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        uint32_t flags = 0;
7413a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray
742b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_SCRIPT) {
743b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams            flags |= GRALLOC_USAGE_SW_READ_RARELY | GRALLOC_USAGE_SW_WRITE_OFTEN;
744b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        }
745b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_GRAPHICS_RENDER_TARGET) {
746b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams            flags |= GRALLOC_USAGE_HW_RENDER;
747b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        }
748b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams
7499dae48ed019a7bc4e1bd31471540cefcc667fab4Jason Sams        r = native_window_api_connect(nw, NATIVE_WINDOW_API_CPU);
7509dae48ed019a7bc4e1bd31471540cefcc667fab4Jason Sams        if (r) {
7519dae48ed019a7bc4e1bd31471540cefcc667fab4Jason Sams            rsc->setError(RS_ERROR_DRIVER, "Error setting IO output buffer usage.");
7529dae48ed019a7bc4e1bd31471540cefcc667fab4Jason Sams            goto error;
7539dae48ed019a7bc4e1bd31471540cefcc667fab4Jason Sams        }
7549dae48ed019a7bc4e1bd31471540cefcc667fab4Jason Sams
755b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        r = native_window_set_usage(nw, flags);
7567ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        if (r) {
7577ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams            rsc->setError(RS_ERROR_DRIVER, "Error setting IO output buffer usage.");
7583a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray            goto error;
7597ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        }
7607ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
761a572aca4eb4ddb32c10baa1f529431cfefd756b8Jason Sams        r = native_window_set_buffers_dimensions(nw, alloc->mHal.drvState.lod[0].dimX,
762a572aca4eb4ddb32c10baa1f529431cfefd756b8Jason Sams                                                 alloc->mHal.drvState.lod[0].dimY);
7637ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        if (r) {
7647ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams            rsc->setError(RS_ERROR_DRIVER, "Error setting IO output buffer dimensions.");
7653a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray            goto error;
7667ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        }
7677ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
768733396b67724162844ea2785c7495115dc5ee8d8Jason Sams        int format = 0;
769733396b67724162844ea2785c7495115dc5ee8d8Jason Sams        const Element *e = alloc->mHal.state.type->getElement();
7703b0efb602f7151a158ce37f6ba02b0e2ad885545Jason Sams        if ((e->getType() != RS_TYPE_UNSIGNED_8) ||
7713b0efb602f7151a158ce37f6ba02b0e2ad885545Jason Sams            (e->getVectorSize() != 4)) {
7723b0efb602f7151a158ce37f6ba02b0e2ad885545Jason Sams            // We do not check for RGBA, RGBx, to allow for interop with U8_4
7733b0efb602f7151a158ce37f6ba02b0e2ad885545Jason Sams
7743b0efb602f7151a158ce37f6ba02b0e2ad885545Jason Sams            rsc->setError(RS_ERROR_DRIVER, "Surface passed to setSurface is not U8_4, RGBA.");
7753b0efb602f7151a158ce37f6ba02b0e2ad885545Jason Sams            goto error;
7763b0efb602f7151a158ce37f6ba02b0e2ad885545Jason Sams        }
7778b9b3aa8e0b92e677c0100ee402a7328fc3ce1c4Stephen Hines        format = PIXEL_FORMAT_RGBA_8888;
778733396b67724162844ea2785c7495115dc5ee8d8Jason Sams
779733396b67724162844ea2785c7495115dc5ee8d8Jason Sams        r = native_window_set_buffers_format(nw, format);
780733396b67724162844ea2785c7495115dc5ee8d8Jason Sams        if (r) {
781733396b67724162844ea2785c7495115dc5ee8d8Jason Sams            rsc->setError(RS_ERROR_DRIVER, "Error setting IO output buffer format.");
7823a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray            goto error;
7837ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        }
7847ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
7857ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        IoGetBuffer(rsc, alloc, nw);
7863a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray        drv->wndSurface = nw;
7873a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray    }
7883a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray
7893a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray    return;
7903a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray
7913a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray error:
7923a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray
7933a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray    if (nw) {
79444bef6fba6244292b751387f3d6c31cca96c28adChris Wailes        nw->decStrong(nullptr);
7957ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    }
7963a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray
7973a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray
79893eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
7997ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams}
8007ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
8017ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Samsvoid rsdAllocationIoSend(const Context *rsc, Allocation *alloc) {
80293eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
8037ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
8043a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray    ANativeWindow *nw = drv->wndSurface;
805b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams    if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_GRAPHICS_RENDER_TARGET) {
806b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        RsdHal *dc = (RsdHal *)rsc->mHal.drv;
807b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        RSD_CALL_GL(eglSwapBuffers, dc->gl.egl.display, dc->gl.egl.surface);
8087ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams        return;
8097ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams    }
8103a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray    if (nw) {
8113a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray        if (alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_SCRIPT) {
8123a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray            GraphicBufferMapper &mapper = GraphicBufferMapper::get();
8133a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray            mapper.unlock(drv->wndBuffer->handle);
8143a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray            int32_t r = nw->queueBuffer(nw, drv->wndBuffer, -1);
8153a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray            if (r) {
8163a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray                rsc->setError(RS_ERROR_DRIVER, "Error sending IO output buffer.");
8173a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray                return;
8183a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray            }
8197ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
8203a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray            IoGetBuffer(rsc, alloc, nw);
821b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams        }
8223a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray    } else {
8233a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray        rsc->setError(RS_ERROR_DRIVER, "Sent IO buffer with no attached surface.");
8243a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray        return;
825b322033c13487a174bb9c26466e9684d1ff4de8dJason Sams    }
82693eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
8277ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams}
8287ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
8297ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Samsvoid rsdAllocationIoReceive(const Context *rsc, Allocation *alloc) {
83093eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#ifndef RS_COMPATIBILITY_LIB
8313522f40418fdf877f5a136475dbf75e57a3b7c77Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
832ddceab9a001f07a3395226c5e06e3b420720af0fJason Sams    if (!(alloc->mHal.state.usageFlags & RS_ALLOCATION_USAGE_SCRIPT)) {
8333a25fdd3786c1a08b783d8a83ef94b756347ff5cTim Murray        drv->surfaceTexture->updateTexImage();
834733396b67724162844ea2785c7495115dc5ee8d8Jason Sams    }
83593eacc7ce0aad4314b4cb41a281f59ce54bb3286Jason Sams#endif
8367314cca8575544195e475ecc53d995311ac269c0Jason Sams    if (alloc->mHal.state.yuv) {
8377314cca8575544195e475ecc53d995311ac269c0Jason Sams        DeriveYUVLayout(alloc->mHal.state.yuv, &alloc->mHal.drvState);
8387314cca8575544195e475ecc53d995311ac269c0Jason Sams    }
8397ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams}
8407ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
8417ac2a4dda4d20ca1f1b714e129a3a08f63178c18Jason Sams
842eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsvoid rsdAllocationData1D(const Context *rsc, const Allocation *alloc,
843099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray                         uint32_t xoff, uint32_t lod, size_t count,
844c794cd56e46408e08862c42a022090e323684197Alex Sakhartchouk                         const void *data, size_t sizeBytes) {
845eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
846eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
847099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray    const size_t eSize = alloc->mHal.state.type->getElementSizeBytes();
8483bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    uint8_t * ptr = GetOffsetPtr(alloc, xoff, 0, 0, 0, RS_ALLOCATION_CUBEMAP_FACE_POSITIVE_X);
849099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray    size_t size = count * eSize;
85020c535f54fb41348a96af98079ad377d7a310c8aStephen Hines    if (ptr != data) {
85120c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        // Skip the copy if we are the same allocation. This can arise from
85220c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        // our Bitmap optimization, where we share the same storage.
85320c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        if (alloc->mHal.state.hasReferences) {
85420c535f54fb41348a96af98079ad377d7a310c8aStephen Hines            alloc->incRefs(data, count);
85520c535f54fb41348a96af98079ad377d7a310c8aStephen Hines            alloc->decRefs(ptr, count);
85620c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        }
85720c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        memcpy(ptr, data, size);
858eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
859eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    drv->uploadDeferred = true;
860eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
861eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
862eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsvoid rsdAllocationData2D(const Context *rsc, const Allocation *alloc,
863eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                         uint32_t xoff, uint32_t yoff, uint32_t lod, RsAllocationCubemapFace face,
864358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray                         uint32_t w, uint32_t h, const void *data, size_t sizeBytes, size_t stride) {
865eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
866eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
867099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray    size_t eSize = alloc->mHal.state.elementSizeBytes;
868099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray    size_t lineSize = eSize * w;
869358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray    if (!stride) {
870358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray        stride = lineSize;
871358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray    }
872eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
873709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    if (alloc->mHal.drvState.lod[0].mallocPtr) {
874eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        const uint8_t *src = static_cast<const uint8_t *>(data);
8753bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        uint8_t *dst = GetOffsetPtr(alloc, xoff, yoff, 0, lod, face);
87620c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        if (dst == src) {
87720c535f54fb41348a96af98079ad377d7a310c8aStephen Hines            // Skip the copy if we are the same allocation. This can arise from
87820c535f54fb41348a96af98079ad377d7a310c8aStephen Hines            // our Bitmap optimization, where we share the same storage.
87920c535f54fb41348a96af98079ad377d7a310c8aStephen Hines            drv->uploadDeferred = true;
88020c535f54fb41348a96af98079ad377d7a310c8aStephen Hines            return;
88120c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        }
882eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
883eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        for (uint32_t line=yoff; line < (yoff+h); line++) {
884eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            if (alloc->mHal.state.hasReferences) {
885eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                alloc->incRefs(src, w);
886eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                alloc->decRefs(dst, w);
887eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            }
888eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams            memcpy(dst, src, lineSize);
889358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray            src += stride;
890709a0978ae141198018ca9769f8d96292a8928e6Jason Sams            dst += alloc->mHal.drvState.lod[lod].stride;
891eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        }
892bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams        if (alloc->mHal.state.yuv) {
8930052f8dcb5ebb5c9205a1d25445629fb5a772380Jason Sams            size_t clineSize = lineSize;
894bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams            int lod = 1;
89561656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams            int maxLod = 2;
89661656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams            if (alloc->mHal.state.yuv == HAL_PIXEL_FORMAT_YV12) {
89761656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams                maxLod = 3;
8980052f8dcb5ebb5c9205a1d25445629fb5a772380Jason Sams                clineSize >>= 1;
89961656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams            } else if (alloc->mHal.state.yuv == HAL_PIXEL_FORMAT_YCrCb_420_SP) {
90061656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams                lod = 2;
90161656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams                maxLod = 3;
90261656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams            }
90361656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams
90461656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams            while (lod < maxLod) {
9053bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                uint8_t *dst = GetOffsetPtr(alloc, xoff, yoff, 0, lod, face);
906bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams
907bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams                for (uint32_t line=(yoff >> 1); line < ((yoff+h)>>1); line++) {
9080052f8dcb5ebb5c9205a1d25445629fb5a772380Jason Sams                    memcpy(dst, src, clineSize);
90961656a7c6fc13421679d0a1cdf8b5b861e286892Jason Sams                    src += alloc->mHal.drvState.lod[lod].stride;
910bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams                    dst += alloc->mHal.drvState.lod[lod].stride;
911bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams                }
912bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams                lod++;
913bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams            }
914bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams
915bc0ca6ba4e31239bf77060578d0bdf1a10e04168Jason Sams        }
916eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        drv->uploadDeferred = true;
917eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    } else {
9182382aba4a55c6ae74789c478eead8fbd96593321Jason Sams        Update2DTexture(rsc, alloc, data, xoff, yoff, lod, face, w, h);
919eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
920eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
921eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
922eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsvoid rsdAllocationData3D(const Context *rsc, const Allocation *alloc,
923eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                         uint32_t xoff, uint32_t yoff, uint32_t zoff,
9243bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                         uint32_t lod,
9253bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                         uint32_t w, uint32_t h, uint32_t d, const void *data,
9263bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                         size_t sizeBytes, size_t stride) {
9273bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
9283bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams
9293bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    uint32_t eSize = alloc->mHal.state.elementSizeBytes;
9303bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    uint32_t lineSize = eSize * w;
9313bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    if (!stride) {
9323bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        stride = lineSize;
9333bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    }
9343bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams
9353bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    if (alloc->mHal.drvState.lod[0].mallocPtr) {
9363bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        const uint8_t *src = static_cast<const uint8_t *>(data);
9373bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        for (uint32_t z = zoff; z < d; z++) {
9383bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            uint8_t *dst = GetOffsetPtr(alloc, xoff, yoff, z, lod,
9393bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                        RS_ALLOCATION_CUBEMAP_FACE_POSITIVE_X);
9403bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            if (dst == src) {
9413bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                // Skip the copy if we are the same allocation. This can arise from
9423bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                // our Bitmap optimization, where we share the same storage.
9433bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                drv->uploadDeferred = true;
9443bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                return;
9453bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            }
946eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
9473bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            for (uint32_t line=yoff; line < (yoff+h); line++) {
9483bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                if (alloc->mHal.state.hasReferences) {
9493bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                    alloc->incRefs(src, w);
9503bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                    alloc->decRefs(dst, w);
9513bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                }
9523bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                memcpy(dst, src, lineSize);
9533bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                src += stride;
9543bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                dst += alloc->mHal.drvState.lod[lod].stride;
9553bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            }
9563bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        }
9573bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        drv->uploadDeferred = true;
9583bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    }
959eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
960eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
961807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Samsvoid rsdAllocationRead1D(const Context *rsc, const Allocation *alloc,
962099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray                         uint32_t xoff, uint32_t lod, size_t count,
963807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams                         void *data, size_t sizeBytes) {
964099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray    const size_t eSize = alloc->mHal.state.type->getElementSizeBytes();
9653bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    const uint8_t * ptr = GetOffsetPtr(alloc, xoff, 0, 0, 0, RS_ALLOCATION_CUBEMAP_FACE_POSITIVE_X);
96620c535f54fb41348a96af98079ad377d7a310c8aStephen Hines    if (data != ptr) {
96720c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        // Skip the copy if we are the same allocation. This can arise from
96820c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        // our Bitmap optimization, where we share the same storage.
96920c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        memcpy(data, ptr, count * eSize);
97020c535f54fb41348a96af98079ad377d7a310c8aStephen Hines    }
971807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams}
972807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
973807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Samsvoid rsdAllocationRead2D(const Context *rsc, const Allocation *alloc,
974358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray                                uint32_t xoff, uint32_t yoff, uint32_t lod, RsAllocationCubemapFace face,
975358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray                                uint32_t w, uint32_t h, void *data, size_t sizeBytes, size_t stride) {
976099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray    size_t eSize = alloc->mHal.state.elementSizeBytes;
977099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray    size_t lineSize = eSize * w;
978358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray    if (!stride) {
979358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray        stride = lineSize;
980358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray    }
981807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
982709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    if (alloc->mHal.drvState.lod[0].mallocPtr) {
983807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams        uint8_t *dst = static_cast<uint8_t *>(data);
9843bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        const uint8_t *src = GetOffsetPtr(alloc, xoff, yoff, 0, lod, face);
98520c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        if (dst == src) {
98620c535f54fb41348a96af98079ad377d7a310c8aStephen Hines            // Skip the copy if we are the same allocation. This can arise from
98720c535f54fb41348a96af98079ad377d7a310c8aStephen Hines            // our Bitmap optimization, where we share the same storage.
98820c535f54fb41348a96af98079ad377d7a310c8aStephen Hines            return;
98920c535f54fb41348a96af98079ad377d7a310c8aStephen Hines        }
990807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
991807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams        for (uint32_t line=yoff; line < (yoff+h); line++) {
992807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams            memcpy(dst, src, lineSize);
993358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray            dst += stride;
994709a0978ae141198018ca9769f8d96292a8928e6Jason Sams            src += alloc->mHal.drvState.lod[lod].stride;
995807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams        }
996807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams    } else {
997807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams        ALOGE("Add code to readback from non-script memory");
998807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams    }
999807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams}
1000807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
1001358747a3118301c5faeee73c98dd5f839bbfb54aTim Murray
1002807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Samsvoid rsdAllocationRead3D(const Context *rsc, const Allocation *alloc,
1003807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams                         uint32_t xoff, uint32_t yoff, uint32_t zoff,
10043bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                         uint32_t lod,
10053bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                         uint32_t w, uint32_t h, uint32_t d, void *data, size_t sizeBytes, size_t stride) {
10063bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    uint32_t eSize = alloc->mHal.state.elementSizeBytes;
10073bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    uint32_t lineSize = eSize * w;
10083bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    if (!stride) {
10093bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        stride = lineSize;
10103bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    }
1011807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
10123bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    if (alloc->mHal.drvState.lod[0].mallocPtr) {
10133bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        uint8_t *dst = static_cast<uint8_t *>(data);
10143bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        for (uint32_t z = zoff; z < d; z++) {
10153bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            const uint8_t *src = GetOffsetPtr(alloc, xoff, yoff, z, lod,
10163bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                              RS_ALLOCATION_CUBEMAP_FACE_POSITIVE_X);
10173bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            if (dst == src) {
10183bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                // Skip the copy if we are the same allocation. This can arise from
10193bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                // our Bitmap optimization, where we share the same storage.
10203bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                return;
10213bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            }
10223bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams
10233bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            for (uint32_t line=yoff; line < (yoff+h); line++) {
10243bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                memcpy(dst, src, lineSize);
10253bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                dst += stride;
10263bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                src += alloc->mHal.drvState.lod[lod].stride;
10273bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            }
10283bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        }
10293bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    }
1030807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams}
1031807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
1032807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Samsvoid * rsdAllocationLock1D(const android::renderscript::Context *rsc,
1033807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams                          const android::renderscript::Allocation *alloc) {
1034709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    return alloc->mHal.drvState.lod[0].mallocPtr;
1035807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams}
1036807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
1037807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Samsvoid rsdAllocationUnlock1D(const android::renderscript::Context *rsc,
1038807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams                          const android::renderscript::Allocation *alloc) {
1039807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
1040807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams}
1041807fdc4b6f3fb893015ee136565d6151bb2332d3Jason Sams
104274a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchoukvoid rsdAllocationData1D_alloc(const android::renderscript::Context *rsc,
104374a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               const android::renderscript::Allocation *dstAlloc,
1044099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray                               uint32_t dstXoff, uint32_t dstLod, size_t count,
104574a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               const android::renderscript::Allocation *srcAlloc,
1046a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                               uint32_t srcXoff, uint32_t srcLod) {
1047a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk}
1048a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk
1049a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk
1050a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchoukvoid rsdAllocationData2D_alloc_script(const android::renderscript::Context *rsc,
1051a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                                      const android::renderscript::Allocation *dstAlloc,
1052a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                                      uint32_t dstXoff, uint32_t dstYoff, uint32_t dstLod,
1053a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                                      RsAllocationCubemapFace dstFace, uint32_t w, uint32_t h,
1054a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                                      const android::renderscript::Allocation *srcAlloc,
1055a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                                      uint32_t srcXoff, uint32_t srcYoff, uint32_t srcLod,
1056a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                                      RsAllocationCubemapFace srcFace) {
1057099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray    size_t elementSize = dstAlloc->getType()->getElementSizeBytes();
1058a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    for (uint32_t i = 0; i < h; i ++) {
10593bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        uint8_t *dstPtr = GetOffsetPtr(dstAlloc, dstXoff, dstYoff + i, 0, dstLod, dstFace);
10603bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        uint8_t *srcPtr = GetOffsetPtr(srcAlloc, srcXoff, srcYoff + i, 0, srcLod, srcFace);
1061a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        memcpy(dstPtr, srcPtr, w * elementSize);
1062a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk
1063af12ac6a08651464f8d823add667c706f993b587Steve Block        //ALOGE("COPIED dstXoff(%u), dstYoff(%u), dstLod(%u), dstFace(%u), w(%u), h(%u), srcXoff(%u), srcYoff(%u), srcLod(%u), srcFace(%u)",
10640a44ab45c739f00f457874418e7384492e4df979Stephen Hines        //     dstXoff, dstYoff, dstLod, dstFace, w, h, srcXoff, srcYoff, srcLod, srcFace);
1065a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    }
106674a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk}
106774a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk
10683bbc0fd40264ddae1592706d9023865b7b3e3195Jason Samsvoid rsdAllocationData3D_alloc_script(const android::renderscript::Context *rsc,
10693bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                      const android::renderscript::Allocation *dstAlloc,
10703bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                      uint32_t dstXoff, uint32_t dstYoff, uint32_t dstZoff, uint32_t dstLod,
10713bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                      uint32_t w, uint32_t h, uint32_t d,
10723bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                      const android::renderscript::Allocation *srcAlloc,
10733bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                      uint32_t srcXoff, uint32_t srcYoff, uint32_t srcZoff, uint32_t srcLod) {
10743bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    uint32_t elementSize = dstAlloc->getType()->getElementSizeBytes();
10753bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    for (uint32_t j = 0; j < d; j++) {
10763bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        for (uint32_t i = 0; i < h; i ++) {
10773bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            uint8_t *dstPtr = GetOffsetPtr(dstAlloc, dstXoff, dstYoff + i, dstZoff + j,
10783bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                           dstLod, RS_ALLOCATION_CUBEMAP_FACE_POSITIVE_X);
10793bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            uint8_t *srcPtr = GetOffsetPtr(srcAlloc, srcXoff, srcYoff + i, srcZoff + j,
10803bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                           srcLod, RS_ALLOCATION_CUBEMAP_FACE_POSITIVE_X);
10813bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            memcpy(dstPtr, srcPtr, w * elementSize);
10823bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams
10833bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            //ALOGE("COPIED dstXoff(%u), dstYoff(%u), dstLod(%u), dstFace(%u), w(%u), h(%u), srcXoff(%u), srcYoff(%u), srcLod(%u), srcFace(%u)",
10843bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams            //     dstXoff, dstYoff, dstLod, dstFace, w, h, srcXoff, srcYoff, srcLod, srcFace);
10853bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        }
10863bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    }
10873bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams}
10883bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams
108974a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchoukvoid rsdAllocationData2D_alloc(const android::renderscript::Context *rsc,
109074a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               const android::renderscript::Allocation *dstAlloc,
109174a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               uint32_t dstXoff, uint32_t dstYoff, uint32_t dstLod,
109274a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               RsAllocationCubemapFace dstFace, uint32_t w, uint32_t h,
109374a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               const android::renderscript::Allocation *srcAlloc,
109474a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               uint32_t srcXoff, uint32_t srcYoff, uint32_t srcLod,
109574a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               RsAllocationCubemapFace srcFace) {
1096a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    if (!dstAlloc->getIsScript() && !srcAlloc->getIsScript()) {
1097a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        rsc->setError(RS_ERROR_FATAL_DRIVER, "Non-script allocation copies not "
1098a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                                             "yet implemented.");
1099a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk        return;
1100a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    }
1101a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk    rsdAllocationData2D_alloc_script(rsc, dstAlloc, dstXoff, dstYoff,
1102a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                                     dstLod, dstFace, w, h, srcAlloc,
1103a94952436aeb251f587c1bccdf94c7f75285dfe2Alex Sakhartchouk                                     srcXoff, srcYoff, srcLod, srcFace);
110474a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk}
110574a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk
110674a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchoukvoid rsdAllocationData3D_alloc(const android::renderscript::Context *rsc,
110774a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               const android::renderscript::Allocation *dstAlloc,
110874a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               uint32_t dstXoff, uint32_t dstYoff, uint32_t dstZoff,
11093bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                               uint32_t dstLod,
111074a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               uint32_t w, uint32_t h, uint32_t d,
111174a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               const android::renderscript::Allocation *srcAlloc,
111274a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk                               uint32_t srcXoff, uint32_t srcYoff, uint32_t srcZoff,
11133bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                               uint32_t srcLod) {
11143bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    if (!dstAlloc->getIsScript() && !srcAlloc->getIsScript()) {
11153bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        rsc->setError(RS_ERROR_FATAL_DRIVER, "Non-script allocation copies not "
11163bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                             "yet implemented.");
11173bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        return;
11183bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    }
11193bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    rsdAllocationData3D_alloc_script(rsc, dstAlloc, dstXoff, dstYoff, dstZoff,
11203bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                     dstLod, w, h, d, srcAlloc,
11213bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams                                     srcXoff, srcYoff, srcZoff, srcLod);
112274a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk}
112374a827988567a9d65954bb0d825a3ba4a97e2947Alex Sakhartchouk
1124eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsvoid rsdAllocationElementData1D(const Context *rsc, const Allocation *alloc,
1125eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                                uint32_t x,
1126099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray                                const void *data, uint32_t cIdx, size_t sizeBytes) {
1127eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
1128eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
1129099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray    size_t eSize = alloc->mHal.state.elementSizeBytes;
11303bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    uint8_t * ptr = GetOffsetPtr(alloc, x, 0, 0, 0, RS_ALLOCATION_CUBEMAP_FACE_POSITIVE_X);
1131eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
1132eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    const Element * e = alloc->mHal.state.type->getElement()->getField(cIdx);
1133eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    ptr += alloc->mHal.state.type->getElement()->getFieldOffsetBytes(cIdx);
1134eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
1135eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (alloc->mHal.state.hasReferences) {
1136eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        e->incRefs(data);
1137eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        e->decRefs(ptr);
1138eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
1139eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
1140eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    memcpy(ptr, data, sizeBytes);
1141eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    drv->uploadDeferred = true;
1142eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
1143eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
1144eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Samsvoid rsdAllocationElementData2D(const Context *rsc, const Allocation *alloc,
1145eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams                                uint32_t x, uint32_t y,
1146099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray                                const void *data, uint32_t cIdx, size_t sizeBytes) {
1147eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    DrvAllocation *drv = (DrvAllocation *)alloc->mHal.drv;
1148eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
1149099bc262f862cdeb547cf8a78fe9e0e92560f437Tim Murray    size_t eSize = alloc->mHal.state.elementSizeBytes;
11503bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams    uint8_t * ptr = GetOffsetPtr(alloc, x, y, 0, 0, RS_ALLOCATION_CUBEMAP_FACE_POSITIVE_X);
1151eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
1152eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    const Element * e = alloc->mHal.state.type->getElement()->getField(cIdx);
1153eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    ptr += alloc->mHal.state.type->getElement()->getFieldOffsetBytes(cIdx);
1154eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
1155eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    if (alloc->mHal.state.hasReferences) {
1156eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        e->incRefs(data);
1157eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams        e->decRefs(ptr);
1158eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    }
1159eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
1160eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    memcpy(ptr, data, sizeBytes);
1161eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams    drv->uploadDeferred = true;
1162eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams}
1163eb4fe18dd88634330f9566cbb9e785d8c7ec5813Jason Sams
116461a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Samsstatic void mip565(const Allocation *alloc, int lod, RsAllocationCubemapFace face) {
1165709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    uint32_t w = alloc->mHal.drvState.lod[lod + 1].dimX;
1166709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    uint32_t h = alloc->mHal.drvState.lod[lod + 1].dimY;
116761a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams
116861a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams    for (uint32_t y=0; y < h; y++) {
11693bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        uint16_t *oPtr = (uint16_t *)GetOffsetPtr(alloc, 0, y, 0, lod + 1, face);
11703bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        const uint16_t *i1 = (uint16_t *)GetOffsetPtr(alloc, 0, 0, y*2, lod, face);
11713bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        const uint16_t *i2 = (uint16_t *)GetOffsetPtr(alloc, 0, 0, y*2+1, lod, face);
117261a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams
117361a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams        for (uint32_t x=0; x < w; x++) {
117461a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            *oPtr = rsBoxFilter565(i1[0], i1[1], i2[0], i2[1]);
117561a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            oPtr ++;
117661a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            i1 += 2;
117761a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            i2 += 2;
117861a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams        }
117961a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams    }
118061a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams}
118161a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams
118261a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Samsstatic void mip8888(const Allocation *alloc, int lod, RsAllocationCubemapFace face) {
1183709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    uint32_t w = alloc->mHal.drvState.lod[lod + 1].dimX;
1184709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    uint32_t h = alloc->mHal.drvState.lod[lod + 1].dimY;
118561a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams
118661a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams    for (uint32_t y=0; y < h; y++) {
11873bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        uint32_t *oPtr = (uint32_t *)GetOffsetPtr(alloc, 0, y, 0, lod + 1, face);
11883bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        const uint32_t *i1 = (uint32_t *)GetOffsetPtr(alloc, 0, y*2, 0, lod, face);
11893bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        const uint32_t *i2 = (uint32_t *)GetOffsetPtr(alloc, 0, y*2+1, 0, lod, face);
119061a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams
119161a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams        for (uint32_t x=0; x < w; x++) {
119261a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            *oPtr = rsBoxFilter8888(i1[0], i1[1], i2[0], i2[1]);
119361a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            oPtr ++;
119461a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            i1 += 2;
119561a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            i2 += 2;
119661a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams        }
119761a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams    }
119861a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams}
119961a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams
120061a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Samsstatic void mip8(const Allocation *alloc, int lod, RsAllocationCubemapFace face) {
1201709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    uint32_t w = alloc->mHal.drvState.lod[lod + 1].dimX;
1202709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    uint32_t h = alloc->mHal.drvState.lod[lod + 1].dimY;
120361a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams
120461a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams    for (uint32_t y=0; y < h; y++) {
12053bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        uint8_t *oPtr = GetOffsetPtr(alloc, 0, y, 0, lod + 1, face);
12063bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        const uint8_t *i1 = GetOffsetPtr(alloc, 0, y*2, 0, lod, face);
12073bbc0fd40264ddae1592706d9023865b7b3e3195Jason Sams        const uint8_t *i2 = GetOffsetPtr(alloc, 0, y*2+1, 0, lod, face);
120861a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams
120961a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams        for (uint32_t x=0; x < w; x++) {
121061a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            *oPtr = (uint8_t)(((uint32_t)i1[0] + i1[1] + i2[0] + i2[1]) * 0.25f);
121161a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            oPtr ++;
121261a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            i1 += 2;
121361a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            i2 += 2;
121461a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams        }
121561a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams    }
121661a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams}
121761a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams
121861a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Samsvoid rsdAllocationGenerateMipmaps(const Context *rsc, const Allocation *alloc) {
1219709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    if(!alloc->mHal.drvState.lod[0].mallocPtr) {
122061a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams        return;
122161a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams    }
122261a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams    uint32_t numFaces = alloc->getType()->getDimFaces() ? 6 : 1;
122361a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams    for (uint32_t face = 0; face < numFaces; face ++) {
122461a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams        for (uint32_t lod=0; lod < (alloc->getType()->getLODCount() -1); lod++) {
122561a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            switch (alloc->getType()->getElement()->getSizeBits()) {
122661a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            case 32:
122761a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams                mip8888(alloc, lod, (RsAllocationCubemapFace)face);
122861a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams                break;
122961a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            case 16:
123061a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams                mip565(alloc, lod, (RsAllocationCubemapFace)face);
123161a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams                break;
123261a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            case 8:
123361a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams                mip8(alloc, lod, (RsAllocationCubemapFace)face);
123461a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams                break;
123561a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams            }
123661a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams        }
123761a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams    }
123861a4bb734b91ced09fbfee4214c6f253cb66e5f0Jason Sams}
1239ddceab9a001f07a3395226c5e06e3b420720af0fJason Sams
1240ddceab9a001f07a3395226c5e06e3b420720af0fJason Samsuint32_t rsdAllocationGrallocBits(const android::renderscript::Context *rsc,
1241ddceab9a001f07a3395226c5e06e3b420720af0fJason Sams                                  android::renderscript::Allocation *alloc)
1242ddceab9a001f07a3395226c5e06e3b420720af0fJason Sams{
1243ddceab9a001f07a3395226c5e06e3b420720af0fJason Sams    return 0;
1244ddceab9a001f07a3395226c5e06e3b420720af0fJason Sams}
1245ddceab9a001f07a3395226c5e06e3b420720af0fJason Sams
1246a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Samsvoid rsdAllocationUpdateCachedObject(const Context *rsc,
1247a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams                                     const Allocation *alloc,
1248a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams                                     rs_allocation *obj)
1249a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams{
1250a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams    obj->p = alloc;
1251a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams#ifdef __LP64__
125244bef6fba6244292b751387f3d6c31cca96c28adChris Wailes    if (alloc != nullptr) {
1253a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams        obj->r = alloc->mHal.drvState.lod[0].mallocPtr;
1254a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams        obj->v1 = alloc->mHal.drv;
1255a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams        obj->v2 = (void *)alloc->mHal.drvState.lod[0].stride;
1256a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams    } else {
125744bef6fba6244292b751387f3d6c31cca96c28adChris Wailes        obj->r = nullptr;
125844bef6fba6244292b751387f3d6c31cca96c28adChris Wailes        obj->v1 = nullptr;
125944bef6fba6244292b751387f3d6c31cca96c28adChris Wailes        obj->v2 = nullptr;
1260a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams    }
1261a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams#endif
1262a36c50a6ab87f4c9049318d4c6c8ec7b0a1e6e12Jason Sams}
1263