1ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams/*
2ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams * Copyright (C) 2012 The Android Open Source Project
3ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams *
4ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams * Licensed under the Apache License, Version 2.0 (the "License");
5ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams * you may not use this file except in compliance with the License.
6ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams * You may obtain a copy of the License at
7ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams *
8ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams *      http://www.apache.org/licenses/LICENSE-2.0
9ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams *
10ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams * Unless required by applicable law or agreed to in writing, software
11ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams * distributed under the License is distributed on an "AS IS" BASIS,
12ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams * See the License for the specific language governing permissions and
14ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams * limitations under the License.
15ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams */
16ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
17ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
18ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams#include "rsdCore.h"
19ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams#include "rsdIntrinsics.h"
20ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams#include "rsdAllocation.h"
21ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
22ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams#include "rsdIntrinsicInlines.h"
23ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
24ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Samsusing namespace android;
25ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Samsusing namespace android::renderscript;
26ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
27ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Samsstruct ConvolveParams {
28ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    float fp[16];
29ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    short ip[16];
30ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    ObjectBaseRef<Allocation> alloc;
31ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams};
32ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
33ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Samsstatic void Convolve3x3_Bind(const Context *dc, const Script *script,
34ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                             void * intrinsicData, uint32_t slot, Allocation *data) {
35ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    ConvolveParams *cp = (ConvolveParams *)intrinsicData;
36ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    rsAssert(slot == 1);
37ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    cp->alloc.set(data);
38ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams}
39ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
40ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Samsstatic void Convolve3x3_SetVar(const Context *dc, const Script *script, void * intrinsicData,
41ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                               uint32_t slot, void *data, size_t dataLength) {
42ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    ConvolveParams *cp = (ConvolveParams *)intrinsicData;
43ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
44ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    rsAssert(slot == 0);
45ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    memcpy (cp->fp, data, dataLength);
46ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    for(int ct=0; ct < 9; ct++) {
47ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams        cp->ip[ct] = (short)(cp->fp[ct] * 255.f + 0.5f);
48ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    }
49ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams}
50ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
51ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Samsextern "C" void rsdIntrinsicConvolve3x3_K(void *dst, const void *y0, const void *y1, const void *y2, const short *coef, uint32_t count);
52ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
53ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
54ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Samsstatic void ConvolveOne(const RsForEachStubParamStruct *p, uint32_t x, uchar4 *out,
55ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                        const uchar4 *py0, const uchar4 *py1, const uchar4 *py2,
56ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                        const float* coeff) {
57ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
58ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    uint32_t x1 = rsMax((int32_t)x-1, 0);
59ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    uint32_t x2 = rsMin((int32_t)x+1, (int32_t)p->dimX);
60ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
61ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    float4 px = convert_float4(py0[x1]) * coeff[0] +
62ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                convert_float4(py0[x]) * coeff[1] +
63ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                convert_float4(py0[x2]) * coeff[2] +
64ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                convert_float4(py1[x1]) * coeff[3] +
65ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                convert_float4(py1[x]) * coeff[4] +
66ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                convert_float4(py1[x2]) * coeff[5] +
67ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                convert_float4(py2[x1]) * coeff[6] +
68ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                convert_float4(py2[x]) * coeff[7] +
69ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                convert_float4(py2[x2]) * coeff[8];
70ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
71ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    px = clamp(px, 0.f, 255.f);
72ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    uchar4 o = {(uchar)px.x, (uchar)px.y, (uchar)px.z, (uchar)px.w};
73ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    *out = o;
74ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams}
75ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
76ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Samsstatic void Convolve3x3_uchar4(const RsForEachStubParamStruct *p,
77ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                                    uint32_t xstart, uint32_t xend,
78ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                                    uint32_t instep, uint32_t outstep) {
79ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    ConvolveParams *cp = (ConvolveParams *)p->usr;
80ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    DrvAllocation *din = (DrvAllocation *)cp->alloc->mHal.drv;
81ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    const uchar *pin = (const uchar *)din->lod[0].mallocPtr;
82ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
83ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    uint32_t y1 = rsMin((int32_t)p->y + 1, (int32_t)(p->dimY-1));
84ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    uint32_t y2 = rsMax((int32_t)p->y - 1, 0);
85ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    const uchar4 *py0 = (const uchar4 *)(pin + din->lod[0].stride * y2);
86ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    const uchar4 *py1 = (const uchar4 *)(pin + din->lod[0].stride * p->y);
87ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    const uchar4 *py2 = (const uchar4 *)(pin + din->lod[0].stride * y1);
88ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
89ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    uchar4 *out = (uchar4 *)p->out;
90ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    uint32_t x1 = xstart;
91ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    uint32_t x2 = xend;
92ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    if(x1 == 0) {
93ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams        ConvolveOne(p, 0, out, py0, py1, py2, cp->fp);
94ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams        x1 ++;
95ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams        out++;
96ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    }
97ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
98ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    if(x2 > x1) {
99ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams#if defined(ARCH_ARM_HAVE_NEON)
100ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams        int32_t len = (x2 - x1 - 1) >> 1;
101ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams        if(len > 0) {
102ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams            rsdIntrinsicConvolve3x3_K(out, &py0[x1-1], &py1[x1-1], &py2[x1-1], cp->ip, len);
103ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams            x1 += len << 1;
104ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams            out += len << 1;
105ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams        }
106ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams#endif
107ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
108ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams        while(x1 != x2) {
109ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams            ConvolveOne(p, x1, out, py0, py1, py2, cp->fp);
110ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams            out++;
111ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams            x1++;
112ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams        }
113ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    }
114ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams}
115ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
116ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Samsvoid * rsdIntrinsic_InitConvolve3x3(const android::renderscript::Context *dc,
117ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                                    android::renderscript::Script *script,
118ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams                                    RsdIntriniscFuncs_t *funcs) {
119ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
120ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    script->mHal.info.exportedVariableCount = 2;
121ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    funcs->bind = Convolve3x3_Bind;
122ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    funcs->setVar = Convolve3x3_SetVar;
123ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    funcs->root = Convolve3x3_uchar4;
124ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
125ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    ConvolveParams *cp = (ConvolveParams *)calloc(1, sizeof(ConvolveParams));
126ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    for(int ct=0; ct < 9; ct++) {
127ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams        cp->fp[ct] = 1.f / 9.f;
128ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams        cp->ip[ct] = (short)(cp->fp[ct] * 255.f + 0.5f);
129ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    }
130ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams    return cp;
131ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams}
132ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
133ca29b8caf56fa4866752f9cea4ec02b2a271dceeJason Sams
134