rsCpuIntrinsicConvolve3x3.cpp revision c905efd76fdcc1b8846b229bf7d991d185a7b4b7
1e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams/*
2e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * Copyright (C) 2012 The Android Open Source Project
3e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams *
4e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * Licensed under the Apache License, Version 2.0 (the "License");
5e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * you may not use this file except in compliance with the License.
6e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * You may obtain a copy of the License at
7e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams *
8e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams *      http://www.apache.org/licenses/LICENSE-2.0
9e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams *
10e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * Unless required by applicable law or agreed to in writing, software
11e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * distributed under the License is distributed on an "AS IS" BASIS,
12e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * See the License for the specific language governing permissions and
14e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * limitations under the License.
15e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams */
16e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
17e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
18709a0978ae141198018ca9769f8d96292a8928e6Jason Sams#include "rsCpuIntrinsic.h"
19709a0978ae141198018ca9769f8d96292a8928e6Jason Sams#include "rsCpuIntrinsicInlines.h"
20e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
21e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Samsusing namespace android;
22e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Samsusing namespace android::renderscript;
23e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
24709a0978ae141198018ca9769f8d96292a8928e6Jason Samsnamespace android {
25709a0978ae141198018ca9769f8d96292a8928e6Jason Samsnamespace renderscript {
26709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
27709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
28709a0978ae141198018ca9769f8d96292a8928e6Jason Samsclass RsdCpuScriptIntrinsicConvolve3x3 : public RsdCpuScriptIntrinsic {
29709a0978ae141198018ca9769f8d96292a8928e6Jason Samspublic:
30709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    virtual void populateScript(Script *);
31709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    virtual void invokeFreeChildren();
32709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
33709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    virtual void setGlobalVar(uint32_t slot, const void *data, size_t dataLength);
34709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    virtual void setGlobalObj(uint32_t slot, ObjectBase *data);
35709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
36709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    virtual ~RsdCpuScriptIntrinsicConvolve3x3();
37c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    RsdCpuScriptIntrinsicConvolve3x3(RsdCpuReferenceImpl *ctx, const Script *s, const Element *);
38709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
39709a0978ae141198018ca9769f8d96292a8928e6Jason Samsprotected:
40c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    float mFp[16];
41c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    short mIp[16];
42c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    ObjectBaseRef<const Allocation> mAlloc;
43c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    ObjectBaseRef<const Element> mElement;
44709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
45709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    static void kernel(const RsForEachStubParamStruct *p,
46709a0978ae141198018ca9769f8d96292a8928e6Jason Sams                       uint32_t xstart, uint32_t xend,
47709a0978ae141198018ca9769f8d96292a8928e6Jason Sams                       uint32_t instep, uint32_t outstep);
48e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams};
49e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
50709a0978ae141198018ca9769f8d96292a8928e6Jason Sams}
51e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams}
52e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
53e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
54709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::setGlobalObj(uint32_t slot, ObjectBase *data) {
55709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    rsAssert(slot == 1);
56c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    mAlloc.set(static_cast<Allocation *>(data));
57709a0978ae141198018ca9769f8d96292a8928e6Jason Sams}
58709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
59709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::setGlobalVar(uint32_t slot, const void *data,
60709a0978ae141198018ca9769f8d96292a8928e6Jason Sams                                                    size_t dataLength) {
61e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    rsAssert(slot == 0);
62c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    memcpy (&mFp, data, dataLength);
63e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    for(int ct=0; ct < 9; ct++) {
64c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams        mIp[ct] = (short)(mFp[ct] * 255.f + 0.5f);
65e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    }
66e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams}
67e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
68709a0978ae141198018ca9769f8d96292a8928e6Jason Samsextern "C" void rsdIntrinsicConvolve3x3_K(void *dst, const void *y0, const void *y1,
69709a0978ae141198018ca9769f8d96292a8928e6Jason Sams                                          const void *y2, const short *coef, uint32_t count);
70e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
71e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
72e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Samsstatic void ConvolveOne(const RsForEachStubParamStruct *p, uint32_t x, uchar4 *out,
73e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams                        const uchar4 *py0, const uchar4 *py1, const uchar4 *py2,
74e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams                        const float* coeff) {
75e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
76d85e283087ecd00760a0d8d0c9d8482cda845efcJason Sams    uint32_t x1 = rsMax((int32_t)x-1, 0);
774cca49b13db92b13ca07c1d330ad450d1b10f507Tim Murray    uint32_t x2 = rsMin((int32_t)x+1, (int32_t)p->dimX-1);
78e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
79e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    float4 px = convert_float4(py0[x1]) * coeff[0] +
80e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams                convert_float4(py0[x]) * coeff[1] +
81e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams                convert_float4(py0[x2]) * coeff[2] +
82e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams                convert_float4(py1[x1]) * coeff[3] +
83e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams                convert_float4(py1[x]) * coeff[4] +
84e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams                convert_float4(py1[x2]) * coeff[5] +
85e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams                convert_float4(py2[x1]) * coeff[6] +
86e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams                convert_float4(py2[x]) * coeff[7] +
87e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams                convert_float4(py2[x2]) * coeff[8];
88e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
89d85e283087ecd00760a0d8d0c9d8482cda845efcJason Sams    px = clamp(px, 0.f, 255.f);
90e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    uchar4 o = {(uchar)px.x, (uchar)px.y, (uchar)px.z, (uchar)px.w};
91e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    *out = o;
92e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams}
93e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
94709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::kernel(const RsForEachStubParamStruct *p,
95709a0978ae141198018ca9769f8d96292a8928e6Jason Sams                                              uint32_t xstart, uint32_t xend,
96709a0978ae141198018ca9769f8d96292a8928e6Jason Sams                                              uint32_t instep, uint32_t outstep) {
97709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    RsdCpuScriptIntrinsicConvolve3x3 *cp = (RsdCpuScriptIntrinsicConvolve3x3 *)p->usr;
98b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams
99c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    if (!cp->mAlloc.get()) {
100b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams        ALOGE("Convolve3x3 executed without input, skipping");
101b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams        return;
102b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams    }
103c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    const uchar *pin = (const uchar *)cp->mAlloc->mHal.drvState.lod[0].mallocPtr;
104c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    const size_t stride = cp->mAlloc->mHal.drvState.lod[0].stride;
105e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
106e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    uint32_t y1 = rsMin((int32_t)p->y + 1, (int32_t)(p->dimY-1));
107e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    uint32_t y2 = rsMax((int32_t)p->y - 1, 0);
108709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    const uchar4 *py0 = (const uchar4 *)(pin + stride * y2);
109709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    const uchar4 *py1 = (const uchar4 *)(pin + stride * p->y);
110709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    const uchar4 *py2 = (const uchar4 *)(pin + stride * y1);
111e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
112e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    uchar4 *out = (uchar4 *)p->out;
113e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    uint32_t x1 = xstart;
114e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    uint32_t x2 = xend;
115e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    if(x1 == 0) {
116c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams        ConvolveOne(p, 0, out, py0, py1, py2, cp->mFp);
117e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams        x1 ++;
118e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams        out++;
119e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    }
120e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
121e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    if(x2 > x1) {
122e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams#if defined(ARCH_ARM_HAVE_NEON)
123e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams        int32_t len = (x2 - x1 - 1) >> 1;
124e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams        if(len > 0) {
125c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams            rsdIntrinsicConvolve3x3_K(out, &py0[x1-1], &py1[x1-1], &py2[x1-1], cp->mIp, len);
126e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams            x1 += len << 1;
127e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams            out += len << 1;
128e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams        }
129e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams#endif
130e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
131e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams        while(x1 != x2) {
132c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams            ConvolveOne(p, x1, out, py0, py1, py2, cp->mFp);
133e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams            out++;
134e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams            x1++;
135e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams        }
136e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    }
137e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams}
138e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
139709a0978ae141198018ca9769f8d96292a8928e6Jason SamsRsdCpuScriptIntrinsicConvolve3x3::RsdCpuScriptIntrinsicConvolve3x3(
140c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams            RsdCpuReferenceImpl *ctx, const Script *s, const Element *e)
141c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams            : RsdCpuScriptIntrinsic(ctx, s, e, RS_SCRIPT_INTRINSIC_ID_CONVOLVE_3x3) {
142e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
143709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    mRootPtr = &kernel;
144e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    for(int ct=0; ct < 9; ct++) {
145c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams        mFp[ct] = 1.f / 9.f;
146c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams        mIp[ct] = (short)(mFp[ct] * 255.f + 0.5f);
147e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams    }
148709a0978ae141198018ca9769f8d96292a8928e6Jason Sams}
149709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
150709a0978ae141198018ca9769f8d96292a8928e6Jason SamsRsdCpuScriptIntrinsicConvolve3x3::~RsdCpuScriptIntrinsicConvolve3x3() {
151709a0978ae141198018ca9769f8d96292a8928e6Jason Sams}
152709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
153709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::populateScript(Script *s) {
154709a0978ae141198018ca9769f8d96292a8928e6Jason Sams    s->mHal.info.exportedVariableCount = 2;
155709a0978ae141198018ca9769f8d96292a8928e6Jason Sams}
156709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
157709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::invokeFreeChildren() {
158c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    mAlloc.clear();
159709a0978ae141198018ca9769f8d96292a8928e6Jason Sams}
160709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
161709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
162c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason SamsRsdCpuScriptImpl * rsdIntrinsic_Convolve3x3(RsdCpuReferenceImpl *ctx, const Script *s, const Element *e) {
163709a0978ae141198018ca9769f8d96292a8928e6Jason Sams
164c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams    return new RsdCpuScriptIntrinsicConvolve3x3(ctx, s, e);
165e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams}
166e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
167e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams
168