rsCpuIntrinsicConvolve3x3.cpp revision c905efd76fdcc1b8846b229bf7d991d185a7b4b7
1e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams/* 2e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * Copyright (C) 2012 The Android Open Source Project 3e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * 4e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * Licensed under the Apache License, Version 2.0 (the "License"); 5e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * you may not use this file except in compliance with the License. 6e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * You may obtain a copy of the License at 7e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * 8e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * http://www.apache.org/licenses/LICENSE-2.0 9e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * 10e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * Unless required by applicable law or agreed to in writing, software 11e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * distributed under the License is distributed on an "AS IS" BASIS, 12e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * See the License for the specific language governing permissions and 14e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * limitations under the License. 15e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams */ 16e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 17e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 18709a0978ae141198018ca9769f8d96292a8928e6Jason Sams#include "rsCpuIntrinsic.h" 19709a0978ae141198018ca9769f8d96292a8928e6Jason Sams#include "rsCpuIntrinsicInlines.h" 20e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 21e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Samsusing namespace android; 22e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Samsusing namespace android::renderscript; 23e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 24709a0978ae141198018ca9769f8d96292a8928e6Jason Samsnamespace android { 25709a0978ae141198018ca9769f8d96292a8928e6Jason Samsnamespace renderscript { 26709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 27709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 28709a0978ae141198018ca9769f8d96292a8928e6Jason Samsclass RsdCpuScriptIntrinsicConvolve3x3 : public RsdCpuScriptIntrinsic { 29709a0978ae141198018ca9769f8d96292a8928e6Jason Samspublic: 30709a0978ae141198018ca9769f8d96292a8928e6Jason Sams virtual void populateScript(Script *); 31709a0978ae141198018ca9769f8d96292a8928e6Jason Sams virtual void invokeFreeChildren(); 32709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 33709a0978ae141198018ca9769f8d96292a8928e6Jason Sams virtual void setGlobalVar(uint32_t slot, const void *data, size_t dataLength); 34709a0978ae141198018ca9769f8d96292a8928e6Jason Sams virtual void setGlobalObj(uint32_t slot, ObjectBase *data); 35709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 36709a0978ae141198018ca9769f8d96292a8928e6Jason Sams virtual ~RsdCpuScriptIntrinsicConvolve3x3(); 37c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams RsdCpuScriptIntrinsicConvolve3x3(RsdCpuReferenceImpl *ctx, const Script *s, const Element *); 38709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 39709a0978ae141198018ca9769f8d96292a8928e6Jason Samsprotected: 40c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams float mFp[16]; 41c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams short mIp[16]; 42c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams ObjectBaseRef<const Allocation> mAlloc; 43c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams ObjectBaseRef<const Element> mElement; 44709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 45709a0978ae141198018ca9769f8d96292a8928e6Jason Sams static void kernel(const RsForEachStubParamStruct *p, 46709a0978ae141198018ca9769f8d96292a8928e6Jason Sams uint32_t xstart, uint32_t xend, 47709a0978ae141198018ca9769f8d96292a8928e6Jason Sams uint32_t instep, uint32_t outstep); 48e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams}; 49e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 50709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 51e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams} 52e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 53e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 54709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::setGlobalObj(uint32_t slot, ObjectBase *data) { 55709a0978ae141198018ca9769f8d96292a8928e6Jason Sams rsAssert(slot == 1); 56c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams mAlloc.set(static_cast<Allocation *>(data)); 57709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 58709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 59709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::setGlobalVar(uint32_t slot, const void *data, 60709a0978ae141198018ca9769f8d96292a8928e6Jason Sams size_t dataLength) { 61e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams rsAssert(slot == 0); 62c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams memcpy (&mFp, data, dataLength); 63e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams for(int ct=0; ct < 9; ct++) { 64c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams mIp[ct] = (short)(mFp[ct] * 255.f + 0.5f); 65e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 66e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams} 67e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 68709a0978ae141198018ca9769f8d96292a8928e6Jason Samsextern "C" void rsdIntrinsicConvolve3x3_K(void *dst, const void *y0, const void *y1, 69709a0978ae141198018ca9769f8d96292a8928e6Jason Sams const void *y2, const short *coef, uint32_t count); 70e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 71e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 72e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Samsstatic void ConvolveOne(const RsForEachStubParamStruct *p, uint32_t x, uchar4 *out, 73e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams const uchar4 *py0, const uchar4 *py1, const uchar4 *py2, 74e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams const float* coeff) { 75e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 76d85e283087ecd00760a0d8d0c9d8482cda845efcJason Sams uint32_t x1 = rsMax((int32_t)x-1, 0); 774cca49b13db92b13ca07c1d330ad450d1b10f507Tim Murray uint32_t x2 = rsMin((int32_t)x+1, (int32_t)p->dimX-1); 78e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 79e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams float4 px = convert_float4(py0[x1]) * coeff[0] + 80e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py0[x]) * coeff[1] + 81e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py0[x2]) * coeff[2] + 82e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py1[x1]) * coeff[3] + 83e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py1[x]) * coeff[4] + 84e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py1[x2]) * coeff[5] + 85e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py2[x1]) * coeff[6] + 86e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py2[x]) * coeff[7] + 87e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py2[x2]) * coeff[8]; 88e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 89d85e283087ecd00760a0d8d0c9d8482cda845efcJason Sams px = clamp(px, 0.f, 255.f); 90e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uchar4 o = {(uchar)px.x, (uchar)px.y, (uchar)px.z, (uchar)px.w}; 91e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams *out = o; 92e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams} 93e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 94709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::kernel(const RsForEachStubParamStruct *p, 95709a0978ae141198018ca9769f8d96292a8928e6Jason Sams uint32_t xstart, uint32_t xend, 96709a0978ae141198018ca9769f8d96292a8928e6Jason Sams uint32_t instep, uint32_t outstep) { 97709a0978ae141198018ca9769f8d96292a8928e6Jason Sams RsdCpuScriptIntrinsicConvolve3x3 *cp = (RsdCpuScriptIntrinsicConvolve3x3 *)p->usr; 98b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams 99c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams if (!cp->mAlloc.get()) { 100b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams ALOGE("Convolve3x3 executed without input, skipping"); 101b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams return; 102b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams } 103c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams const uchar *pin = (const uchar *)cp->mAlloc->mHal.drvState.lod[0].mallocPtr; 104c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams const size_t stride = cp->mAlloc->mHal.drvState.lod[0].stride; 105e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 106e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uint32_t y1 = rsMin((int32_t)p->y + 1, (int32_t)(p->dimY-1)); 107e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uint32_t y2 = rsMax((int32_t)p->y - 1, 0); 108709a0978ae141198018ca9769f8d96292a8928e6Jason Sams const uchar4 *py0 = (const uchar4 *)(pin + stride * y2); 109709a0978ae141198018ca9769f8d96292a8928e6Jason Sams const uchar4 *py1 = (const uchar4 *)(pin + stride * p->y); 110709a0978ae141198018ca9769f8d96292a8928e6Jason Sams const uchar4 *py2 = (const uchar4 *)(pin + stride * y1); 111e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 112e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uchar4 *out = (uchar4 *)p->out; 113e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uint32_t x1 = xstart; 114e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uint32_t x2 = xend; 115e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams if(x1 == 0) { 116c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams ConvolveOne(p, 0, out, py0, py1, py2, cp->mFp); 117e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams x1 ++; 118e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams out++; 119e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 120e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 121e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams if(x2 > x1) { 122e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams#if defined(ARCH_ARM_HAVE_NEON) 123e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams int32_t len = (x2 - x1 - 1) >> 1; 124e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams if(len > 0) { 125c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams rsdIntrinsicConvolve3x3_K(out, &py0[x1-1], &py1[x1-1], &py2[x1-1], cp->mIp, len); 126e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams x1 += len << 1; 127e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams out += len << 1; 128e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 129e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams#endif 130e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 131e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams while(x1 != x2) { 132c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams ConvolveOne(p, x1, out, py0, py1, py2, cp->mFp); 133e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams out++; 134e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams x1++; 135e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 136e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 137e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams} 138e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 139709a0978ae141198018ca9769f8d96292a8928e6Jason SamsRsdCpuScriptIntrinsicConvolve3x3::RsdCpuScriptIntrinsicConvolve3x3( 140c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams RsdCpuReferenceImpl *ctx, const Script *s, const Element *e) 141c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams : RsdCpuScriptIntrinsic(ctx, s, e, RS_SCRIPT_INTRINSIC_ID_CONVOLVE_3x3) { 142e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 143709a0978ae141198018ca9769f8d96292a8928e6Jason Sams mRootPtr = &kernel; 144e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams for(int ct=0; ct < 9; ct++) { 145c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams mFp[ct] = 1.f / 9.f; 146c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams mIp[ct] = (short)(mFp[ct] * 255.f + 0.5f); 147e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 148709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 149709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 150709a0978ae141198018ca9769f8d96292a8928e6Jason SamsRsdCpuScriptIntrinsicConvolve3x3::~RsdCpuScriptIntrinsicConvolve3x3() { 151709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 152709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 153709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::populateScript(Script *s) { 154709a0978ae141198018ca9769f8d96292a8928e6Jason Sams s->mHal.info.exportedVariableCount = 2; 155709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 156709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 157709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::invokeFreeChildren() { 158c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams mAlloc.clear(); 159709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 160709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 161709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 162c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason SamsRsdCpuScriptImpl * rsdIntrinsic_Convolve3x3(RsdCpuReferenceImpl *ctx, const Script *s, const Element *e) { 163709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 164c905efd76fdcc1b8846b229bf7d991d185a7b4b7Jason Sams return new RsdCpuScriptIntrinsicConvolve3x3(ctx, s, e); 165e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams} 166e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 167e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 168