rsCpuIntrinsicConvolve3x3.cpp revision 709a0978ae141198018ca9769f8d96292a8928e6
1e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams/* 2e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * Copyright (C) 2012 The Android Open Source Project 3e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * 4e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * Licensed under the Apache License, Version 2.0 (the "License"); 5e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * you may not use this file except in compliance with the License. 6e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * You may obtain a copy of the License at 7e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * 8e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * http://www.apache.org/licenses/LICENSE-2.0 9e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * 10e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * Unless required by applicable law or agreed to in writing, software 11e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * distributed under the License is distributed on an "AS IS" BASIS, 12e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * See the License for the specific language governing permissions and 14e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams * limitations under the License. 15e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams */ 16e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 17e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 18709a0978ae141198018ca9769f8d96292a8928e6Jason Sams#include "rsCpuIntrinsic.h" 19709a0978ae141198018ca9769f8d96292a8928e6Jason Sams#include "rsCpuIntrinsicInlines.h" 20e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 21e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Samsusing namespace android; 22e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Samsusing namespace android::renderscript; 23e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 24709a0978ae141198018ca9769f8d96292a8928e6Jason Samsnamespace android { 25709a0978ae141198018ca9769f8d96292a8928e6Jason Samsnamespace renderscript { 26709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 27709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 28709a0978ae141198018ca9769f8d96292a8928e6Jason Samsclass RsdCpuScriptIntrinsicConvolve3x3 : public RsdCpuScriptIntrinsic { 29709a0978ae141198018ca9769f8d96292a8928e6Jason Samspublic: 30709a0978ae141198018ca9769f8d96292a8928e6Jason Sams virtual void populateScript(Script *); 31709a0978ae141198018ca9769f8d96292a8928e6Jason Sams virtual void invokeFreeChildren(); 32709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 33709a0978ae141198018ca9769f8d96292a8928e6Jason Sams virtual void setGlobalVar(uint32_t slot, const void *data, size_t dataLength); 34709a0978ae141198018ca9769f8d96292a8928e6Jason Sams virtual void setGlobalObj(uint32_t slot, ObjectBase *data); 35709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 36709a0978ae141198018ca9769f8d96292a8928e6Jason Sams virtual ~RsdCpuScriptIntrinsicConvolve3x3(); 37709a0978ae141198018ca9769f8d96292a8928e6Jason Sams RsdCpuScriptIntrinsicConvolve3x3(RsdCpuReferenceImpl *ctx, const Script *s); 38709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 39709a0978ae141198018ca9769f8d96292a8928e6Jason Samsprotected: 40e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams float fp[16]; 41e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams short ip[16]; 42e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams ObjectBaseRef<Allocation> alloc; 43709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 44709a0978ae141198018ca9769f8d96292a8928e6Jason Sams static void kernel(const RsForEachStubParamStruct *p, 45709a0978ae141198018ca9769f8d96292a8928e6Jason Sams uint32_t xstart, uint32_t xend, 46709a0978ae141198018ca9769f8d96292a8928e6Jason Sams uint32_t instep, uint32_t outstep); 47e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams}; 48e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 49709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 50e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams} 51e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 52e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 53709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::setGlobalObj(uint32_t slot, ObjectBase *data) { 54709a0978ae141198018ca9769f8d96292a8928e6Jason Sams rsAssert(slot == 1); 55709a0978ae141198018ca9769f8d96292a8928e6Jason Sams alloc.set(static_cast<Allocation *>(data)); 56709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 57709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 58709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::setGlobalVar(uint32_t slot, const void *data, 59709a0978ae141198018ca9769f8d96292a8928e6Jason Sams size_t dataLength) { 60e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams rsAssert(slot == 0); 61709a0978ae141198018ca9769f8d96292a8928e6Jason Sams memcpy (&fp, data, dataLength); 62e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams for(int ct=0; ct < 9; ct++) { 63709a0978ae141198018ca9769f8d96292a8928e6Jason Sams ip[ct] = (short)(fp[ct] * 255.f + 0.5f); 64e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 65e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams} 66e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 67709a0978ae141198018ca9769f8d96292a8928e6Jason Samsextern "C" void rsdIntrinsicConvolve3x3_K(void *dst, const void *y0, const void *y1, 68709a0978ae141198018ca9769f8d96292a8928e6Jason Sams const void *y2, const short *coef, uint32_t count); 69e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 70e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 71e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Samsstatic void ConvolveOne(const RsForEachStubParamStruct *p, uint32_t x, uchar4 *out, 72e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams const uchar4 *py0, const uchar4 *py1, const uchar4 *py2, 73e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams const float* coeff) { 74e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 75d85e283087ecd00760a0d8d0c9d8482cda845efcJason Sams uint32_t x1 = rsMax((int32_t)x-1, 0); 76d85e283087ecd00760a0d8d0c9d8482cda845efcJason Sams uint32_t x2 = rsMin((int32_t)x+1, (int32_t)p->dimX); 77e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 78e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams float4 px = convert_float4(py0[x1]) * coeff[0] + 79e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py0[x]) * coeff[1] + 80e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py0[x2]) * coeff[2] + 81e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py1[x1]) * coeff[3] + 82e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py1[x]) * coeff[4] + 83e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py1[x2]) * coeff[5] + 84e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py2[x1]) * coeff[6] + 85e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py2[x]) * coeff[7] + 86e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams convert_float4(py2[x2]) * coeff[8]; 87e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 88d85e283087ecd00760a0d8d0c9d8482cda845efcJason Sams px = clamp(px, 0.f, 255.f); 89e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uchar4 o = {(uchar)px.x, (uchar)px.y, (uchar)px.z, (uchar)px.w}; 90e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams *out = o; 91e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams} 92e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 93709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::kernel(const RsForEachStubParamStruct *p, 94709a0978ae141198018ca9769f8d96292a8928e6Jason Sams uint32_t xstart, uint32_t xend, 95709a0978ae141198018ca9769f8d96292a8928e6Jason Sams uint32_t instep, uint32_t outstep) { 96709a0978ae141198018ca9769f8d96292a8928e6Jason Sams RsdCpuScriptIntrinsicConvolve3x3 *cp = (RsdCpuScriptIntrinsicConvolve3x3 *)p->usr; 97b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams 98b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams if (!cp->alloc.get()) { 99b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams ALOGE("Convolve3x3 executed without input, skipping"); 100b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams return; 101b801b949e286275b5d19a33135235ba68d3a19a9Jason Sams } 102709a0978ae141198018ca9769f8d96292a8928e6Jason Sams const uchar *pin = (const uchar *)cp->alloc->mHal.drvState.lod[0].mallocPtr; 103709a0978ae141198018ca9769f8d96292a8928e6Jason Sams const size_t stride = cp->alloc->mHal.drvState.lod[0].stride; 104e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 105e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uint32_t y1 = rsMin((int32_t)p->y + 1, (int32_t)(p->dimY-1)); 106e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uint32_t y2 = rsMax((int32_t)p->y - 1, 0); 107709a0978ae141198018ca9769f8d96292a8928e6Jason Sams const uchar4 *py0 = (const uchar4 *)(pin + stride * y2); 108709a0978ae141198018ca9769f8d96292a8928e6Jason Sams const uchar4 *py1 = (const uchar4 *)(pin + stride * p->y); 109709a0978ae141198018ca9769f8d96292a8928e6Jason Sams const uchar4 *py2 = (const uchar4 *)(pin + stride * y1); 110e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 111e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uchar4 *out = (uchar4 *)p->out; 112e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uint32_t x1 = xstart; 113e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams uint32_t x2 = xend; 114e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams if(x1 == 0) { 115e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams ConvolveOne(p, 0, out, py0, py1, py2, cp->fp); 116e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams x1 ++; 117e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams out++; 118e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 119e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 120e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams if(x2 > x1) { 121e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams#if defined(ARCH_ARM_HAVE_NEON) 122e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams int32_t len = (x2 - x1 - 1) >> 1; 123e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams if(len > 0) { 12440945e01597adaed9e728a14a17bf4a35452abd5Jason Sams rsdIntrinsicConvolve3x3_K(out, &py0[x1-1], &py1[x1-1], &py2[x1-1], cp->ip, len); 125e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams x1 += len << 1; 126e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams out += len << 1; 127e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 128e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams#endif 129e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 130e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams while(x1 != x2) { 131e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams ConvolveOne(p, x1, out, py0, py1, py2, cp->fp); 132e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams out++; 133e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams x1++; 134e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 135e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 136e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams} 137e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 138709a0978ae141198018ca9769f8d96292a8928e6Jason SamsRsdCpuScriptIntrinsicConvolve3x3::RsdCpuScriptIntrinsicConvolve3x3( 139709a0978ae141198018ca9769f8d96292a8928e6Jason Sams RsdCpuReferenceImpl *ctx, const Script *s) 140709a0978ae141198018ca9769f8d96292a8928e6Jason Sams : RsdCpuScriptIntrinsic(ctx, s, RS_SCRIPT_INTRINSIC_ID_CONVOLVE_3x3) { 141e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 142709a0978ae141198018ca9769f8d96292a8928e6Jason Sams mRootPtr = &kernel; 143e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams for(int ct=0; ct < 9; ct++) { 144709a0978ae141198018ca9769f8d96292a8928e6Jason Sams fp[ct] = 1.f / 9.f; 145709a0978ae141198018ca9769f8d96292a8928e6Jason Sams ip[ct] = (short)(fp[ct] * 255.f + 0.5f); 146e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams } 147709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 148709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 149709a0978ae141198018ca9769f8d96292a8928e6Jason SamsRsdCpuScriptIntrinsicConvolve3x3::~RsdCpuScriptIntrinsicConvolve3x3() { 150709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 151709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 152709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::populateScript(Script *s) { 153709a0978ae141198018ca9769f8d96292a8928e6Jason Sams s->mHal.info.exportedVariableCount = 2; 154709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 155709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 156709a0978ae141198018ca9769f8d96292a8928e6Jason Samsvoid RsdCpuScriptIntrinsicConvolve3x3::invokeFreeChildren() { 157709a0978ae141198018ca9769f8d96292a8928e6Jason Sams alloc.clear(); 158709a0978ae141198018ca9769f8d96292a8928e6Jason Sams} 159709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 160709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 161709a0978ae141198018ca9769f8d96292a8928e6Jason SamsRsdCpuScriptImpl * rsdIntrinsic_Convolve3x3(RsdCpuReferenceImpl *ctx, const Script *s) { 162709a0978ae141198018ca9769f8d96292a8928e6Jason Sams 163709a0978ae141198018ca9769f8d96292a8928e6Jason Sams return new RsdCpuScriptIntrinsicConvolve3x3(ctx, s); 164e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams} 165e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 166e1e08b4c9cc80c51224fdaf3aeab0804daf073e6Jason Sams 167