SkBicubicImageFilter.cpp revision ae81d5c4aa1716756b2cfb4c44f27f4dce2716ef 
1/*
2 * Copyright 2013 The Android Open Source Project
3 *
4 * Use of this source code is governed by a BSD-style license that can be
5 * found in the LICENSE file.
6 */
7
8#include "SkBicubicImageFilter.h"
9#include "SkBitmap.h"
10#include "SkColorPriv.h"
11#include "SkFlattenableBuffers.h"
12#include "SkMatrix.h"
13#include "SkRect.h"
14#include "SkUnPreMultiply.h"
15
16#if SK_SUPPORT_GPU
17#include "gl/GrGLEffectMatrix.h"
18#include "effects/GrSingleTextureEffect.h"
19#include "GrTBackendEffectFactory.h"
20#include "GrContext.h"
21#include "GrTexture.h"
22#include "SkImageFilterUtils.h"
23#endif
24
25SkBicubicImageFilter::SkBicubicImageFilter(const SkSize& scale, const SkScalar coefficients[16], SkImageFilter* input)
26  : INHERITED(input),
27    fScale(scale) {
28    memcpy(fCoefficients, coefficients, sizeof(fCoefficients));
29}
30
31#define DS(x) SkDoubleToScalar(x)
32
33SkBicubicImageFilter* SkBicubicImageFilter::CreateMitchell(const SkSize& scale,
34                                                           SkImageFilter* input) {
35    static const SkScalar coefficients[16] = {
36        DS( 1.0 / 18.0), DS(-9.0 / 18.0), DS( 15.0 / 18.0), DS( -7.0 / 18.0),
37        DS(16.0 / 18.0), DS( 0.0 / 18.0), DS(-36.0 / 18.0), DS( 21.0 / 18.0),
38        DS( 1.0 / 18.0), DS( 9.0 / 18.0), DS( 27.0 / 18.0), DS(-21.0 / 18.0),
39        DS( 0.0 / 18.0), DS( 0.0 / 18.0), DS( -6.0 / 18.0), DS(  7.0 / 18.0),
40    };
41    return SkNEW_ARGS(SkBicubicImageFilter, (scale, coefficients, input));
42}
43
44SkBicubicImageFilter::SkBicubicImageFilter(SkFlattenableReadBuffer& buffer) : INHERITED(buffer) {
45    SkDEBUGCODE(uint32_t readSize =) buffer.readScalarArray(fCoefficients);
46    SkASSERT(readSize == 16);
47    fScale.fWidth = buffer.readScalar();
48    fScale.fHeight = buffer.readScalar();
49}
50
51void SkBicubicImageFilter::flatten(SkFlattenableWriteBuffer& buffer) const {
52    this->INHERITED::flatten(buffer);
53    buffer.writeScalarArray(fCoefficients, 16);
54    buffer.writeScalar(fScale.fWidth);
55    buffer.writeScalar(fScale.fHeight);
56}
57
58SkBicubicImageFilter::~SkBicubicImageFilter() {
59}
60
61inline SkPMColor cubicBlend(const SkScalar c[16], SkScalar t, SkPMColor c0, SkPMColor c1, SkPMColor c2, SkPMColor c3) {
62    SkScalar t2 = t * t, t3 = t2 * t;
63    SkScalar cc[4];
64    // FIXME:  For the fractx case, this should be refactored out of this function.
65    cc[0] = c[0]  + SkScalarMul(c[1], t) + SkScalarMul(c[2], t2) + SkScalarMul(c[3], t3);
66    cc[1] = c[4]  + SkScalarMul(c[5], t) + SkScalarMul(c[6], t2) + SkScalarMul(c[7], t3);
67    cc[2] = c[8]  + SkScalarMul(c[9], t) + SkScalarMul(c[10], t2) + SkScalarMul(c[11], t3);
68    cc[3] = c[12] + SkScalarMul(c[13], t) + SkScalarMul(c[14], t2) + SkScalarMul(c[15], t3);
69    SkScalar a = SkScalarClampMax(SkScalarMul(cc[0], SkGetPackedA32(c0)) + SkScalarMul(cc[1], SkGetPackedA32(c1)) + SkScalarMul(cc[2], SkGetPackedA32(c2)) + SkScalarMul(cc[3], SkGetPackedA32(c3)), 255);
70    SkScalar r = SkScalarMul(cc[0], SkGetPackedR32(c0)) + SkScalarMul(cc[1], SkGetPackedR32(c1)) + SkScalarMul(cc[2], SkGetPackedR32(c2)) + SkScalarMul(cc[3], SkGetPackedR32(c3));
71    SkScalar g = SkScalarMul(cc[0], SkGetPackedG32(c0)) + SkScalarMul(cc[1], SkGetPackedG32(c1)) + SkScalarMul(cc[2], SkGetPackedG32(c2)) + SkScalarMul(cc[3], SkGetPackedG32(c3));
72    SkScalar b = SkScalarMul(cc[0], SkGetPackedB32(c0)) + SkScalarMul(cc[1], SkGetPackedB32(c1)) + SkScalarMul(cc[2], SkGetPackedB32(c2)) + SkScalarMul(cc[3], SkGetPackedB32(c3));
73    return SkPackARGB32(SkScalarRoundToInt(a),
74                        SkScalarRoundToInt(SkScalarClampMax(r, a)),
75                        SkScalarRoundToInt(SkScalarClampMax(g, a)),
76                        SkScalarRoundToInt(SkScalarClampMax(b, a)));
77}
78
79bool SkBicubicImageFilter::onFilterImage(Proxy* proxy,
80                                         const SkBitmap& source,
81                                         const SkMatrix& matrix,
82                                         SkBitmap* result,
83                                         SkIPoint* loc) {
84    SkBitmap src = this->getInputResult(0, proxy, source, matrix, loc);
85    if (src.config() != SkBitmap::kARGB_8888_Config) {
86        return false;
87    }
88
89    SkAutoLockPixels alp(src);
90    if (!src.getPixels()) {
91        return false;
92    }
93
94    SkRect dstRect = SkRect::MakeWH(SkScalarMul(SkIntToScalar(src.width()), fScale.fWidth),
95                                    SkScalarMul(SkIntToScalar(src.height()), fScale.fHeight));
96    SkIRect dstIRect;
97    dstRect.roundOut(&dstIRect);
98    result->setConfig(src.config(), dstIRect.width(), dstIRect.height());
99    result->allocPixels();
100    if (!result->getPixels()) {
101        return false;
102    }
103
104    SkRect srcRect;
105    src.getBounds(&srcRect);
106    SkMatrix inverse;
107    inverse.setRectToRect(dstRect, srcRect, SkMatrix::kFill_ScaleToFit);
108    inverse.postTranslate(SkFloatToScalar(-0.5f), SkFloatToScalar(-0.5f));
109
110    for (int y = dstIRect.fTop; y < dstIRect.fBottom; ++y) {
111        SkPMColor* dptr = result->getAddr32(dstIRect.fLeft, y);
112        for (int x = dstIRect.fLeft; x < dstIRect.fRight; ++x) {
113            SkPoint srcPt, dstPt = SkPoint::Make(SkIntToScalar(x), SkIntToScalar(y));
114            inverse.mapPoints(&srcPt, &dstPt, 1);
115            SkScalar fractx = srcPt.fX - SkScalarFloorToScalar(srcPt.fX);
116            SkScalar fracty = srcPt.fY - SkScalarFloorToScalar(srcPt.fY);
117            int sx = SkScalarFloorToInt(srcPt.fX);
118            int sy = SkScalarFloorToInt(srcPt.fY);
119            int x0 = SkClampMax(sx - 1, src.width() - 1);
120            int x1 = SkClampMax(sx    , src.width() - 1);
121            int x2 = SkClampMax(sx + 1, src.width() - 1);
122            int x3 = SkClampMax(sx + 2, src.width() - 1);
123            int y0 = SkClampMax(sy - 1, src.height() - 1);
124            int y1 = SkClampMax(sy    , src.height() - 1);
125            int y2 = SkClampMax(sy + 1, src.height() - 1);
126            int y3 = SkClampMax(sy + 2, src.height() - 1);
127            SkPMColor s00 = *src.getAddr32(x0, y0);
128            SkPMColor s10 = *src.getAddr32(x1, y0);
129            SkPMColor s20 = *src.getAddr32(x2, y0);
130            SkPMColor s30 = *src.getAddr32(x3, y0);
131            SkPMColor s0 = cubicBlend(fCoefficients, fractx, s00, s10, s20, s30);
132            SkPMColor s01 = *src.getAddr32(x0, y1);
133            SkPMColor s11 = *src.getAddr32(x1, y1);
134            SkPMColor s21 = *src.getAddr32(x2, y1);
135            SkPMColor s31 = *src.getAddr32(x3, y1);
136            SkPMColor s1 = cubicBlend(fCoefficients, fractx, s01, s11, s21, s31);
137            SkPMColor s02 = *src.getAddr32(x0, y2);
138            SkPMColor s12 = *src.getAddr32(x1, y2);
139            SkPMColor s22 = *src.getAddr32(x2, y2);
140            SkPMColor s32 = *src.getAddr32(x3, y2);
141            SkPMColor s2 = cubicBlend(fCoefficients, fractx, s02, s12, s22, s32);
142            SkPMColor s03 = *src.getAddr32(x0, y3);
143            SkPMColor s13 = *src.getAddr32(x1, y3);
144            SkPMColor s23 = *src.getAddr32(x2, y3);
145            SkPMColor s33 = *src.getAddr32(x3, y3);
146            SkPMColor s3 = cubicBlend(fCoefficients, fractx, s03, s13, s23, s33);
147            *dptr++ = cubicBlend(fCoefficients, fracty, s0, s1, s2, s3);
148        }
149    }
150    return true;
151}
152
153///////////////////////////////////////////////////////////////////////////////
154
155#if SK_SUPPORT_GPU
156class GrGLBicubicEffect;
157
158class GrBicubicEffect : public GrSingleTextureEffect {
159public:
160    virtual ~GrBicubicEffect();
161
162    static const char* Name() { return "Bicubic"; }
163    const float* coefficients() const { return fCoefficients; }
164
165    typedef GrGLBicubicEffect GLEffect;
166
167    virtual const GrBackendEffectFactory& getFactory() const SK_OVERRIDE;
168    virtual void getConstantColorComponents(GrColor* color, uint32_t* validFlags) const SK_OVERRIDE;
169
170    static GrEffectRef* Create(GrTexture* tex, const SkScalar coefficients[16]) {
171        AutoEffectUnref effect(SkNEW_ARGS(GrBicubicEffect, (tex, coefficients)));
172        return CreateEffectRef(effect);
173    }
174
175private:
176    GrBicubicEffect(GrTexture*, const SkScalar coefficients[16]);
177    virtual bool onIsEqual(const GrEffect&) const SK_OVERRIDE;
178    float    fCoefficients[16];
179
180    GR_DECLARE_EFFECT_TEST;
181
182    typedef GrSingleTextureEffect INHERITED;
183};
184
185class GrGLBicubicEffect : public GrGLEffect {
186public:
187    GrGLBicubicEffect(const GrBackendEffectFactory& factory,
188                      const GrDrawEffect&);
189    virtual void emitCode(GrGLShaderBuilder*,
190                          const GrDrawEffect&,
191                          EffectKey,
192                          const char* outputColor,
193                          const char* inputColor,
194                          const TextureSamplerArray&) SK_OVERRIDE;
195
196    static inline EffectKey GenKey(const GrDrawEffect&, const GrGLCaps&);
197
198    virtual void setData(const GrGLUniformManager&, const GrDrawEffect&) SK_OVERRIDE;
199
200private:
201    typedef GrGLUniformManager::UniformHandle        UniformHandle;
202
203    UniformHandle       fCoefficientsUni;
204    UniformHandle       fImageIncrementUni;
205
206    GrGLEffectMatrix    fEffectMatrix;
207
208    typedef GrGLEffect INHERITED;
209};
210
211GrGLBicubicEffect::GrGLBicubicEffect(const GrBackendEffectFactory& factory,
212                                     const GrDrawEffect& drawEffect)
213    : INHERITED(factory)
214    , fCoefficientsUni(GrGLUniformManager::kInvalidUniformHandle)
215    , fImageIncrementUni(GrGLUniformManager::kInvalidUniformHandle)
216    , fEffectMatrix(drawEffect.castEffect<GrBicubicEffect>().coordsType()) {
217}
218
219void GrGLBicubicEffect::emitCode(GrGLShaderBuilder* builder,
220                                 const GrDrawEffect&,
221                                 EffectKey key,
222                                 const char* outputColor,
223                                 const char* inputColor,
224                                 const TextureSamplerArray& samplers) {
225    const char* coords;
226    fEffectMatrix.emitCodeMakeFSCoords2D(builder, key, &coords);
227    fCoefficientsUni = builder->addUniform(GrGLShaderBuilder::kFragment_ShaderType,
228                                           kMat44f_GrSLType, "Coefficients");
229    fImageIncrementUni = builder->addUniform(GrGLShaderBuilder::kFragment_ShaderType,
230                                             kVec2f_GrSLType, "ImageIncrement");
231
232    const char* imgInc = builder->getUniformCStr(fImageIncrementUni);
233    const char* coeff = builder->getUniformCStr(fCoefficientsUni);
234
235    SkString cubicBlendName;
236
237    static const GrGLShaderVar gCubicBlendArgs[] = {
238        GrGLShaderVar("coefficients",  kMat44f_GrSLType),
239        GrGLShaderVar("t",             kFloat_GrSLType),
240        GrGLShaderVar("c0",            kVec4f_GrSLType),
241        GrGLShaderVar("c1",            kVec4f_GrSLType),
242        GrGLShaderVar("c2",            kVec4f_GrSLType),
243        GrGLShaderVar("c3",            kVec4f_GrSLType),
244    };
245    builder->emitFunction(GrGLShaderBuilder::kFragment_ShaderType,
246                          kVec4f_GrSLType,
247                          "cubicBlend",
248                          SK_ARRAY_COUNT(gCubicBlendArgs),
249                          gCubicBlendArgs,
250                          "\tvec4 ts = vec4(1.0, t, t * t, t * t * t);\n"
251                          "\tvec4 c = coefficients * ts;\n"
252                          "\treturn c.x * c0 + c.y * c1 + c.z * c2 + c.w * c3;\n",
253                          &cubicBlendName);
254    builder->fsCodeAppendf("\tvec2 coord = %s - %s * vec2(0.5, 0.5);\n", coords, imgInc);
255    builder->fsCodeAppendf("\tvec2 f = fract(coord / %s);\n", imgInc);
256    for (int y = 0; y < 4; ++y) {
257        for (int x = 0; x < 4; ++x) {
258            SkString coord;
259            coord.printf("coord + %s * vec2(%d, %d)", imgInc, x - 1, y - 1);
260            builder->fsCodeAppendf("\tvec4 s%d%d = ", x, y);
261            builder->appendTextureLookup(GrGLShaderBuilder::kFragment_ShaderType,
262                                         samplers[0],
263                                         coord.c_str());
264            builder->fsCodeAppend(";\n");
265        }
266        builder->fsCodeAppendf("\tvec4 s%d = %s(%s, f.x, s0%d, s1%d, s2%d, s3%d);\n", y, cubicBlendName.c_str(), coeff, y, y, y, y);
267    }
268    builder->fsCodeAppendf("\t%s = %s(%s, f.y, s0, s1, s2, s3);\n", outputColor, cubicBlendName.c_str(), coeff);
269}
270
271GrGLEffect::EffectKey GrGLBicubicEffect::GenKey(const GrDrawEffect& drawEffect, const GrGLCaps&) {
272    const GrBicubicEffect& bicubic = drawEffect.castEffect<GrBicubicEffect>();
273    EffectKey matrixKey = GrGLEffectMatrix::GenKey(bicubic.getMatrix(),
274                                                   drawEffect,
275                                                   bicubic.coordsType(),
276                                                   bicubic.texture(0));
277    return matrixKey;
278}
279
280void GrGLBicubicEffect::setData(const GrGLUniformManager& uman,
281                                const GrDrawEffect& drawEffect) {
282    const GrBicubicEffect& effect = drawEffect.castEffect<GrBicubicEffect>();
283    GrTexture& texture = *effect.texture(0);
284    float imageIncrement[2];
285    imageIncrement[0] = 1.0f / texture.width();
286    imageIncrement[1] = 1.0f / texture.height();
287    uman.set2fv(fImageIncrementUni, 0, 1, imageIncrement);
288    uman.setMatrix4f(fCoefficientsUni, effect.coefficients());
289    fEffectMatrix.setData(uman,
290                          effect.getMatrix(),
291                          drawEffect,
292                          effect.texture(0));
293}
294
295GrBicubicEffect::GrBicubicEffect(GrTexture* texture,
296                                 const SkScalar coefficients[16])
297  : INHERITED(texture, MakeDivByTextureWHMatrix(texture)) {
298    for (int y = 0; y < 4; y++) {
299        for (int x = 0; x < 4; x++) {
300            // Convert from row-major scalars to column-major floats.
301            fCoefficients[x * 4 + y] = SkScalarToFloat(coefficients[y * 4 + x]);
302        }
303    }
304}
305
306GrBicubicEffect::~GrBicubicEffect() {
307}
308
309const GrBackendEffectFactory& GrBicubicEffect::getFactory() const {
310    return GrTBackendEffectFactory<GrBicubicEffect>::getInstance();
311}
312
313bool GrBicubicEffect::onIsEqual(const GrEffect& sBase) const {
314    const GrBicubicEffect& s = CastEffect<GrBicubicEffect>(sBase);
315    return this->texture(0) == s.texture(0) &&
316           !memcmp(fCoefficients, s.coefficients(), 16);
317}
318
319void GrBicubicEffect::getConstantColorComponents(GrColor* color, uint32_t* validFlags) const {
320    // FIXME:  Perhaps we can do better.
321    *validFlags = 0;
322    return;
323}
324
325GR_DEFINE_EFFECT_TEST(GrBicubicEffect);
326
327GrEffectRef* GrBicubicEffect::TestCreate(SkMWCRandom* random,
328                                         GrContext* context,
329                                         GrTexture* textures[]) {
330    int texIdx = random->nextBool() ? GrEffectUnitTest::kSkiaPMTextureIdx :
331                                      GrEffectUnitTest::kAlphaTextureIdx;
332    SkScalar coefficients[16];
333    for (int i = 0; i < 16; i++) {
334        coefficients[i] = random->nextSScalar1();
335    }
336    return GrBicubicEffect::Create(textures[texIdx], coefficients);
337}
338
339bool SkBicubicImageFilter::filterImageGPU(Proxy* proxy, const SkBitmap& src, SkBitmap* result) {
340    SkBitmap srcBM;
341    if (!SkImageFilterUtils::GetInputResultGPU(getInput(0), proxy, src, &srcBM)) {
342        return false;
343    }
344    GrTexture* srcTexture = (GrTexture*) srcBM.getTexture();
345    GrContext* context = srcTexture->getContext();
346
347    SkRect dstRect = SkRect::MakeWH(srcBM.width() * fScale.fWidth,
348                                    srcBM.height() * fScale.fHeight);
349
350    GrTextureDesc desc;
351    desc.fFlags = kRenderTarget_GrTextureFlagBit | kNoStencil_GrTextureFlagBit;
352    desc.fWidth = SkScalarCeilToInt(dstRect.width());
353    desc.fHeight = SkScalarCeilToInt(dstRect.height());
354    desc.fConfig = kSkia8888_GrPixelConfig;
355
356    GrAutoScratchTexture ast(context, desc);
357    SkAutoTUnref<GrTexture> dst(ast.detach());
358    if (!dst) {
359        return false;
360    }
361    GrContext::AutoRenderTarget art(context, dst->asRenderTarget());
362    GrPaint paint;
363    paint.colorStage(0)->setEffect(GrBicubicEffect::Create(srcTexture, fCoefficients))->unref();
364    SkRect srcRect;
365    srcBM.getBounds(&srcRect);
366    context->drawRectToRect(paint, dstRect, srcRect);
367    return SkImageFilterUtils::WrapTexture(dst, desc.fWidth, desc.fHeight, result);
368}
369#endif
370
371///////////////////////////////////////////////////////////////////////////////
372