127c2b09374bb97dfc3a0ab270490209747b91a64mtklein/* 227c2b09374bb97dfc3a0ab270490209747b91a64mtklein * Copyright 2015 Google Inc. 327c2b09374bb97dfc3a0ab270490209747b91a64mtklein * 427c2b09374bb97dfc3a0ab270490209747b91a64mtklein * Use of this source code is governed by a BSD-style license that can be 527c2b09374bb97dfc3a0ab270490209747b91a64mtklein * found in the LICENSE file. 627c2b09374bb97dfc3a0ab270490209747b91a64mtklein */ 727c2b09374bb97dfc3a0ab270490209747b91a64mtklein 827c2b09374bb97dfc3a0ab270490209747b91a64mtklein#ifndef Sk4pxXfermode_DEFINED 927c2b09374bb97dfc3a0ab270490209747b91a64mtklein#define Sk4pxXfermode_DEFINED 1027c2b09374bb97dfc3a0ab270490209747b91a64mtklein 1127c2b09374bb97dfc3a0ab270490209747b91a64mtklein#include "Sk4px.h" 12e721a8e883231af1878772ecd23be325113fcc48mtklein#include "SkMSAN.h" 13dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein#include "SkNx.h" 1454f313ccb8eba45954fe0a45092433cbf739b053mtklein#include "SkXfermode_proccoeff.h" 1527c2b09374bb97dfc3a0ab270490209747b91a64mtklein 1608f9234eaafcda33ebf5e74ec27ca72f4abda4fbmtkleinnamespace { 1727c2b09374bb97dfc3a0ab270490209747b91a64mtklein 182aab22a58a366df4752c1cf0f004092c6e7be335mtklein// Most xfermodes can be done most efficiently 4 pixels at a time in 8 or 16-bit fixed point. 19defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein#define XFERMODE(Xfermode) \ 20defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein struct Xfermode { Sk4px operator()(const Sk4px&, const Sk4px&) const; }; \ 21d9c0037211e1ae56c7b9628e69659e7f3df9081dmtklein inline Sk4px Xfermode::operator()(const Sk4px& d, const Sk4px& s) const 2227c2b09374bb97dfc3a0ab270490209747b91a64mtklein 23059ac00446404506a46cd303db15239c7aae49d5mtkleinXFERMODE(Clear) { return Sk4px::DupPMColor(0); } 2427c2b09374bb97dfc3a0ab270490209747b91a64mtkleinXFERMODE(Src) { return s; } 2527c2b09374bb97dfc3a0ab270490209747b91a64mtkleinXFERMODE(Dst) { return d; } 26059ac00446404506a46cd303db15239c7aae49d5mtkleinXFERMODE(SrcIn) { return s.approxMulDiv255(d.alphas() ); } 27059ac00446404506a46cd303db15239c7aae49d5mtkleinXFERMODE(SrcOut) { return s.approxMulDiv255(d.alphas().inv()); } 28059ac00446404506a46cd303db15239c7aae49d5mtkleinXFERMODE(SrcOver) { return s + d.approxMulDiv255(s.alphas().inv()); } 29d9c0037211e1ae56c7b9628e69659e7f3df9081dmtkleinXFERMODE(DstIn) { return SrcIn ()(s,d); } 30d9c0037211e1ae56c7b9628e69659e7f3df9081dmtkleinXFERMODE(DstOut) { return SrcOut ()(s,d); } 31d9c0037211e1ae56c7b9628e69659e7f3df9081dmtkleinXFERMODE(DstOver) { return SrcOver()(s,d); } 3227c2b09374bb97dfc3a0ab270490209747b91a64mtklein 3327c2b09374bb97dfc3a0ab270490209747b91a64mtklein// [ S * Da + (1 - Sa) * D] 34059ac00446404506a46cd303db15239c7aae49d5mtkleinXFERMODE(SrcATop) { return (s * d.alphas() + d * s.alphas().inv()).div255(); } 35d9c0037211e1ae56c7b9628e69659e7f3df9081dmtkleinXFERMODE(DstATop) { return SrcATop()(s,d); } 3627c2b09374bb97dfc3a0ab270490209747b91a64mtklein//[ S * (1 - Da) + (1 - Sa) * D ] 37059ac00446404506a46cd303db15239c7aae49d5mtkleinXFERMODE(Xor) { return (s * d.alphas().inv() + d * s.alphas().inv()).div255(); } 3827c2b09374bb97dfc3a0ab270490209747b91a64mtklein// [S + D ] 3927c2b09374bb97dfc3a0ab270490209747b91a64mtkleinXFERMODE(Plus) { return s.saturatedAdd(d); } 4027c2b09374bb97dfc3a0ab270490209747b91a64mtklein// [S * D ] 41059ac00446404506a46cd303db15239c7aae49d5mtkleinXFERMODE(Modulate) { return s.approxMulDiv255(d); } 4227c2b09374bb97dfc3a0ab270490209747b91a64mtklein// [S + D - S * D] 4327c2b09374bb97dfc3a0ab270490209747b91a64mtkleinXFERMODE(Screen) { 4427c2b09374bb97dfc3a0ab270490209747b91a64mtklein // Doing the math as S + (1-S)*D or S + (D - S*D) means the add and subtract can be done 4527c2b09374bb97dfc3a0ab270490209747b91a64mtklein // in 8-bit space without overflow. S + (1-S)*D is a touch faster because inv() is cheap. 46059ac00446404506a46cd303db15239c7aae49d5mtklein return s + d.approxMulDiv255(s.inv()); 4727c2b09374bb97dfc3a0ab270490209747b91a64mtklein} 48059ac00446404506a46cd303db15239c7aae49d5mtkleinXFERMODE(Multiply) { return (s * d.alphas().inv() + d * s.alphas().inv() + s*d).div255(); } 4927c2b09374bb97dfc3a0ab270490209747b91a64mtklein// [ Sa + Da - Sa*Da, Sc + Dc - 2*min(Sc*Da, Dc*Sa) ] (And notice Sa*Da == min(Sa*Da, Da*Sa).) 5027c2b09374bb97dfc3a0ab270490209747b91a64mtkleinXFERMODE(Difference) { 51059ac00446404506a46cd303db15239c7aae49d5mtklein auto m = Sk4px::Wide::Min(s * d.alphas(), d * s.alphas()).div255(); 5227c2b09374bb97dfc3a0ab270490209747b91a64mtklein // There's no chance of underflow, and if we subtract m before adding s+d, no overflow. 5327c2b09374bb97dfc3a0ab270490209747b91a64mtklein return (s - m) + (d - m.zeroAlphas()); 5427c2b09374bb97dfc3a0ab270490209747b91a64mtklein} 5527c2b09374bb97dfc3a0ab270490209747b91a64mtklein// [ Sa + Da - Sa*Da, Sc + Dc - 2*Sc*Dc ] 5627c2b09374bb97dfc3a0ab270490209747b91a64mtkleinXFERMODE(Exclusion) { 57059ac00446404506a46cd303db15239c7aae49d5mtklein auto p = s.approxMulDiv255(d); 5827c2b09374bb97dfc3a0ab270490209747b91a64mtklein // There's no chance of underflow, and if we subtract p before adding src+dst, no overflow. 5927c2b09374bb97dfc3a0ab270490209747b91a64mtklein return (s - p) + (d - p.zeroAlphas()); 6027c2b09374bb97dfc3a0ab270490209747b91a64mtklein} 6127c2b09374bb97dfc3a0ab270490209747b91a64mtklein 6244cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein// We take care to use exact math for these next few modes where alphas 6344cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein// and colors are calculated using significantly different math. We need 6444cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein// to preserve premul invariants, and exact math makes this easier. 6544cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein// 6644cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein// TODO: Some of these implementations might be able to be sped up a bit 6744cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein// while maintaining exact math, but let's follow up with that. 68b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein 6944cf62c79ec06f2d9ba408db593f3da2400d3a43mtkleinXFERMODE(HardLight) { 70b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein auto sa = s.alphas(), 71b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein da = d.alphas(); 72b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein 7344cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein auto srcover = s + (d * sa.inv()).div255(); 7444cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein 754be181e304d2b280c6801bd13369cfba236d1a66mtklein auto isLite = ((sa-s) < s).widenLoHi(); 76b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein 7744cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein auto lite = sa*da - ((da-d)*(sa-s) << 1), 7844cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein dark = s*d << 1, 79b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein both = s*da.inv() + d*sa.inv(); 80b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein 8144cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein auto alphas = srcover; 824be181e304d2b280c6801bd13369cfba236d1a66mtklein auto colors = (both + isLite.thenElse(lite, dark)).div255(); 83b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein return alphas.zeroColors() + colors.zeroAlphas(); 84b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein} 85d9c0037211e1ae56c7b9628e69659e7f3df9081dmtkleinXFERMODE(Overlay) { return HardLight()(s,d); } 86b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein 87b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtkleinXFERMODE(Darken) { 8844cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein auto sa = s.alphas(), 8944cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein da = d.alphas(); 9044cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein 9144cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein auto sda = (s*da).div255(), 9244cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein dsa = (d*sa).div255(); 9344cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein 9444cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein auto srcover = s + (d * sa.inv()).div255(), 9544cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein dstover = d + (s * da.inv()).div255(); 96b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein auto alphas = srcover, 97b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein colors = (sda < dsa).thenElse(srcover, dstover); 98b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein return alphas.zeroColors() + colors.zeroAlphas(); 99b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein} 100b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtkleinXFERMODE(Lighten) { 10144cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein auto sa = s.alphas(), 10244cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein da = d.alphas(); 10344cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein 10444cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein auto sda = (s*da).div255(), 10544cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein dsa = (d*sa).div255(); 10644cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein 10744cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein auto srcover = s + (d * sa.inv()).div255(), 10844cf62c79ec06f2d9ba408db593f3da2400d3a43mtklein dstover = d + (s * da.inv()).div255(); 109b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein auto alphas = srcover, 110b743c6679abeeeab998a1147fd6aefd3b4d1fcd9mtklein colors = (dsa < sda).thenElse(srcover, dstover); 111b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein return alphas.zeroColors() + colors.zeroAlphas(); 112b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein} 1132aab22a58a366df4752c1cf0f004092c6e7be335mtklein#undef XFERMODE 1142aab22a58a366df4752c1cf0f004092c6e7be335mtklein 11529d60e5ab594b39d1f533bff090877b1bb821e06mtklein// Some xfermodes use math like divide or sqrt that's best done in floats 1 pixel at a time. 116defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein#define XFERMODE(Xfermode) \ 117defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein struct Xfermode { Sk4f operator()(const Sk4f&, const Sk4f&) const; }; \ 118defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein inline Sk4f Xfermode::operator()(const Sk4f& d, const Sk4f& s) const 119dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein 120dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtkleinstatic inline Sk4f a_rgb(const Sk4f& a, const Sk4f& rgb) { 12129d60e5ab594b39d1f533bff090877b1bb821e06mtklein static_assert(SK_A32_SHIFT == 24, ""); 122dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein return a * Sk4f(0,0,0,1) + rgb * Sk4f(1,1,1,0); 123dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein} 12429d60e5ab594b39d1f533bff090877b1bb821e06mtkleinstatic inline Sk4f alphas(const Sk4f& f) { 1257c249e531900929c2fe2cdde76619fa6d2538c49mtklein return f[SK_A32_SHIFT/8]; 126dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein} 1272aab22a58a366df4752c1cf0f004092c6e7be335mtklein 1282aab22a58a366df4752c1cf0f004092c6e7be335mtkleinXFERMODE(ColorDodge) { 129dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein auto sa = alphas(s), 130dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein da = alphas(d), 13129d60e5ab594b39d1f533bff090877b1bb821e06mtklein isa = Sk4f(1)-sa, 13229d60e5ab594b39d1f533bff090877b1bb821e06mtklein ida = Sk4f(1)-da; 133b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein 1342aab22a58a366df4752c1cf0f004092c6e7be335mtklein auto srcover = s + d*isa, 1352aab22a58a366df4752c1cf0f004092c6e7be335mtklein dstover = d + s*ida, 13629d60e5ab594b39d1f533bff090877b1bb821e06mtklein otherwise = sa * Sk4f::Min(da, (d*sa)*(sa-s).approxInvert()) + s*ida + d*isa; 1372aab22a58a366df4752c1cf0f004092c6e7be335mtklein 1382aab22a58a366df4752c1cf0f004092c6e7be335mtklein // Order matters here, preferring d==0 over s==sa. 13929d60e5ab594b39d1f533bff090877b1bb821e06mtklein auto colors = (d == Sk4f(0)).thenElse(dstover, 14029d60e5ab594b39d1f533bff090877b1bb821e06mtklein (s == sa).thenElse(srcover, 14129d60e5ab594b39d1f533bff090877b1bb821e06mtklein otherwise)); 142dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein return a_rgb(srcover, colors); 1432aab22a58a366df4752c1cf0f004092c6e7be335mtklein} 1442aab22a58a366df4752c1cf0f004092c6e7be335mtkleinXFERMODE(ColorBurn) { 145dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein auto sa = alphas(s), 146dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein da = alphas(d), 14729d60e5ab594b39d1f533bff090877b1bb821e06mtklein isa = Sk4f(1)-sa, 14829d60e5ab594b39d1f533bff090877b1bb821e06mtklein ida = Sk4f(1)-da; 1492aab22a58a366df4752c1cf0f004092c6e7be335mtklein 1502aab22a58a366df4752c1cf0f004092c6e7be335mtklein auto srcover = s + d*isa, 1512aab22a58a366df4752c1cf0f004092c6e7be335mtklein dstover = d + s*ida, 15229d60e5ab594b39d1f533bff090877b1bb821e06mtklein otherwise = sa*(da-Sk4f::Min(da, (da-d)*sa*s.approxInvert())) + s*ida + d*isa; 1532aab22a58a366df4752c1cf0f004092c6e7be335mtklein 1542aab22a58a366df4752c1cf0f004092c6e7be335mtklein // Order matters here, preferring d==da over s==0. 15529d60e5ab594b39d1f533bff090877b1bb821e06mtklein auto colors = (d == da).thenElse(dstover, 15629d60e5ab594b39d1f533bff090877b1bb821e06mtklein (s == Sk4f(0)).thenElse(srcover, 15729d60e5ab594b39d1f533bff090877b1bb821e06mtklein otherwise)); 158dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein return a_rgb(srcover, colors); 1592aab22a58a366df4752c1cf0f004092c6e7be335mtklein} 160823b2a76e24bcac23e984dff025a7d53fc4aa584mtkleinXFERMODE(SoftLight) { 161dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein auto sa = alphas(s), 162dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein da = alphas(d), 16329d60e5ab594b39d1f533bff090877b1bb821e06mtklein isa = Sk4f(1)-sa, 16429d60e5ab594b39d1f533bff090877b1bb821e06mtklein ida = Sk4f(1)-da; 165823b2a76e24bcac23e984dff025a7d53fc4aa584mtklein 166823b2a76e24bcac23e984dff025a7d53fc4aa584mtklein // Some common terms. 16729d60e5ab594b39d1f533bff090877b1bb821e06mtklein auto m = (da > Sk4f(0)).thenElse(d / da, Sk4f(0)), 16829d60e5ab594b39d1f533bff090877b1bb821e06mtklein s2 = Sk4f(2)*s, 16929d60e5ab594b39d1f533bff090877b1bb821e06mtklein m4 = Sk4f(4)*m; 170823b2a76e24bcac23e984dff025a7d53fc4aa584mtklein 171823b2a76e24bcac23e984dff025a7d53fc4aa584mtklein // The logic forks three ways: 172823b2a76e24bcac23e984dff025a7d53fc4aa584mtklein // 1. dark src? 173823b2a76e24bcac23e984dff025a7d53fc4aa584mtklein // 2. light src, dark dst? 174823b2a76e24bcac23e984dff025a7d53fc4aa584mtklein // 3. light src, light dst? 17529d60e5ab594b39d1f533bff090877b1bb821e06mtklein auto darkSrc = d*(sa + (s2 - sa)*(Sk4f(1) - m)), // Used in case 1. 17629d60e5ab594b39d1f533bff090877b1bb821e06mtklein darkDst = (m4*m4 + m4)*(m - Sk4f(1)) + Sk4f(7)*m, // Used in case 2. 17729d60e5ab594b39d1f533bff090877b1bb821e06mtklein liteDst = m.sqrt() - m, // Used in case 3. 17829d60e5ab594b39d1f533bff090877b1bb821e06mtklein liteSrc = d*sa + da*(s2-sa)*(Sk4f(4)*d <= da).thenElse(darkDst, liteDst); // Case 2 or 3? 179823b2a76e24bcac23e984dff025a7d53fc4aa584mtklein 180823b2a76e24bcac23e984dff025a7d53fc4aa584mtklein auto alpha = s + d*isa; 18129d60e5ab594b39d1f533bff090877b1bb821e06mtklein auto colors = s*ida + d*isa + (s2 <= sa).thenElse(darkSrc, liteSrc); // Case 1 or 2/3? 182823b2a76e24bcac23e984dff025a7d53fc4aa584mtklein 183dde03ff89f58d7df9b9e37ca06c2ce8ea67ec7a2mtklein return a_rgb(alpha, colors); 184823b2a76e24bcac23e984dff025a7d53fc4aa584mtklein} 18527c2b09374bb97dfc3a0ab270490209747b91a64mtklein#undef XFERMODE 18627c2b09374bb97dfc3a0ab270490209747b91a64mtklein 18727c2b09374bb97dfc3a0ab270490209747b91a64mtklein// A reasonable fallback mode for doing AA is to simply apply the transfermode first, 18827c2b09374bb97dfc3a0ab270490209747b91a64mtklein// then linearly interpolate the AA. 189defa0daa6a0f4e97a3527a522ae602c6771a7c80mtkleintemplate <typename Xfermode> 190d9c0037211e1ae56c7b9628e69659e7f3df9081dmtkleinstatic Sk4px xfer_aa(const Sk4px& d, const Sk4px& s, const Sk4px& aa) { 191d9c0037211e1ae56c7b9628e69659e7f3df9081dmtklein Sk4px bw = Xfermode()(d, s); 192059ac00446404506a46cd303db15239c7aae49d5mtklein return (bw * aa + d * aa.inv()).div255(); 19327c2b09374bb97dfc3a0ab270490209747b91a64mtklein} 19427c2b09374bb97dfc3a0ab270490209747b91a64mtklein 19527c2b09374bb97dfc3a0ab270490209747b91a64mtklein// For some transfermodes we specialize AA, either for correctness or performance. 196defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein#define XFERMODE_AA(Xfermode) \ 197d9c0037211e1ae56c7b9628e69659e7f3df9081dmtklein template <> Sk4px xfer_aa<Xfermode>(const Sk4px& d, const Sk4px& s, const Sk4px& aa) 19827c2b09374bb97dfc3a0ab270490209747b91a64mtklein 199b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein// Plus' clamp needs to happen after AA. skia:3852 200b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtkleinXFERMODE_AA(Plus) { // [ clamp( (1-AA)D + (AA)(S+D) ) == clamp(D + AA*S) ] 201b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein return d.saturatedAdd(s.approxMulDiv255(aa)); 202b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein} 20327c2b09374bb97dfc3a0ab270490209747b91a64mtklein 204b5e861185a69b3e47d1c1bf622fd3f83e5f13898mtklein#undef XFERMODE_AA 20527c2b09374bb97dfc3a0ab270490209747b91a64mtklein 206e721a8e883231af1878772ecd23be325113fcc48mtklein// Src and Clear modes are safe to use with unitialized dst buffers, 207e721a8e883231af1878772ecd23be325113fcc48mtklein// even if the implementation branches based on bytes from dst (e.g. asserts in Debug mode). 208e721a8e883231af1878772ecd23be325113fcc48mtklein// For those modes, just lie to MSAN that dst is always intialized. 209e721a8e883231af1878772ecd23be325113fcc48mtkleintemplate <typename Xfermode> static void mark_dst_initialized_if_safe(void*, void*) {} 210e721a8e883231af1878772ecd23be325113fcc48mtkleintemplate <> void mark_dst_initialized_if_safe<Src>(void* dst, void* end) { 211e721a8e883231af1878772ecd23be325113fcc48mtklein sk_msan_mark_initialized(dst, end, "Src doesn't read dst."); 212e721a8e883231af1878772ecd23be325113fcc48mtklein} 213e721a8e883231af1878772ecd23be325113fcc48mtkleintemplate <> void mark_dst_initialized_if_safe<Clear>(void* dst, void* end) { 214e721a8e883231af1878772ecd23be325113fcc48mtklein sk_msan_mark_initialized(dst, end, "Clear doesn't read dst."); 215e721a8e883231af1878772ecd23be325113fcc48mtklein} 216e721a8e883231af1878772ecd23be325113fcc48mtklein 217defa0daa6a0f4e97a3527a522ae602c6771a7c80mtkleintemplate <typename Xfermode> 218cd1930d4f19297c4089d7cb278243e4815c5793dmtkleinclass Sk4pxXfermode : public SkProcCoeffXfermode { 21927c2b09374bb97dfc3a0ab270490209747b91a64mtkleinpublic: 220defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein Sk4pxXfermode(const ProcCoeff& rec, SkXfermode::Mode mode) 221defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein : INHERITED(rec, mode) {} 22227c2b09374bb97dfc3a0ab270490209747b91a64mtklein 22327c2b09374bb97dfc3a0ab270490209747b91a64mtklein void xfer32(SkPMColor dst[], const SkPMColor src[], int n, const SkAlpha aa[]) const override { 224e721a8e883231af1878772ecd23be325113fcc48mtklein mark_dst_initialized_if_safe<Xfermode>(dst, dst+n); 22596fcdcc219d2a0d3579719b84b28bede76efba64halcanary if (nullptr == aa) { 226d9c0037211e1ae56c7b9628e69659e7f3df9081dmtklein Sk4px::MapDstSrc(n, dst, src, Xfermode()); 22727c2b09374bb97dfc3a0ab270490209747b91a64mtklein } else { 228d9c0037211e1ae56c7b9628e69659e7f3df9081dmtklein Sk4px::MapDstSrcAlpha(n, dst, src, aa, xfer_aa<Xfermode>); 22927c2b09374bb97dfc3a0ab270490209747b91a64mtklein } 23027c2b09374bb97dfc3a0ab270490209747b91a64mtklein } 23127c2b09374bb97dfc3a0ab270490209747b91a64mtklein 232ced1585149d4ac8a68efd80e11dbc23bca6620d4mtklein void xfer16(uint16_t dst[], const SkPMColor src[], int n, const SkAlpha aa[]) const override { 233e721a8e883231af1878772ecd23be325113fcc48mtklein mark_dst_initialized_if_safe<Xfermode>(dst, dst+n); 234defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein SkPMColor dst32[4]; 235defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein while (n >= 4) { 236defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst32[0] = SkPixel16ToPixel32(dst[0]); 237defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst32[1] = SkPixel16ToPixel32(dst[1]); 238defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst32[2] = SkPixel16ToPixel32(dst[2]); 239defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst32[3] = SkPixel16ToPixel32(dst[3]); 240defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein 241defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein this->xfer32(dst32, src, 4, aa); 242defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein 243defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst[0] = SkPixel32ToPixel16(dst32[0]); 244defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst[1] = SkPixel32ToPixel16(dst32[1]); 245defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst[2] = SkPixel32ToPixel16(dst32[2]); 246defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst[3] = SkPixel32ToPixel16(dst32[3]); 247defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein 248defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst += 4; 249defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein src += 4; 250defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein aa += aa ? 4 : 0; 251defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein n -= 4; 252defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein } 253defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein while (n) { 254defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein SkPMColor dst32 = SkPixel16ToPixel32(*dst); 255defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein this->xfer32(&dst32, src, 1, aa); 256defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein *dst = SkPixel32ToPixel16(dst32); 257defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein 258defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst += 1; 259defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein src += 1; 260defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein aa += aa ? 1 : 0; 261defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein n -= 1; 262ced1585149d4ac8a68efd80e11dbc23bca6620d4mtklein } 263ced1585149d4ac8a68efd80e11dbc23bca6620d4mtklein } 264ced1585149d4ac8a68efd80e11dbc23bca6620d4mtklein 26527c2b09374bb97dfc3a0ab270490209747b91a64mtkleinprivate: 2662aab22a58a366df4752c1cf0f004092c6e7be335mtklein typedef SkProcCoeffXfermode INHERITED; 2672aab22a58a366df4752c1cf0f004092c6e7be335mtklein}; 2682aab22a58a366df4752c1cf0f004092c6e7be335mtklein 269defa0daa6a0f4e97a3527a522ae602c6771a7c80mtkleintemplate <typename Xfermode> 27029d60e5ab594b39d1f533bff090877b1bb821e06mtkleinclass Sk4fXfermode : public SkProcCoeffXfermode { 2712aab22a58a366df4752c1cf0f004092c6e7be335mtkleinpublic: 272defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein Sk4fXfermode(const ProcCoeff& rec, SkXfermode::Mode mode) 273defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein : INHERITED(rec, mode) {} 2742aab22a58a366df4752c1cf0f004092c6e7be335mtklein 2752aab22a58a366df4752c1cf0f004092c6e7be335mtklein void xfer32(SkPMColor dst[], const SkPMColor src[], int n, const SkAlpha aa[]) const override { 27629d60e5ab594b39d1f533bff090877b1bb821e06mtklein for (int i = 0; i < n; i++) { 277defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst[i] = Xfer32_1(dst[i], src[i], aa ? aa+i : nullptr); 278ced1585149d4ac8a68efd80e11dbc23bca6620d4mtklein } 279ced1585149d4ac8a68efd80e11dbc23bca6620d4mtklein } 280ced1585149d4ac8a68efd80e11dbc23bca6620d4mtklein 281ced1585149d4ac8a68efd80e11dbc23bca6620d4mtklein void xfer16(uint16_t dst[], const SkPMColor src[], int n, const SkAlpha aa[]) const override { 282ced1585149d4ac8a68efd80e11dbc23bca6620d4mtklein for (int i = 0; i < n; i++) { 28329d60e5ab594b39d1f533bff090877b1bb821e06mtklein SkPMColor dst32 = SkPixel16ToPixel32(dst[i]); 284defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein dst32 = Xfer32_1(dst32, src[i], aa ? aa+i : nullptr); 28529d60e5ab594b39d1f533bff090877b1bb821e06mtklein dst[i] = SkPixel32ToPixel16(dst32); 2862aab22a58a366df4752c1cf0f004092c6e7be335mtklein } 2872aab22a58a366df4752c1cf0f004092c6e7be335mtklein } 2882aab22a58a366df4752c1cf0f004092c6e7be335mtklein 2892aab22a58a366df4752c1cf0f004092c6e7be335mtkleinprivate: 290defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein static SkPMColor Xfer32_1(SkPMColor dst, const SkPMColor src, const SkAlpha* aa) { 291defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein Sk4f d = Load(dst), 292defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein s = Load(src), 293defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein b = Xfermode()(d, s); 294defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein if (aa) { 295defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein Sk4f a = Sk4f(*aa) * Sk4f(1.0f/255); 296defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein b = b*a + d*(Sk4f(1)-a); 297defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein } 298defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein return Round(b); 299defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein } 300defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein 30129d60e5ab594b39d1f533bff090877b1bb821e06mtklein static Sk4f Load(SkPMColor c) { 302507ef6d68115ae9e6d884bb36436a1463523d893mtklein return SkNx_cast<float>(Sk4b::Load(&c)) * Sk4f(1.0f/255); 30329d60e5ab594b39d1f533bff090877b1bb821e06mtklein } 304defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein 30529d60e5ab594b39d1f533bff090877b1bb821e06mtklein static SkPMColor Round(const Sk4f& f) { 30629d60e5ab594b39d1f533bff090877b1bb821e06mtklein SkPMColor c; 307507ef6d68115ae9e6d884bb36436a1463523d893mtklein SkNx_cast<uint8_t>(f * Sk4f(255) + Sk4f(0.5f)).store(&c); 30829d60e5ab594b39d1f533bff090877b1bb821e06mtklein return c; 30929d60e5ab594b39d1f533bff090877b1bb821e06mtklein } 31029d60e5ab594b39d1f533bff090877b1bb821e06mtklein 31127c2b09374bb97dfc3a0ab270490209747b91a64mtklein typedef SkProcCoeffXfermode INHERITED; 31227c2b09374bb97dfc3a0ab270490209747b91a64mtklein}; 31327c2b09374bb97dfc3a0ab270490209747b91a64mtklein 31408f9234eaafcda33ebf5e74ec27ca72f4abda4fbmtklein} // namespace 31508f9234eaafcda33ebf5e74ec27ca72f4abda4fbmtklein 31608f9234eaafcda33ebf5e74ec27ca72f4abda4fbmtkleinnamespace SK_OPTS_NS { 31708f9234eaafcda33ebf5e74ec27ca72f4abda4fbmtklein 31808f9234eaafcda33ebf5e74ec27ca72f4abda4fbmtkleinstatic SkXfermode* create_xfermode(const ProcCoeff& rec, SkXfermode::Mode mode) { 31927c2b09374bb97dfc3a0ab270490209747b91a64mtklein switch (mode) { 320defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein#define CASE(Xfermode) \ 321defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein case SkXfermode::k##Xfermode##_Mode: return new Sk4pxXfermode<Xfermode>(rec, mode) 322cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Clear); 323cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Src); 324cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Dst); 325cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(SrcOver); 326cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(DstOver); 327cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(SrcIn); 328cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(DstIn); 329cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(SrcOut); 330cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(DstOut); 331cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(SrcATop); 332cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(DstATop); 333cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Xor); 334cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Plus); 335cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Modulate); 336cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Screen); 337cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Multiply); 338cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Difference); 339cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Exclusion); 340cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(HardLight); 341cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Overlay); 342cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Darken); 343cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(Lighten); 344cd1930d4f19297c4089d7cb278243e4815c5793dmtklein #undef CASE 345cd1930d4f19297c4089d7cb278243e4815c5793dmtklein 346defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein#define CASE(Xfermode) \ 347defa0daa6a0f4e97a3527a522ae602c6771a7c80mtklein case SkXfermode::k##Xfermode##_Mode: return new Sk4fXfermode<Xfermode>(rec, mode) 348cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(ColorDodge); 349cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(ColorBurn); 350cd1930d4f19297c4089d7cb278243e4815c5793dmtklein CASE(SoftLight); 351cd1930d4f19297c4089d7cb278243e4815c5793dmtklein #undef CASE 352cd1930d4f19297c4089d7cb278243e4815c5793dmtklein 35327c2b09374bb97dfc3a0ab270490209747b91a64mtklein default: break; 35427c2b09374bb97dfc3a0ab270490209747b91a64mtklein } 35527c2b09374bb97dfc3a0ab270490209747b91a64mtklein return nullptr; 35627c2b09374bb97dfc3a0ab270490209747b91a64mtklein} 35727c2b09374bb97dfc3a0ab270490209747b91a64mtklein 35808f9234eaafcda33ebf5e74ec27ca72f4abda4fbmtklein} // namespace SK_OPTS_NS 35927c2b09374bb97dfc3a0ab270490209747b91a64mtklein 36027c2b09374bb97dfc3a0ab270490209747b91a64mtklein#endif//Sk4pxXfermode_DEFINED 361