15821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Copyright 2010 Google Inc. All Rights Reserved. 25821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 3eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch// Use of this source code is governed by a BSD-style license 4eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch// that can be found in the COPYING file in the root of the source 5eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch// tree. An additional intellectual property rights grant can be found 6eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch// in the file PATENTS. All contributing project authors may 7eb525c5499e34cc9c4b825d6d9e75bb07cc06aceBen Murdoch// be found in the AUTHORS file in the root of the source tree. 85821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// ----------------------------------------------------------------------------- 95821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Speed-critical decoding functions. 115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Author: Skal (pascal.massimino@gmail.com) 135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "./dsp.h" 155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#include "../dec/vp8i.h" 165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static WEBP_INLINE uint8_t clip_8b(int v) { 205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) return (!(v & ~0xff)) ? v : (v < 0) ? 0 : 255; 215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Transforms (Paragraph 14.4) 255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define STORE(x, y, v) \ 275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) dst[x + y * BPS] = clip_8b(dst[x + y * BPS] + ((v) >> 3)) 285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 295d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#define STORE2(y, dc, d, c) do { \ 305d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const int DC = (dc); \ 315d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) STORE(0, y, DC + (d)); \ 325d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) STORE(1, y, DC + (c)); \ 335d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) STORE(2, y, DC - (c)); \ 345d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) STORE(3, y, DC - (d)); \ 355d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} while (0) 365d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const int kC1 = 20091 + (1 << 16); 385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static const int kC2 = 35468; 395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define MUL(a, b) (((a) * (b)) >> 16) 405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void TransformOne(const int16_t* in, uint8_t* dst) { 425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int C[4 * 4], *tmp; 435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int i; 445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp = C; 455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 4; ++i) { // vertical pass 465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a = in[0] + in[8]; // [-4096, 4094] 475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int b = in[0] - in[8]; // [-4095, 4095] 485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int c = MUL(in[4], kC2) - MUL(in[12], kC1); // [-3783, 3783] 495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int d = MUL(in[4], kC1) + MUL(in[12], kC2); // [-3785, 3781] 505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp[0] = a + d; // [-7881, 7875] 515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp[1] = b + c; // [-7878, 7878] 525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp[2] = b - c; // [-7878, 7878] 535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp[3] = a - d; // [-7877, 7879] 545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp += 4; 555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) in++; 565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // Each pass is expanding the dynamic range by ~3.85 (upper bound). 585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // The exact value is (2. + (kC1 + kC2) / 65536). 595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // After the second pass, maximum interval is [-3794, 3794], assuming 605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // an input in [-2048, 2047] interval. We then need to add a dst value 615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // in the [0, 255] range. 625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // In the worst case scenario, the input to clip_8b() can be as large as 635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // [-60713, 60968]. 645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp = C; 655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 4; ++i) { // horizontal pass 665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int dc = tmp[0] + 4; 675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a = dc + tmp[8]; 685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int b = dc - tmp[8]; 695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int c = MUL(tmp[4], kC2) - MUL(tmp[12], kC1); 705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int d = MUL(tmp[4], kC1) + MUL(tmp[12], kC2); 715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) STORE(0, 0, a + d); 725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) STORE(1, 0, b + c); 735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) STORE(2, 0, b - c); 745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) STORE(3, 0, a - d); 755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp++; 765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) dst += BPS; 775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 795d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) 805d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)// Simplified transform when only in[0], in[1] and in[4] are non-zero 815d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)static void TransformAC3(const int16_t* in, uint8_t* dst) { 825d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const int a = in[0] + 4; 835d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const int c4 = MUL(in[4], kC2); 845d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const int d4 = MUL(in[4], kC1); 855d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const int c1 = MUL(in[1], kC2); 865d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) const int d1 = MUL(in[1], kC1); 875d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) STORE2(0, a + d4, d1, c1); 885d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) STORE2(1, a + c4, d1, c1); 895d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) STORE2(2, a - c4, d1, c1); 905d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) STORE2(3, a - d4, d1, c1); 915d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)} 925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#undef MUL 935d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)#undef STORE2 945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void TransformTwo(const int16_t* in, uint8_t* dst, int do_two) { 965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TransformOne(in, dst); 975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (do_two) { 985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) TransformOne(in + 16, dst + 4); 995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void TransformUV(const int16_t* in, uint8_t* dst) { 1035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8Transform(in + 0 * 16, dst, 1); 1045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8Transform(in + 2 * 16, dst + 4 * BPS, 1); 1055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void TransformDC(const int16_t *in, uint8_t* dst) { 1085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int DC = in[0] + 4; 1095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int i, j; 1105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (j = 0; j < 4; ++j) { 1115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 4; ++i) { 1125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) STORE(i, j, DC); 1135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void TransformDCUV(const int16_t* in, uint8_t* dst) { 1185f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if (in[0 * 16]) VP8TransformDC(in + 0 * 16, dst); 1195f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if (in[1 * 16]) VP8TransformDC(in + 1 * 16, dst + 4); 1205f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if (in[2 * 16]) VP8TransformDC(in + 2 * 16, dst + 4 * BPS); 1215f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if (in[3 * 16]) VP8TransformDC(in + 3 * 16, dst + 4 * BPS + 4); 1225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#undef STORE 1255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 1275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Paragraph 14.3 1285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void TransformWHT(const int16_t* in, int16_t* out) { 1305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int tmp[16]; 1315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int i; 1325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 4; ++i) { 1335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a0 = in[0 + i] + in[12 + i]; 1345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a1 = in[4 + i] + in[ 8 + i]; 1355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a2 = in[4 + i] - in[ 8 + i]; 1365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a3 = in[0 + i] - in[12 + i]; 1375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp[0 + i] = a0 + a1; 1385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp[8 + i] = a0 - a1; 1395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp[4 + i] = a3 + a2; 1405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) tmp[12 + i] = a3 - a2; 1415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 4; ++i) { 1435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int dc = tmp[0 + i * 4] + 3; // w/ rounder 1445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a0 = dc + tmp[3 + i * 4]; 1455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a1 = tmp[1 + i * 4] + tmp[2 + i * 4]; 1465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a2 = tmp[1 + i * 4] - tmp[2 + i * 4]; 1475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a3 = dc - tmp[3 + i * 4]; 1485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) out[ 0] = (a0 + a1) >> 3; 1495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) out[16] = (a3 + a2) >> 3; 1505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) out[32] = (a0 - a1) >> 3; 1515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) out[48] = (a3 - a2) >> 3; 1525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) out += 64; 1535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1565f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles)void (*VP8TransformWHT)(const int16_t* in, int16_t* out); 1575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 1595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Intra predictions 1605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define DST(x, y) dst[(x) + (y) * BPS] 1625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static WEBP_INLINE void TrueMotion(uint8_t *dst, int size) { 1645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const uint8_t* top = dst - BPS; 1655f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const uint8_t* const clip0 = VP8kclip1 - top[-1]; 1665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int y; 1675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (y = 0; y < size; ++y) { 1685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const uint8_t* const clip = clip0 + dst[-1]; 1695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int x; 1705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (x = 0; x < size; ++x) { 1715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) dst[x] = clip[top[x]]; 1725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) dst += BPS; 1745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void TM4(uint8_t *dst) { TrueMotion(dst, 4); } 1775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void TM8uv(uint8_t *dst) { TrueMotion(dst, 8); } 1785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void TM16(uint8_t *dst) { TrueMotion(dst, 16); } 1795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 1815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 16x16 1825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void VE16(uint8_t *dst) { // vertical 1845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int j; 1855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (j = 0; j < 16; ++j) { 1865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) memcpy(dst + j * BPS, dst - BPS, 16); 1875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void HE16(uint8_t *dst) { // horizontal 1915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int j; 1925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (j = 16; j > 0; --j) { 1935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) memset(dst, dst[-1], 16); 1945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) dst += BPS; 1955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 1965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 1975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 1985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static WEBP_INLINE void Put16(int v, uint8_t* dst) { 1995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int j; 2005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (j = 0; j < 16; ++j) { 2015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) memset(dst + j * BPS, v, 16); 2025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void DC16(uint8_t *dst) { // DC 2065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int DC = 16; 2075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int j; 2085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (j = 0; j < 16; ++j) { 2095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DC += dst[-1 + j * BPS] + dst[j - BPS]; 2105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Put16(DC >> 5, dst); 2125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void DC16NoTop(uint8_t *dst) { // DC with top samples not available 2155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int DC = 8; 2165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int j; 2175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (j = 0; j < 16; ++j) { 2185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DC += dst[-1 + j * BPS]; 2195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Put16(DC >> 4, dst); 2215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void DC16NoLeft(uint8_t *dst) { // DC with left samples not available 2245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int DC = 8; 2255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int i; 2265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 16; ++i) { 2275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DC += dst[i - BPS]; 2285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Put16(DC >> 4, dst); 2305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void DC16NoTopLeft(uint8_t *dst) { // DC with no top and left samples 2335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) Put16(0x80, dst); 2345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 2375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 4x4 2385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define AVG3(a, b, c) (((a) + 2 * (b) + (c) + 2) >> 2) 2405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#define AVG2(a, b) (((a) + (b) + 1) >> 1) 2415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void VE4(uint8_t *dst) { // vertical 2435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const uint8_t* top = dst - BPS; 2445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const uint8_t vals[4] = { 2455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AVG3(top[-1], top[0], top[1]), 2465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AVG3(top[ 0], top[1], top[2]), 2475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AVG3(top[ 1], top[2], top[3]), 2485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) AVG3(top[ 2], top[3], top[4]) 2495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) }; 2505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int i; 2515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 4; ++i) { 2525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) memcpy(dst + i * BPS, vals, sizeof(vals)); 2535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 2545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void HE4(uint8_t *dst) { // horizontal 2575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int A = dst[-1 - BPS]; 2585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int B = dst[-1]; 2595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int C = dst[-1 + BPS]; 2605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int D = dst[-1 + 2 * BPS]; 2615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int E = dst[-1 + 3 * BPS]; 2625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *(uint32_t*)(dst + 0 * BPS) = 0x01010101U * AVG3(A, B, C); 2635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *(uint32_t*)(dst + 1 * BPS) = 0x01010101U * AVG3(B, C, D); 2645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *(uint32_t*)(dst + 2 * BPS) = 0x01010101U * AVG3(C, D, E); 2655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) *(uint32_t*)(dst + 3 * BPS) = 0x01010101U * AVG3(D, E, E); 2665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void DC4(uint8_t *dst) { // DC 2695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) uint32_t dc = 4; 2705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int i; 2715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 4; ++i) dc += dst[i - BPS] + dst[-1 + i * BPS]; 2725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) dc >>= 3; 2735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 4; ++i) memset(dst + i * BPS, dc, 4); 2745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void RD4(uint8_t *dst) { // Down-right 2775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int I = dst[-1 + 0 * BPS]; 2785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int J = dst[-1 + 1 * BPS]; 2795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int K = dst[-1 + 2 * BPS]; 2805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int L = dst[-1 + 3 * BPS]; 2815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int X = dst[-1 - BPS]; 2825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int A = dst[0 - BPS]; 2835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int B = dst[1 - BPS]; 2845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int C = dst[2 - BPS]; 2855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int D = dst[3 - BPS]; 2865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 3) = AVG3(J, K, L); 2875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 2) = DST(1, 3) = AVG3(I, J, K); 2885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 1) = DST(1, 2) = DST(2, 3) = AVG3(X, I, J); 2895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 0) = DST(1, 1) = DST(2, 2) = DST(3, 3) = AVG3(A, X, I); 2905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(1, 0) = DST(2, 1) = DST(3, 2) = AVG3(B, A, X); 2915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(2, 0) = DST(3, 1) = AVG3(C, B, A); 2925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 0) = AVG3(D, C, B); 2935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 2945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 2955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void LD4(uint8_t *dst) { // Down-Left 2965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int A = dst[0 - BPS]; 2975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int B = dst[1 - BPS]; 2985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int C = dst[2 - BPS]; 2995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int D = dst[3 - BPS]; 3005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int E = dst[4 - BPS]; 3015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int F = dst[5 - BPS]; 3025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int G = dst[6 - BPS]; 3035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int H = dst[7 - BPS]; 3045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 0) = AVG3(A, B, C); 3055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(1, 0) = DST(0, 1) = AVG3(B, C, D); 3065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(2, 0) = DST(1, 1) = DST(0, 2) = AVG3(C, D, E); 3075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 0) = DST(2, 1) = DST(1, 2) = DST(0, 3) = AVG3(D, E, F); 3085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 1) = DST(2, 2) = DST(1, 3) = AVG3(E, F, G); 3095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 2) = DST(2, 3) = AVG3(F, G, H); 3105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 3) = AVG3(G, H, H); 3115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void VR4(uint8_t *dst) { // Vertical-Right 3145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int I = dst[-1 + 0 * BPS]; 3155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int J = dst[-1 + 1 * BPS]; 3165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int K = dst[-1 + 2 * BPS]; 3175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int X = dst[-1 - BPS]; 3185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int A = dst[0 - BPS]; 3195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int B = dst[1 - BPS]; 3205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int C = dst[2 - BPS]; 3215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int D = dst[3 - BPS]; 3225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 0) = DST(1, 2) = AVG2(X, A); 3235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(1, 0) = DST(2, 2) = AVG2(A, B); 3245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(2, 0) = DST(3, 2) = AVG2(B, C); 3255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 0) = AVG2(C, D); 3265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 3) = AVG3(K, J, I); 3285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 2) = AVG3(J, I, X); 3295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 1) = DST(1, 3) = AVG3(I, X, A); 3305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(1, 1) = DST(2, 3) = AVG3(X, A, B); 3315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(2, 1) = DST(3, 3) = AVG3(A, B, C); 3325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 1) = AVG3(B, C, D); 3335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void VL4(uint8_t *dst) { // Vertical-Left 3365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int A = dst[0 - BPS]; 3375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int B = dst[1 - BPS]; 3385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int C = dst[2 - BPS]; 3395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int D = dst[3 - BPS]; 3405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int E = dst[4 - BPS]; 3415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int F = dst[5 - BPS]; 3425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int G = dst[6 - BPS]; 3435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int H = dst[7 - BPS]; 3445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 0) = AVG2(A, B); 3455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(1, 0) = DST(0, 2) = AVG2(B, C); 3465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(2, 0) = DST(1, 2) = AVG2(C, D); 3475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 0) = DST(2, 2) = AVG2(D, E); 3485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 1) = AVG3(A, B, C); 3505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(1, 1) = DST(0, 3) = AVG3(B, C, D); 3515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(2, 1) = DST(1, 3) = AVG3(C, D, E); 3525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 1) = DST(2, 3) = AVG3(D, E, F); 3535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 2) = AVG3(E, F, G); 3545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 3) = AVG3(F, G, H); 3555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void HU4(uint8_t *dst) { // Horizontal-Up 3585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int I = dst[-1 + 0 * BPS]; 3595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int J = dst[-1 + 1 * BPS]; 3605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int K = dst[-1 + 2 * BPS]; 3615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int L = dst[-1 + 3 * BPS]; 3625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 0) = AVG2(I, J); 3635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(2, 0) = DST(0, 1) = AVG2(J, K); 3645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(2, 1) = DST(0, 2) = AVG2(K, L); 3655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(1, 0) = AVG3(I, J, K); 3665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 0) = DST(1, 1) = AVG3(J, K, L); 3675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 1) = DST(1, 2) = AVG3(K, L, L); 3685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 2) = DST(2, 2) = 3695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 3) = DST(1, 3) = DST(2, 3) = DST(3, 3) = L; 3705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void HD4(uint8_t *dst) { // Horizontal-Down 3735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int I = dst[-1 + 0 * BPS]; 3745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int J = dst[-1 + 1 * BPS]; 3755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int K = dst[-1 + 2 * BPS]; 3765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int L = dst[-1 + 3 * BPS]; 3775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int X = dst[-1 - BPS]; 3785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int A = dst[0 - BPS]; 3795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int B = dst[1 - BPS]; 3805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int C = dst[2 - BPS]; 3815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 0) = DST(2, 1) = AVG2(I, X); 3835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 1) = DST(2, 2) = AVG2(J, I); 3845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 2) = DST(2, 3) = AVG2(K, J); 3855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(0, 3) = AVG2(L, K); 3865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(3, 0) = AVG3(A, B, C); 3885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(2, 0) = AVG3(X, A, B); 3895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(1, 0) = DST(3, 1) = AVG3(I, X, A); 3905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(1, 1) = DST(3, 2) = AVG3(J, I, X); 3915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(1, 2) = DST(3, 3) = AVG3(K, J, I); 3925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DST(1, 3) = AVG3(L, K, J); 3935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 3945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#undef DST 3965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#undef AVG3 3975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#undef AVG2 3985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 3995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 4005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Chroma 4015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void VE8uv(uint8_t *dst) { // vertical 4035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int j; 4045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (j = 0; j < 8; ++j) { 4055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) memcpy(dst + j * BPS, dst - BPS, 8); 4065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void HE8uv(uint8_t *dst) { // horizontal 4105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int j; 4115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (j = 0; j < 8; ++j) { 4125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) memset(dst, dst[-1], 8); 4135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) dst += BPS; 4145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// helper for chroma-DC predictions 4182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)static WEBP_INLINE void Put8x8uv(uint8_t value, uint8_t* dst) { 4195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int j; 4205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (j = 0; j < 8; ++j) { 4215f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) memset(dst + j * BPS, value, 8); 4225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void DC8uv(uint8_t *dst) { // DC 4265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int dc0 = 8; 4275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int i; 4285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 8; ++i) { 4295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) dc0 += dst[i - BPS] + dst[-1 + i * BPS]; 4305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Put8x8uv(dc0 >> 4, dst); 4325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void DC8uvNoLeft(uint8_t *dst) { // DC with no left samples 4355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int dc0 = 4; 4365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int i; 4375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 8; ++i) { 4385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) dc0 += dst[i - BPS]; 4395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Put8x8uv(dc0 >> 3, dst); 4415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void DC8uvNoTop(uint8_t *dst) { // DC with no top samples 4445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int dc0 = 4; 4455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int i; 4465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 8; ++i) { 4475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) dc0 += dst[-1 + i * BPS]; 4485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 4492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Put8x8uv(dc0 >> 3, dst); 4505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void DC8uvNoTopLeft(uint8_t *dst) { // DC with nothing 4532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Put8x8uv(0x80, dst); 4545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 4575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// default C implementations 4585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)const VP8PredFunc VP8PredLuma4[NUM_BMODES] = { 4605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DC4, TM4, VE4, HE4, RD4, VR4, LD4, VL4, HD4, HU4 4615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 4625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)const VP8PredFunc VP8PredLuma16[NUM_B_DC_MODES] = { 4645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DC16, TM16, VE16, HE16, 4655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DC16NoTop, DC16NoLeft, DC16NoTopLeft 4665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 4675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)const VP8PredFunc VP8PredChroma8[NUM_B_DC_MODES] = { 4695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DC8uv, TM8uv, VE8uv, HE8uv, 4705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) DC8uvNoTop, DC8uvNoLeft, DC8uvNoTopLeft 4715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)}; 4725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 4745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Edge filtering functions 4755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 4 pixels in, 2 pixels out 4775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static WEBP_INLINE void do_filter2(uint8_t* p, int step) { 4785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int p1 = p[-2*step], p0 = p[-step], q0 = p[0], q1 = p[step]; 4795f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int a = 3 * (q0 - p0) + VP8ksclip1[p1 - q1]; // in [-893,892] 4805f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int a1 = VP8ksclip2[(a + 4) >> 3]; // in [-16,15] 4815f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int a2 = VP8ksclip2[(a + 3) >> 3]; 4825f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[-step] = VP8kclip1[p0 + a2]; 4835f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[ 0] = VP8kclip1[q0 - a1]; 4845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 4 pixels in, 4 pixels out 4875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static WEBP_INLINE void do_filter4(uint8_t* p, int step) { 4885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int p1 = p[-2*step], p0 = p[-step], q0 = p[0], q1 = p[step]; 4895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a = 3 * (q0 - p0); 4905f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int a1 = VP8ksclip2[(a + 4) >> 3]; 4915f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int a2 = VP8ksclip2[(a + 3) >> 3]; 4925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a3 = (a1 + 1) >> 1; 4935f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[-2*step] = VP8kclip1[p1 + a3]; 4945f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[- step] = VP8kclip1[p0 + a2]; 4955f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[ 0] = VP8kclip1[q0 - a1]; 4965f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[ step] = VP8kclip1[q1 - a3]; 4975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 4985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 4995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 6 pixels in, 6 pixels out 5005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static WEBP_INLINE void do_filter6(uint8_t* p, int step) { 5015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int p2 = p[-3*step], p1 = p[-2*step], p0 = p[-step]; 5025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int q0 = p[0], q1 = p[step], q2 = p[2*step]; 5035f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int a = VP8ksclip1[3 * (q0 - p0) + VP8ksclip1[p1 - q1]]; 5045f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) // a is in [-128,127], a1 in [-27,27], a2 in [-18,18] and a3 in [-9,9] 5055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a1 = (27 * a + 63) >> 7; // eq. to ((3 * a + 7) * 9) >> 7 5065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a2 = (18 * a + 63) >> 7; // eq. to ((2 * a + 7) * 9) >> 7 5075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int a3 = (9 * a + 63) >> 7; // eq. to ((1 * a + 7) * 9) >> 7 5085f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[-3*step] = VP8kclip1[p2 + a3]; 5095f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[-2*step] = VP8kclip1[p1 + a2]; 5105f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[- step] = VP8kclip1[p0 + a1]; 5115f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[ 0] = VP8kclip1[q0 - a1]; 5125f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[ step] = VP8kclip1[q1 - a2]; 5135f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) p[ 2*step] = VP8kclip1[q2 - a3]; 5145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static WEBP_INLINE int hev(const uint8_t* p, int step, int thresh) { 5175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) const int p1 = p[-2*step], p0 = p[-step], q0 = p[0], q1 = p[step]; 5185f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) return (VP8kabs0[p1 - p0] > thresh) || (VP8kabs0[q1 - q0] > thresh); 5195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5215f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles)static WEBP_INLINE int needs_filter(const uint8_t* p, int step, int t) { 5225f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int p1 = p[-2 * step], p0 = p[-step], q0 = p[0], q1 = p[step]; 5235f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) return ((4 * VP8kabs0[p0 - q0] + VP8kabs0[p1 - q1]) <= t); 5245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static WEBP_INLINE int needs_filter2(const uint8_t* p, 5275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int step, int t, int it) { 5285f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int p3 = p[-4 * step], p2 = p[-3 * step], p1 = p[-2 * step]; 5295f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int p0 = p[-step], q0 = p[0]; 5305f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int q1 = p[step], q2 = p[2 * step], q3 = p[3 * step]; 5315f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if ((4 * VP8kabs0[p0 - q0] + VP8kabs0[p1 - q1]) > t) return 0; 5325f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) return VP8kabs0[p3 - p2] <= it && VP8kabs0[p2 - p1] <= it && 5335f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) VP8kabs0[p1 - p0] <= it && VP8kabs0[q3 - q2] <= it && 5345f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) VP8kabs0[q2 - q1] <= it && VP8kabs0[q1 - q0] <= it; 5355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 5385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Simple In-loop filtering (Paragraph 15.2) 5395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void SimpleVFilter16(uint8_t* p, int stride, int thresh) { 5415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int i; 5425f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int thresh2 = 2 * thresh + 1; 5435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 16; ++i) { 5445f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if (needs_filter(p + i, stride, thresh2)) { 5455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) do_filter2(p + i, stride); 5465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void SimpleHFilter16(uint8_t* p, int stride, int thresh) { 5515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int i; 5525f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int thresh2 = 2 * thresh + 1; 5535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (i = 0; i < 16; ++i) { 5545f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if (needs_filter(p + i * stride, 1, thresh2)) { 5555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) do_filter2(p + i * stride, 1); 5565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void SimpleVFilter16i(uint8_t* p, int stride, int thresh) { 5615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int k; 5625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (k = 3; k > 0; --k) { 5635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) p += 4 * stride; 5645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SimpleVFilter16(p, stride, thresh); 5655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void SimpleHFilter16i(uint8_t* p, int stride, int thresh) { 5695821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int k; 5705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (k = 3; k > 0; --k) { 5715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) p += 4; 5725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) SimpleHFilter16(p, stride, thresh); 5735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 5775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// Complex In-loop filtering (Paragraph 15.3) 5785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static WEBP_INLINE void FilterLoop26(uint8_t* p, 5805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int hstride, int vstride, int size, 5815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int thresh, int ithresh, int hev_thresh) { 5825f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int thresh2 = 2 * thresh + 1; 5835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (size-- > 0) { 5845f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if (needs_filter2(p, hstride, thresh2, ithresh)) { 5855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (hev(p, hstride, hev_thresh)) { 5865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) do_filter2(p, hstride); 5875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 5885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) do_filter6(p, hstride); 5895821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) p += vstride; 5925821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 5935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 5945821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 5955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static WEBP_INLINE void FilterLoop24(uint8_t* p, 5965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int hstride, int vstride, int size, 5975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int thresh, int ithresh, int hev_thresh) { 5985f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) const int thresh2 = 2 * thresh + 1; 5995821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) while (size-- > 0) { 6005f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if (needs_filter2(p, hstride, thresh2, ithresh)) { 6015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (hev(p, hstride, hev_thresh)) { 6025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) do_filter2(p, hstride); 6035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } else { 6045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) do_filter4(p, hstride); 6055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) p += vstride; 6085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// on macroblock edges 6125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void VFilter16(uint8_t* p, int stride, 6135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int thresh, int ithresh, int hev_thresh) { 6145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop26(p, stride, 1, 16, thresh, ithresh, hev_thresh); 6155821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void HFilter16(uint8_t* p, int stride, 6185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int thresh, int ithresh, int hev_thresh) { 6195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop26(p, 1, stride, 16, thresh, ithresh, hev_thresh); 6205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// on three inner edges 6235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void VFilter16i(uint8_t* p, int stride, 6245821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int thresh, int ithresh, int hev_thresh) { 6255821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int k; 6265821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (k = 3; k > 0; --k) { 6275821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) p += 4 * stride; 6285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop24(p, stride, 1, 16, thresh, ithresh, hev_thresh); 6295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6325821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void HFilter16i(uint8_t* p, int stride, 6335821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int thresh, int ithresh, int hev_thresh) { 6345821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int k; 6355821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) for (k = 3; k > 0; --k) { 6365821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) p += 4; 6375821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop24(p, 1, stride, 16, thresh, ithresh, hev_thresh); 6385821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 6395821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6405821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6415821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)// 8-pixels wide variant, for chroma filtering 6425821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void VFilter8(uint8_t* u, uint8_t* v, int stride, 6435821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int thresh, int ithresh, int hev_thresh) { 6445821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop26(u, stride, 1, 8, thresh, ithresh, hev_thresh); 6455821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop26(v, stride, 1, 8, thresh, ithresh, hev_thresh); 6465821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6475821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6485821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void HFilter8(uint8_t* u, uint8_t* v, int stride, 6495821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int thresh, int ithresh, int hev_thresh) { 6505821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop26(u, 1, stride, 8, thresh, ithresh, hev_thresh); 6515821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop26(v, 1, stride, 8, thresh, ithresh, hev_thresh); 6525821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6535821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6545821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void VFilter8i(uint8_t* u, uint8_t* v, int stride, 6555821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int thresh, int ithresh, int hev_thresh) { 6565821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop24(u + 4 * stride, stride, 1, 8, thresh, ithresh, hev_thresh); 6575821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop24(v + 4 * stride, stride, 1, 8, thresh, ithresh, hev_thresh); 6585821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6595821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6605821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)static void HFilter8i(uint8_t* u, uint8_t* v, int stride, 6615821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) int thresh, int ithresh, int hev_thresh) { 6625821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop24(u + 4, 1, stride, 8, thresh, ithresh, hev_thresh); 6635821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) FilterLoop24(v + 4, 1, stride, 8, thresh, ithresh, hev_thresh); 6645821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 6655821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6665821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)//------------------------------------------------------------------------------ 6675821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6685821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8DecIdct2 VP8Transform; 6695d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles)VP8DecIdct VP8TransformAC3; 6705821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8DecIdct VP8TransformUV; 6715821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8DecIdct VP8TransformDC; 6725821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8DecIdct VP8TransformDCUV; 6735821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6745821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8LumaFilterFunc VP8VFilter16; 6755821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8LumaFilterFunc VP8HFilter16; 6765821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8ChromaFilterFunc VP8VFilter8; 6775821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8ChromaFilterFunc VP8HFilter8; 6785821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8LumaFilterFunc VP8VFilter16i; 6795821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8LumaFilterFunc VP8HFilter16i; 6805821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8ChromaFilterFunc VP8VFilter8i; 6815821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8ChromaFilterFunc VP8HFilter8i; 6825821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8SimpleFilterFunc VP8SimpleVFilter16; 6835821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8SimpleFilterFunc VP8SimpleHFilter16; 6845821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8SimpleFilterFunc VP8SimpleVFilter16i; 6855821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)VP8SimpleFilterFunc VP8SimpleHFilter16i; 6865821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6875821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)extern void VP8DspInitSSE2(void); 6885821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)extern void VP8DspInitNEON(void); 6895f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles)extern void VP8DspInitMIPS32(void); 6905821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6915821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)void VP8DspInit(void) { 6925f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) VP8InitClipTables(); 6935821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 6945f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) VP8TransformWHT = TransformWHT; 6955821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8Transform = TransformTwo; 6965821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8TransformUV = TransformUV; 6975821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8TransformDC = TransformDC; 6985821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8TransformDCUV = TransformDCUV; 6995d1f7b1de12d16ceb2c938c56701a3e8bfa558f7Torne (Richard Coles) VP8TransformAC3 = TransformAC3; 7005821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7015821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8VFilter16 = VFilter16; 7025821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8HFilter16 = HFilter16; 7035821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8VFilter8 = VFilter8; 7045821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8HFilter8 = HFilter8; 7055821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8VFilter16i = VFilter16i; 7065821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8HFilter16i = HFilter16i; 7075821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8VFilter8i = VFilter8i; 7085821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8HFilter8i = HFilter8i; 7095821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8SimpleVFilter16 = SimpleVFilter16; 7105821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8SimpleHFilter16 = SimpleHFilter16; 7115821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8SimpleVFilter16i = SimpleVFilter16i; 7125821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8SimpleHFilter16i = SimpleHFilter16i; 7135821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 7145821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) // If defined, use CPUInfo() to overwrite some pointers with faster versions. 7155f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if (VP8GetCPUInfo != NULL) { 7165821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#if defined(WEBP_USE_SSE2) 7175821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (VP8GetCPUInfo(kSSE2)) { 7185821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8DspInitSSE2(); 7195821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7205821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#elif defined(WEBP_USE_NEON) 7215821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) if (VP8GetCPUInfo(kNEON)) { 7225821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) VP8DspInitNEON(); 7235821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7245f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles)#elif defined(WEBP_USE_MIPS32) 7255f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) if (VP8GetCPUInfo(kMIPS32)) { 7265f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) VP8DspInitMIPS32(); 7275f1c94371a64b3196d4be9466099bb892df9b88eTorne (Richard Coles) } 7285821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)#endif 7295821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) } 7305821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles)} 7315821806d5e7f356e8fa4b058a389a808ea183019Torne (Richard Coles) 732