1a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora// Copyright 2011 Google Inc. All Rights Reserved. 27c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// 30406ce1417f76f2034833414dcecc9f56253640cVikas Arora// Use of this source code is governed by a BSD-style license 40406ce1417f76f2034833414dcecc9f56253640cVikas Arora// that can be found in the COPYING file in the root of the source 50406ce1417f76f2034833414dcecc9f56253640cVikas Arora// tree. An additional intellectual property rights grant can be found 60406ce1417f76f2034833414dcecc9f56253640cVikas Arora// in the file PATENTS. All contributing project authors may 70406ce1417f76f2034833414dcecc9f56253640cVikas Arora// be found in the AUTHORS file in the root of the source tree. 87c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// ----------------------------------------------------------------------------- 97c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// 10a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora// Speed-critical encoding functions. 117c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// 127c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// Author: Skal (pascal.massimino@gmail.com) 137c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 148b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora#include <assert.h> 15a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora#include <stdlib.h> // for abs() 168b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora 17a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora#include "./dsp.h" 18a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora#include "../enc/vp8enci.h" 197c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 201e7bf8805bd030c19924a5306837ecd72c295751Vikas Arorastatic WEBP_INLINE uint8_t clip_8b(int v) { 211e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora return (!(v & ~0xff)) ? v : (v < 0) ? 0 : 255; 22b6dbce6bfeaabde2a7b581c4c6888d532d32f3acDerek Sollenberger} 23b6dbce6bfeaabde2a7b581c4c6888d532d32f3acDerek Sollenberger 241e7bf8805bd030c19924a5306837ecd72c295751Vikas Arorastatic WEBP_INLINE int clip_max(int v, int max) { 251e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora return (v > max) ? max : v; 26b6dbce6bfeaabde2a7b581c4c6888d532d32f3acDerek Sollenberger} 27b6dbce6bfeaabde2a7b581c4c6888d532d32f3acDerek Sollenberger 281e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora//------------------------------------------------------------------------------ 291e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora// Compute susceptibility based on DCT-coeff histograms: 301e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora// the higher, the "easier" the macroblock is to compress. 311e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora 32a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Aroraconst int VP8DspScan[16 + 4 + 4] = { 33a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora // Luma 34a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora 0 + 0 * BPS, 4 + 0 * BPS, 8 + 0 * BPS, 12 + 0 * BPS, 35a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora 0 + 4 * BPS, 4 + 4 * BPS, 8 + 4 * BPS, 12 + 4 * BPS, 36a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora 0 + 8 * BPS, 4 + 8 * BPS, 8 + 8 * BPS, 12 + 8 * BPS, 37a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora 0 + 12 * BPS, 4 + 12 * BPS, 8 + 12 * BPS, 12 + 12 * BPS, 38466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora 39a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora 0 + 0 * BPS, 4 + 0 * BPS, 0 + 4 * BPS, 4 + 4 * BPS, // U 40a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora 8 + 0 * BPS, 12 + 0 * BPS, 8 + 4 * BPS, 12 + 4 * BPS // V 41a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora}; 42466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora 431e7bf8805bd030c19924a5306837ecd72c295751Vikas Arorastatic void CollectHistogram(const uint8_t* ref, const uint8_t* pred, 441e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora int start_block, int end_block, 451e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora VP8Histogram* const histo) { 461e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora int j; 47466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora for (j = start_block; j < end_block; ++j) { 481e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora int k; 491e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora int16_t out[16]; 50228b1b1f024974d7832b51a3f266e5edc9110c02Vikas Arora 511e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora VP8FTransform(ref + VP8DspScan[j], pred + VP8DspScan[j], out); 52b6dbce6bfeaabde2a7b581c4c6888d532d32f3acDerek Sollenberger 531e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora // Convert coefficients to bin. 54b6dbce6bfeaabde2a7b581c4c6888d532d32f3acDerek Sollenberger for (k = 0; k < 16; ++k) { 551e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int v = abs(out[k]) >> 3; // TODO(skal): add rounding? 561e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int clipped_value = clip_max(v, MAX_COEFF_THRESH); 571e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora histo->distribution[clipped_value]++; 58466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora } 59466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora } 60466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora} 61466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora 62a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora//------------------------------------------------------------------------------ 637c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// run-time tables (~4k) 647c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 657c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic uint8_t clip1[255 + 510 + 1]; // clips [-255,510] to [0,255] 667c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 677c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// We declare this variable 'volatile' to prevent instruction reordering 687c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// and make sure it's set to true _last_ (so as to be thread-safe) 697c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic volatile int tables_ok = 0; 707c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 717c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void InitTables(void) { 727c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora if (!tables_ok) { 737c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int i; 747c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (i = -255; i <= 255 + 255; ++i) { 751e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora clip1[255 + i] = clip_8b(i); 767c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 777c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tables_ok = 1; 787c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 797c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 807c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 817c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 82a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora//------------------------------------------------------------------------------ 837c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// Transforms (Paragraph 14.4) 847c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 857c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora#define STORE(x, y, v) \ 867c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora dst[(x) + (y) * BPS] = clip_8b(ref[(x) + (y) * BPS] + ((v) >> 3)) 877c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 887c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic const int kC1 = 20091 + (1 << 16); 897c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic const int kC2 = 35468; 907c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora#define MUL(a, b) (((a) * (b)) >> 16) 917c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 92a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arorastatic WEBP_INLINE void ITransformOne(const uint8_t* ref, const int16_t* in, 93a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora uint8_t* dst) { 947c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int C[4 * 4], *tmp; 957c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int i; 967c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp = C; 977c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (i = 0; i < 4; ++i) { // vertical pass 987c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int a = in[0] + in[8]; 997c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int b = in[0] - in[8]; 1007c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int c = MUL(in[4], kC2) - MUL(in[12], kC1); 1017c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int d = MUL(in[4], kC1) + MUL(in[12], kC2); 1027c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp[0] = a + d; 1037c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp[1] = b + c; 1047c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp[2] = b - c; 1057c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp[3] = a - d; 1067c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp += 4; 1077c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora in++; 1087c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 1097c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 1107c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp = C; 1117c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (i = 0; i < 4; ++i) { // horizontal pass 1127c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int dc = tmp[0] + 4; 1137c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int a = dc + tmp[8]; 1147c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int b = dc - tmp[8]; 1157c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int c = MUL(tmp[4], kC2) - MUL(tmp[12], kC1); 1167c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int d = MUL(tmp[4], kC1) + MUL(tmp[12], kC2); 1177c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora STORE(0, i, a + d); 1187c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora STORE(1, i, b + c); 1197c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora STORE(2, i, b - c); 1207c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora STORE(3, i, a - d); 1217c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp++; 1227c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 1237c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 1247c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 125466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arorastatic void ITransform(const uint8_t* ref, const int16_t* in, uint8_t* dst, 126466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora int do_two) { 127466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora ITransformOne(ref, in, dst); 128466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora if (do_two) { 129466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora ITransformOne(ref + 4, in + 16, dst + 4); 130466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora } 131466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora} 132466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora 1337c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void FTransform(const uint8_t* src, const uint8_t* ref, int16_t* out) { 1347c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int i; 1357c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int tmp[16]; 1367c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (i = 0; i < 4; ++i, src += BPS, ref += BPS) { 1371e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int d0 = src[0] - ref[0]; // 9bit dynamic range ([-255,255]) 1387c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int d1 = src[1] - ref[1]; 1397c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int d2 = src[2] - ref[2]; 1407c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int d3 = src[3] - ref[3]; 1411e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a0 = (d0 + d3); // 10b [-510,510] 1421e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a1 = (d1 + d2); 1431e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a2 = (d1 - d2); 1441e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a3 = (d0 - d3); 1450406ce1417f76f2034833414dcecc9f56253640cVikas Arora tmp[0 + i * 4] = (a0 + a1) * 8; // 14b [-8160,8160] 1461e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora tmp[1 + i * 4] = (a2 * 2217 + a3 * 5352 + 1812) >> 9; // [-7536,7542] 1470406ce1417f76f2034833414dcecc9f56253640cVikas Arora tmp[2 + i * 4] = (a0 - a1) * 8; 1481e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora tmp[3 + i * 4] = (a3 * 2217 - a2 * 5352 + 937) >> 9; 1497c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 1507c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (i = 0; i < 4; ++i) { 1511e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a0 = (tmp[0 + i] + tmp[12 + i]); // 15b 1527c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int a1 = (tmp[4 + i] + tmp[ 8 + i]); 1537c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int a2 = (tmp[4 + i] - tmp[ 8 + i]); 1547c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int a3 = (tmp[0 + i] - tmp[12 + i]); 1551e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora out[0 + i] = (a0 + a1 + 7) >> 4; // 12b 1567c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora out[4 + i] = ((a2 * 2217 + a3 * 5352 + 12000) >> 16) + (a3 != 0); 1577c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora out[8 + i] = (a0 - a1 + 7) >> 4; 1587c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora out[12+ i] = ((a3 * 2217 - a2 * 5352 + 51000) >> 16); 1597c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 1607c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 1617c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 1627c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void FTransformWHT(const int16_t* in, int16_t* out) { 1630406ce1417f76f2034833414dcecc9f56253640cVikas Arora // input is 12b signed 1648b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora int32_t tmp[16]; 1657c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int i; 1667c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (i = 0; i < 4; ++i, in += 64) { 1670406ce1417f76f2034833414dcecc9f56253640cVikas Arora const int a0 = (in[0 * 16] + in[2 * 16]); // 13b 1680406ce1417f76f2034833414dcecc9f56253640cVikas Arora const int a1 = (in[1 * 16] + in[3 * 16]); 1690406ce1417f76f2034833414dcecc9f56253640cVikas Arora const int a2 = (in[1 * 16] - in[3 * 16]); 1700406ce1417f76f2034833414dcecc9f56253640cVikas Arora const int a3 = (in[0 * 16] - in[2 * 16]); 1710406ce1417f76f2034833414dcecc9f56253640cVikas Arora tmp[0 + i * 4] = a0 + a1; // 14b 1727c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp[1 + i * 4] = a3 + a2; 1737c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp[2 + i * 4] = a3 - a2; 1747c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp[3 + i * 4] = a0 - a1; 1757c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 1767c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (i = 0; i < 4; ++i) { 1770406ce1417f76f2034833414dcecc9f56253640cVikas Arora const int a0 = (tmp[0 + i] + tmp[8 + i]); // 15b 1787c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int a1 = (tmp[4 + i] + tmp[12+ i]); 1797c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int a2 = (tmp[4 + i] - tmp[12+ i]); 1807c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int a3 = (tmp[0 + i] - tmp[8 + i]); 1810406ce1417f76f2034833414dcecc9f56253640cVikas Arora const int b0 = a0 + a1; // 16b 1827c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int b1 = a3 + a2; 1837c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int b2 = a3 - a2; 1847c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int b3 = a0 - a1; 1850406ce1417f76f2034833414dcecc9f56253640cVikas Arora out[ 0 + i] = b0 >> 1; // 15b 1860406ce1417f76f2034833414dcecc9f56253640cVikas Arora out[ 4 + i] = b1 >> 1; 1870406ce1417f76f2034833414dcecc9f56253640cVikas Arora out[ 8 + i] = b2 >> 1; 1880406ce1417f76f2034833414dcecc9f56253640cVikas Arora out[12 + i] = b3 >> 1; 1897c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 1907c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 1917c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 1927c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora#undef MUL 1937c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora#undef STORE 1947c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 195a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora//------------------------------------------------------------------------------ 1967c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// Intra predictions 1977c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 198a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora#define DST(x, y) dst[(x) + (y) * BPS] 1997c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 200a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arorastatic WEBP_INLINE void Fill(uint8_t* dst, int value, int size) { 2017c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int j; 2027c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (j = 0; j < size; ++j) { 2037c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora memset(dst + j * BPS, value, size); 2047c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 2057c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 2067c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 207a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arorastatic WEBP_INLINE void VerticalPred(uint8_t* dst, 208a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora const uint8_t* top, int size) { 2097c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int j; 2107c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora if (top) { 2117c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (j = 0; j < size; ++j) memcpy(dst + j * BPS, top, size); 2127c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } else { 2137c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora Fill(dst, 127, size); 2147c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 2157c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 2167c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 217a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arorastatic WEBP_INLINE void HorizontalPred(uint8_t* dst, 218a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora const uint8_t* left, int size) { 2197c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora if (left) { 2207c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int j; 2217c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (j = 0; j < size; ++j) { 2227c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora memset(dst + j * BPS, left[j], size); 2237c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 2247c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } else { 2257c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora Fill(dst, 129, size); 2267c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 2277c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 2287c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 229a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arorastatic WEBP_INLINE void TrueMotion(uint8_t* dst, const uint8_t* left, 230a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora const uint8_t* top, int size) { 2317c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int y; 2327c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora if (left) { 2337c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora if (top) { 2347c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const uint8_t* const clip = clip1 + 255 - left[-1]; 2357c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (y = 0; y < size; ++y) { 2367c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const uint8_t* const clip_table = clip + left[y]; 2377c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int x; 2387c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (x = 0; x < size; ++x) { 2397c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora dst[x] = clip_table[top[x]]; 2407c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 2417c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora dst += BPS; 2427c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 2437c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } else { 2447c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora HorizontalPred(dst, left, size); 2457c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 2467c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } else { 2477c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora // true motion without left samples (hence: with default 129 value) 2487c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora // is equivalent to VE prediction where you just copy the top samples. 2497c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora // Note that if top samples are not available, the default value is 2507c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora // then 129, and not 127 as in the VerticalPred case. 2517c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora if (top) { 2527c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora VerticalPred(dst, top, size); 2537c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } else { 2547c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora Fill(dst, 129, size); 2557c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 2567c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 2577c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 2587c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 259a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arorastatic WEBP_INLINE void DCMode(uint8_t* dst, const uint8_t* left, 260a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora const uint8_t* top, 261a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora int size, int round, int shift) { 2627c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int DC = 0; 2637c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int j; 2647c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora if (top) { 2657c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (j = 0; j < size; ++j) DC += top[j]; 2667c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora if (left) { // top and left present 2677c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (j = 0; j < size; ++j) DC += left[j]; 2687c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } else { // top, but no left 2697c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora DC += DC; 2707c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 2717c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora DC = (DC + round) >> shift; 2727c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } else if (left) { // left but no top 2737c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (j = 0; j < size; ++j) DC += left[j]; 2747c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora DC += DC; 2757c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora DC = (DC + round) >> shift; 2767c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } else { // no top, no left, nothing. 2777c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora DC = 0x80; 2787c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 2797c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora Fill(dst, DC, size); 2807c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 2817c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 282a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora//------------------------------------------------------------------------------ 2837c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// Chroma 8x8 prediction (paragraph 12.2) 2847c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 2857c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void IntraChromaPreds(uint8_t* dst, const uint8_t* left, 2867c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const uint8_t* top) { 2877c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora // U block 2887c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora DCMode(C8DC8 + dst, left, top, 8, 8, 4); 2897c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora VerticalPred(C8VE8 + dst, top, 8); 2907c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora HorizontalPred(C8HE8 + dst, left, 8); 2917c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora TrueMotion(C8TM8 + dst, left, top, 8); 2927c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora // V block 2937c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora dst += 8; 2947c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora if (top) top += 8; 2957c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora if (left) left += 16; 2967c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora DCMode(C8DC8 + dst, left, top, 8, 8, 4); 2977c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora VerticalPred(C8VE8 + dst, top, 8); 2987c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora HorizontalPred(C8HE8 + dst, left, 8); 2997c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora TrueMotion(C8TM8 + dst, left, top, 8); 3007c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 3017c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 302a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora//------------------------------------------------------------------------------ 3037c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// luma 16x16 prediction (paragraph 12.3) 3047c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 3057c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void Intra16Preds(uint8_t* dst, 3067c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const uint8_t* left, const uint8_t* top) { 3077c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora DCMode(I16DC16 + dst, left, top, 16, 16, 5); 3087c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora VerticalPred(I16VE16 + dst, top, 16); 3097c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora HorizontalPred(I16HE16 + dst, left, 16); 3107c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora TrueMotion(I16TM16 + dst, left, top, 16); 3117c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 3127c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 313a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora//------------------------------------------------------------------------------ 3147c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// luma 4x4 prediction 3157c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 3167c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora#define AVG3(a, b, c) (((a) + 2 * (b) + (c) + 2) >> 2) 3177c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora#define AVG2(a, b) (((a) + (b) + 1) >> 1) 3187c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 3197c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void VE4(uint8_t* dst, const uint8_t* top) { // vertical 3207c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const uint8_t vals[4] = { 3217c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora AVG3(top[-1], top[0], top[1]), 3227c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora AVG3(top[ 0], top[1], top[2]), 3237c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora AVG3(top[ 1], top[2], top[3]), 3247c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora AVG3(top[ 2], top[3], top[4]) 3257c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora }; 3267c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int i; 3277c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (i = 0; i < 4; ++i) { 3287c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora memcpy(dst + i * BPS, vals, 4); 3297c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 3307c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 3317c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 3327c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void HE4(uint8_t* dst, const uint8_t* top) { // horizontal 3337c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int X = top[-1]; 3347c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int I = top[-2]; 3357c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int J = top[-3]; 3367c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int K = top[-4]; 3377c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int L = top[-5]; 3387c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora *(uint32_t*)(dst + 0 * BPS) = 0x01010101U * AVG3(X, I, J); 3397c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora *(uint32_t*)(dst + 1 * BPS) = 0x01010101U * AVG3(I, J, K); 3407c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora *(uint32_t*)(dst + 2 * BPS) = 0x01010101U * AVG3(J, K, L); 3417c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora *(uint32_t*)(dst + 3 * BPS) = 0x01010101U * AVG3(K, L, L); 3427c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 3437c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 3447c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void DC4(uint8_t* dst, const uint8_t* top) { 3457c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora uint32_t dc = 4; 3467c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int i; 3477c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (i = 0; i < 4; ++i) dc += top[i] + top[-5 + i]; 3487c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora Fill(dst, dc >> 3, 4); 3497c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 3507c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 3517c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void RD4(uint8_t* dst, const uint8_t* top) { 3527c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int X = top[-1]; 3537c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int I = top[-2]; 3547c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int J = top[-3]; 3557c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int K = top[-4]; 3567c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int L = top[-5]; 3577c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int A = top[0]; 3587c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int B = top[1]; 3597c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int C = top[2]; 3607c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int D = top[3]; 361a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 3) = AVG3(J, K, L); 362a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 2) = DST(1, 3) = AVG3(I, J, K); 363a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 1) = DST(1, 2) = DST(2, 3) = AVG3(X, I, J); 364a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 0) = DST(1, 1) = DST(2, 2) = DST(3, 3) = AVG3(A, X, I); 365a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(1, 0) = DST(2, 1) = DST(3, 2) = AVG3(B, A, X); 366a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(2, 0) = DST(3, 1) = AVG3(C, B, A); 367a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 0) = AVG3(D, C, B); 3687c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 3697c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 3707c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void LD4(uint8_t* dst, const uint8_t* top) { 3717c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int A = top[0]; 3727c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int B = top[1]; 3737c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int C = top[2]; 3747c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int D = top[3]; 3757c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int E = top[4]; 3767c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int F = top[5]; 3777c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int G = top[6]; 3787c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int H = top[7]; 379a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 0) = AVG3(A, B, C); 380a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(1, 0) = DST(0, 1) = AVG3(B, C, D); 381a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(2, 0) = DST(1, 1) = DST(0, 2) = AVG3(C, D, E); 382a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 0) = DST(2, 1) = DST(1, 2) = DST(0, 3) = AVG3(D, E, F); 383a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 1) = DST(2, 2) = DST(1, 3) = AVG3(E, F, G); 384a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 2) = DST(2, 3) = AVG3(F, G, H); 385a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 3) = AVG3(G, H, H); 3867c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 3877c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 3887c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void VR4(uint8_t* dst, const uint8_t* top) { 3897c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int X = top[-1]; 3907c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int I = top[-2]; 3917c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int J = top[-3]; 3927c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int K = top[-4]; 3937c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int A = top[0]; 3947c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int B = top[1]; 3957c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int C = top[2]; 3967c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int D = top[3]; 397a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 0) = DST(1, 2) = AVG2(X, A); 398a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(1, 0) = DST(2, 2) = AVG2(A, B); 399a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(2, 0) = DST(3, 2) = AVG2(B, C); 400a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 0) = AVG2(C, D); 4017c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 402a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 3) = AVG3(K, J, I); 403a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 2) = AVG3(J, I, X); 404a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 1) = DST(1, 3) = AVG3(I, X, A); 405a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(1, 1) = DST(2, 3) = AVG3(X, A, B); 406a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(2, 1) = DST(3, 3) = AVG3(A, B, C); 407a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 1) = AVG3(B, C, D); 4087c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 4097c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 4107c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void VL4(uint8_t* dst, const uint8_t* top) { 4117c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int A = top[0]; 4127c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int B = top[1]; 4137c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int C = top[2]; 4147c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int D = top[3]; 4157c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int E = top[4]; 4167c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int F = top[5]; 4177c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int G = top[6]; 4187c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int H = top[7]; 419a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 0) = AVG2(A, B); 420a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(1, 0) = DST(0, 2) = AVG2(B, C); 421a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(2, 0) = DST(1, 2) = AVG2(C, D); 422a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 0) = DST(2, 2) = AVG2(D, E); 4237c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 424a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 1) = AVG3(A, B, C); 425a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(1, 1) = DST(0, 3) = AVG3(B, C, D); 426a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(2, 1) = DST(1, 3) = AVG3(C, D, E); 427a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 1) = DST(2, 3) = AVG3(D, E, F); 428a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 2) = AVG3(E, F, G); 429a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 3) = AVG3(F, G, H); 4307c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 4317c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 4327c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void HU4(uint8_t* dst, const uint8_t* top) { 4337c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int I = top[-2]; 4347c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int J = top[-3]; 4357c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int K = top[-4]; 4367c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int L = top[-5]; 437a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 0) = AVG2(I, J); 438a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(2, 0) = DST(0, 1) = AVG2(J, K); 439a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(2, 1) = DST(0, 2) = AVG2(K, L); 440a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(1, 0) = AVG3(I, J, K); 441a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 0) = DST(1, 1) = AVG3(J, K, L); 442a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 1) = DST(1, 2) = AVG3(K, L, L); 443a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 2) = DST(2, 2) = 444a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 3) = DST(1, 3) = DST(2, 3) = DST(3, 3) = L; 4457c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 4467c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 4477c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void HD4(uint8_t* dst, const uint8_t* top) { 4487c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int X = top[-1]; 4497c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int I = top[-2]; 4507c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int J = top[-3]; 4517c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int K = top[-4]; 4527c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int L = top[-5]; 4537c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int A = top[0]; 4547c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int B = top[1]; 4557c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int C = top[2]; 4567c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 457a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 0) = DST(2, 1) = AVG2(I, X); 458a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 1) = DST(2, 2) = AVG2(J, I); 459a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 2) = DST(2, 3) = AVG2(K, J); 460a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(0, 3) = AVG2(L, K); 4617c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 462a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(3, 0) = AVG3(A, B, C); 463a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(2, 0) = AVG3(X, A, B); 464a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(1, 0) = DST(3, 1) = AVG3(I, X, A); 465a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(1, 1) = DST(3, 2) = AVG3(J, I, X); 466a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(1, 2) = DST(3, 3) = AVG3(K, J, I); 467a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora DST(1, 3) = AVG3(L, K, J); 4687c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 4697c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 4707c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void TM4(uint8_t* dst, const uint8_t* top) { 4717c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int x, y; 4727c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const uint8_t* const clip = clip1 + 255 - top[-1]; 4737c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (y = 0; y < 4; ++y) { 4747c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const uint8_t* const clip_table = clip + top[-2 - y]; 4757c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (x = 0; x < 4; ++x) { 4767c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora dst[x] = clip_table[top[x]]; 4777c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 4787c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora dst += BPS; 4797c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 4807c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 4817c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 482a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora#undef DST 4837c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora#undef AVG3 4847c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora#undef AVG2 4857c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 4867c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// Left samples are top[-5 .. -2], top_left is top[-1], top are 4877c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// located at top[0..3], and top right is top[4..7] 4887c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void Intra4Preds(uint8_t* dst, const uint8_t* top) { 4897c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora DC4(I4DC4 + dst, top); 4907c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora TM4(I4TM4 + dst, top); 4917c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora VE4(I4VE4 + dst, top); 4927c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora HE4(I4HE4 + dst, top); 4937c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora RD4(I4RD4 + dst, top); 4947c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora VR4(I4VR4 + dst, top); 4957c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora LD4(I4LD4 + dst, top); 4967c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora VL4(I4VL4 + dst, top); 4977c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora HD4(I4HD4 + dst, top); 4987c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora HU4(I4HU4 + dst, top); 4997c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 5007c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 501a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora//------------------------------------------------------------------------------ 5027c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// Metric 5037c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 504a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arorastatic WEBP_INLINE int GetSSE(const uint8_t* a, const uint8_t* b, 505a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora int w, int h) { 5067c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int count = 0; 5077c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int y, x; 5087c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (y = 0; y < h; ++y) { 5097c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (x = 0; x < w; ++x) { 5107c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int diff = (int)a[x] - b[x]; 5117c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora count += diff * diff; 5127c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 5137c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora a += BPS; 5147c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora b += BPS; 5157c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 5167c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora return count; 5177c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 5187c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 5197c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic int SSE16x16(const uint8_t* a, const uint8_t* b) { 5207c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora return GetSSE(a, b, 16, 16); 5217c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 5227c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic int SSE16x8(const uint8_t* a, const uint8_t* b) { 5237c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora return GetSSE(a, b, 16, 8); 5247c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 5257c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic int SSE8x8(const uint8_t* a, const uint8_t* b) { 5267c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora return GetSSE(a, b, 8, 8); 5277c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 5287c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic int SSE4x4(const uint8_t* a, const uint8_t* b) { 5297c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora return GetSSE(a, b, 4, 4); 5307c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 5317c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 532a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora//------------------------------------------------------------------------------ 5337c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// Texture distortion 5347c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// 5357c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// We try to match the spectral content (weighted) between source and 5367c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// reconstructed samples. 5377c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 5387c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// Hadamard transform 539466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora// Returns the weighted sum of the absolute value of transformed coefficients. 540466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arorastatic int TTransform(const uint8_t* in, const uint16_t* w) { 541466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora int sum = 0; 5427c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int tmp[16]; 5437c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int i; 544466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora // horizontal pass 5457c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (i = 0; i < 4; ++i, in += BPS) { 5461e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a0 = in[0] + in[2]; 5471e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a1 = in[1] + in[3]; 5481e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a2 = in[1] - in[3]; 5491e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a3 = in[0] - in[2]; 5501e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora tmp[0 + i * 4] = a0 + a1; 5517c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp[1 + i * 4] = a3 + a2; 5527c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp[2 + i * 4] = a3 - a2; 5537c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora tmp[3 + i * 4] = a0 - a1; 5547c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 555466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora // vertical pass 556466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora for (i = 0; i < 4; ++i, ++w) { 5571e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a0 = tmp[0 + i] + tmp[8 + i]; 5581e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a1 = tmp[4 + i] + tmp[12+ i]; 5591e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a2 = tmp[4 + i] - tmp[12+ i]; 5601e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora const int a3 = tmp[0 + i] - tmp[8 + i]; 5617c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int b0 = a0 + a1; 5627c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int b1 = a3 + a2; 5637c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int b2 = a3 - a2; 5647c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int b3 = a0 - a1; 5651e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora 5661e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora sum += w[ 0] * abs(b0); 5671e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora sum += w[ 4] * abs(b1); 5681e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora sum += w[ 8] * abs(b2); 5691e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora sum += w[12] * abs(b3); 5707c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 571466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora return sum; 5727c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 5737c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 5747c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic int Disto4x4(const uint8_t* const a, const uint8_t* const b, 5757c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const uint16_t* const w) { 576466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora const int sum1 = TTransform(a, w); 577466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora const int sum2 = TTransform(b, w); 5781e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora return abs(sum2 - sum1) >> 5; 5797c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 5807c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 5817c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic int Disto16x16(const uint8_t* const a, const uint8_t* const b, 5827c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const uint16_t* const w) { 5837c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int D = 0; 5847c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int x, y; 5857c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (y = 0; y < 16 * BPS; y += 4 * BPS) { 5867c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (x = 0; x < 16; x += 4) { 5877c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora D += Disto4x4(a + x + y, b + x + y, w); 5887c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 5897c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 5907c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora return D; 5917c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 5927c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 593a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora//------------------------------------------------------------------------------ 5947c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// Quantization 5957c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// 5967c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 597a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arorastatic const uint8_t kZigzag[16] = { 598a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora 0, 1, 4, 8, 5, 2, 3, 6, 9, 12, 13, 10, 7, 11, 14, 15 599a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora}; 600a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora 6017c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// Simple quantization 6027c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic int QuantizeBlock(int16_t in[16], int16_t out[16], 60333f74dabbc7920a65ed435d7417987589febdc16Vikas Arora const VP8Matrix* const mtx) { 6047c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int last = -1; 60533f74dabbc7920a65ed435d7417987589febdc16Vikas Arora int n; 60633f74dabbc7920a65ed435d7417987589febdc16Vikas Arora for (n = 0; n < 16; ++n) { 607a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora const int j = kZigzag[n]; 6087c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora const int sign = (in[j] < 0); 60933f74dabbc7920a65ed435d7417987589febdc16Vikas Arora const uint32_t coeff = (sign ? -in[j] : in[j]) + mtx->sharpen_[j]; 6107c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora if (coeff > mtx->zthresh_[j]) { 61133f74dabbc7920a65ed435d7417987589febdc16Vikas Arora const uint32_t Q = mtx->q_[j]; 61233f74dabbc7920a65ed435d7417987589febdc16Vikas Arora const uint32_t iQ = mtx->iq_[j]; 61333f74dabbc7920a65ed435d7417987589febdc16Vikas Arora const uint32_t B = mtx->bias_[j]; 61433f74dabbc7920a65ed435d7417987589febdc16Vikas Arora int level = QUANTDIV(coeff, iQ, B); 61533f74dabbc7920a65ed435d7417987589febdc16Vikas Arora if (level > MAX_LEVEL) level = MAX_LEVEL; 61633f74dabbc7920a65ed435d7417987589febdc16Vikas Arora if (sign) level = -level; 61733f74dabbc7920a65ed435d7417987589febdc16Vikas Arora in[j] = level * Q; 61833f74dabbc7920a65ed435d7417987589febdc16Vikas Arora out[n] = level; 61933f74dabbc7920a65ed435d7417987589febdc16Vikas Arora if (level) last = n; 6207c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } else { 6217c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora out[n] = 0; 6227c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora in[j] = 0; 6237c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 6247c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 6257c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora return (last >= 0); 6267c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 6277c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 6288b720228d581a84fd173b6dcb2fa295b59db489aVikas Arorastatic int QuantizeBlockWHT(int16_t in[16], int16_t out[16], 6298b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora const VP8Matrix* const mtx) { 6308b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora int n, last = -1; 6318b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora for (n = 0; n < 16; ++n) { 6328b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora const int j = kZigzag[n]; 6338b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora const int sign = (in[j] < 0); 63433f74dabbc7920a65ed435d7417987589febdc16Vikas Arora const uint32_t coeff = sign ? -in[j] : in[j]; 6358b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora assert(mtx->sharpen_[j] == 0); 6368b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora if (coeff > mtx->zthresh_[j]) { 63733f74dabbc7920a65ed435d7417987589febdc16Vikas Arora const uint32_t Q = mtx->q_[j]; 63833f74dabbc7920a65ed435d7417987589febdc16Vikas Arora const uint32_t iQ = mtx->iq_[j]; 63933f74dabbc7920a65ed435d7417987589febdc16Vikas Arora const uint32_t B = mtx->bias_[j]; 64033f74dabbc7920a65ed435d7417987589febdc16Vikas Arora int level = QUANTDIV(coeff, iQ, B); 64133f74dabbc7920a65ed435d7417987589febdc16Vikas Arora if (level > MAX_LEVEL) level = MAX_LEVEL; 64233f74dabbc7920a65ed435d7417987589febdc16Vikas Arora if (sign) level = -level; 64333f74dabbc7920a65ed435d7417987589febdc16Vikas Arora in[j] = level * Q; 64433f74dabbc7920a65ed435d7417987589febdc16Vikas Arora out[n] = level; 64533f74dabbc7920a65ed435d7417987589febdc16Vikas Arora if (level) last = n; 6468b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora } else { 6478b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora out[n] = 0; 6488b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora in[j] = 0; 6498b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora } 6508b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora } 6518b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora return (last >= 0); 6528b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora} 6538b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora 654a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora//------------------------------------------------------------------------------ 6557c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora// Block copy 6567c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 657a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arorastatic WEBP_INLINE void Copy(const uint8_t* src, uint8_t* dst, int size) { 6587c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora int y; 6597c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora for (y = 0; y < size; ++y) { 6607c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora memcpy(dst, src, size); 6617c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora src += BPS; 6627c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora dst += BPS; 6637c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora } 6647c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 6657c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 6667c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arorastatic void Copy4x4(const uint8_t* src, uint8_t* dst) { Copy(src, dst, 4); } 667466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora 668a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora//------------------------------------------------------------------------------ 669a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora// Initialization 670466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora 671466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora// Speed-critical function pointers. We have to initialize them to the default 672466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora// implementations within VP8EncDspInit(). 673466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8CHisto VP8CollectHistogram; 674466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8Idct VP8ITransform; 675466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8Fdct VP8FTransform; 676466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8WHT VP8FTransformWHT; 677466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8Intra4Preds VP8EncPredLuma4; 678466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8IntraPreds VP8EncPredLuma16; 679466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8IntraPreds VP8EncPredChroma8; 680466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8Metric VP8SSE16x16; 681466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8Metric VP8SSE8x8; 682466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8Metric VP8SSE16x8; 683466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8Metric VP8SSE4x4; 684466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8WMetric VP8TDisto4x4; 685466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8WMetric VP8TDisto16x16; 686466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8QuantizeBlock VP8EncQuantizeBlock; 6878b720228d581a84fd173b6dcb2fa295b59db489aVikas AroraVP8QuantizeBlockWHT VP8EncQuantizeBlockWHT; 688466727975bcc57c0c5597bcd0747a2fe4777b303Vikas AroraVP8BlockCopy VP8Copy4x4; 689466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora 690466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Aroraextern void VP8EncDspInitSSE2(void); 69133f74dabbc7920a65ed435d7417987589febdc16Vikas Aroraextern void VP8EncDspInitAVX2(void); 6921e7bf8805bd030c19924a5306837ecd72c295751Vikas Aroraextern void VP8EncDspInitNEON(void); 69333f74dabbc7920a65ed435d7417987589febdc16Vikas Aroraextern void VP8EncDspInitMIPS32(void); 6947c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 6959e80ee991168a0a6c2a906dd2c17c5e17df4566eJames Zernstatic volatile VP8CPUInfo enc_last_cpuinfo_used = 6969e80ee991168a0a6c2a906dd2c17c5e17df4566eJames Zern (VP8CPUInfo)&enc_last_cpuinfo_used; 6979e80ee991168a0a6c2a906dd2c17c5e17df4566eJames Zern 6987c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Aroravoid VP8EncDspInit(void) { 6999e80ee991168a0a6c2a906dd2c17c5e17df4566eJames Zern if (enc_last_cpuinfo_used == VP8GetCPUInfo) return; 7009e80ee991168a0a6c2a906dd2c17c5e17df4566eJames Zern 70133f74dabbc7920a65ed435d7417987589febdc16Vikas Arora VP8DspInit(); // common inverse transforms 7027c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora InitTables(); 703466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora 704466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora // default C implementations 705466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8CollectHistogram = CollectHistogram; 706466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8ITransform = ITransform; 707466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8FTransform = FTransform; 708466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8FTransformWHT = FTransformWHT; 709466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8EncPredLuma4 = Intra4Preds; 710466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8EncPredLuma16 = Intra16Preds; 711466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8EncPredChroma8 = IntraChromaPreds; 712466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8SSE16x16 = SSE16x16; 713466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8SSE8x8 = SSE8x8; 714466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8SSE16x8 = SSE16x8; 715466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8SSE4x4 = SSE4x4; 716466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8TDisto4x4 = Disto4x4; 717466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8TDisto16x16 = Disto16x16; 718466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8EncQuantizeBlock = QuantizeBlock; 7198b720228d581a84fd173b6dcb2fa295b59db489aVikas Arora VP8EncQuantizeBlockWHT = QuantizeBlockWHT; 720466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8Copy4x4 = Copy4x4; 721466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora 722466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora // If defined, use CPUInfo() to overwrite some pointers with faster versions. 72333f74dabbc7920a65ed435d7417987589febdc16Vikas Arora if (VP8GetCPUInfo != NULL) { 724a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora#if defined(WEBP_USE_SSE2) 725a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora if (VP8GetCPUInfo(kSSE2)) { 726466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora VP8EncDspInitSSE2(); 727466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora } 72833f74dabbc7920a65ed435d7417987589febdc16Vikas Arora#endif 72933f74dabbc7920a65ed435d7417987589febdc16Vikas Arora#if defined(WEBP_USE_AVX2) 73033f74dabbc7920a65ed435d7417987589febdc16Vikas Arora if (VP8GetCPUInfo(kAVX2)) { 73133f74dabbc7920a65ed435d7417987589febdc16Vikas Arora VP8EncDspInitAVX2(); 73233f74dabbc7920a65ed435d7417987589febdc16Vikas Arora } 73333f74dabbc7920a65ed435d7417987589febdc16Vikas Arora#endif 73433f74dabbc7920a65ed435d7417987589febdc16Vikas Arora#if defined(WEBP_USE_NEON) 7351e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora if (VP8GetCPUInfo(kNEON)) { 7361e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora VP8EncDspInitNEON(); 7371e7bf8805bd030c19924a5306837ecd72c295751Vikas Arora } 738a2415724fb3466168b2af5b08bd94ba732c0e753Vikas Arora#endif 73933f74dabbc7920a65ed435d7417987589febdc16Vikas Arora#if defined(WEBP_USE_MIPS32) 74033f74dabbc7920a65ed435d7417987589febdc16Vikas Arora if (VP8GetCPUInfo(kMIPS32)) { 74133f74dabbc7920a65ed435d7417987589febdc16Vikas Arora VP8EncDspInitMIPS32(); 74233f74dabbc7920a65ed435d7417987589febdc16Vikas Arora } 74333f74dabbc7920a65ed435d7417987589febdc16Vikas Arora#endif 744466727975bcc57c0c5597bcd0747a2fe4777b303Vikas Arora } 7459e80ee991168a0a6c2a906dd2c17c5e17df4566eJames Zern enc_last_cpuinfo_used = VP8GetCPUInfo; 7467c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora} 7477c970a0a679089e416c5887cf7fcece15a70bfa4Vikas Arora 748