1// Copyright 2014 Google Inc. All Rights Reserved. 2// 3// Use of this source code is governed by a BSD-style license 4// that can be found in the COPYING file in the root of the source 5// tree. An additional intellectual property rights grant can be found 6// in the file PATENTS. All contributing project authors may 7// be found in the AUTHORS file in the root of the source tree. 8// ----------------------------------------------------------------------------- 9// 10// MIPS version of rescaling functions 11// 12// Author(s): Djordje Pesut (djordje.pesut@imgtec.com) 13 14#include "src/dsp/dsp.h" 15 16#if defined(WEBP_USE_MIPS32) && !defined(WEBP_REDUCE_SIZE) 17 18#include <assert.h> 19#include "src/utils/rescaler_utils.h" 20 21//------------------------------------------------------------------------------ 22// Row import 23 24static void ImportRowShrink_MIPS32(WebPRescaler* const wrk, 25 const uint8_t* src) { 26 const int x_stride = wrk->num_channels; 27 const int x_out_max = wrk->dst_width * wrk->num_channels; 28 const int fx_scale = wrk->fx_scale; 29 const int x_add = wrk->x_add; 30 const int x_sub = wrk->x_sub; 31 const int x_stride1 = x_stride << 2; 32 int channel; 33 assert(!wrk->x_expand); 34 assert(!WebPRescalerInputDone(wrk)); 35 36 for (channel = 0; channel < x_stride; ++channel) { 37 const uint8_t* src1 = src + channel; 38 rescaler_t* frow = wrk->frow + channel; 39 int temp1, temp2, temp3; 40 int base, frac, sum; 41 int accum, accum1; 42 int loop_c = x_out_max - channel; 43 44 __asm__ volatile ( 45 "li %[temp1], 0x8000 \n\t" 46 "li %[temp2], 0x10000 \n\t" 47 "li %[sum], 0 \n\t" 48 "li %[accum], 0 \n\t" 49 "1: \n\t" 50 "addu %[accum], %[accum], %[x_add] \n\t" 51 "li %[base], 0 \n\t" 52 "blez %[accum], 3f \n\t" 53 "2: \n\t" 54 "lbu %[base], 0(%[src1]) \n\t" 55 "subu %[accum], %[accum], %[x_sub] \n\t" 56 "addu %[src1], %[src1], %[x_stride] \n\t" 57 "addu %[sum], %[sum], %[base] \n\t" 58 "bgtz %[accum], 2b \n\t" 59 "3: \n\t" 60 "negu %[accum1], %[accum] \n\t" 61 "mul %[frac], %[base], %[accum1] \n\t" 62 "mul %[temp3], %[sum], %[x_sub] \n\t" 63 "subu %[loop_c], %[loop_c], %[x_stride] \n\t" 64 "mult %[temp1], %[temp2] \n\t" 65 "maddu %[frac], %[fx_scale] \n\t" 66 "mfhi %[sum] \n\t" 67 "subu %[temp3], %[temp3], %[frac] \n\t" 68 "sw %[temp3], 0(%[frow]) \n\t" 69 "addu %[frow], %[frow], %[x_stride1] \n\t" 70 "bgtz %[loop_c], 1b \n\t" 71 : [accum]"=&r"(accum), [src1]"+r"(src1), [temp3]"=&r"(temp3), 72 [sum]"=&r"(sum), [base]"=&r"(base), [frac]"=&r"(frac), 73 [frow]"+r"(frow), [accum1]"=&r"(accum1), 74 [temp2]"=&r"(temp2), [temp1]"=&r"(temp1) 75 : [x_stride]"r"(x_stride), [fx_scale]"r"(fx_scale), 76 [x_sub]"r"(x_sub), [x_add]"r"(x_add), 77 [loop_c]"r"(loop_c), [x_stride1]"r"(x_stride1) 78 : "memory", "hi", "lo" 79 ); 80 assert(accum == 0); 81 } 82} 83 84static void ImportRowExpand_MIPS32(WebPRescaler* const wrk, 85 const uint8_t* src) { 86 const int x_stride = wrk->num_channels; 87 const int x_out_max = wrk->dst_width * wrk->num_channels; 88 const int x_add = wrk->x_add; 89 const int x_sub = wrk->x_sub; 90 const int src_width = wrk->src_width; 91 const int x_stride1 = x_stride << 2; 92 int channel; 93 assert(wrk->x_expand); 94 assert(!WebPRescalerInputDone(wrk)); 95 96 for (channel = 0; channel < x_stride; ++channel) { 97 const uint8_t* src1 = src + channel; 98 rescaler_t* frow = wrk->frow + channel; 99 int temp1, temp2, temp3, temp4; 100 int frac; 101 int accum; 102 int x_out = channel; 103 104 __asm__ volatile ( 105 "addiu %[temp3], %[src_width], -1 \n\t" 106 "lbu %[temp2], 0(%[src1]) \n\t" 107 "addu %[src1], %[src1], %[x_stride] \n\t" 108 "bgtz %[temp3], 0f \n\t" 109 "addiu %[temp1], %[temp2], 0 \n\t" 110 "b 3f \n\t" 111 "0: \n\t" 112 "lbu %[temp1], 0(%[src1]) \n\t" 113 "3: \n\t" 114 "addiu %[accum], %[x_add], 0 \n\t" 115 "1: \n\t" 116 "subu %[temp3], %[temp2], %[temp1] \n\t" 117 "mul %[temp3], %[temp3], %[accum] \n\t" 118 "mul %[temp4], %[temp1], %[x_add] \n\t" 119 "addu %[temp3], %[temp4], %[temp3] \n\t" 120 "sw %[temp3], 0(%[frow]) \n\t" 121 "addu %[frow], %[frow], %[x_stride1] \n\t" 122 "addu %[x_out], %[x_out], %[x_stride] \n\t" 123 "subu %[temp3], %[x_out], %[x_out_max] \n\t" 124 "bgez %[temp3], 2f \n\t" 125 "subu %[accum], %[accum], %[x_sub] \n\t" 126 "bgez %[accum], 4f \n\t" 127 "addiu %[temp2], %[temp1], 0 \n\t" 128 "addu %[src1], %[src1], %[x_stride] \n\t" 129 "lbu %[temp1], 0(%[src1]) \n\t" 130 "addu %[accum], %[accum], %[x_add] \n\t" 131 "4: \n\t" 132 "b 1b \n\t" 133 "2: \n\t" 134 : [src1]"+r"(src1), [accum]"=&r"(accum), [temp1]"=&r"(temp1), 135 [temp2]"=&r"(temp2), [temp3]"=&r"(temp3), [temp4]"=&r"(temp4), 136 [x_out]"+r"(x_out), [frac]"=&r"(frac), [frow]"+r"(frow) 137 : [x_stride]"r"(x_stride), [x_add]"r"(x_add), [x_sub]"r"(x_sub), 138 [x_stride1]"r"(x_stride1), [src_width]"r"(src_width), 139 [x_out_max]"r"(x_out_max) 140 : "memory", "hi", "lo" 141 ); 142 assert(wrk->x_sub == 0 /* <- special case for src_width=1 */ || accum == 0); 143 } 144} 145 146//------------------------------------------------------------------------------ 147// Row export 148 149static void ExportRowExpand_MIPS32(WebPRescaler* const wrk) { 150 uint8_t* dst = wrk->dst; 151 rescaler_t* irow = wrk->irow; 152 const int x_out_max = wrk->dst_width * wrk->num_channels; 153 const rescaler_t* frow = wrk->frow; 154 int temp0, temp1, temp3, temp4, temp5, loop_end; 155 const int temp2 = (int)wrk->fy_scale; 156 const int temp6 = x_out_max << 2; 157 assert(!WebPRescalerOutputDone(wrk)); 158 assert(wrk->y_accum <= 0); 159 assert(wrk->y_expand); 160 assert(wrk->y_sub != 0); 161 if (wrk->y_accum == 0) { 162 __asm__ volatile ( 163 "li %[temp3], 0x10000 \n\t" 164 "li %[temp4], 0x8000 \n\t" 165 "addu %[loop_end], %[frow], %[temp6] \n\t" 166 "1: \n\t" 167 "lw %[temp0], 0(%[frow]) \n\t" 168 "addiu %[dst], %[dst], 1 \n\t" 169 "addiu %[frow], %[frow], 4 \n\t" 170 "mult %[temp3], %[temp4] \n\t" 171 "maddu %[temp0], %[temp2] \n\t" 172 "mfhi %[temp5] \n\t" 173 "sb %[temp5], -1(%[dst]) \n\t" 174 "bne %[frow], %[loop_end], 1b \n\t" 175 : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1), [temp3]"=&r"(temp3), 176 [temp4]"=&r"(temp4), [temp5]"=&r"(temp5), [frow]"+r"(frow), 177 [dst]"+r"(dst), [loop_end]"=&r"(loop_end) 178 : [temp2]"r"(temp2), [temp6]"r"(temp6) 179 : "memory", "hi", "lo" 180 ); 181 } else { 182 const uint32_t B = WEBP_RESCALER_FRAC(-wrk->y_accum, wrk->y_sub); 183 const uint32_t A = (uint32_t)(WEBP_RESCALER_ONE - B); 184 __asm__ volatile ( 185 "li %[temp3], 0x10000 \n\t" 186 "li %[temp4], 0x8000 \n\t" 187 "addu %[loop_end], %[frow], %[temp6] \n\t" 188 "1: \n\t" 189 "lw %[temp0], 0(%[frow]) \n\t" 190 "lw %[temp1], 0(%[irow]) \n\t" 191 "addiu %[dst], %[dst], 1 \n\t" 192 "mult %[temp3], %[temp4] \n\t" 193 "maddu %[A], %[temp0] \n\t" 194 "maddu %[B], %[temp1] \n\t" 195 "addiu %[frow], %[frow], 4 \n\t" 196 "addiu %[irow], %[irow], 4 \n\t" 197 "mfhi %[temp5] \n\t" 198 "mult %[temp3], %[temp4] \n\t" 199 "maddu %[temp5], %[temp2] \n\t" 200 "mfhi %[temp5] \n\t" 201 "sb %[temp5], -1(%[dst]) \n\t" 202 "bne %[frow], %[loop_end], 1b \n\t" 203 : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1), [temp3]"=&r"(temp3), 204 [temp4]"=&r"(temp4), [temp5]"=&r"(temp5), [frow]"+r"(frow), 205 [irow]"+r"(irow), [dst]"+r"(dst), [loop_end]"=&r"(loop_end) 206 : [temp2]"r"(temp2), [temp6]"r"(temp6), [A]"r"(A), [B]"r"(B) 207 : "memory", "hi", "lo" 208 ); 209 } 210} 211 212static void ExportRowShrink_MIPS32(WebPRescaler* const wrk) { 213 const int x_out_max = wrk->dst_width * wrk->num_channels; 214 uint8_t* dst = wrk->dst; 215 rescaler_t* irow = wrk->irow; 216 const rescaler_t* frow = wrk->frow; 217 const int yscale = wrk->fy_scale * (-wrk->y_accum); 218 int temp0, temp1, temp3, temp4, temp5, loop_end; 219 const int temp2 = (int)wrk->fxy_scale; 220 const int temp6 = x_out_max << 2; 221 222 assert(!WebPRescalerOutputDone(wrk)); 223 assert(wrk->y_accum <= 0); 224 assert(!wrk->y_expand); 225 assert(wrk->fxy_scale != 0); 226 if (yscale) { 227 __asm__ volatile ( 228 "li %[temp3], 0x10000 \n\t" 229 "li %[temp4], 0x8000 \n\t" 230 "addu %[loop_end], %[frow], %[temp6] \n\t" 231 "1: \n\t" 232 "lw %[temp0], 0(%[frow]) \n\t" 233 "mult %[temp3], %[temp4] \n\t" 234 "addiu %[frow], %[frow], 4 \n\t" 235 "maddu %[temp0], %[yscale] \n\t" 236 "mfhi %[temp1] \n\t" 237 "lw %[temp0], 0(%[irow]) \n\t" 238 "addiu %[dst], %[dst], 1 \n\t" 239 "addiu %[irow], %[irow], 4 \n\t" 240 "subu %[temp0], %[temp0], %[temp1] \n\t" 241 "mult %[temp3], %[temp4] \n\t" 242 "maddu %[temp0], %[temp2] \n\t" 243 "mfhi %[temp5] \n\t" 244 "sw %[temp1], -4(%[irow]) \n\t" 245 "sb %[temp5], -1(%[dst]) \n\t" 246 "bne %[frow], %[loop_end], 1b \n\t" 247 : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1), [temp3]"=&r"(temp3), 248 [temp4]"=&r"(temp4), [temp5]"=&r"(temp5), [frow]"+r"(frow), 249 [irow]"+r"(irow), [dst]"+r"(dst), [loop_end]"=&r"(loop_end) 250 : [temp2]"r"(temp2), [yscale]"r"(yscale), [temp6]"r"(temp6) 251 : "memory", "hi", "lo" 252 ); 253 } else { 254 __asm__ volatile ( 255 "li %[temp3], 0x10000 \n\t" 256 "li %[temp4], 0x8000 \n\t" 257 "addu %[loop_end], %[irow], %[temp6] \n\t" 258 "1: \n\t" 259 "lw %[temp0], 0(%[irow]) \n\t" 260 "addiu %[dst], %[dst], 1 \n\t" 261 "addiu %[irow], %[irow], 4 \n\t" 262 "mult %[temp3], %[temp4] \n\t" 263 "maddu %[temp0], %[temp2] \n\t" 264 "mfhi %[temp5] \n\t" 265 "sw $zero, -4(%[irow]) \n\t" 266 "sb %[temp5], -1(%[dst]) \n\t" 267 "bne %[irow], %[loop_end], 1b \n\t" 268 : [temp0]"=&r"(temp0), [temp1]"=&r"(temp1), [temp3]"=&r"(temp3), 269 [temp4]"=&r"(temp4), [temp5]"=&r"(temp5), [irow]"+r"(irow), 270 [dst]"+r"(dst), [loop_end]"=&r"(loop_end) 271 : [temp2]"r"(temp2), [temp6]"r"(temp6) 272 : "memory", "hi", "lo" 273 ); 274 } 275} 276 277//------------------------------------------------------------------------------ 278// Entry point 279 280extern void WebPRescalerDspInitMIPS32(void); 281 282WEBP_TSAN_IGNORE_FUNCTION void WebPRescalerDspInitMIPS32(void) { 283 WebPRescalerImportRowExpand = ImportRowExpand_MIPS32; 284 WebPRescalerImportRowShrink = ImportRowShrink_MIPS32; 285 WebPRescalerExportRowExpand = ExportRowExpand_MIPS32; 286 WebPRescalerExportRowShrink = ExportRowShrink_MIPS32; 287} 288 289#else // !WEBP_USE_MIPS32 290 291WEBP_DSP_INIT_STUB(WebPRescalerDspInitMIPS32) 292 293#endif // WEBP_USE_MIPS32 294