170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine/*
270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * jidctint.c
370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine *
470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * Copyright (C) 1991-1998, Thomas G. Lane.
570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * This file is part of the Independent JPEG Group's software.
670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * For conditions of distribution and use, see the accompanying README file.
770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine *
870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * This file contains a slow-but-accurate integer implementation of the
970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * inverse DCT (Discrete Cosine Transform).  In the IJG code, this routine
1070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * must also perform dequantization of the input coefficients.
1170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine *
1270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * A 2-D IDCT can be done by 1-D IDCT on each column followed by 1-D IDCT
1370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * on each row (or vice versa, but it's more convenient to emit a row at
1470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * a time).  Direct algorithms are also available, but they are much more
1570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * complex and seem not to be any faster when reduced to code.
1670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine *
1770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * This implementation is based on an algorithm described in
1870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine *   C. Loeffler, A. Ligtenberg and G. Moschytz, "Practical Fast 1-D DCT
1970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine *   Algorithms with 11 Multiplications", Proc. Int'l. Conf. on Acoustics,
2070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine *   Speech, and Signal Processing 1989 (ICASSP '89), pp. 988-991.
2170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * The primary algorithm described there uses 11 multiplies and 29 adds.
2270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * We use their alternate method with 12 multiplies and 32 adds.
2370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * The advantage of this method is that no data path contains more than one
2470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * multiplication; this allows a very simple and accurate implementation in
2570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * scaled fixed-point arithmetic, with a minimal number of shifts.
2670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine */
2770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
2870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define JPEG_INTERNALS
2970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#include "jinclude.h"
3070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#include "jpeglib.h"
3170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#include "jdct.h"		/* Private declarations for DCT subsystem */
3270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
3370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#ifdef DCT_ISLOW_SUPPORTED
3470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
3570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
3670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine/*
3770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * This module is specialized to the case DCTSIZE = 8.
3870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine */
3970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
4070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#if DCTSIZE != 8
4170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  Sorry, this code only copes with 8x8 DCTs. /* deliberate syntax err */
4270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#endif
4370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
4470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
4570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine/*
4670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * The poop on this scaling stuff is as follows:
4770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine *
4870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * Each 1-D IDCT step produces outputs which are a factor of sqrt(N)
4970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * larger than the true IDCT outputs.  The final outputs are therefore
5070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * a factor of N larger than desired; since N=8 this can be cured by
5170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * a simple right shift at the end of the algorithm.  The advantage of
5270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * this arrangement is that we save two multiplications per 1-D IDCT,
5370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * because the y0 and y4 inputs need not be divided by sqrt(N).
5470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine *
5570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * We have to do addition and subtraction of the integer inputs, which
5670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * is no problem, and multiplication by fractional constants, which is
5770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * a problem to do in integer arithmetic.  We multiply all the constants
5870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * by CONST_SCALE and convert them to integer constants (thus retaining
5970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * CONST_BITS bits of precision in the constants).  After doing a
6070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * multiplication we have to divide the product by CONST_SCALE, with proper
6170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * rounding, to produce the correct output.  This division can be done
6270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * cheaply as a right shift of CONST_BITS bits.  We postpone shifting
6370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * as long as possible so that partial sums can be added together with
6470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * full fractional precision.
6570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine *
6670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * The outputs of the first pass are scaled up by PASS1_BITS bits so that
6770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * they are represented to better-than-integral precision.  These outputs
6870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * require BITS_IN_JSAMPLE + PASS1_BITS + 3 bits; this fits in a 16-bit word
6970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * with the recommended scaling.  (To scale up 12-bit sample data further, an
7070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * intermediate INT32 array would be needed.)
7170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine *
7270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * To avoid overflow of the 32-bit intermediate results in pass 2, we must
7370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * have BITS_IN_JSAMPLE + CONST_BITS + PASS1_BITS <= 26.  Error analysis
7470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * shows that the values given below are the most effective.
7570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine */
7670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
7770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#if BITS_IN_JSAMPLE == 8
7870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define CONST_BITS  13
7970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define PASS1_BITS  2
8070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#else
8170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define CONST_BITS  13
8270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define PASS1_BITS  1		/* lose a little precision to avoid overflow */
8370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#endif
8470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
8570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine/* Some C compilers fail to reduce "FIX(constant)" at compile time, thus
8670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * causing a lot of useless floating-point operations at run time.
8770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * To get around this we use the following pre-calculated constants.
8870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * If you change CONST_BITS you may want to add appropriate values.
8970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * (With a reasonable C compiler, you can just rely on the FIX() macro...)
9070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine */
9170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
9270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#if CONST_BITS == 13
9370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_0_298631336  ((INT32)  2446)	/* FIX(0.298631336) */
9470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_0_390180644  ((INT32)  3196)	/* FIX(0.390180644) */
9570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_0_541196100  ((INT32)  4433)	/* FIX(0.541196100) */
9670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_0_765366865  ((INT32)  6270)	/* FIX(0.765366865) */
9770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_0_899976223  ((INT32)  7373)	/* FIX(0.899976223) */
9870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_1_175875602  ((INT32)  9633)	/* FIX(1.175875602) */
9970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_1_501321110  ((INT32)  12299)	/* FIX(1.501321110) */
10070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_1_847759065  ((INT32)  15137)	/* FIX(1.847759065) */
10170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_1_961570560  ((INT32)  16069)	/* FIX(1.961570560) */
10270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_2_053119869  ((INT32)  16819)	/* FIX(2.053119869) */
10370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_2_562915447  ((INT32)  20995)	/* FIX(2.562915447) */
10470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_3_072711026  ((INT32)  25172)	/* FIX(3.072711026) */
10570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#else
10670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_0_298631336  FIX(0.298631336)
10770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_0_390180644  FIX(0.390180644)
10870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_0_541196100  FIX(0.541196100)
10970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_0_765366865  FIX(0.765366865)
11070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_0_899976223  FIX(0.899976223)
11170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_1_175875602  FIX(1.175875602)
11270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_1_501321110  FIX(1.501321110)
11370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_1_847759065  FIX(1.847759065)
11470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_1_961570560  FIX(1.961570560)
11570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_2_053119869  FIX(2.053119869)
11670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_2_562915447  FIX(2.562915447)
11770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define FIX_3_072711026  FIX(3.072711026)
11870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#endif
11970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
12070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
12170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine/* Multiply an INT32 variable by an INT32 constant to yield an INT32 result.
12270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * For 8-bit samples with the recommended scaling, all the variable
12370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * and constant values involved are no more than 16 bits wide, so a
12470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * 16x16->32 bit multiply can be used instead of a full 32x32 multiply.
12570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * For 12-bit samples, a full 32-bit multiplication will be needed.
12670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine */
12770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
12870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#if BITS_IN_JSAMPLE == 8
12970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define MULTIPLY(var,const)  MULTIPLY16C16(var,const)
13070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#else
13170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define MULTIPLY(var,const)  ((var) * (const))
13270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#endif
13370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
13470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
13570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine/* Dequantize a coefficient by multiplying it by the multiplier-table
13670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * entry; produce an int result.  In this module, both inputs and result
13770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * are 16 bits or less, so either int or short multiply will work.
13870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine */
13970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
14070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#define DEQUANTIZE(coef,quantval)  (((ISLOW_MULT_TYPE) (coef)) * (quantval))
14170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
14270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
14370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine/*
14470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine * Perform dequantization and inverse DCT on one block of coefficients.
14570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine */
14670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
14770a18cd874a22452aca9e39e22275ed4538ed20bVladimir ChtchetkineGLOBAL(void)
14870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkinejpeg_idct_islow (j_decompress_ptr cinfo, jpeg_component_info * compptr,
14970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine		 JCOEFPTR coef_block,
15070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine		 JSAMPARRAY output_buf, JDIMENSION output_col)
15170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine{
15270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  INT32 tmp0, tmp1, tmp2, tmp3;
15370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  INT32 tmp10, tmp11, tmp12, tmp13;
15470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  INT32 z1, z2, z3, z4, z5;
15570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  JCOEFPTR inptr;
15670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  ISLOW_MULT_TYPE * quantptr;
15770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  int * wsptr;
15870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  JSAMPROW outptr;
15970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  JSAMPLE *range_limit = IDCT_range_limit(cinfo);
16070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  int ctr;
16170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  int workspace[DCTSIZE2];	/* buffers data between passes */
16270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  SHIFT_TEMPS
16370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
16470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  /* Pass 1: process columns from input, store into work array. */
16570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  /* Note results are scaled up by sqrt(8) compared to a true IDCT; */
16670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  /* furthermore, we scale the results by 2**PASS1_BITS. */
16770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
16870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  inptr = coef_block;
16970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  quantptr = (ISLOW_MULT_TYPE *) compptr->dct_table;
17070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  wsptr = workspace;
17170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  for (ctr = DCTSIZE; ctr > 0; ctr--) {
17270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    /* Due to quantization, we will usually find that many of the input
17370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * coefficients are zero, especially the AC terms.  We can exploit this
17470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * by short-circuiting the IDCT calculation for any column in which all
17570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * the AC terms are zero.  In that case each output is equal to the
17670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * DC coefficient (with scale factor as needed).
17770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * With typical images and quantization tables, half or more of the
17870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * column DCT calculations can be simplified this way.
17970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     */
18070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
18170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    if (inptr[DCTSIZE*1] == 0 && inptr[DCTSIZE*2] == 0 &&
18270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine	inptr[DCTSIZE*3] == 0 && inptr[DCTSIZE*4] == 0 &&
18370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine	inptr[DCTSIZE*5] == 0 && inptr[DCTSIZE*6] == 0 &&
18470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine	inptr[DCTSIZE*7] == 0) {
18570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      /* AC terms all zero */
18670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      int dcval = DEQUANTIZE(inptr[DCTSIZE*0], quantptr[DCTSIZE*0]) << PASS1_BITS;
18770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
18870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      wsptr[DCTSIZE*0] = dcval;
18970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      wsptr[DCTSIZE*1] = dcval;
19070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      wsptr[DCTSIZE*2] = dcval;
19170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      wsptr[DCTSIZE*3] = dcval;
19270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      wsptr[DCTSIZE*4] = dcval;
19370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      wsptr[DCTSIZE*5] = dcval;
19470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      wsptr[DCTSIZE*6] = dcval;
19570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      wsptr[DCTSIZE*7] = dcval;
19670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
19770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      inptr++;			/* advance pointers to next column */
19870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      quantptr++;
19970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      wsptr++;
20070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      continue;
20170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    }
20270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
20370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    /* Even part: reverse the even part of the forward DCT. */
20470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    /* The rotator is sqrt(2)*c(-6). */
20570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
20670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z2 = DEQUANTIZE(inptr[DCTSIZE*2], quantptr[DCTSIZE*2]);
20770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z3 = DEQUANTIZE(inptr[DCTSIZE*6], quantptr[DCTSIZE*6]);
20870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
20970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z1 = MULTIPLY(z2 + z3, FIX_0_541196100);
21070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp2 = z1 + MULTIPLY(z3, - FIX_1_847759065);
21170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp3 = z1 + MULTIPLY(z2, FIX_0_765366865);
21270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
21370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z2 = DEQUANTIZE(inptr[DCTSIZE*0], quantptr[DCTSIZE*0]);
21470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z3 = DEQUANTIZE(inptr[DCTSIZE*4], quantptr[DCTSIZE*4]);
21570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
21670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp0 = (z2 + z3) << CONST_BITS;
21770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp1 = (z2 - z3) << CONST_BITS;
21870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
21970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp10 = tmp0 + tmp3;
22070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp13 = tmp0 - tmp3;
22170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp11 = tmp1 + tmp2;
22270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp12 = tmp1 - tmp2;
22370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
22470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    /* Odd part per figure 8; the matrix is unitary and hence its
22570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * transpose is its inverse.  i0..i3 are y7,y5,y3,y1 respectively.
22670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     */
22770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
22870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp0 = DEQUANTIZE(inptr[DCTSIZE*7], quantptr[DCTSIZE*7]);
22970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp1 = DEQUANTIZE(inptr[DCTSIZE*5], quantptr[DCTSIZE*5]);
23070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp2 = DEQUANTIZE(inptr[DCTSIZE*3], quantptr[DCTSIZE*3]);
23170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp3 = DEQUANTIZE(inptr[DCTSIZE*1], quantptr[DCTSIZE*1]);
23270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
23370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z1 = tmp0 + tmp3;
23470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z2 = tmp1 + tmp2;
23570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z3 = tmp0 + tmp2;
23670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z4 = tmp1 + tmp3;
23770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z5 = MULTIPLY(z3 + z4, FIX_1_175875602); /* sqrt(2) * c3 */
23870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
23970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp0 = MULTIPLY(tmp0, FIX_0_298631336); /* sqrt(2) * (-c1+c3+c5-c7) */
24070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp1 = MULTIPLY(tmp1, FIX_2_053119869); /* sqrt(2) * ( c1+c3-c5+c7) */
24170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp2 = MULTIPLY(tmp2, FIX_3_072711026); /* sqrt(2) * ( c1+c3+c5-c7) */
24270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp3 = MULTIPLY(tmp3, FIX_1_501321110); /* sqrt(2) * ( c1+c3-c5-c7) */
24370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z1 = MULTIPLY(z1, - FIX_0_899976223); /* sqrt(2) * (c7-c3) */
24470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z2 = MULTIPLY(z2, - FIX_2_562915447); /* sqrt(2) * (-c1-c3) */
24570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z3 = MULTIPLY(z3, - FIX_1_961570560); /* sqrt(2) * (-c3-c5) */
24670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z4 = MULTIPLY(z4, - FIX_0_390180644); /* sqrt(2) * (c5-c3) */
24770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
24870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z3 += z5;
24970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z4 += z5;
25070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
25170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp0 += z1 + z3;
25270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp1 += z2 + z4;
25370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp2 += z2 + z3;
25470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp3 += z1 + z4;
25570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
25670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    /* Final output stage: inputs are tmp10..tmp13, tmp0..tmp3 */
25770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
25870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    wsptr[DCTSIZE*0] = (int) DESCALE(tmp10 + tmp3, CONST_BITS-PASS1_BITS);
25970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    wsptr[DCTSIZE*7] = (int) DESCALE(tmp10 - tmp3, CONST_BITS-PASS1_BITS);
26070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    wsptr[DCTSIZE*1] = (int) DESCALE(tmp11 + tmp2, CONST_BITS-PASS1_BITS);
26170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    wsptr[DCTSIZE*6] = (int) DESCALE(tmp11 - tmp2, CONST_BITS-PASS1_BITS);
26270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    wsptr[DCTSIZE*2] = (int) DESCALE(tmp12 + tmp1, CONST_BITS-PASS1_BITS);
26370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    wsptr[DCTSIZE*5] = (int) DESCALE(tmp12 - tmp1, CONST_BITS-PASS1_BITS);
26470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    wsptr[DCTSIZE*3] = (int) DESCALE(tmp13 + tmp0, CONST_BITS-PASS1_BITS);
26570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    wsptr[DCTSIZE*4] = (int) DESCALE(tmp13 - tmp0, CONST_BITS-PASS1_BITS);
26670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
26770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    inptr++;			/* advance pointers to next column */
26870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    quantptr++;
26970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    wsptr++;
27070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  }
27170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
27270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  /* Pass 2: process rows from work array, store into output array. */
27370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  /* Note that we must descale the results by a factor of 8 == 2**3, */
27470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  /* and also undo the PASS1_BITS scaling. */
27570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
27670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  wsptr = workspace;
27770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  for (ctr = 0; ctr < DCTSIZE; ctr++) {
27870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    outptr = output_buf[ctr] + output_col;
27970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    /* Rows of zeroes can be exploited in the same way as we did with columns.
28070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * However, the column calculation has created many nonzero AC terms, so
28170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * the simplification applies less often (typically 5% to 10% of the time).
28270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * On machines with very fast multiplication, it's possible that the
28370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * test takes more time than it's worth.  In that case this section
28470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * may be commented out.
28570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     */
28670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
28770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#ifndef NO_ZERO_ROW_TEST
28870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    if (wsptr[1] == 0 && wsptr[2] == 0 && wsptr[3] == 0 && wsptr[4] == 0 &&
28970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine	wsptr[5] == 0 && wsptr[6] == 0 && wsptr[7] == 0) {
29070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      /* AC terms all zero */
29170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      JSAMPLE dcval = range_limit[(int) DESCALE((INT32) wsptr[0], PASS1_BITS+3)
29270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine				  & RANGE_MASK];
29370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
29470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      outptr[0] = dcval;
29570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      outptr[1] = dcval;
29670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      outptr[2] = dcval;
29770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      outptr[3] = dcval;
29870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      outptr[4] = dcval;
29970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      outptr[5] = dcval;
30070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      outptr[6] = dcval;
30170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      outptr[7] = dcval;
30270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
30370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      wsptr += DCTSIZE;		/* advance pointer to next row */
30470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine      continue;
30570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    }
30670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#endif
30770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
30870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    /* Even part: reverse the even part of the forward DCT. */
30970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    /* The rotator is sqrt(2)*c(-6). */
31070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
31170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z2 = (INT32) wsptr[2];
31270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z3 = (INT32) wsptr[6];
31370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
31470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z1 = MULTIPLY(z2 + z3, FIX_0_541196100);
31570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp2 = z1 + MULTIPLY(z3, - FIX_1_847759065);
31670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp3 = z1 + MULTIPLY(z2, FIX_0_765366865);
31770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
31870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp0 = ((INT32) wsptr[0] + (INT32) wsptr[4]) << CONST_BITS;
31970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp1 = ((INT32) wsptr[0] - (INT32) wsptr[4]) << CONST_BITS;
32070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
32170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp10 = tmp0 + tmp3;
32270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp13 = tmp0 - tmp3;
32370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp11 = tmp1 + tmp2;
32470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp12 = tmp1 - tmp2;
32570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
32670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    /* Odd part per figure 8; the matrix is unitary and hence its
32770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     * transpose is its inverse.  i0..i3 are y7,y5,y3,y1 respectively.
32870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine     */
32970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
33070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp0 = (INT32) wsptr[7];
33170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp1 = (INT32) wsptr[5];
33270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp2 = (INT32) wsptr[3];
33370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp3 = (INT32) wsptr[1];
33470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
33570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z1 = tmp0 + tmp3;
33670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z2 = tmp1 + tmp2;
33770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z3 = tmp0 + tmp2;
33870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z4 = tmp1 + tmp3;
33970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z5 = MULTIPLY(z3 + z4, FIX_1_175875602); /* sqrt(2) * c3 */
34070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
34170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp0 = MULTIPLY(tmp0, FIX_0_298631336); /* sqrt(2) * (-c1+c3+c5-c7) */
34270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp1 = MULTIPLY(tmp1, FIX_2_053119869); /* sqrt(2) * ( c1+c3-c5+c7) */
34370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp2 = MULTIPLY(tmp2, FIX_3_072711026); /* sqrt(2) * ( c1+c3+c5-c7) */
34470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp3 = MULTIPLY(tmp3, FIX_1_501321110); /* sqrt(2) * ( c1+c3-c5-c7) */
34570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z1 = MULTIPLY(z1, - FIX_0_899976223); /* sqrt(2) * (c7-c3) */
34670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z2 = MULTIPLY(z2, - FIX_2_562915447); /* sqrt(2) * (-c1-c3) */
34770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z3 = MULTIPLY(z3, - FIX_1_961570560); /* sqrt(2) * (-c3-c5) */
34870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z4 = MULTIPLY(z4, - FIX_0_390180644); /* sqrt(2) * (c5-c3) */
34970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
35070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z3 += z5;
35170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    z4 += z5;
35270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
35370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp0 += z1 + z3;
35470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp1 += z2 + z4;
35570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp2 += z2 + z3;
35670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    tmp3 += z1 + z4;
35770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
35870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    /* Final output stage: inputs are tmp10..tmp13, tmp0..tmp3 */
35970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
36070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    outptr[0] = range_limit[(int) DESCALE(tmp10 + tmp3,
36170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine					  CONST_BITS+PASS1_BITS+3)
36270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine			    & RANGE_MASK];
36370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    outptr[7] = range_limit[(int) DESCALE(tmp10 - tmp3,
36470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine					  CONST_BITS+PASS1_BITS+3)
36570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine			    & RANGE_MASK];
36670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    outptr[1] = range_limit[(int) DESCALE(tmp11 + tmp2,
36770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine					  CONST_BITS+PASS1_BITS+3)
36870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine			    & RANGE_MASK];
36970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    outptr[6] = range_limit[(int) DESCALE(tmp11 - tmp2,
37070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine					  CONST_BITS+PASS1_BITS+3)
37170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine			    & RANGE_MASK];
37270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    outptr[2] = range_limit[(int) DESCALE(tmp12 + tmp1,
37370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine					  CONST_BITS+PASS1_BITS+3)
37470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine			    & RANGE_MASK];
37570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    outptr[5] = range_limit[(int) DESCALE(tmp12 - tmp1,
37670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine					  CONST_BITS+PASS1_BITS+3)
37770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine			    & RANGE_MASK];
37870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    outptr[3] = range_limit[(int) DESCALE(tmp13 + tmp0,
37970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine					  CONST_BITS+PASS1_BITS+3)
38070a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine			    & RANGE_MASK];
38170a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    outptr[4] = range_limit[(int) DESCALE(tmp13 - tmp0,
38270a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine					  CONST_BITS+PASS1_BITS+3)
38370a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine			    & RANGE_MASK];
38470a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
38570a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine    wsptr += DCTSIZE;		/* advance pointer to next row */
38670a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine  }
38770a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine}
38870a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine
38970a18cd874a22452aca9e39e22275ed4538ed20bVladimir Chtchetkine#endif /* DCT_ISLOW_SUPPORTED */
390