1213 lines
31 KiB
C++
1213 lines
31 KiB
C++
#include "stdafx.h"
|
|
#pragma hdrstop
|
|
|
|
/***************************************************************************
|
|
*
|
|
* INTEL Corporation Proprietary Information
|
|
*
|
|
*
|
|
* Copyright (c) 1996 Intel Corporation.
|
|
* All rights reserved.
|
|
*
|
|
***************************************************************************
|
|
*/
|
|
/*
|
|
* jfdctfst.c
|
|
*
|
|
* Copyright (C) 1994-1996, Thomas G. Lane.
|
|
* This file is part of the Independent JPEG Group's software.
|
|
* For conditions of distribution and use, see the accompanying README file.
|
|
*
|
|
* This file contains a fast, not so accurate integer implementation of the
|
|
* forward DCT (Discrete Cosine Transform).
|
|
*
|
|
* A 2-D DCT can be done by 1-D DCT on each row followed by 1-D DCT
|
|
* on each column. Direct algorithms are also available, but they are
|
|
* much more complex and seem not to be any faster when reduced to code.
|
|
*
|
|
* This implementation is based on Arai, Agui, and Nakajima's algorithm for
|
|
* scaled DCT. Their original paper (Trans. IEICE E-71(11):1095) is in
|
|
* Japanese, but the algorithm is described in the Pennebaker & Mitchell
|
|
* JPEG textbook (see REFERENCES section in file README). The following code
|
|
* is based directly on figure 4-8 in P&M.
|
|
* While an 8-point DCT cannot be done in less than 11 multiplies, it is
|
|
* possible to arrange the computation so that many of the multiplies are
|
|
* simple scalings of the final outputs. These multiplies can then be
|
|
* folded into the multiplications or divisions by the JPEG quantization
|
|
* table entries. The AA&N method leaves only 5 multiplies and 29 adds
|
|
* to be done in the DCT itself.
|
|
* The primary disadvantage of this method is that with fixed-point math,
|
|
* accuracy is lost due to imprecise representation of the scaled
|
|
* quantization values. The smaller the quantization table entry, the less
|
|
* precise the scaled value, so this implementation does worse with high-
|
|
* quality-setting files than with low-quality ones.
|
|
*/
|
|
|
|
#define JPEG_INTERNALS
|
|
#include "jinclude.h"
|
|
#include "jpeglib.h"
|
|
#include "jdct.h" /* Private declarations for DCT subsystem */
|
|
|
|
#ifdef DCT_IFAST_SUPPORTED
|
|
|
|
|
|
/*
|
|
* This module is specialized to the case DCTSIZE = 8.
|
|
*/
|
|
|
|
#if DCTSIZE != 8
|
|
Sorry, this code only copes with 8x8 DCTs. /* deliberate syntax err */
|
|
#endif
|
|
|
|
|
|
/* Scaling decisions are generally the same as in the LL&M algorithm;
|
|
* see jfdctint.c for more details. However, we choose to descale
|
|
* (right shift) multiplication products as soon as they are formed,
|
|
* rather than carrying additional fractional bits into subsequent additions.
|
|
* This compromises accuracy slightly, but it lets us save a few shifts.
|
|
* More importantly, 16-bit arithmetic is then adequate (for 8-bit samples)
|
|
* everywhere except in the multiplications proper; this saves a good deal
|
|
* of work on 16-bit-int machines.
|
|
*
|
|
* Again to save a few shifts, the intermediate results between pass 1 and
|
|
* pass 2 are not upscaled, but are represented only to integral precision.
|
|
*
|
|
* A final compromise is to represent the multiplicative constants to only
|
|
* 8 fractional bits, rather than 13. This saves some shifting work on some
|
|
* machines, and may also reduce the cost of multiplication (since there
|
|
* are fewer one-bits in the constants).
|
|
*/
|
|
|
|
#define CONST_BITS 8
|
|
|
|
|
|
/* Some C compilers fail to reduce "FIX(constant)" at compile time, thus
|
|
* causing a lot of useless floating-point operations at run time.
|
|
* To get around this we use the following pre-calculated constants.
|
|
* If you change CONST_BITS you may want to add appropriate values.
|
|
* (With a reasonable C compiler, you can just rely on the FIX() macro...)
|
|
*/
|
|
|
|
#if CONST_BITS == 8
|
|
#define FIX_0_382683433 98 /* FIX(0.382683433) */
|
|
#define FIX_0_541196100 139 /* FIX(0.541196100) */
|
|
#define FIX_0_707106781 181 /* FIX(0.707106781) */
|
|
#define FIX_1_306562965 334 /* FIX(1.306562965) */
|
|
#else
|
|
#define FIX_0_382683433 FIX(0.382683433)
|
|
#define FIX_0_541196100 FIX(0.541196100)
|
|
#define FIX_0_707106781 FIX(0.707106781)
|
|
#define FIX_1_306562965 FIX(1.306562965)
|
|
#endif
|
|
|
|
//The following constant is shifted left 8 for the pmulhw instruction
|
|
const __int64 Const_FIX_0_382683433 = 0x6200620062006200;
|
|
|
|
//The following constants are shifted left 7 for the pmulhw instruction
|
|
const __int64 Const_FIX_0_541196100 = 0x4580458045804580;
|
|
const __int64 Const_FIX_0_707106781 = 0x5a805a805a805a80;
|
|
|
|
//The following constant is shifted left 6 for the pmulhw instruction
|
|
const __int64 Const_FIX_1_306562965 = 0x5380538053805380;
|
|
|
|
/* We can gain a little more speed, with a further compromise in accuracy,
|
|
* by omitting the addition in a descaling shift. This yields an incorrectly
|
|
* rounded result half the time...
|
|
*/
|
|
|
|
// The assembly version makes this compromise.
|
|
|
|
//#ifndef USE_ACCURATE_ROUNDING
|
|
//#undef DESCALE
|
|
//#define DESCALE(x,n) RIGHT_SHIFT(x, n)
|
|
//#endif
|
|
|
|
#define DATASIZE 32
|
|
|
|
|
|
/* Multiply a DCTELEM variable by an INT32 constant, and immediately
|
|
* descale to yield a DCTELEM result.
|
|
*/
|
|
|
|
#define MULTIPLY(var,const) ((DCTELEM) DESCALE((var) * (const), CONST_BITS))
|
|
|
|
|
|
/*
|
|
* Perform the forward DCT on one block of samples.
|
|
*/
|
|
|
|
GLOBAL(void)
|
|
mfdct8x8aan (DCTELEM * data)
|
|
{
|
|
|
|
__asm{
|
|
|
|
mov edi, [data]
|
|
|
|
// transpose the bottom right quadrant(4X4) of the matrix
|
|
// --------- ---------
|
|
// | M1 | M2 | | M1'| M3'|
|
|
// --------- --> ---------
|
|
// | M3 | M4 | | M2'| M4'|
|
|
// --------- ---------
|
|
// Get the 32-bit quantities and pack into 16 bits
|
|
|
|
movq mm5, [edi][DATASIZE*4+16] //| w41 | w40 |
|
|
|
|
movq mm3, [edi][DATASIZE*4+24] //| w43 | w42 |
|
|
|
|
movq mm6, [edi][DATASIZE*5+16]
|
|
packssdw mm5, mm3 //|w43|w42|w41|w40|
|
|
|
|
movq mm7, [edi][DATASIZE*5+24]
|
|
movq mm4, mm5 // copy w4---0,1,3,5,6
|
|
|
|
movq mm3, [edi][DATASIZE*6+16]
|
|
packssdw mm6, mm7
|
|
|
|
movq mm2, [edi][DATASIZE*6+24]
|
|
punpcklwd mm5, mm6 //mm6 = w5
|
|
|
|
movq mm1, [edi][DATASIZE*7+16]
|
|
packssdw mm3, mm2
|
|
|
|
movq mm0, [edi][DATASIZE*7+24]
|
|
punpckhwd mm4, mm6 //---0,1,3,5,6
|
|
|
|
packssdw mm1, mm0
|
|
movq mm7, mm3 //---0,1,2,3,5,6 w6
|
|
|
|
punpcklwd mm3, mm1 //mm1 = w7
|
|
movq mm0, mm5 //---0,2,3,4,5,6,7
|
|
|
|
movq mm2, [edi][DATASIZE*4] //| w01 | w00 |
|
|
punpckhdq mm0, mm3 // transposed w5---0,2,4,6,7
|
|
|
|
punpckhwd mm7, mm1 //---0,2,3,5,6,7
|
|
|
|
movq mm1, [edi][DATASIZE*5+8]
|
|
movq mm6, mm4 //---0,2,3,4,6,7
|
|
|
|
movq [edi][DATASIZE*5+16], mm0 // store w5
|
|
punpckldq mm5, mm3 // transposed w4
|
|
|
|
movq mm3, [edi][DATASIZE*5]
|
|
punpckldq mm4, mm7 // transposed w6
|
|
|
|
movq mm0, [edi][DATASIZE*4+8] //| w03 | w02 |
|
|
punpckhdq mm6, mm7 // transposed w7---0,3,6,7
|
|
|
|
|
|
// transpose the bottom left quadrant(4X4) of the matrix and place
|
|
// in the top right quadrant while doing the same for the top
|
|
// right quadrant
|
|
// --------- ---------
|
|
// | M1 | M2 | | M1'| M3'|
|
|
// --------- --> ---------
|
|
// | M3 | M4 | | M2'| M4'|
|
|
// --------- ---------
|
|
|
|
movq [edi][DATASIZE*4+16], mm5 // store w4
|
|
packssdw mm2, mm0 //|w03|w02|w01|w00|
|
|
|
|
movq mm5, [edi][DATASIZE*7]
|
|
packssdw mm3, mm1
|
|
|
|
movq mm0, [edi][DATASIZE*7+8]
|
|
|
|
movq [edi][DATASIZE*7+16], mm6 // store w7---5,6,7
|
|
packssdw mm5, mm0
|
|
|
|
movq mm6, [edi][DATASIZE*6]
|
|
movq mm0, mm2 // copy w0---0,1,3,5,6
|
|
|
|
movq mm7, [edi][DATASIZE*6+8]
|
|
punpcklwd mm2, mm3 //mm6 = w1
|
|
|
|
movq [edi][DATASIZE*6+16], mm4 // store w6---3,5,6,7
|
|
packssdw mm6, mm7
|
|
|
|
movq mm1, [edi][DATASIZE*0+24]
|
|
punpckhwd mm0, mm3 //---0,1,3,5,6
|
|
|
|
movq mm7, mm6 //---0,1,2,3,5,6 w2
|
|
punpcklwd mm6, mm5 //mm1 = w3
|
|
|
|
movq mm3, [edi][DATASIZE*0+16]
|
|
punpckhwd mm7, mm5 //---0,2,3,5,6,7
|
|
|
|
movq mm4, [edi][DATASIZE*2+24]
|
|
packssdw mm3, mm1
|
|
|
|
movq mm1, mm2 //---0,2,3,4,5,6,7
|
|
punpckldq mm2, mm6 // transposed w4
|
|
|
|
movq mm5, [edi][DATASIZE*2+16]
|
|
punpckhdq mm1, mm6 // transposed w5---0,2,4,6,7
|
|
|
|
movq [edi][DATASIZE*0+16], mm2 // store w4
|
|
packssdw mm5, mm4
|
|
|
|
movq mm4, [edi][DATASIZE*1+16]
|
|
movq mm6, mm0 //---0,2,3,4,6,7
|
|
|
|
movq mm2, [edi][DATASIZE*1+24]
|
|
punpckldq mm0, mm7 // transposed w6
|
|
|
|
movq [edi][DATASIZE*1+16], mm1 // store w5
|
|
punpckhdq mm6, mm7 // transposed w7---0,3,6,7
|
|
|
|
movq mm7, [edi][DATASIZE*3+24]
|
|
packssdw mm4, mm2
|
|
|
|
movq [edi][DATASIZE*2+16], mm0 // store w6---3,5,6,7
|
|
movq mm1, mm3 // copy w4---0,1,3,5,6
|
|
|
|
movq mm2, [edi][DATASIZE*3+16]
|
|
punpcklwd mm3, mm4 //mm6 = w5
|
|
|
|
movq [edi][DATASIZE*3+16], mm6 // store w7---5,6,7
|
|
packssdw mm2, mm7
|
|
|
|
|
|
// transpose the bottom left quadrant(4X4) of the matrix
|
|
// --------- ---------
|
|
// | M1 | M2 | | M1'| M3'|
|
|
// --------- --> ---------
|
|
// | M3 | M4 | | M2'| M4'|
|
|
// --------- ---------
|
|
|
|
movq mm6, [edi][DATASIZE*0] //| w01 | w00 |
|
|
punpckhwd mm1, mm4 //---0,1,3,5,6
|
|
|
|
movq mm7, mm5 //---0,1,2,3,5,6 w6
|
|
punpcklwd mm5, mm2 //mm1 = w7
|
|
|
|
movq mm4, [edi][DATASIZE*0+8] //| w03 | w02 |
|
|
punpckhwd mm7, mm2 //---0,2,3,5,6,7
|
|
|
|
movq mm0, mm3 //---0,2,3,4,5,6,7
|
|
packssdw mm6, mm4 //|w03|w02|w01|w00|
|
|
|
|
movq mm2, [edi][DATASIZE*2+8]
|
|
punpckldq mm3, mm5 // transposed w4
|
|
|
|
movq mm4, [edi][DATASIZE*1]
|
|
punpckhdq mm0, mm5 // transposed w5---0,2,4,6,7
|
|
|
|
movq [edi][DATASIZE*4], mm3 // store w4
|
|
movq mm5, mm1 //---0,2,3,4,6,7
|
|
|
|
movq mm3, [edi][DATASIZE*2]
|
|
punpckldq mm1, mm7 // transposed w6
|
|
|
|
movq [edi][DATASIZE*5], mm0 // store w5
|
|
punpckhdq mm5, mm7 // transposed w7---0,3,6,7
|
|
|
|
movq mm7, [edi][DATASIZE*1+8]
|
|
packssdw mm3, mm2
|
|
|
|
movq [edi][DATASIZE*7], mm5 // store w7---5,6,7
|
|
movq mm5, mm6 // copy w0---0,1,3,5,6
|
|
|
|
movq [edi][DATASIZE*6], mm1 // store w6---3,5,6,7
|
|
packssdw mm4, mm7
|
|
|
|
// transpose the top left quadrant(4X4) of the matrix
|
|
// --------- ---------
|
|
// | M1 | M2 | | M1'| M3'|
|
|
// --------- --> ---------
|
|
// | M3 | M4 | | M2'| M4'|
|
|
// --------- ---------
|
|
|
|
// Get the 32-bit quantities and pack into 16 bits
|
|
movq mm1, [edi][DATASIZE*3]
|
|
punpcklwd mm6, mm4 //mm6 = w1
|
|
|
|
movq mm0, [edi][DATASIZE*3+8]
|
|
punpckhwd mm5, mm4 //---0,1,3,5,6
|
|
|
|
packssdw mm1, mm0
|
|
movq mm2, mm3 //---0,1,2,3,5,6 w2
|
|
|
|
punpcklwd mm3, mm1 //mm1 = w3
|
|
movq mm0, mm6 //---0,2,3,4,5,6,7
|
|
|
|
movq mm4, [edi][DATASIZE*7]
|
|
punpckhwd mm2, mm1 //---0,2,3,5,6,7
|
|
|
|
movq mm1, [edi][DATASIZE*4]
|
|
punpckldq mm6, mm3 // transposed w4
|
|
|
|
punpckhdq mm0, mm3 // transposed w5---0,2,4,6,7
|
|
movq mm3, mm5 //---0,2,3,4,6,7
|
|
|
|
movq [edi][DATASIZE*0], mm6 // store w4
|
|
punpckldq mm5, mm2 // transposed w6
|
|
|
|
movq [edi][DATASIZE*1], mm0 // store w5
|
|
punpckhdq mm3, mm2 // transposed w7---0,3,6,7
|
|
|
|
movq [edi][DATASIZE*2], mm5 // store w6---3,5,6,7
|
|
paddw mm6, mm4 // tmp0
|
|
|
|
movq [edi][DATASIZE*3], mm3 // store w7---5,6,7
|
|
movq mm7, mm6
|
|
|
|
|
|
//******************************************************************************
|
|
// End of transpose. Begin row dct.
|
|
//******************************************************************************
|
|
|
|
// tmp0 = dataptr[0] + dataptr[7];
|
|
// tmp7 = dataptr[0] - dataptr[7];
|
|
// tmp1 = dataptr[1] + dataptr[6];
|
|
// tmp6 = dataptr[1] - dataptr[6];
|
|
// tmp2 = dataptr[2] + dataptr[5];
|
|
// tmp5 = dataptr[2] - dataptr[5];
|
|
// tmp3 = dataptr[3] + dataptr[4];
|
|
// tmp4 = dataptr[3] - dataptr[4];
|
|
|
|
paddw mm0, [edi][DATASIZE*6] // tmp1
|
|
paddw mm3, mm1 // tmp3
|
|
|
|
paddw mm5, [edi][DATASIZE*5] // tmp2
|
|
movq mm1, mm0
|
|
|
|
|
|
// tmp10 = tmp0 + tmp3;
|
|
// tmp13 = tmp0 - tmp3;
|
|
// tmp11 = tmp1 + tmp2;
|
|
// tmp12 = tmp1 - tmp2;
|
|
|
|
psubw mm7, mm3 //tmp13
|
|
psubw mm0, mm5 //tmp12
|
|
|
|
paddw mm0, mm7 //tmp12 + tmp13
|
|
paddw mm6, mm3 //tmp10
|
|
|
|
// dataptr[0] = tmp10 + tmp11; /* phase 3 */
|
|
// dataptr[4] = tmp10 - tmp11;
|
|
// z1 = MULTIPLY(tmp12 + tmp13, FIX_0_707106781); /* c4 */
|
|
//NOTE: We can't write these values out immediately. Values for tmp4 - tmp7
|
|
//haven't been calculated yet!
|
|
|
|
|
|
paddw mm1, mm5 //tmp11
|
|
psllw mm0, 1
|
|
|
|
pmulhw mm0, Const_FIX_0_707106781 // z1
|
|
movq mm3, mm6
|
|
|
|
// dataptr[2] = tmp13 + z1; /* phase 5 */
|
|
// dataptr[6] = tmp13 - z1;
|
|
//NOTE: We can't write these values out immediately. Values for tmp4 - tmp7
|
|
//haven't been calculated yet!
|
|
|
|
movq mm5, [edi][DATASIZE*3]
|
|
paddw mm6, mm1 //tmp10 + tmp11
|
|
|
|
// tmp4 = dataptr[3] - dataptr[4]//
|
|
psubw mm5, [edi][DATASIZE*4] //tmp4
|
|
movq mm4, mm7
|
|
|
|
movq mm2, [edi][DATASIZE*2]
|
|
psubw mm3, mm1 //tmp10 - tmp11
|
|
|
|
psubw mm2, [edi][DATASIZE*5] //tmp5
|
|
paddw mm7, mm0 //tmp13 + z1
|
|
|
|
movq mm1, [edi][DATASIZE*1]
|
|
psubw mm4, mm0 //tmp13 - z1
|
|
|
|
// tmp10 = tmp4 + tmp5; /* phase 2 */
|
|
// tmp11 = tmp5 + tmp6;
|
|
// tmp12 = tmp6 + tmp7;
|
|
|
|
psubw mm1, [edi][DATASIZE*6] //tmp6
|
|
paddw mm5, mm2 //tmp10
|
|
|
|
movq mm0, [edi][DATASIZE*0]
|
|
paddw mm2, mm1 //tmp11
|
|
|
|
// z3 = MULTIPLY(tmp11, FIX_0_707106781); /* c4 */
|
|
// z11 = tmp7 + z3; /* phase 5 */
|
|
// z13 = tmp7 - z3;
|
|
|
|
psubw mm0, [edi][DATASIZE*7] //tmp7
|
|
psllw mm2, 1
|
|
|
|
movq [edi][DATASIZE*0], mm6
|
|
movq mm6, mm0
|
|
|
|
movq [edi][DATASIZE*2], mm7
|
|
movq mm7, mm5
|
|
|
|
pmulhw mm2, Const_FIX_0_707106781 //z3
|
|
paddw mm1, mm0 //tmp12
|
|
|
|
movq [edi][DATASIZE*4], mm3
|
|
psubw mm5, mm1 //tmp10 - tmp12
|
|
|
|
pmulhw mm5, Const_FIX_0_382683433 //z5
|
|
psllw mm7, 1
|
|
|
|
/* The rotator is modified from fig 4-8 to avoid extra negations. */
|
|
// z5 = MULTIPLY(tmp10 - tmp12, FIX_0_382683433); /* c6 */
|
|
// z2 = MULTIPLY(tmp10, FIX_0_541196100) + z5; /* c2-c6 */
|
|
// z4 = MULTIPLY(tmp12, FIX_1_306562965) + z5; /* c2+c6 */
|
|
|
|
pmulhw mm7, Const_FIX_0_541196100
|
|
psllw mm1, 2
|
|
|
|
pmulhw mm1, Const_FIX_1_306562965
|
|
psubw mm6, mm2 //z13
|
|
|
|
movq [edi][DATASIZE*6], mm4
|
|
paddw mm0, mm2 //z11
|
|
|
|
movq mm2, [edi][DATASIZE*3+16]
|
|
paddw mm7, mm5 //z2
|
|
|
|
paddw mm2, [edi][DATASIZE*4+16] // tmp3
|
|
paddw mm1, mm5 //z4
|
|
|
|
// dataptr[5] = z13 + z2; /* phase 6 */
|
|
// dataptr[3] = z13 - z2;
|
|
// dataptr[1] = z11 + z4;
|
|
// dataptr[7] = z11 - z4;
|
|
|
|
movq mm5, [edi][DATASIZE*0+16]
|
|
movq mm3, mm6
|
|
|
|
paddw mm5, [edi][DATASIZE*7+16] //tmp0
|
|
paddw mm6, mm7 //z13 + z2
|
|
|
|
psubw mm3, mm7 //z13 - z2
|
|
movq mm7, mm5
|
|
|
|
movq [edi][DATASIZE*5], mm6 //store
|
|
movq mm4, mm0
|
|
|
|
movq [edi][DATASIZE*3], mm3 //store
|
|
paddw mm0, mm1 //z11 + z4
|
|
|
|
movq mm3, [edi][DATASIZE*1+16]
|
|
psubw mm4, mm1 //z11 - z4
|
|
|
|
//******************************************************************************
|
|
// This completes 4x8 dct locations. Copy to do other 4x8.
|
|
//******************************************************************************
|
|
// tmp0 = dataptr[0] + dataptr[7];
|
|
// tmp7 = dataptr[0] - dataptr[7];
|
|
// tmp1 = dataptr[1] + dataptr[6];
|
|
// tmp6 = dataptr[1] - dataptr[6];
|
|
// tmp2 = dataptr[2] + dataptr[5];
|
|
// tmp5 = dataptr[2] - dataptr[5];
|
|
// tmp3 = dataptr[3] + dataptr[4];
|
|
// tmp4 = dataptr[3] - dataptr[4];
|
|
|
|
paddw mm3, [edi][DATASIZE*6+16] // tmp1
|
|
paddw mm5, mm2 //tmp10
|
|
|
|
movq mm1, [edi][DATASIZE*2+16]
|
|
psubw mm7, mm2 //tmp13
|
|
|
|
paddw mm1, [edi][DATASIZE*5+16] // tmp2
|
|
movq mm6, mm3
|
|
|
|
// tmp10 = tmp0 + tmp3;
|
|
// tmp13 = tmp0 - tmp3;
|
|
// tmp11 = tmp1 + tmp2;
|
|
// tmp12 = tmp1 - tmp2;
|
|
|
|
paddw mm3, mm1 //tmp11
|
|
psubw mm6, mm1 //tmp12
|
|
|
|
// dataptr[0] = tmp10 + tmp11; /* phase 3 */
|
|
// dataptr[4] = tmp10 - tmp11;
|
|
// z1 = MULTIPLY(tmp12 + tmp13, FIX_0_707106781); /* c4 */
|
|
//NOTE: We can't write these values out immediately. Values for tmp4 - tmp7
|
|
//haven't been calculated yet!
|
|
|
|
movq [edi][DATASIZE*1], mm0 //store
|
|
paddw mm6, mm7 //tmp12 + tmp13
|
|
|
|
movq [edi][DATASIZE*7], mm4 //store
|
|
psllw mm6, 1
|
|
|
|
pmulhw mm6, Const_FIX_0_707106781 // z1
|
|
movq mm1, mm5
|
|
|
|
// dataptr[2] = tmp13 + z1; /* phase 5 */
|
|
// dataptr[6] = tmp13 - z1;
|
|
//NOTE: We can't write these values out immediately. Values for tmp4 - tmp7
|
|
//haven't been calculated yet!
|
|
|
|
movq mm2, [edi][DATASIZE*3+16]
|
|
paddw mm5, mm3 //tmp10 + tmp11
|
|
|
|
// tmp4 = dataptr[3] - dataptr[4]//
|
|
psubw mm2, [edi][DATASIZE*4+16] //tmp4
|
|
movq mm4, mm7
|
|
|
|
movq mm0, [edi][DATASIZE*2+16]
|
|
psubw mm1, mm3 //tmp10 - tmp11
|
|
|
|
psubw mm0, [edi][DATASIZE*5+16] //tmp5
|
|
paddw mm7, mm6 //tmp13 + z1
|
|
|
|
movq mm3, [edi][DATASIZE*1+16]
|
|
psubw mm4, mm6 //tmp13 - z1
|
|
|
|
// tmp10 = tmp4 + tmp5; /* phase 2 */
|
|
// tmp11 = tmp5 + tmp6;
|
|
// tmp12 = tmp6 + tmp7;
|
|
|
|
psubw mm3, [edi][DATASIZE*6+16] //tmp6
|
|
paddw mm2, mm0 //tmp10
|
|
|
|
movq mm6, [edi][DATASIZE*0+16]
|
|
paddw mm0, mm3 //tmp11
|
|
|
|
// z3 = MULTIPLY(tmp11, FIX_0_707106781); /* c4 */
|
|
// z11 = tmp7 + z3; /* phase 5 */
|
|
// z13 = tmp7 - z3;
|
|
|
|
psubw mm6, [edi][DATASIZE*7+16] //tmp7
|
|
psllw mm0, 1
|
|
|
|
movq [edi][DATASIZE*0+16], mm5
|
|
movq mm5, mm6
|
|
|
|
movq [edi][DATASIZE*2+16], mm7
|
|
movq mm7, mm2
|
|
|
|
pmulhw mm0, Const_FIX_0_707106781 //z3
|
|
paddw mm3, mm6 //tmp12
|
|
|
|
movq [edi][DATASIZE*4+16], mm1
|
|
psubw mm2, mm3 //tmp10 - tmp12
|
|
|
|
pmulhw mm2, Const_FIX_0_382683433 //z5
|
|
psllw mm7, 1
|
|
|
|
pmulhw mm7, Const_FIX_0_541196100
|
|
paddw mm6, mm0 //z11
|
|
|
|
/* The rotator is modified from fig 4-8 to avoid extra negations. */
|
|
// z5 = MULTIPLY(tmp10 - tmp12, FIX_0_382683433); /* c6 */
|
|
// z2 = MULTIPLY(tmp10, FIX_0_541196100) + z5; /* c2-c6 */
|
|
// z4 = MULTIPLY(tmp12, FIX_1_306562965) + z5; /* c2+c6 */
|
|
|
|
movq [edi][DATASIZE*6+16], mm4
|
|
psllw mm3, 2
|
|
|
|
pmulhw mm3, Const_FIX_1_306562965
|
|
psubw mm5, mm0 //z13
|
|
|
|
paddw mm7, mm2 //z2
|
|
movq mm1, mm5
|
|
|
|
paddw mm5, mm7 //z13 + z2
|
|
psubw mm1, mm7 //z13 - z2
|
|
|
|
movq mm7, [edi][DATASIZE*4]
|
|
paddw mm3, mm2 //z4
|
|
|
|
// dataptr[5] = z13 + z2; /* phase 6 */
|
|
// dataptr[3] = z13 - z2;
|
|
// dataptr[1] = z11 + z4;
|
|
// dataptr[7] = z11 - z4;
|
|
|
|
movq [edi][DATASIZE*5+16], mm5 //store
|
|
movq mm4, mm6
|
|
|
|
movq mm2, [edi][DATASIZE*7]
|
|
paddw mm6, mm3 //z11 + z4
|
|
|
|
movq mm5, [edi][DATASIZE*5]
|
|
psubw mm4, mm3 //z11 - z4
|
|
|
|
//******************************************************************************
|
|
|
|
//******************************************************************************
|
|
// This completes all 8x8 dct locations for the row case.
|
|
// Now transpose the data for the columns.
|
|
//******************************************************************************
|
|
// transpose the bottom left quadrant(4X4) of the matrix and place
|
|
// in the top right quadrant while doing the same for the top
|
|
// right quadrant
|
|
// --------- ---------
|
|
// | M1 | M2 | | M1'| M3'|
|
|
// --------- --> ---------
|
|
// | M3 | M4 | | M2'| M4'|
|
|
// --------- ---------
|
|
|
|
movq mm0, mm7 // copy w0---0,1,3,5,6
|
|
punpcklwd mm7, mm5 //mm6 = w1
|
|
|
|
movq mm3, [edi][DATASIZE*6]
|
|
punpckhwd mm0, mm5 //---0,1,3,5,6
|
|
|
|
movq mm5, mm3 //---0,1,2,3,5,6 w2
|
|
punpcklwd mm3, mm2 //mm1 = w3
|
|
|
|
movq [edi][DATASIZE*7+16], mm4 //store
|
|
punpckhwd mm5, mm2 //---0,2,3,5,6,7
|
|
|
|
movq mm4, mm7 //---0,2,3,4,5,6,7
|
|
punpckldq mm7, mm3 // transposed w4
|
|
|
|
movq mm2, [edi][DATASIZE*0+16]
|
|
punpckhdq mm4, mm3 // transposed w5---0,2,4,6,7
|
|
|
|
movq [edi][DATASIZE*0+16], mm7 // store w4
|
|
movq mm3, mm0 //---0,2,3,4,6,7
|
|
|
|
movq [edi][DATASIZE*1+16], mm4 // store w5
|
|
punpckldq mm0, mm5 // transposed w6
|
|
|
|
movq mm7, [edi][DATASIZE*2+16]
|
|
punpckhdq mm3, mm5 // transposed w7---0,3,6,7
|
|
|
|
movq mm5, mm2 // copy w4---0,1,3,5,6
|
|
punpcklwd mm2, mm6 //mm6 = w5
|
|
|
|
// transpose the top right quadrant(4X4) of the matrix
|
|
// --------- ---------
|
|
// | M1 | M2 | | M1'| M3'|
|
|
// --------- --> ---------
|
|
// | M3 | M4 | | M2'| M4'|
|
|
// --------- ---------
|
|
|
|
movq [edi][DATASIZE*2+16], mm0 // store w6---3,5,6,7
|
|
punpckhwd mm5, mm6 //---0,1,3,5,6
|
|
|
|
movq mm4, mm7 //---0,1,2,3,5,6 w6
|
|
punpckhwd mm7, mm1 //---0,2,3,5,6,7
|
|
|
|
movq [edi][DATASIZE*3+16], mm3 // store w7---5,6,7
|
|
movq mm0, mm2 //---0,2,3,4,5,6,7
|
|
|
|
movq mm6, [edi][DATASIZE*5+16]
|
|
punpcklwd mm4, mm1 //mm1 = w7
|
|
|
|
movq mm1, [edi][DATASIZE*4+16]
|
|
punpckldq mm0, mm4 // transposed w4
|
|
|
|
movq mm3, [edi][DATASIZE*6+16]
|
|
punpckhdq mm2, mm4 // transposed w5---0,2,4,6,7
|
|
|
|
// transpose the bottom right quadrant(4X4) of the matrix
|
|
// --------- ---------
|
|
// | M1 | M2 | | M1'| M3'|
|
|
// --------- --> ---------
|
|
// | M3 | M4 | | M2'| M4'|
|
|
// --------- ---------
|
|
|
|
movq [edi][DATASIZE*4], mm0 // store w4
|
|
movq mm4, mm5 //---0,2,3,4,6,7
|
|
|
|
movq [edi][DATASIZE*5], mm2 // store w5
|
|
punpckldq mm5, mm7 // transposed w6
|
|
|
|
movq mm2, [edi][DATASIZE*7+16]
|
|
punpckhdq mm4, mm7 // transposed w7---0,3,6,7
|
|
|
|
movq mm7, mm1 // copy w4---0,1,3,5,6
|
|
punpcklwd mm1, mm6 //mm6 = w5
|
|
|
|
movq [edi][DATASIZE*6], mm5 // store w6---3,5,6,7
|
|
punpckhwd mm7, mm6 //---0,1,3,5,6
|
|
|
|
movq mm5, mm3 //---0,1,2,3,5,6 w6
|
|
punpcklwd mm3, mm2 //mm1 = w7
|
|
|
|
movq [edi][DATASIZE*7], mm4 // store w7---5,6,7
|
|
punpckhwd mm5, mm2 //---0,2,3,5,6,7
|
|
|
|
movq mm0, [edi][DATASIZE*0]
|
|
movq mm4, mm1 //---0,2,3,4,5,6,7
|
|
|
|
movq mm6, [edi][DATASIZE*1]
|
|
punpckldq mm1, mm3 // transposed w4
|
|
|
|
punpckhdq mm4, mm3 // transposed w5---0,2,4,6,7
|
|
movq mm3, mm7 //---0,2,3,4,6,7
|
|
|
|
movq [edi][DATASIZE*4+16], mm1 // store w4
|
|
punpckldq mm7, mm5 // transposed w6
|
|
|
|
movq [edi][DATASIZE*5+16], mm4 // store w5
|
|
punpckhdq mm3, mm5 // transposed w7---0,3,6,7
|
|
|
|
|
|
// transpose the top left quadrant(4X4) of the matrix
|
|
// --------- ---------
|
|
// | M1 | M2 | | M1'| M3'|
|
|
// --------- --> ---------
|
|
// | M3 | M4 | | M2'| M4'|
|
|
// --------- ---------
|
|
|
|
movq mm1, [edi][DATASIZE*3]
|
|
movq mm2, mm0 // copy w0---0,1,3,5,6
|
|
|
|
movq [edi][DATASIZE*7+16], mm3 // store w7---5,6,7
|
|
punpcklwd mm0, mm6 //mm6 = w1
|
|
|
|
movq mm3, [edi][DATASIZE*2]
|
|
punpckhwd mm2, mm6 //---0,1,3,5,6
|
|
|
|
movq mm5, mm3 //---0,1,2,3,5,6 w2
|
|
punpcklwd mm3, mm1 //mm1 = w3
|
|
|
|
movq [edi][DATASIZE*6+16], mm7 // store w6---3,5,6,7
|
|
punpckhwd mm5, mm1 //---0,2,3,5,6,7
|
|
|
|
movq mm1, mm0 //---0,2,3,4,5,6,7
|
|
punpckldq mm0, mm3 // transposed w4
|
|
|
|
movq mm6, [edi][DATASIZE*4]
|
|
punpckhdq mm1, mm3 // transposed w5---0,2,4,6,7
|
|
|
|
movq [edi][DATASIZE*0], mm0 // store w4
|
|
movq mm3, mm2 //---0,2,3,4,6,7
|
|
|
|
paddw mm0, [edi][DATASIZE*7] // tmp0
|
|
punpckhdq mm3, mm5 // transposed w7---0,3,6,7
|
|
|
|
movq [edi][DATASIZE*1], mm1 // store w5
|
|
punpckldq mm2, mm5 // transposed w6
|
|
|
|
|
|
//******************************************************************************
|
|
// This begins the column dct
|
|
//******************************************************************************
|
|
|
|
// tmp0 = dataptr[0] + dataptr[7];
|
|
// tmp7 = dataptr[0] - dataptr[7];
|
|
// tmp1 = dataptr[1] + dataptr[6];
|
|
// tmp6 = dataptr[1] - dataptr[6];
|
|
// tmp2 = dataptr[2] + dataptr[5];
|
|
// tmp5 = dataptr[2] - dataptr[5];
|
|
// tmp3 = dataptr[3] + dataptr[4];
|
|
// tmp4 = dataptr[3] - dataptr[4];
|
|
|
|
movq [edi][DATASIZE*3], mm3 // store w7---5,6,7
|
|
movq mm7, mm0
|
|
|
|
paddw mm1, [edi][DATASIZE*6] // tmp1
|
|
paddw mm3, mm6 // tmp3
|
|
|
|
movq [edi][DATASIZE*2], mm2 // store w6---3,5,6,7
|
|
paddw mm0, mm3 //tmp10
|
|
|
|
paddw mm2, [edi][DATASIZE*5] // tmp2
|
|
movq mm6, mm1
|
|
|
|
// tmp10 = tmp0 + tmp3;
|
|
// tmp13 = tmp0 - tmp3;
|
|
// tmp11 = tmp1 + tmp2;
|
|
// tmp12 = tmp1 - tmp2;
|
|
|
|
psubw mm7, mm3 //tmp13
|
|
movq mm3, mm0
|
|
|
|
movq mm5, [edi][DATASIZE*2]
|
|
paddw mm1, mm2 //tmp11
|
|
|
|
psubw mm3, mm1 //tmp10 - tmp11
|
|
paddw mm0, mm1 //tmp10 + tmp11
|
|
|
|
// dataptr[0] = tmp10 + tmp11; /* phase 3 */
|
|
// dataptr[4] = tmp10 - tmp11;
|
|
//NOTE: We can't write these values out immediately. Values for tmp4 - tmp7
|
|
//haven't been calculated yet!
|
|
|
|
movq mm1, mm3
|
|
punpcklwd mm3, mm3
|
|
|
|
psubw mm6, mm2 //tmp12
|
|
punpckhwd mm1, mm1
|
|
|
|
movq mm2, [edi][DATASIZE*3]
|
|
psrad mm3, 16
|
|
|
|
// tmp4 = dataptr[3] - dataptr[4]//
|
|
psubw mm2, [edi][DATASIZE*4] //tmp4
|
|
psrad mm1, 16
|
|
|
|
movq [edi][DATASIZE*4], mm3
|
|
movq mm3, mm0
|
|
|
|
movq [edi][DATASIZE*4+8], mm1
|
|
punpcklwd mm0, mm0
|
|
|
|
paddw mm6, mm7 //tmp12 + tmp13
|
|
punpckhwd mm3, mm3
|
|
|
|
movq mm1, [edi][DATASIZE*1]
|
|
psllw mm6, 1
|
|
|
|
pmulhw mm6, Const_FIX_0_707106781 // z1
|
|
psrad mm3, 16
|
|
|
|
psubw mm5, [edi][DATASIZE*5] //tmp5
|
|
psrad mm0, 16
|
|
|
|
// z1 = MULTIPLY(tmp12 + tmp13, FIX_0_707106781); /* c4 */
|
|
// dataptr[2] = tmp13 + z1; /* phase 5 */
|
|
// dataptr[6] = tmp13 - z1;
|
|
//NOTE: We can't write these values out immediately. Values for tmp4 - tmp7
|
|
//haven't been calculated yet!
|
|
|
|
movq [edi][DATASIZE*0+8], mm3
|
|
movq mm4, mm7
|
|
|
|
movq mm3, [edi][DATASIZE*0]
|
|
paddw mm7, mm6 //tmp13 + z1
|
|
|
|
movq [edi][DATASIZE*0], mm0
|
|
psubw mm4, mm6 //tmp13 - z1
|
|
|
|
movq mm0, mm7
|
|
punpcklwd mm7, mm7
|
|
|
|
psubw mm1, [edi][DATASIZE*6] //tmp6
|
|
punpckhwd mm0, mm0
|
|
|
|
// tmp10 = tmp4 + tmp5; /* phase 2 */
|
|
// tmp11 = tmp5 + tmp6;
|
|
// tmp12 = tmp6 + tmp7;
|
|
|
|
psrad mm7, 16
|
|
paddw mm2, mm5 //tmp10
|
|
|
|
psrad mm0, 16
|
|
paddw mm5, mm1 //tmp11
|
|
|
|
movq mm6, mm4
|
|
punpcklwd mm4, mm4
|
|
|
|
movq [edi][DATASIZE*2], mm7
|
|
punpckhwd mm6, mm6
|
|
|
|
psubw mm3, [edi][DATASIZE*7] //tmp7
|
|
movq mm7, mm2
|
|
|
|
// z3 = MULTIPLY(tmp11, FIX_0_707106781); /* c4 */
|
|
// z11 = tmp7 + z3; /* phase 5 */
|
|
// z13 = tmp7 - z3;
|
|
|
|
movq [edi][DATASIZE*2+8], mm0
|
|
movq mm0, mm3
|
|
|
|
psllw mm5, 1
|
|
paddw mm1, mm3 //tmp12
|
|
|
|
pmulhw mm5, Const_FIX_0_707106781 //z3
|
|
psrad mm4, 16
|
|
|
|
psubw mm2, mm1 //tmp10 - tmp12
|
|
psrad mm6, 16
|
|
|
|
/* The rotator is modified from fig 4-8 to avoid extra negations. */
|
|
// z5 = MULTIPLY(tmp10 - tmp12, FIX_0_382683433); /* c6 */
|
|
// z2 = MULTIPLY(tmp10, FIX_0_541196100) + z5; /* c2-c6 */
|
|
// z4 = MULTIPLY(tmp12, FIX_1_306562965) + z5; /* c2+c6 */
|
|
|
|
pmulhw mm2, Const_FIX_0_382683433 //z5
|
|
psllw mm7, 1
|
|
|
|
pmulhw mm7, Const_FIX_0_541196100
|
|
psllw mm1, 2
|
|
|
|
pmulhw mm1, Const_FIX_1_306562965
|
|
psubw mm0, mm5 //z13
|
|
|
|
movq [edi][DATASIZE*6+8], mm6
|
|
movq mm6, mm0
|
|
|
|
movq [edi][DATASIZE*6], mm4
|
|
paddw mm7, mm2 //z2
|
|
|
|
// dataptr[5] = z13 + z2; /* phase 6 */
|
|
// dataptr[3] = z13 - z2;
|
|
// dataptr[1] = z11 + z4;
|
|
// dataptr[7] = z11 - z4;
|
|
|
|
paddw mm0, mm7 //z13 + z2
|
|
psubw mm6, mm7 //z13 - z2
|
|
|
|
movq mm7, mm6
|
|
punpcklwd mm6, mm6
|
|
|
|
punpckhwd mm7, mm7
|
|
paddw mm3, mm5 //z11
|
|
|
|
movq mm5, mm0
|
|
punpcklwd mm0, mm0
|
|
|
|
psrad mm6, 16
|
|
movq mm4, mm3
|
|
|
|
psrad mm7, 16
|
|
paddw mm1, mm2 //z4
|
|
|
|
punpckhwd mm5, mm5
|
|
paddw mm3, mm1 //z11 + z4
|
|
|
|
psrad mm0, 16
|
|
psubw mm4, mm1 //z11 - z4
|
|
|
|
movq [edi][DATASIZE*3], mm6 //store
|
|
psrad mm5, 16
|
|
|
|
movq mm6, [edi][DATASIZE*1+16]
|
|
movq mm1, mm3
|
|
|
|
paddw mm6, [edi][DATASIZE*6+16] // tmp1
|
|
punpcklwd mm3, mm3
|
|
|
|
movq [edi][DATASIZE*3+8], mm7
|
|
punpckhwd mm1, mm1
|
|
|
|
movq [edi][DATASIZE*5], mm0 //store
|
|
psrad mm3, 16
|
|
|
|
movq [edi][DATASIZE*5+8], mm5
|
|
psrad mm1, 16
|
|
|
|
movq mm0, [edi][DATASIZE*0+16]
|
|
movq mm7, mm4
|
|
|
|
paddw mm0, [edi][DATASIZE*7+16] //tmp0
|
|
punpcklwd mm4, mm4
|
|
|
|
movq [edi][DATASIZE*1], mm3 //store
|
|
punpckhwd mm7, mm7
|
|
|
|
movq [edi][DATASIZE*1+8], mm1
|
|
psrad mm4, 16
|
|
|
|
movq mm3, [edi][DATASIZE*3+16]
|
|
psrad mm7, 16
|
|
|
|
//******************************************************************************
|
|
// This completes 4x8 dct locations. Copy to do other 4x8.
|
|
//******************************************************************************
|
|
// tmp0 = dataptr[0] + dataptr[7];
|
|
// tmp7 = dataptr[0] - dataptr[7];
|
|
// tmp1 = dataptr[1] + dataptr[6];
|
|
// tmp6 = dataptr[1] - dataptr[6];
|
|
// tmp2 = dataptr[2] + dataptr[5];
|
|
// tmp5 = dataptr[2] - dataptr[5];
|
|
// tmp3 = dataptr[3] + dataptr[4];
|
|
// tmp4 = dataptr[3] - dataptr[4];
|
|
|
|
paddw mm3, [edi][DATASIZE*4+16] // tmp3
|
|
movq mm1, mm6
|
|
|
|
movq [edi][DATASIZE*7+8], mm7
|
|
movq mm7, mm0
|
|
|
|
movq mm2, [edi][DATASIZE*2+16]
|
|
paddw mm0, mm3 //tmp10
|
|
|
|
paddw mm2, [edi][DATASIZE*5+16] // tmp2
|
|
psubw mm7, mm3 //tmp13
|
|
|
|
movq mm3, mm0
|
|
paddw mm1, mm2 //tmp11
|
|
|
|
// tmp10 = tmp0 + tmp3;
|
|
// tmp13 = tmp0 - tmp3;
|
|
// tmp11 = tmp1 + tmp2;
|
|
// tmp12 = tmp1 - tmp2;
|
|
|
|
paddw mm0, mm1 //tmp10 + tmp11
|
|
psubw mm3, mm1 //tmp10 - tmp11
|
|
|
|
// dataptr[0] = tmp10 + tmp11; /* phase 3 */
|
|
// dataptr[4] = tmp10 - tmp11;
|
|
// z1 = MULTIPLY(tmp12 + tmp13, FIX_0_707106781); /* c4 */
|
|
//NOTE: We can't write these values out immediately. Values for tmp4 - tmp7
|
|
//haven't been calculated yet!
|
|
|
|
movq mm1, mm3
|
|
punpcklwd mm3, mm3
|
|
|
|
punpckhwd mm1, mm1
|
|
psubw mm6, mm2 //tmp12
|
|
|
|
movq [edi][DATASIZE*7], mm4 //store
|
|
psrad mm3, 16
|
|
|
|
psrad mm1, 16
|
|
paddw mm6, mm7 //tmp12 + tmp13
|
|
|
|
movq mm2, [edi][DATASIZE*3+16]
|
|
psllw mm6, 1
|
|
|
|
movq mm4, mm0
|
|
punpcklwd mm0, mm0
|
|
|
|
pmulhw mm6, Const_FIX_0_707106781 // z1
|
|
punpckhwd mm4, mm4
|
|
|
|
// tmp4 = dataptr[3] - dataptr[4]//
|
|
psubw mm2, [edi][DATASIZE*4+16] //tmp4
|
|
psrad mm4, 16
|
|
|
|
movq mm5, [edi][DATASIZE*2+16]
|
|
psrad mm0, 16
|
|
|
|
movq [edi][DATASIZE*0+24], mm4
|
|
movq mm4, mm7
|
|
|
|
// dataptr[2] = tmp13 + z1; /* phase 5 */
|
|
// dataptr[6] = tmp13 - z1;
|
|
//NOTE: We can't write these values out immediately. Values for tmp4 - tmp7
|
|
//haven't been calculated yet!
|
|
|
|
psubw mm5, [edi][DATASIZE*5+16] //tmp5
|
|
paddw mm7, mm6 //tmp13 + z1
|
|
|
|
movq [edi][DATASIZE*4+16], mm3
|
|
psubw mm4, mm6 //tmp13 - z1
|
|
|
|
movq mm3, mm7
|
|
punpcklwd mm7, mm7
|
|
|
|
movq mm6, [edi][DATASIZE*0+16]
|
|
punpckhwd mm3, mm3
|
|
|
|
movq [edi][DATASIZE*4+24], mm1
|
|
psrad mm7, 16
|
|
|
|
movq [edi][DATASIZE*0+16], mm0
|
|
psrad mm3, 16
|
|
|
|
movq mm1, [edi][DATASIZE*1+16]
|
|
movq mm0, mm4
|
|
|
|
psubw mm1, [edi][DATASIZE*6+16] //tmp6
|
|
punpcklwd mm4, mm4
|
|
|
|
movq [edi][DATASIZE*2+16], mm7
|
|
paddw mm2, mm5 //tmp10
|
|
|
|
// tmp10 = tmp4 + tmp5; /* phase 2 */
|
|
// tmp11 = tmp5 + tmp6;
|
|
// tmp12 = tmp6 + tmp7;
|
|
|
|
movq mm7, mm2
|
|
paddw mm5, mm1 //tmp11
|
|
|
|
psubw mm6, [edi][DATASIZE*7+16] //tmp7
|
|
punpckhwd mm0, mm0
|
|
|
|
movq [edi][DATASIZE*2+24], mm3
|
|
psllw mm5, 1
|
|
|
|
pmulhw mm5, Const_FIX_0_707106781 //z3
|
|
psrad mm0, 16
|
|
|
|
psrad mm4, 16
|
|
paddw mm1, mm6 //tmp12
|
|
|
|
// z3 = MULTIPLY(tmp11, FIX_0_707106781); /* c4 */
|
|
// z11 = tmp7 + z3; /* phase 5 */
|
|
// z13 = tmp7 - z3;
|
|
|
|
movq [edi][DATASIZE*6+24], mm0
|
|
psubw mm2, mm1 //tmp10 - tmp12
|
|
|
|
/* The rotator is modified from fig 4-8 to avoid extra negations. */
|
|
// z5 = MULTIPLY(tmp10 - tmp12, FIX_0_382683433); /* c6 */
|
|
// z2 = MULTIPLY(tmp10, FIX_0_541196100) + z5; /* c2-c6 */
|
|
// z4 = MULTIPLY(tmp12, FIX_1_306562965) + z5; /* c2+c6 */
|
|
|
|
pmulhw mm2, Const_FIX_0_382683433 //z5
|
|
psllw mm7, 1
|
|
|
|
pmulhw mm7, Const_FIX_0_541196100
|
|
psllw mm1, 2
|
|
|
|
movq [edi][DATASIZE*6+16], mm4
|
|
movq mm0, mm6
|
|
|
|
pmulhw mm1, Const_FIX_1_306562965
|
|
psubw mm0, mm5 //z13
|
|
|
|
paddw mm7, mm2 //z2
|
|
movq mm3, mm0
|
|
|
|
// dataptr[5] = z13 + z2; /* phase 6 */
|
|
// dataptr[3] = z13 - z2;
|
|
// dataptr[1] = z11 + z4;
|
|
// dataptr[7] = z11 - z4;
|
|
|
|
paddw mm0, mm7 //z13 + z2
|
|
psubw mm3, mm7 //z13 - z2
|
|
|
|
movq mm7, mm3
|
|
punpcklwd mm3, mm3
|
|
|
|
punpckhwd mm7, mm7
|
|
paddw mm6, mm5 //z11
|
|
|
|
psrad mm3, 16
|
|
paddw mm1, mm2 //z4
|
|
|
|
psrad mm7, 16
|
|
movq mm4, mm6
|
|
|
|
movq mm5, mm0
|
|
punpcklwd mm0, mm0
|
|
|
|
punpckhwd mm5, mm5
|
|
paddw mm6, mm1 //z11 + z4
|
|
|
|
psrad mm0, 16
|
|
psubw mm4, mm1 //z11 - z4
|
|
|
|
movq [edi][DATASIZE*3+16], mm3 //store
|
|
psrad mm5, 16
|
|
|
|
movq mm1, mm6
|
|
punpcklwd mm6, mm6
|
|
|
|
movq [edi][DATASIZE*3+24], mm7
|
|
punpckhwd mm1, mm1
|
|
|
|
movq [edi][DATASIZE*5+16], mm0 //store
|
|
psrad mm6, 16
|
|
|
|
movq [edi][DATASIZE*5+24], mm5
|
|
psrad mm1, 16
|
|
|
|
movq mm7, mm4
|
|
punpcklwd mm4, mm4
|
|
|
|
movq [edi][DATASIZE*1+16], mm6 //store
|
|
punpckhwd mm7, mm7
|
|
|
|
movq [edi][DATASIZE*1+24], mm1
|
|
psrad mm4, 16
|
|
|
|
psrad mm7, 16
|
|
movq [edi][DATASIZE*7+16], mm4 //store
|
|
movq [edi][DATASIZE*7+24], mm7
|
|
|
|
//******************************************************************************
|
|
// This completes all 8x8 dct locations for the column case.
|
|
//******************************************************************************
|
|
|
|
emms
|
|
}
|
|
}
|
|
|
|
#endif /* DCT_ISLOW_SUPPORTED */
|