iwalsh_sse2.asm revision 90d3ed91ae9228e1c8bab561b6138d4cb8c1e4fd
190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;
290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;  Copyright (c) 2010 The VP8 project authors. All Rights Reserved.
390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;
490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;  Use of this source code is governed by a BSD-style license and patent
590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;  grant that can be found in the LICENSE file in the root of the source
690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;  tree. All contributing project authors may be found in the AUTHORS
790d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;  file in the root of the source tree.
890d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;
990d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
1090d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
1190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber%include "vpx_ports/x86_abi_support.asm"
1290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
1390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;void vp8_short_inv_walsh4x4_sse2(short *input, short *output)
1490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huberglobal sym(vp8_short_inv_walsh4x4_sse2)
1590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Hubersym(vp8_short_inv_walsh4x4_sse2):
1690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    push        rbp
1790d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    mov         rbp, rsp
1890d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    SHADOW_ARGS_TO_STACK 2
1990d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    push        rsi
2090d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    push        rdi
2190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ; end prolog
2290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
2390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    mov     rsi, arg(0)
2490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    mov     rdi, arg(1)
2590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    mov     rax, 3
2690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
2790d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm0, [rsi + 0]       ;ip[4] ip[0]
2890d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm1, [rsi + 16]      ;ip[12] ip[8]
2990d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
3090d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    shl     rax, 16
3190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    or      rax, 3            ;00030003h
3290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
3390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    pshufd    xmm2, xmm1, 4eh       ;ip[8] ip[12]
3490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm3, xmm0          ;ip[4] ip[0]
3590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
3690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    paddw   xmm0, xmm2          ;ip[4]+ip[8] ip[0]+ip[12] aka b1 a1
3790d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    psubw   xmm3, xmm2          ;ip[4]-ip[8] ip[0]-ip[12] aka c1 d1
3890d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
3990d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm4, xmm0
4090d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpcklqdq  xmm0, xmm3          ;d1 a1
4190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpckhqdq  xmm4, xmm3          ;c1 b1
4290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movd    xmm7, eax
4390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
4490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm1, xmm4          ;c1 b1
4590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    paddw   xmm4, xmm0          ;dl+cl a1+b1 aka op[4] op[0]
4690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    psubw   xmm0, xmm1          ;d1-c1 a1-b1 aka op[12] op[8]
4790d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
4890d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;;;temp output
4990d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;;  movdqu  [rdi + 0], xmm4
5090d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;;  movdqu  [rdi + 16], xmm3
5190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
5290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ; 13 12 11 10 03 02 01 00
5490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ;
5590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ; 33 32 31 30 23 22 21 20
5690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ;
5790d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm3, xmm4          ; 13 12 11 10 03 02 01 00
5890d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpcklwd xmm4, xmm0          ; 23 03 22 02 21 01 20 00
5990d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpckhwd xmm3, xmm0          ; 33 13 32 12 31 11 30 10
6090d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm1, xmm4          ; 23 03 22 02 21 01 20 00
6190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpcklwd xmm4, xmm3          ; 31 21 11 01 30 20 10 00
6290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpckhwd xmm1, xmm3          ; 33 23 13 03 32 22 12 02
6390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ;~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
6490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    pshufd    xmm2, xmm1, 4eh       ;ip[8] ip[12]
6590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm3, xmm4          ;ip[4] ip[0]
6690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
6790d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    pshufd    xmm7, xmm7, 0       ;03 03 03 03 03 03 03 03
6890d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
6990d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    paddw   xmm4, xmm2          ;ip[4]+ip[8] ip[0]+ip[12] aka b1 a1
7090d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    psubw   xmm3, xmm2          ;ip[4]-ip[8] ip[0]-ip[12] aka c1 d1
7190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
7290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm5, xmm4
7390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpcklqdq  xmm4, xmm3          ;d1 a1
7490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpckhqdq  xmm5, xmm3          ;c1 b1
7590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
7690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm1, xmm5          ;c1 b1
7790d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    paddw   xmm5, xmm4          ;dl+cl a1+b1 aka op[4] op[0]
7890d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    psubw   xmm4, xmm1          ;d1-c1 a1-b1 aka op[12] op[8]
7990d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
8090d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ; 13 12 11 10 03 02 01 00
8190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ;
8290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ; 33 32 31 30 23 22 21 20
8390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ;
8490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm0, xmm5          ; 13 12 11 10 03 02 01 00
8590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpcklwd xmm5, xmm4          ; 23 03 22 02 21 01 20 00
8690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpckhwd xmm0, xmm4          ; 33 13 32 12 31 11 30 10
8790d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa    xmm1, xmm5          ; 23 03 22 02 21 01 20 00
8890d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpcklwd xmm5, xmm0          ; 31 21 11 01 30 20 10 00
8990d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    punpckhwd xmm1, xmm0          ; 33 23 13 03 32 22 12 02
9090d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber;~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
9190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    paddw   xmm5, xmm7
9290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    paddw   xmm1, xmm7
9390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
9490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    psraw   xmm5, 3
9590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    psraw   xmm1, 3
9690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
9790d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa  [rdi + 0], xmm5
9890d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    movdqa  [rdi + 16], xmm1
9990d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
10090d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ; begin epilog
10190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    pop rdi
10290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    pop rsi
10390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    UNSHADOW_ARGS
10490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    pop         rbp
10590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    ret
10690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber
10790d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas HuberSECTION_RODATA
10890d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huberalign 16
10990d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huberx_s1sqr2:
11090d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    times 4 dw 0x8A8C
11190d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huberalign 16
11290d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huberx_c1sqr2less1:
11390d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    times 4 dw 0x4E7B
11490d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huberalign 16
11590d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huberfours:
11690d3ed91ae9228e1c8bab561b6138d4cb8c1e4fdAndreas Huber    times 4 dw 0x0004
117