1f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org; 2f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org; Copyright (c) 2013 The WebM project authors. All Rights Reserved. 3f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org; 4f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org; Use of this source code is governed by a BSD-style license 5f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org; that can be found in the LICENSE file in the root of the source 6f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org; tree. An additional intellectual property rights grant can be found 7f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org; in the file PATENTS. All contributing project authors may 8f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org; be found in the AUTHORS file in the root of the source tree. 9f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org; 10f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 11f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org;TODO(cd): adjust these constant to be able to use vqdmulh for faster 12f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org; dct_const_round_shift(a * b) within butterfly calculations. 13f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_1_64 EQU 16364 14f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_2_64 EQU 16305 15f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_3_64 EQU 16207 16f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_4_64 EQU 16069 17f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_5_64 EQU 15893 18f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_6_64 EQU 15679 19f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_7_64 EQU 15426 20f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_8_64 EQU 15137 21f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_9_64 EQU 14811 22f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_10_64 EQU 14449 23f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_11_64 EQU 14053 24f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_12_64 EQU 13623 25f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_13_64 EQU 13160 26f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_14_64 EQU 12665 27f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_15_64 EQU 12140 28f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_16_64 EQU 11585 29f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_17_64 EQU 11003 30f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_18_64 EQU 10394 31f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_19_64 EQU 9760 32f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_20_64 EQU 9102 33f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_21_64 EQU 8423 34f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_22_64 EQU 7723 35f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_23_64 EQU 7005 36f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_24_64 EQU 6270 37f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_25_64 EQU 5520 38f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_26_64 EQU 4756 39f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_27_64 EQU 3981 40f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_28_64 EQU 3196 41f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_29_64 EQU 2404 42f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_30_64 EQU 1606 43f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgcospi_31_64 EQU 804 44f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 45f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 46ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org EXPORT |vp9_idct32x32_1024_add_neon| 47f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ARM 48f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org REQUIRE8 49f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org PRESERVE8 50f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 51f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org AREA ||.text||, CODE, READONLY, ALIGN=2 52f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 53f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org AREA Block, CODE, READONLY 54f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 55f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 56f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; Load from transposed_buffer 57f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; q13 = transposed_buffer[first_offset] 58f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; q14 = transposed_buffer[second_offset] 59f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; for proper address calculation, the last offset used when manipulating 60f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; transposed_buffer must be passed in. use 0 for first use. 61f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org MACRO 62f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED $prev_offset, $first_offset, $second_offset 63f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; address calculation with proper stride and loading 64f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org add r0, #($first_offset - $prev_offset )*8*2 65f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vld1.s16 {q14}, [r0] 66f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org add r0, #($second_offset - $first_offset)*8*2 67f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vld1.s16 {q13}, [r0] 68f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; (used) two registers (q14, q13) 69f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org MEND 70f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 71f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; Load from output (used as temporary storage) 72f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; reg1 = output[first_offset] 73f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; reg2 = output[second_offset] 74f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; for proper address calculation, the last offset used when manipulating 75411971f94253c85e1866c281860d6344f6aa0c78fgalligan@chromium.org ; output, whether reading or storing) must be passed in. use 0 for first 76f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; use. 77f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org MACRO 78f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT $prev_offset, $first_offset, $second_offset, $reg1, $reg2 79f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; address calculation with proper stride and loading 80f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org add r1, #($first_offset - $prev_offset )*32*2 81f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vld1.s16 {$reg1}, [r1] 82f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org add r1, #($second_offset - $first_offset)*32*2 83f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vld1.s16 {$reg2}, [r1] 84f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; (used) two registers ($reg1, $reg2) 85f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org MEND 86f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 87f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; Store into output (sometimes as as temporary storage) 88f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; output[first_offset] = reg1 89f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; output[second_offset] = reg2 90f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; for proper address calculation, the last offset used when manipulating 91411971f94253c85e1866c281860d6344f6aa0c78fgalligan@chromium.org ; output, whether reading or storing) must be passed in. use 0 for first 92f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; use. 93f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org MACRO 94f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT $prev_offset, $first_offset, $second_offset, $reg1, $reg2 95f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; address calculation with proper stride and storing 96f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org add r1, #($first_offset - $prev_offset )*32*2 97f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {$reg1}, [r1] 98f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org add r1, #($second_offset - $first_offset)*32*2 99f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {$reg2}, [r1] 100f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org MEND 101f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 102ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; Combine-add results with current destination content 103ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; q6-q9 contain the results (out[j * 32 + 0-31]) 104ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org MACRO 105ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_CENTER_RESULTS 106ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; load dest[j * dest_stride + 0-31] 107ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d8}, [r10], r2 108ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d11}, [r9], r11 109ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d9}, [r10] 110ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d10}, [r9] 111ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; ROUND_POWER_OF_TWO 112ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q7, q7, #6 113ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q8, q8, #6 114ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q9, q9, #6 115ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q6, q6, #6 116ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; add to dest[j * dest_stride + 0-31] 117ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q7, q7, d9 118ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q8, q8, d10 119ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q9, q9, d11 120ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q6, q6, d8 121ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; clip pixel 122ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d9, q7 123ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d10, q8 124ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d11, q9 125ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d8, q6 126ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; store back into dest[j * dest_stride + 0-31] 127ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d9}, [r10], r11 128ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d10}, [r9], r2 129ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d8}, [r10] 130ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d11}, [r9] 131ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; update pointers (by dest_stride * 2) 132ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r9, r9, r2, lsl #1 133ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r10, r10, r2, lsl #1 134ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org MEND 135ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 136ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; Combine-add results with current destination content 137ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; q6-q9 contain the results (out[j * 32 + 0-31]) 138ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org MACRO 139ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_CENTER_RESULTS_LAST 140ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; load dest[j * dest_stride + 0-31] 141ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d8}, [r10], r2 142ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d11}, [r9], r11 143ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d9}, [r10] 144ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d10}, [r9] 145ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; ROUND_POWER_OF_TWO 146ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q7, q7, #6 147ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q8, q8, #6 148ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q9, q9, #6 149ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q6, q6, #6 150ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; add to dest[j * dest_stride + 0-31] 151ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q7, q7, d9 152ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q8, q8, d10 153ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q9, q9, d11 154ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q6, q6, d8 155ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; clip pixel 156ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d9, q7 157ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d10, q8 158ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d11, q9 159ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d8, q6 160ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; store back into dest[j * dest_stride + 0-31] 161ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d9}, [r10], r11 162ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d10}, [r9], r2 163ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d8}, [r10]! 164ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d11}, [r9]! 165ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; update pointers (by dest_stride * 2) 166ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r9, r9, r2, lsl #1 167ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r10, r10, r2, lsl #1 168ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org MEND 169ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 170ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; Combine-add results with current destination content 171ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; q4-q7 contain the results (out[j * 32 + 0-31]) 172ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org MACRO 173ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_EXTREME_RESULTS 174ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; load dest[j * dest_stride + 0-31] 175ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d4}, [r7], r2 176ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d7}, [r6], r11 177ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d5}, [r7] 178ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d6}, [r6] 179ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; ROUND_POWER_OF_TWO 180ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q5, q5, #6 181ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q6, q6, #6 182ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q7, q7, #6 183ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q4, q4, #6 184ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; add to dest[j * dest_stride + 0-31] 185ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q5, q5, d5 186ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q6, q6, d6 187ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q7, q7, d7 188ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q4, q4, d4 189ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; clip pixel 190ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d5, q5 191ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d6, q6 192ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d7, q7 193ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d4, q4 194ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; store back into dest[j * dest_stride + 0-31] 195ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d5}, [r7], r11 196ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d6}, [r6], r2 197ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d7}, [r6] 198ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d4}, [r7] 199ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; update pointers (by dest_stride * 2) 200ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r6, r6, r2, lsl #1 201ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r7, r7, r2, lsl #1 202ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org MEND 203ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 204ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; Combine-add results with current destination content 205ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; q4-q7 contain the results (out[j * 32 + 0-31]) 206ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org MACRO 207ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_EXTREME_RESULTS_LAST 208ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; load dest[j * dest_stride + 0-31] 209ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d4}, [r7], r2 210ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d7}, [r6], r11 211ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d5}, [r7] 212ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {d6}, [r6] 213ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; ROUND_POWER_OF_TWO 214ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q5, q5, #6 215ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q6, q6, #6 216ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q7, q7, #6 217ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vrshr.s16 q4, q4, #6 218ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; add to dest[j * dest_stride + 0-31] 219ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q5, q5, d5 220ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q6, q6, d6 221ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q7, q7, d7 222ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vaddw.u8 q4, q4, d4 223ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; clip pixel 224ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d5, q5 225ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d6, q6 226ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d7, q7 227ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vqmovun.s16 d4, q4 228ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; store back into dest[j * dest_stride + 0-31] 229ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d5}, [r7], r11 230ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d6}, [r6], r2 231ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d7}, [r6]! 232ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vst1.16 {d4}, [r7]! 233ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; update pointers (by dest_stride * 2) 234ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r6, r6, r2, lsl #1 235ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r7, r7, r2, lsl #1 236ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org MEND 237ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 238f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; Touches q8-q12, q15 (q13-q14 are preserved) 239f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; valid output registers are anything but q8-q11 240f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org MACRO 241f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY $regC, $regD, $regA, $regB, $first_constant, $second_constant, $reg1, $reg2, $reg3, $reg4 242f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; TODO(cd): have special case to re-use constants when they are similar for 243f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; consecutive butterflies 244f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; TODO(cd): have special case when both constants are the same, do the 245411971f94253c85e1866c281860d6344f6aa0c78fgalligan@chromium.org ; additions/subtractions before the multiplies. 246f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; generate the constants 247f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; generate scalar constants 248ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org mov r8, #$first_constant & 0xFF00 249f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org mov r12, #$second_constant & 0xFF00 250ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r8, #$first_constant & 0x00FF 251f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org add r12, #$second_constant & 0x00FF 252f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; generate vector constants 253ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vdup.16 d30, r8 254f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vdup.16 d31, r12 255f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; (used) two for inputs (regA-regD), one for constants (q15) 256f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; do some multiplications (ordered for maximum latency hiding) 257f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vmull.s16 q8, $regC, d30 258f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vmull.s16 q10, $regA, d31 259f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vmull.s16 q9, $regD, d30 260f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vmull.s16 q11, $regB, d31 261f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vmull.s16 q12, $regC, d31 262f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; (used) five for intermediate (q8-q12), one for constants (q15) 263411971f94253c85e1866c281860d6344f6aa0c78fgalligan@chromium.org ; do some addition/subtractions (to get back two register) 264f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s32 q8, q8, q10 265f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s32 q9, q9, q11 266f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; do more multiplications (ordered for maximum latency hiding) 267f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vmull.s16 q10, $regD, d31 268f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vmull.s16 q11, $regA, d30 269f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vmull.s16 q15, $regB, d30 270f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; (used) six for intermediate (q8-q12, q15) 271411971f94253c85e1866c281860d6344f6aa0c78fgalligan@chromium.org ; do more addition/subtractions 272f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s32 q11, q12, q11 273f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s32 q10, q10, q15 274f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; (used) four for intermediate (q8-q11) 275f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; dct_const_round_shift 276f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vqrshrn.s32 $reg1, q8, #14 277f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vqrshrn.s32 $reg2, q9, #14 278f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vqrshrn.s32 $reg3, q11, #14 279f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vqrshrn.s32 $reg4, q10, #14 280f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; (used) two for results, well four d registers 281f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org MEND 282f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 283f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; Touches q8-q12, q15 (q13-q14 are preserved) 284f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; valid output registers are anything but q8-q11 285f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org MACRO 286f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD $first_constant, $second_constant, $reg1, $reg2, $reg3, $reg4 287f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY d28, d29, d26, d27, $first_constant, $second_constant, $reg1, $reg2, $reg3, $reg4 288f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org MEND 289f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 290f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 291ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org;void vp9_idct32x32_1024_add_neon(int16_t *input, uint8_t *dest, int dest_stride); 292f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org; 293ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; r0 int16_t *input, 294ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; r1 uint8_t *dest, 295ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; r2 int dest_stride) 296ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; loop counters 297ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; r4 bands loop counter 298ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; r5 pass loop counter 299ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; r8 transpose loop counter 300ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; combine-add pointers 301ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; r6 dest + 31 * dest_stride, descending (30, 29, 28, ...) 302ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; r7 dest + 0 * dest_stride, ascending (1, 2, 3, ...) 303ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; r9 dest + 15 * dest_stride, descending (14, 13, 12, ...) 304ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org; r10 dest + 16 * dest_stride, ascending (17, 18, 19, ...) 305f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 306ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org|vp9_idct32x32_1024_add_neon| PROC 307f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; This function does one pass of idct32x32 transform. 308f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; 309f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; This is done by transposing the input and then doing a 1d transform on 310f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; columns. In the first pass, the transposed columns are the original 311f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; rows. In the second pass, after the transposition, the colums are the 312f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; original columns. 313f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; The 1d transform is done by looping over bands of eight columns (the 314f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; idct32_bands loop). For each band, the transform input transposition 315f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; is done on demand, one band of four 8x8 matrices at a time. The four 316ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; matrices are transposed by pairs (the idct32_transpose_pair loop). 317ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org push {r4-r11} 318ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vpush {d8-d15} 319ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; stack operation 320ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; internal buffer used to transpose 8 lines into before transforming them 321ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; int16_t transpose_buffer[32 * 8]; 322ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; at sp + [4096, 4607] 323ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; results of the first pass (transpose and transform rows) 324ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; int16_t pass1[32 * 32]; 325ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; at sp + [0, 2047] 326ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; results of the second pass (transpose and transform columns) 327ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; int16_t pass2[32 * 32]; 328ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; at sp + [2048, 4095] 329ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub sp, sp, #512+2048+2048 330ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org 331ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; r6 = dest + 31 * dest_stride 332ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; r7 = dest + 0 * dest_stride 333ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; r9 = dest + 15 * dest_stride 334ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; r10 = dest + 16 * dest_stride 335ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org rsb r6, r2, r2, lsl #5 336ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org rsb r9, r2, r2, lsl #4 337ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r10, r1, r2, lsl #4 338ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org mov r7, r1 339ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r6, r6, r1 340ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r9, r9, r1 341ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; r11 = -dest_stride 342ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org neg r11, r2 343ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; r3 = input 344ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org mov r3, r0 345ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; parameters for first pass 346ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; r0 = transpose_buffer[32 * 8] 347ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r0, sp, #4096 348ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; r1 = pass1[32 * 32] 349ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org mov r1, sp 350ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org 351ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org mov r5, #0 ; initialize pass loop counter 352ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.orgidct32_pass_loop 353ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org mov r4, #4 ; initialize bands loop counter 354f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgidct32_bands_loop 355ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org mov r8, #2 ; initialize transpose loop counter 356f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.orgidct32_transpose_pair_loop 357f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; Load two horizontally consecutive 8x8 16bit data matrices. The first one 358f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; into q0-q7 and the second one into q8-q15. There is a stride of 64, 359f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; adjusted to 32 because of the two post-increments. 360ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q8}, [r3]! 361ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q0}, [r3]! 362ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r3, #32 363ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q9}, [r3]! 364ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q1}, [r3]! 365ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r3, #32 366ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q10}, [r3]! 367ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q2}, [r3]! 368ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r3, #32 369ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q11}, [r3]! 370ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q3}, [r3]! 371ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r3, #32 372ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q12}, [r3]! 373ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q4}, [r3]! 374ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r3, #32 375ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q13}, [r3]! 376ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q5}, [r3]! 377ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r3, #32 378ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q14}, [r3]! 379ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q6}, [r3]! 380ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r3, #32 381ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q15}, [r3]! 382ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vld1.s16 {q7}, [r3]! 383f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 384f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; Transpose the two 8x8 16bit data matrices. 385f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vswp d17, d24 386f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vswp d23, d30 387f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vswp d21, d28 388f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vswp d19, d26 389f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vswp d1, d8 390f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vswp d7, d14 391f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vswp d5, d12 392f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vswp d3, d10 393f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.32 q8, q10 394f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.32 q9, q11 395f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.32 q12, q14 396f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.32 q13, q15 397f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.32 q0, q2 398f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.32 q1, q3 399f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.32 q4, q6 400f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.32 q5, q7 401f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.16 q8, q9 402f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.16 q10, q11 403f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.16 q12, q13 404f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.16 q14, q15 405f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.16 q0, q1 406f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.16 q2, q3 407f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.16 q4, q5 408f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vtrn.16 q6, q7 409f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 410f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; Store both matrices after each other. There is a stride of 32, which 411f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; adjusts to nothing because of the post-increments. 412f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q8}, [r0]! 413f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q9}, [r0]! 414f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q10}, [r0]! 415f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q11}, [r0]! 416f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q12}, [r0]! 417f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q13}, [r0]! 418f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q14}, [r0]! 419f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q15}, [r0]! 420f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q0}, [r0]! 421f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q1}, [r0]! 422f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q2}, [r0]! 423f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q3}, [r0]! 424f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q4}, [r0]! 425f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q5}, [r0]! 426f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q6}, [r0]! 427f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vst1.16 {q7}, [r0]! 428f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 429f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; increment pointers by adjusted stride (not necessary for r0/out) 430ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; go back by 7*32 for the seven lines moved fully by read and add 431ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; go back by 32 for the eigth line only read 432ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; advance by 16*2 to go the next pair 433ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r3, r3, #7*32*2 + 32 - 16*2 434f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; transpose pair loop processing 435ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org subs r8, r8, #1 436ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org bne idct32_transpose_pair_loop 437f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 438f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; restore r0/input to its original value 439f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org sub r0, r0, #32*8*2 440f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 441f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; Instead of doing the transforms stage by stage, it is done by loading 442f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; some input values and doing as many stages as possible to minimize the 443f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; storing/loading of intermediate results. To fit within registers, the 444f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; final coefficients are cut into four blocks: 445f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; BLOCK A: 16-19,28-31 446f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; BLOCK B: 20-23,24-27 447f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; BLOCK C: 8-10,11-15 448f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; BLOCK D: 0-3,4-7 449f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; Blocks A and C are straight calculation through the various stages. In 450f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; block B, further calculations are performed using the results from 451f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; block A. In block D, further calculations are performed using the results 452f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; from block C and then the final calculations are done using results from 453f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; block A and B which have been combined at the end of block B. 454f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 455f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 456f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; BLOCK A: 16-19,28-31 457f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 458f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; generate 16,17,30,31 459f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 460f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 1 461f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[1 * 32] * cospi_31_64 - input[31 * 32] * cospi_1_64; 462f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[1 * 32] * cospi_1_64 + input[31 * 32] * cospi_31_64; 463f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[16][i] = dct_const_round_shift(temp1); 464f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[31][i] = dct_const_round_shift(temp2); 465f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 0, 1, 31 466f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_31_64, cospi_1_64, d0, d1, d4, d5 467f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 468f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 1 469f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[17 * 32] * cospi_15_64 - input[15 * 32] * cospi_17_64; 470f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[17 * 32] * cospi_17_64 + input[15 * 32] * cospi_15_64; 471f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[17][i] = dct_const_round_shift(temp1); 472f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[30][i] = dct_const_round_shift(temp2); 473f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 31, 17, 15 474f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_15_64, cospi_17_64, d2, d3, d6, d7 475f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 476f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 2 477f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[16] = step1b[16][i] + step1b[17][i]; 478f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[17] = step1b[16][i] - step1b[17][i]; 479f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[30] = -step1b[30][i] + step1b[31][i]; 480f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[31] = step1b[30][i] + step1b[31][i]; 481f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q4, q0, q1 482f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q0, q1 483f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q6, q2, q3 484f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q2, q3 485f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 486f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 3 487f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = step1b[30][i] * cospi_28_64 - step1b[17][i] * cospi_4_64; 488f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = step1b[30][i] * cospi_4_64 - step1b[17][i] * cospi_28_64; 489f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[17] = dct_const_round_shift(temp1); 490f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[30] = dct_const_round_shift(temp2); 491f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_28_64, cospi_4_64, d10, d11, d14, d15 492f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 493f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; generate 18,19,28,29 494f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 495f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 1 496f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[9 * 32] * cospi_23_64 - input[23 * 32] * cospi_9_64; 497f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[9 * 32] * cospi_9_64 + input[23 * 32] * cospi_23_64; 498f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[18][i] = dct_const_round_shift(temp1); 499f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[29][i] = dct_const_round_shift(temp2); 500f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 15, 9, 23 501f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_23_64, cospi_9_64, d0, d1, d4, d5 502f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 503f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 1 504f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[25 * 32] * cospi_7_64 - input[7 * 32] * cospi_25_64; 505f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[25 * 32] * cospi_25_64 + input[7 * 32] * cospi_7_64; 506f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[19][i] = dct_const_round_shift(temp1); 507f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[28][i] = dct_const_round_shift(temp2); 508f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 23, 25, 7 509f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_7_64, cospi_25_64, d2, d3, d6, d7 510f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 511f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 2 512f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[18] = -step1b[18][i] + step1b[19][i]; 513f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[19] = step1b[18][i] + step1b[19][i]; 514f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[28] = step1b[28][i] + step1b[29][i]; 515f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[29] = step1b[28][i] - step1b[29][i]; 516f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q3, q2 517f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q3, q3, q2 518f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q1, q0 519f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q2, q1, q0 520f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 521f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 3 522f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = step1b[18][i] * (-cospi_4_64) - step1b[29][i] * (-cospi_28_64); 523f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = step1b[18][i] * (-cospi_28_64) + step1b[29][i] * (-cospi_4_64); 524f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[29] = dct_const_round_shift(temp1); 525f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[18] = dct_const_round_shift(temp2); 526f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD (-cospi_4_64), (-cospi_28_64), d2, d3, d0, d1 527f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 528f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; combine 16-19,28-31 529f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 530f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 4 531f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[16] = step1b[16][i] + step1b[19][i]; 532f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[17] = step1b[17][i] + step1b[18][i]; 533f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[18] = step1b[17][i] - step1b[18][i]; 534f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[29] = step1b[30][i] - step1b[29][i]; 535f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[30] = step1b[30][i] + step1b[29][i]; 536f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[31] = step1b[31][i] + step1b[28][i]; 537f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q8, q4, q2 538f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q9, q5, q0 539f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q10, q7, q1 540f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q15, q6, q3 541f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q5, q0 542f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q7, q1 543f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 0, 16, 31, q8, q15 544f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 31, 17, 30, q9, q10 545f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 546f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 5 547f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = step1b[29][i] * cospi_24_64 - step1b[18][i] * cospi_8_64; 548f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = step1b[29][i] * cospi_8_64 + step1b[18][i] * cospi_24_64; 549f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[18] = dct_const_round_shift(temp1); 550f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[29] = dct_const_round_shift(temp2); 551f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_24_64, cospi_8_64, d0, d1, d2, d3 552f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 30, 29, 18, q1, q0 553f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 554f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 4 555f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[19] = step1b[16][i] - step1b[19][i]; 556f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[28] = step1b[31][i] - step1b[28][i]; 557f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q4, q2 558f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q6, q3 559f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 560f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 5 561f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = step1b[28][i] * cospi_24_64 - step1b[19][i] * cospi_8_64; 562f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = step1b[28][i] * cospi_8_64 + step1b[19][i] * cospi_24_64; 563f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[19] = dct_const_round_shift(temp1); 564f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[28] = dct_const_round_shift(temp2); 565f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_24_64, cospi_8_64, d8, d9, d12, d13 566f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 18, 19, 28, q4, q6 567f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 568f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 569f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 570f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 571f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; BLOCK B: 20-23,24-27 572f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 573f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; generate 20,21,26,27 574f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 575f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 1 576f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[5 * 32] * cospi_27_64 - input[27 * 32] * cospi_5_64; 577f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[5 * 32] * cospi_5_64 + input[27 * 32] * cospi_27_64; 578f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[20][i] = dct_const_round_shift(temp1); 579f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[27][i] = dct_const_round_shift(temp2); 580f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 7, 5, 27 581f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_27_64, cospi_5_64, d0, d1, d4, d5 582f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 583f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 1 584f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[21 * 32] * cospi_11_64 - input[11 * 32] * cospi_21_64; 585f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[21 * 32] * cospi_21_64 + input[11 * 32] * cospi_11_64; 586f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[21][i] = dct_const_round_shift(temp1); 587f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[26][i] = dct_const_round_shift(temp2); 588f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 27, 21, 11 589f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_11_64, cospi_21_64, d2, d3, d6, d7 590f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 591f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 2 592f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[20] = step1b[20][i] + step1b[21][i]; 593f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[21] = step1b[20][i] - step1b[21][i]; 594f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[26] = -step1b[26][i] + step1b[27][i]; 595f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[27] = step1b[26][i] + step1b[27][i]; 596f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q0, q1 597f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q0, q0, q1 598f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q2, q3 599f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q2, q2, q3 600f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 601f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 3 602f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = step1b[26][i] * cospi_12_64 - step1b[21][i] * cospi_20_64; 603f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = step1b[26][i] * cospi_20_64 + step1b[21][i] * cospi_12_64; 604f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[21] = dct_const_round_shift(temp1); 605f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[26] = dct_const_round_shift(temp2); 606f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_12_64, cospi_20_64, d2, d3, d6, d7 607f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 608f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; generate 22,23,24,25 609f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 610f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 1 611f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[13 * 32] * cospi_19_64 - input[19 * 32] * cospi_13_64; 612f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[13 * 32] * cospi_13_64 + input[19 * 32] * cospi_19_64; 613f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[22][i] = dct_const_round_shift(temp1); 614f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[25][i] = dct_const_round_shift(temp2); 615f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 11, 13, 19 616f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_19_64, cospi_13_64, d10, d11, d14, d15 617f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 618f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 1 619f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[29 * 32] * cospi_3_64 - input[3 * 32] * cospi_29_64; 620f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[29 * 32] * cospi_29_64 + input[3 * 32] * cospi_3_64; 621f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[23][i] = dct_const_round_shift(temp1); 622f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1b[24][i] = dct_const_round_shift(temp2); 623f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 19, 29, 3 624f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_3_64, cospi_29_64, d8, d9, d12, d13 625f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 626f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 2 627f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[22] = -step1b[22][i] + step1b[23][i]; 628f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[23] = step1b[22][i] + step1b[23][i]; 629f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[24] = step1b[24][i] + step1b[25][i]; 630f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[25] = step1b[24][i] - step1b[25][i]; 631f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q4, q5 632f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q5, q4, q5 633f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q6, q7 634f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q6, q6, q7 635f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 636f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 3 637f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = step1b[22][i] * (-cospi_20_64) - step1b[25][i] * (-cospi_12_64); 638f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = step1b[22][i] * (-cospi_12_64) + step1b[25][i] * (-cospi_20_64); 639f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[25] = dct_const_round_shift(temp1); 640f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[22] = dct_const_round_shift(temp2); 641f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD (-cospi_20_64), (-cospi_12_64), d8, d9, d14, d15 642f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 643f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; combine 20-23,24-27 644f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 645f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 4 646f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[22] = step1b[22][i] + step1b[21][i]; 647f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[23] = step1b[23][i] + step1b[20][i]; 648f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q10, q7, q1 649f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q11, q5, q0 650f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[24] = step1b[24][i] + step1b[27][i]; 651f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[25] = step1b[25][i] + step1b[26][i]; 652f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q12, q6, q2 653f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q15, q4, q3 654f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 655f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 6 656f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[16] = step1b[16][i] + step1b[23][i]; 657f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[17] = step1b[17][i] + step1b[22][i]; 658f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[22] = step1b[17][i] - step1b[22][i]; 659f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[23] = step1b[16][i] - step1b[23][i]; 660f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 28, 16, 17, q14, q13 661f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q8, q14, q11 662f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q9, q13, q10 663f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q13, q10 664f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q11, q14, q11 665f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 17, 17, 16, q9, q8 666f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 667f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 6 668f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[24] = step1b[31][i] - step1b[24][i]; 669f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[25] = step1b[30][i] - step1b[25][i]; 670f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[30] = step1b[30][i] + step1b[25][i]; 671f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[31] = step1b[31][i] + step1b[24][i]; 672f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 16, 30, 31, q14, q9 673f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q8, q9, q12 674f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q10, q14, q15 675f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q14, q15 676f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q12, q9, q12 677f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 31, 30, 31, q10, q12 678f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 679f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; TODO(cd) do some register allocation change to remove these push/pop 680f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vpush {q8} ; [24] 681f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vpush {q11} ; [23] 682f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 683f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 7 684f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = (step1b[25][i] - step1b[22][i]) * cospi_16_64; 685f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = (step1b[25][i] + step1b[22][i]) * cospi_16_64; 686f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[22] = dct_const_round_shift(temp1); 687f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[25] = dct_const_round_shift(temp2); 688f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_16_64, cospi_16_64, d26, d27, d28, d29 689f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 31, 25, 22, q14, q13 690f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 691f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 7 692f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = (step1b[24][i] - step1b[23][i]) * cospi_16_64; 693f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = (step1b[24][i] + step1b[23][i]) * cospi_16_64; 694f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[23] = dct_const_round_shift(temp1); 695f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[24] = dct_const_round_shift(temp2); 696f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; TODO(cd) do some register allocation change to remove these push/pop 697f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vpop {q13} ; [23] 698f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vpop {q14} ; [24] 699f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_16_64, cospi_16_64, d26, d27, d28, d29 700f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 22, 24, 23, q14, q13 701f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 702f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 4 703f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[20] = step1b[23][i] - step1b[20][i]; 704f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[27] = step1b[24][i] - step1b[27][i]; 705f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q5, q0 706f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q6, q2 707f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 708f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 5 709f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = step1b[20][i] * (-cospi_8_64) - step1b[27][i] * (-cospi_24_64); 710f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = step1b[20][i] * (-cospi_24_64) + step1b[27][i] * (-cospi_8_64); 711f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[27] = dct_const_round_shift(temp1); 712f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[20] = dct_const_round_shift(temp2); 713f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD (-cospi_8_64), (-cospi_24_64), d10, d11, d12, d13 714f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 715f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 4 716f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[21] = step1b[22][i] - step1b[21][i]; 717f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[26] = step1b[25][i] - step1b[26][i]; 718f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q7, q1 719f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q4, q3 720f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 721f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 5 722f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = step1b[21][i] * (-cospi_8_64) - step1b[26][i] * (-cospi_24_64); 723f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = step1b[21][i] * (-cospi_24_64) + step1b[26][i] * (-cospi_8_64); 724f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[26] = dct_const_round_shift(temp1); 725f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[21] = dct_const_round_shift(temp2); 726f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD (-cospi_8_64), (-cospi_24_64), d0, d1, d2, d3 727f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 728f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 6 729f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[18] = step1b[18][i] + step1b[21][i]; 730f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[19] = step1b[19][i] + step1b[20][i]; 731f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[20] = step1b[19][i] - step1b[20][i]; 732f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[21] = step1b[18][i] - step1b[21][i]; 733f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 23, 18, 19, q14, q13 734f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q8, q14, q1 735f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q9, q13, q6 736f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q13, q6 737f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q1, q14, q1 738f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 19, 18, 19, q8, q9 739f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 740f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 6 741f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[27] = step1b[28][i] - step1b[27][i]; 742f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[28] = step1b[28][i] + step1b[27][i]; 743f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[29] = step1b[29][i] + step1b[26][i]; 744f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[26] = step1b[29][i] - step1b[26][i]; 745f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 19, 28, 29, q8, q9 746f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q8, q5 747f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q10, q8, q5 748f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q11, q9, q0 749f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q0, q9, q0 750f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 29, 28, 29, q10, q11 751f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 752f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 7 753f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = (step1b[27][i] - step1b[20][i]) * cospi_16_64; 754f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = (step1b[27][i] + step1b[20][i]) * cospi_16_64; 755f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[20] = dct_const_round_shift(temp1); 756f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[27] = dct_const_round_shift(temp2); 757f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_16_64, cospi_16_64, d26, d27, d28, d29 758f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 29, 20, 27, q13, q14 759f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 760f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 7 761f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = (step1b[26][i] - step1b[21][i]) * cospi_16_64; 762f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = (step1b[26][i] + step1b[21][i]) * cospi_16_64; 763f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[21] = dct_const_round_shift(temp1); 764f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[26] = dct_const_round_shift(temp2); 765f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY d0, d1, d2, d3, cospi_16_64, cospi_16_64, d2, d3, d0, d1 766f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 27, 21, 26, q1, q0 767f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 768f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 769f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 770f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 771f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; BLOCK C: 8-10,11-15 772f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 773f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; generate 8,9,14,15 774f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 775f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 2 776f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[2 * 32] * cospi_30_64 - input[30 * 32] * cospi_2_64; 777f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[2 * 32] * cospi_2_64 + input[30 * 32] * cospi_30_64; 778f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[8] = dct_const_round_shift(temp1); 779f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[15] = dct_const_round_shift(temp2); 780f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 3, 2, 30 781f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_30_64, cospi_2_64, d0, d1, d4, d5 782f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 783f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 2 784f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[18 * 32] * cospi_14_64 - input[14 * 32] * cospi_18_64; 785f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[18 * 32] * cospi_18_64 + input[14 * 32] * cospi_14_64; 786f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[9] = dct_const_round_shift(temp1); 787f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[14] = dct_const_round_shift(temp2); 788f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 30, 18, 14 789f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_14_64, cospi_18_64, d2, d3, d6, d7 790f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 791f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 3 792f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[8] = step1b[8][i] + step1b[9][i]; 793f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[9] = step1b[8][i] - step1b[9][i]; 794f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[14] = step1b[15][i] - step1b[14][i]; 795f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[15] = step1b[15][i] + step1b[14][i]; 796f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q0, q1 797f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q0, q0, q1 798f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q2, q3 799f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q2, q2, q3 800f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 801f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 4 802f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = step1b[14][i] * cospi_24_64 - step1b[9][i] * cospi_8_64; 803f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = step1b[14][i] * cospi_8_64 + step1b[9][i] * cospi_24_64; 804f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[9] = dct_const_round_shift(temp1); 805f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[14] = dct_const_round_shift(temp2); 806f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_24_64, cospi_8_64, d2, d3, d6, d7 807f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 808f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; generate 10,11,12,13 809f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 810f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 2 811f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[10 * 32] * cospi_22_64 - input[22 * 32] * cospi_10_64; 812f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[10 * 32] * cospi_10_64 + input[22 * 32] * cospi_22_64; 813f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[10] = dct_const_round_shift(temp1); 814f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[13] = dct_const_round_shift(temp2); 815f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 14, 10, 22 816f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_22_64, cospi_10_64, d10, d11, d14, d15 817f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 818f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 2 819f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[26 * 32] * cospi_6_64 - input[6 * 32] * cospi_26_64; 820f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[26 * 32] * cospi_26_64 + input[6 * 32] * cospi_6_64; 821f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[11] = dct_const_round_shift(temp1); 822f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[12] = dct_const_round_shift(temp2); 823f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 22, 26, 6 824f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_6_64, cospi_26_64, d8, d9, d12, d13 825f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 826f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 3 827f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[10] = step1b[11][i] - step1b[10][i]; 828f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[11] = step1b[11][i] + step1b[10][i]; 829f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[12] = step1b[12][i] + step1b[13][i]; 830f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[13] = step1b[12][i] - step1b[13][i]; 831f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q4, q5 832f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q5, q4, q5 833f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q6, q7 834f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q6, q6, q7 835f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 836f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 4 837f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = step1b[10][i] * (-cospi_8_64) - step1b[13][i] * (-cospi_24_64); 838f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = step1b[10][i] * (-cospi_24_64) + step1b[13][i] * (-cospi_8_64); 839f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[13] = dct_const_round_shift(temp1); 840f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[10] = dct_const_round_shift(temp2); 841f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD (-cospi_8_64), (-cospi_24_64), d8, d9, d14, d15 842f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 843f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; combine 8-10,11-15 844f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 845f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 5 846f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[8] = step1b[8][i] + step1b[11][i]; 847f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[9] = step1b[9][i] + step1b[10][i]; 848f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[10] = step1b[9][i] - step1b[10][i]; 849f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q8, q0, q5 850f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q9, q1, q7 851f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q1, q7 852f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[13] = step1b[14][i] - step1b[13][i]; 853f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[14] = step1b[14][i] + step1b[13][i]; 854f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[15] = step1b[15][i] + step1b[12][i]; 855f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q3, q4 856f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q10, q3, q4 857f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q15, q2, q6 858f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 26, 8, 15, q8, q15 859f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 15, 9, 14, q9, q10 860f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 861f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 6 862f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = (step1b[13][i] - step1b[10][i]) * cospi_16_64; 863f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = (step1b[13][i] + step1b[10][i]) * cospi_16_64; 864f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[10] = dct_const_round_shift(temp1); 865f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[13] = dct_const_round_shift(temp2); 866f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_16_64, cospi_16_64, d2, d3, d6, d7 867f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 14, 13, 10, q3, q1 868f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 869f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 5 870f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[11] = step1b[8][i] - step1b[11][i]; 871f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[12] = step1b[15][i] - step1b[12][i]; 872f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q0, q5 873f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q2, q6 874f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 875f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 6 876f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = (step1b[12][i] - step1b[11][i]) * cospi_16_64; 877f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = (step1b[12][i] + step1b[11][i]) * cospi_16_64; 878f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[11] = dct_const_round_shift(temp1); 879f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[12] = dct_const_round_shift(temp2); 880f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_16_64, cospi_16_64, d2, d3, d6, d7 881f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org STORE_IN_OUTPUT 10, 11, 12, q1, q3 882f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 883f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 884f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 885f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 886f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; BLOCK D: 0-3,4-7 887f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 888f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; generate 4,5,6,7 889f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 890f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 3 891f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[4 * 32] * cospi_28_64 - input[28 * 32] * cospi_4_64; 892f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[4 * 32] * cospi_4_64 + input[28 * 32] * cospi_28_64; 893f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[4] = dct_const_round_shift(temp1); 894f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[7] = dct_const_round_shift(temp2); 895f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 6, 4, 28 896f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_28_64, cospi_4_64, d0, d1, d4, d5 897f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 898f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 3 899f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[20 * 32] * cospi_12_64 - input[12 * 32] * cospi_20_64; 900f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[20 * 32] * cospi_20_64 + input[12 * 32] * cospi_12_64; 901f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[5] = dct_const_round_shift(temp1); 902f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[6] = dct_const_round_shift(temp2); 903f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 28, 20, 12 904f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_12_64, cospi_20_64, d2, d3, d6, d7 905f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 906f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 4 907f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[4] = step1b[4][i] + step1b[5][i]; 908f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[5] = step1b[4][i] - step1b[5][i]; 909f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[6] = step1b[7][i] - step1b[6][i]; 910f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[7] = step1b[7][i] + step1b[6][i]; 911f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q0, q1 912f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q0, q0, q1 913f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q2, q3 914f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q2, q2, q3 915f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 916f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 5 917f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = (step1b[6][i] - step1b[5][i]) * cospi_16_64; 918f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = (step1b[5][i] + step1b[6][i]) * cospi_16_64; 919f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[5] = dct_const_round_shift(temp1); 920f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[6] = dct_const_round_shift(temp2); 921f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_16_64, cospi_16_64, d2, d3, d6, d7 922f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 923f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; generate 0,1,2,3 924f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 925f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 4 926f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = (input[0 * 32] - input[16 * 32]) * cospi_16_64; 927f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = (input[0 * 32] + input[16 * 32]) * cospi_16_64; 928f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[1] = dct_const_round_shift(temp1); 929f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[0] = dct_const_round_shift(temp2); 930f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 12, 0, 16 931f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_16_64, cospi_16_64, d10, d11, d14, d15 932f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 933f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 4 934f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp1 = input[8 * 32] * cospi_24_64 - input[24 * 32] * cospi_8_64; 935f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;temp2 = input[8 * 32] * cospi_8_64 + input[24 * 32] * cospi_24_64; 936f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[2] = dct_const_round_shift(temp1); 937f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[3] = dct_const_round_shift(temp2); 938f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_TRANSPOSED 16, 8, 24 939f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org DO_BUTTERFLY_STD cospi_24_64, cospi_8_64, d28, d29, d12, d13 940f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 941f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 5 942f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[0] = step1b[0][i] + step1b[3][i]; 943f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[1] = step1b[1][i] + step1b[2][i]; 944f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[2] = step1b[1][i] - step1b[2][i]; 945f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step2[3] = step1b[0][i] - step1b[3][i]; 946f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q4, q7, q6 947f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q7, q7, q6 948f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q6, q5, q14 949f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q5, q5, q14 950f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 951f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; combine 0-3,4-7 952f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 953f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 6 954f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[0] = step1b[0][i] + step1b[7][i]; 955f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[1] = step1b[1][i] + step1b[6][i]; 956f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[2] = step1b[2][i] + step1b[5][i]; 957f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[3] = step1b[3][i] + step1b[4][i]; 958f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q8, q4, q2 959f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q9, q5, q3 960f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q10, q6, q1 961f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q11, q7, q0 962f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[4] = step1b[3][i] - step1b[4][i]; 963f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[5] = step1b[2][i] - step1b[5][i]; 964f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[6] = step1b[1][i] - step1b[6][i]; 965f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step3[7] = step1b[0][i] - step1b[7][i]; 966f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q12, q7, q0 967f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q13, q6, q1 968f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q14, q5, q3 969f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q15, q4, q2 970f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 971f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 7 972f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[0] = step1b[0][i] + step1b[15][i]; 973f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[1] = step1b[1][i] + step1b[14][i]; 974f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[14] = step1b[1][i] - step1b[14][i]; 975f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[15] = step1b[0][i] - step1b[15][i]; 976f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 12, 14, 15, q0, q1 977f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q2, q8, q1 978f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q3, q9, q0 979f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q4, q9, q0 980f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q5, q8, q1 981f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 982f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of final stage 983f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[14 * 32] = step1b[14][i] + step1b[17][i]; 984f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[15 * 32] = step1b[15][i] + step1b[16][i]; 985f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[16 * 32] = step1b[15][i] - step1b[16][i]; 986f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[17 * 32] = step1b[14][i] - step1b[17][i]; 987f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 15, 16, 17, q0, q1 988f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q8, q4, q1 989f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q9, q5, q0 990f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q6, q5, q0 991f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q7, q4, q1 992ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org 993ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org cmp r5, #0 994ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org bgt idct32_bands_end_2nd_pass 995ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org 996ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.orgidct32_bands_end_1st_pass 997ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 17, 16, 17, q6, q7 998ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 17, 14, 15, q8, q9 999f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 1000f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of final stage 1001f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[ 0 * 32] = step1b[0][i] + step1b[31][i]; 1002f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[ 1 * 32] = step1b[1][i] + step1b[30][i]; 1003f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[30 * 32] = step1b[1][i] - step1b[30][i]; 1004f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[31 * 32] = step1b[0][i] - step1b[31][i]; 1005ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 15, 30, 31, q0, q1 1006f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q4, q2, q1 1007f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q5, q3, q0 1008f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q6, q3, q0 1009f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q7, q2, q1 1010ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 31, 30, 31, q6, q7 1011ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 31, 0, 1, q4, q5 1012f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 1013f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 7 1014f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[2] = step1b[2][i] + step1b[13][i]; 1015f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[3] = step1b[3][i] + step1b[12][i]; 1016f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[12] = step1b[3][i] - step1b[12][i]; 1017f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[13] = step1b[2][i] - step1b[13][i]; 1018f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 1, 12, 13, q0, q1 1019f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q2, q10, q1 1020f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q3, q11, q0 1021f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q4, q11, q0 1022f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q5, q10, q1 1023f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 1024f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of final stage 1025f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[12 * 32] = step1b[12][i] + step1b[19][i]; 1026f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[13 * 32] = step1b[13][i] + step1b[18][i]; 1027f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[18 * 32] = step1b[13][i] - step1b[18][i]; 1028f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[19 * 32] = step1b[12][i] - step1b[19][i]; 1029f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 13, 18, 19, q0, q1 1030ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q8, q4, q1 1031ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q9, q5, q0 1032ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q6, q5, q0 1033ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q7, q4, q1 1034ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 19, 18, 19, q6, q7 1035ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 19, 12, 13, q8, q9 1036f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 1037f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of final stage 1038f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[ 2 * 32] = step1b[2][i] + step1b[29][i]; 1039f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[ 3 * 32] = step1b[3][i] + step1b[28][i]; 1040f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[28 * 32] = step1b[3][i] - step1b[28][i]; 1041f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[29 * 32] = step1b[2][i] - step1b[29][i]; 1042ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 13, 28, 29, q0, q1 1043f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q4, q2, q1 1044f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q5, q3, q0 1045f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q6, q3, q0 1046f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q7, q2, q1 1047ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 29, 28, 29, q6, q7 1048ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 29, 2, 3, q4, q5 1049f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 1050f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 7 1051f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[4] = step1b[4][i] + step1b[11][i]; 1052f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[5] = step1b[5][i] + step1b[10][i]; 1053f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[10] = step1b[5][i] - step1b[10][i]; 1054f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[11] = step1b[4][i] - step1b[11][i]; 1055f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 3, 10, 11, q0, q1 1056f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q2, q12, q1 1057f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q3, q13, q0 1058f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q4, q13, q0 1059f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q5, q12, q1 1060f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 1061f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of final stage 1062f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[10 * 32] = step1b[10][i] + step1b[21][i]; 1063f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[11 * 32] = step1b[11][i] + step1b[20][i]; 1064f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[20 * 32] = step1b[11][i] - step1b[20][i]; 1065f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[21 * 32] = step1b[10][i] - step1b[21][i]; 1066f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 11, 20, 21, q0, q1 1067ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q8, q4, q1 1068ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q9, q5, q0 1069ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q6, q5, q0 1070ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q7, q4, q1 1071ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 21, 20, 21, q6, q7 1072ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 21, 10, 11, q8, q9 1073f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 1074f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of final stage 1075f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[ 4 * 32] = step1b[4][i] + step1b[27][i]; 1076f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[ 5 * 32] = step1b[5][i] + step1b[26][i]; 1077f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[26 * 32] = step1b[5][i] - step1b[26][i]; 1078f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[27 * 32] = step1b[4][i] - step1b[27][i]; 1079ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 11, 26, 27, q0, q1 1080f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q4, q2, q1 1081f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q5, q3, q0 1082f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q6, q3, q0 1083f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q7, q2, q1 1084ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 27, 26, 27, q6, q7 1085ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 27, 4, 5, q4, q5 1086f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 1087f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of stage 7 1088f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[6] = step1b[6][i] + step1b[9][i]; 1089f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[7] = step1b[7][i] + step1b[8][i]; 1090f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[8] = step1b[7][i] - step1b[8][i]; 1091f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;step1[9] = step1b[6][i] - step1b[9][i]; 1092f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 5, 8, 9, q0, q1 1093f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q2, q14, q1 1094f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q3, q15, q0 1095f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q4, q15, q0 1096f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q5, q14, q1 1097f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 1098f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of final stage 1099f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[ 8 * 32] = step1b[8][i] + step1b[23][i]; 1100f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[ 9 * 32] = step1b[9][i] + step1b[22][i]; 1101f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[22 * 32] = step1b[9][i] - step1b[22][i]; 1102f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[23 * 32] = step1b[8][i] - step1b[23][i]; 1103f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org LOAD_FROM_OUTPUT 9, 22, 23, q0, q1 1104ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q8, q4, q1 1105ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q9, q5, q0 1106ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q6, q5, q0 1107ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q7, q4, q1 1108ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 23, 22, 23, q6, q7 1109ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 23, 8, 9, q8, q9 1110f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; -------------------------------------------------------------------------- 1111f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; part of final stage 1112f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[ 6 * 32] = step1b[6][i] + step1b[25][i]; 1113f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[ 7 * 32] = step1b[7][i] + step1b[24][i]; 1114f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[24 * 32] = step1b[7][i] - step1b[24][i]; 1115f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ;output[25 * 32] = step1b[6][i] - step1b[25][i]; 1116ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 9, 24, 25, q0, q1 1117f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q4, q2, q1 1118f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vadd.s16 q5, q3, q0 1119f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q6, q3, q0 1120f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org vsub.s16 q7, q2, q1 1121ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 25, 24, 25, q6, q7 1122ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_IN_OUTPUT 25, 6, 7, q4, q5 1123f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 1124ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; restore r0 by removing the last offset from the last 1125ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; operation (LOAD_FROM_TRANSPOSED 16, 8, 24) => 24*8*2 1126ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r0, r0, #24*8*2 1127ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; restore r1 by removing the last offset from the last 1128ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; operation (STORE_IN_OUTPUT 24, 6, 7) => 7*32*2 1129ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; advance by 8 columns => 8*2 1130ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r1, r1, #7*32*2 - 8*2 1131ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; advance by 8 lines (8*32*2) 1132ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; go back by the two pairs from the loop (32*2) 1133ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r3, r3, #8*32*2 - 32*2 1134f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 1135f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org ; bands loop processing 1136ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org subs r4, r4, #1 1137ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org bne idct32_bands_loop 1138f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 1139ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; parameters for second pass 1140ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; the input of pass2 is the result of pass1. we have to remove the offset 1141ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; of 32 columns induced by the above idct32_bands_loop 1142ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r3, r1, #32*2 1143ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; r1 = pass2[32 * 32] 1144ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r1, sp, #2048 1145f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 1146ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; pass loop processing 1147ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r5, r5, #1 1148d851b91d14ef0bd71acdce7b90c9a8f1af1181adjohannkoenig@chromium.org b idct32_pass_loop 1149f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 1150ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.orgidct32_bands_end_2nd_pass 1151ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_CENTER_RESULTS 1152ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 1153ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; part of final stage 1154ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[ 0 * 32] = step1b[0][i] + step1b[31][i]; 1155ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[ 1 * 32] = step1b[1][i] + step1b[30][i]; 1156ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[30 * 32] = step1b[1][i] - step1b[30][i]; 1157ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[31 * 32] = step1b[0][i] - step1b[31][i]; 1158ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 17, 30, 31, q0, q1 1159ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q4, q2, q1 1160ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q5, q3, q0 1161ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q6, q3, q0 1162ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q7, q2, q1 1163ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_EXTREME_RESULTS 1164ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 1165ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; part of stage 7 1166ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[2] = step1b[2][i] + step1b[13][i]; 1167ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[3] = step1b[3][i] + step1b[12][i]; 1168ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[12] = step1b[3][i] - step1b[12][i]; 1169ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[13] = step1b[2][i] - step1b[13][i]; 1170ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 31, 12, 13, q0, q1 1171ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q2, q10, q1 1172ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q3, q11, q0 1173ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q4, q11, q0 1174ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q5, q10, q1 1175ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 1176ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; part of final stage 1177ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[12 * 32] = step1b[12][i] + step1b[19][i]; 1178ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[13 * 32] = step1b[13][i] + step1b[18][i]; 1179ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[18 * 32] = step1b[13][i] - step1b[18][i]; 1180ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[19 * 32] = step1b[12][i] - step1b[19][i]; 1181ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 13, 18, 19, q0, q1 1182ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q8, q4, q1 1183ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q9, q5, q0 1184ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q6, q5, q0 1185ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q7, q4, q1 1186ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_CENTER_RESULTS 1187ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 1188ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; part of final stage 1189ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[ 2 * 32] = step1b[2][i] + step1b[29][i]; 1190ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[ 3 * 32] = step1b[3][i] + step1b[28][i]; 1191ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[28 * 32] = step1b[3][i] - step1b[28][i]; 1192ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[29 * 32] = step1b[2][i] - step1b[29][i]; 1193ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 19, 28, 29, q0, q1 1194ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q4, q2, q1 1195ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q5, q3, q0 1196ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q6, q3, q0 1197ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q7, q2, q1 1198ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_EXTREME_RESULTS 1199ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 1200ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; part of stage 7 1201ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[4] = step1b[4][i] + step1b[11][i]; 1202ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[5] = step1b[5][i] + step1b[10][i]; 1203ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[10] = step1b[5][i] - step1b[10][i]; 1204ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[11] = step1b[4][i] - step1b[11][i]; 1205ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 29, 10, 11, q0, q1 1206ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q2, q12, q1 1207ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q3, q13, q0 1208ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q4, q13, q0 1209ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q5, q12, q1 1210ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 1211ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; part of final stage 1212ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[10 * 32] = step1b[10][i] + step1b[21][i]; 1213ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[11 * 32] = step1b[11][i] + step1b[20][i]; 1214ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[20 * 32] = step1b[11][i] - step1b[20][i]; 1215ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[21 * 32] = step1b[10][i] - step1b[21][i]; 1216ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 11, 20, 21, q0, q1 1217ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q8, q4, q1 1218ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q9, q5, q0 1219ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q6, q5, q0 1220ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q7, q4, q1 1221ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_CENTER_RESULTS 1222ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 1223ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; part of final stage 1224ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[ 4 * 32] = step1b[4][i] + step1b[27][i]; 1225ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[ 5 * 32] = step1b[5][i] + step1b[26][i]; 1226ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[26 * 32] = step1b[5][i] - step1b[26][i]; 1227ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[27 * 32] = step1b[4][i] - step1b[27][i]; 1228ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 21, 26, 27, q0, q1 1229ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q4, q2, q1 1230ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q5, q3, q0 1231ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q6, q3, q0 1232ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q7, q2, q1 1233ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_EXTREME_RESULTS 1234ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 1235ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; part of stage 7 1236ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[6] = step1b[6][i] + step1b[9][i]; 1237ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[7] = step1b[7][i] + step1b[8][i]; 1238ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[8] = step1b[7][i] - step1b[8][i]; 1239ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;step1[9] = step1b[6][i] - step1b[9][i]; 1240ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 27, 8, 9, q0, q1 1241ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q2, q14, q1 1242ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q3, q15, q0 1243ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q4, q15, q0 1244ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q5, q14, q1 1245ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 1246ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; part of final stage 1247ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[ 8 * 32] = step1b[8][i] + step1b[23][i]; 1248ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[ 9 * 32] = step1b[9][i] + step1b[22][i]; 1249ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[22 * 32] = step1b[9][i] - step1b[22][i]; 1250ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[23 * 32] = step1b[8][i] - step1b[23][i]; 1251ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 9, 22, 23, q0, q1 1252ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q8, q4, q1 1253ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q9, q5, q0 1254ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q6, q5, q0 1255ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q7, q4, q1 1256ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_CENTER_RESULTS_LAST 1257ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 1258ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; part of final stage 1259ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[ 6 * 32] = step1b[6][i] + step1b[25][i]; 1260ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[ 7 * 32] = step1b[7][i] + step1b[24][i]; 1261ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[24 * 32] = step1b[7][i] - step1b[24][i]; 1262ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ;output[25 * 32] = step1b[6][i] - step1b[25][i]; 1263ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org LOAD_FROM_OUTPUT 23, 24, 25, q0, q1 1264ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q4, q2, q1 1265ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vadd.s16 q5, q3, q0 1266ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q6, q3, q0 1267ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vsub.s16 q7, q2, q1 1268ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org STORE_COMBINE_EXTREME_RESULTS_LAST 1269ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; -------------------------------------------------------------------------- 1270ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; restore pointers to their initial indices for next band pass by 1271ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; removing/adding dest_stride * 8. The actual increment by eight 1272ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; is taken care of within the _LAST macros. 1273ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r6, r6, r2, lsl #3 1274ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r9, r9, r2, lsl #3 1275ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r7, r7, r2, lsl #3 1276ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r10, r10, r2, lsl #3 1277ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org 1278ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; restore r0 by removing the last offset from the last 1279ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; operation (LOAD_FROM_TRANSPOSED 16, 8, 24) => 24*8*2 1280ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r0, r0, #24*8*2 1281ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; restore r1 by removing the last offset from the last 1282ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; operation (LOAD_FROM_OUTPUT 23, 24, 25) => 25*32*2 1283ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; advance by 8 columns => 8*2 1284ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org sub r1, r1, #25*32*2 - 8*2 1285ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; advance by 8 lines (8*32*2) 1286ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; go back by the two pairs from the loop (32*2) 1287ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add r3, r3, #8*32*2 - 32*2 1288f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org 1289ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; bands loop processing 1290ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org subs r4, r4, #1 1291ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org bne idct32_bands_loop 1292ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org 1293ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ; stack operation 1294ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org add sp, sp, #512+2048+2048 1295ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org vpop {d8-d15} 1296ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org pop {r4-r11} 1297ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org bx lr 1298ecee051929d6ced19cf324688774acccc9ad4a0ajohannkoenig@chromium.org ENDP ; |vp9_idct32x32_1024_add_neon| 1299f9586bb54d74c97d07b09eb2512f8569c9c1c025fgalligan@chromium.org END 1300