18d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S/****************************************************************************** 28d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 38d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * Copyright (C) 2015 The Android Open Source Project 48d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 58d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * Licensed under the Apache License, Version 2.0 (the "License"); 68d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * you may not use this file except in compliance with the License. 78d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * You may obtain a copy of the License at: 88d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 98d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * http://www.apache.org/licenses/LICENSE-2.0 108d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 118d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * Unless required by applicable law or agreed to in writing, software 128d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * distributed under the License is distributed on an "AS IS" BASIS, 138d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 148d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * See the License for the specific language governing permissions and 158d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * limitations under the License. 168d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 178d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S ***************************************************************************** 188d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * Originally developed and contributed by Ittiam Systems Pvt. Ltd, Bangalore 198d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S*/ 208d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S/** 218d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S ******************************************************************************* 228d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @file 238d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * ih264_ihadamard_scaling_ssse3.c 248d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 258d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @brief 268d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * Contains definition of functions for h264 inverse hadamard 4x4 transform and scaling 278d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 288d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @author 298d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * Mohit 308d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 318d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @par List of Functions: 328d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * - ih264_ihadamard_scaling_4x4_ssse3() 338d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 348d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @remarks 358d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 368d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S ******************************************************************************* 378d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S */ 388d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S/*****************************************************************************/ 398d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S/* File Includes */ 408d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S/*****************************************************************************/ 418d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 428d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S/* User include files */ 438d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S#include "ih264_typedefs.h" 448d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S#include "ih264_defs.h" 458d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S#include "ih264_trans_macros.h" 468d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S#include "ih264_macros.h" 478d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S#include "ih264_trans_data.h" 488d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S#include "ih264_size_defs.h" 498d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S#include "ih264_structs.h" 508d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S#include "ih264_trans_quant_itrans_iquant.h" 518d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S#include <immintrin.h> 528d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 538d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S/* 548d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S ******************************************************************************** 558d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 568d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @brief This function performs a 4x4 inverse hadamard transform on the 4x4 DC coefficients 578d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * of a 16x16 intra prediction macroblock, and then performs scaling. 588d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * prediction buffer 598d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 608d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @par Description: 618d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * The DC coefficients pass through a 2-stage inverse hadamard transform. 628d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * This inverse transformed content is scaled to based on Qp value. 638d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 648d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @param[in] pi2_src 658d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * input 4x4 block of DC coefficients 668d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 678d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @param[out] pi2_out 688d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * output 4x4 block 698d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 708d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @param[in] pu2_iscal_mat 718d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * pointer to scaling list 728d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 738d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @param[in] pu2_weigh_mat 748d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * pointer to weight matrix 758d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 768d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @param[in] u4_qp_div_6 778d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * Floor (qp/6) 788d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 798d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @param[in] pi4_tmp 808d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * temporary buffer of size 1*16 818d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 828d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @returns none 838d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 848d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * @remarks none 858d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * 868d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S ******************************************************************************* 878d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S */ 887497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakarvoid ih264_ihadamard_scaling_4x4_ssse3(WORD16* pi2_src, 897497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar WORD16* pi2_out, 907497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar const UWORD16 *pu2_iscal_mat, 917497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar const UWORD16 *pu2_weigh_mat, 927497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar UWORD32 u4_qp_div_6, 937497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar WORD32* pi4_tmp) 947497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar{ 958d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S int val = 0xFFFF; 968d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S __m128i src_r0_r1, src_r2_r3, sign_reg, zero_8x16b = _mm_setzero_si128(); 978d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S __m128i src_r0, src_r1, src_r2, src_r3; 988d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S __m128i temp0, temp1, temp2, temp3; 998d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S __m128i add_rshift = _mm_set1_epi32((1 << (5 - u4_qp_div_6))); 1008d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S __m128i mult_val = _mm_set1_epi32(pu2_iscal_mat[0] * pu2_weigh_mat[0]); 1018d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 1028d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S __m128i mask = _mm_set1_epi32(val); 1037497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar UNUSED (pi4_tmp); 1047497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar 1058d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S mult_val = _mm_and_si128(mult_val, mask); 1068d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 1078d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r0_r1 = _mm_loadu_si128((__m128i *) (pi2_src)); //a00 a01 a02 a03 a10 a11 a12 a13 -- the source matrix 0th,1st row 1088d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r2_r3 = _mm_loadu_si128((__m128i *) (pi2_src + 8)); //a20 a21 a22 a23 a30 a31 a32 a33 -- the source matrix 2nd,3rd row 1098d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S sign_reg = _mm_cmpgt_epi16(zero_8x16b, src_r0_r1); 1108d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r0 = _mm_unpacklo_epi16(src_r0_r1, sign_reg); 1118d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r1 = _mm_unpackhi_epi16(src_r0_r1, sign_reg); 1128d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S sign_reg = _mm_cmpgt_epi16(zero_8x16b, src_r2_r3); 1138d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r2 = _mm_unpacklo_epi16(src_r2_r3, sign_reg); 1148d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r3 = _mm_unpackhi_epi16(src_r2_r3, sign_reg); 1158d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 1168d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S /* Perform Inverse transform */ 1178d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S /*-------------------------------------------------------------*/ 1188d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S /* IDCT [ Horizontal transformation ] */ 1198d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S /*-------------------------------------------------------------*/ 1208d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S // Matrix transpose 1218d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S /* 1228d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * a0 a1 a2 a3 1238d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * b0 b1 b2 b3 1248d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * c0 c1 c2 c3 1258d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * d0 d1 d2 d3 1268d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S */ 1278d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp0 = _mm_unpacklo_epi32(src_r0, src_r1); //a0 b0 a1 b1 1288d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp2 = _mm_unpacklo_epi32(src_r2, src_r3); //c0 d0 c1 d1 1298d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp1 = _mm_unpackhi_epi32(src_r0, src_r1); //a2 b2 a3 b3 1308d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp3 = _mm_unpackhi_epi32(src_r2, src_r3); //c2 d2 c3 d3 1318d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r0 = _mm_unpacklo_epi64(temp0, temp2); //a0 b0 c0 d0 1328d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r1 = _mm_unpackhi_epi64(temp0, temp2); //a1 b1 c1 d1 1338d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r2 = _mm_unpacklo_epi64(temp1, temp3); //a2 b2 c2 d2 1348d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r3 = _mm_unpackhi_epi64(temp1, temp3); //a3 b3 c3 d3 1358d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 1368d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp0 = _mm_add_epi32(src_r0, src_r3); 1378d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp1 = _mm_add_epi32(src_r1, src_r2); 1388d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp2 = _mm_sub_epi32(src_r1, src_r2); 1398d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp3 = _mm_sub_epi32(src_r0, src_r3); 1408d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 1418d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r0 = _mm_add_epi32(temp0, temp1); 1428d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r1 = _mm_add_epi32(temp2, temp3); 1438d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r2 = _mm_sub_epi32(temp0, temp1); 1448d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r3 = _mm_sub_epi32(temp3, temp2); 1458d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 1468d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S /*-------------------------------------------------------------*/ 1478d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S /* IDCT [ Vertical transformation ] */ 1488d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S /*-------------------------------------------------------------*/ 1498d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S // Matrix transpose 1508d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S /* 1518d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * a0 b0 c0 d0 1528d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * a1 b1 c1 d1 1538d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * a2 b2 c2 d2 1548d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S * a3 b3 c3 d3 1558d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S */ 1568d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp0 = _mm_unpacklo_epi32(src_r0, src_r1); //a0 a1 b0 b1 1578d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp2 = _mm_unpacklo_epi32(src_r2, src_r3); //a2 a3 b2 b3 1588d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp1 = _mm_unpackhi_epi32(src_r0, src_r1); //c0 c1 d0 d1 1598d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp3 = _mm_unpackhi_epi32(src_r2, src_r3); //c2 c3 d2 d3 1608d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r0 = _mm_unpacklo_epi64(temp0, temp2); //a0 a1 a2 a3 1618d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r1 = _mm_unpackhi_epi64(temp0, temp2); //b0 b1 b2 b3 1628d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r2 = _mm_unpacklo_epi64(temp1, temp3); //c0 c1 c2 c3 1638d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r3 = _mm_unpackhi_epi64(temp1, temp3); //d0 d1 d2 d3 1648d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 1658d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp0 = _mm_add_epi32(src_r0, src_r3); 1668d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp1 = _mm_add_epi32(src_r1, src_r2); 1678d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp2 = _mm_sub_epi32(src_r1, src_r2); 1688d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp3 = _mm_sub_epi32(src_r0, src_r3); 1698d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 1708d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r0 = _mm_add_epi32(temp0, temp1); 1718d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r1 = _mm_add_epi32(temp2, temp3); 1728d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r2 = _mm_sub_epi32(temp0, temp1); 1738d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r3 = _mm_sub_epi32(temp3, temp2); 1748d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 1758d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r0 = _mm_and_si128(src_r0, mask); 1768d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r1 = _mm_and_si128(src_r1, mask); 1778d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r2 = _mm_and_si128(src_r2, mask); 1788d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r3 = _mm_and_si128(src_r3, mask); 1798d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 1808d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r0 = _mm_madd_epi16(src_r0, mult_val); 1818d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r1 = _mm_madd_epi16(src_r1, mult_val); 1828d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r2 = _mm_madd_epi16(src_r2, mult_val); 1838d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r3 = _mm_madd_epi16(src_r3, mult_val); 1848d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 1858d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S //Scaling 1867497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar if(u4_qp_div_6 >= 6) 1877497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar { 1888d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r0 = _mm_slli_epi32(src_r0, u4_qp_div_6 - 6); 1898d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r1 = _mm_slli_epi32(src_r1, u4_qp_div_6 - 6); 1908d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r2 = _mm_slli_epi32(src_r2, u4_qp_div_6 - 6); 1918d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r3 = _mm_slli_epi32(src_r3, u4_qp_div_6 - 6); 1927497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar } 1937497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar else 1947497191460a9504f8b4f64df169ab633f0b74353Harish Mahendrakar { 1958d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp0 = _mm_add_epi32(src_r0, add_rshift); 1968d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp1 = _mm_add_epi32(src_r1, add_rshift); 1978d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp2 = _mm_add_epi32(src_r2, add_rshift); 1988d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S temp3 = _mm_add_epi32(src_r3, add_rshift); 1998d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r0 = _mm_srai_epi32(temp0, 6 - u4_qp_div_6); 2008d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r1 = _mm_srai_epi32(temp1, 6 - u4_qp_div_6); 2018d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r2 = _mm_srai_epi32(temp2, 6 - u4_qp_div_6); 2028d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r3 = _mm_srai_epi32(temp3, 6 - u4_qp_div_6); 2038d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S } 2048d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r0_r1 = _mm_packs_epi32(src_r0, src_r1); 2058d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S src_r2_r3 = _mm_packs_epi32(src_r2, src_r3); 2068d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S 2078d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S _mm_storeu_si128((__m128i *) (&pi2_out[0]), src_r0_r1); 2088d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S _mm_storeu_si128((__m128i *) (&pi2_out[8]), src_r2_r3); 2098d3d303c7942ced6a987a52db8977d768dc3605fHamsalekha S} 210