1c91ee5b5642fcc4969150f73d5f6848f88bf1638flim/* Copyright (c) 2014, Cisco Systems, INC 2c91ee5b5642fcc4969150f73d5f6848f88bf1638flim Written by XiangMingZhu WeiZhou MinPeng YanWang 3c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 4c91ee5b5642fcc4969150f73d5f6848f88bf1638flim Redistribution and use in source and binary forms, with or without 5c91ee5b5642fcc4969150f73d5f6848f88bf1638flim modification, are permitted provided that the following conditions 6c91ee5b5642fcc4969150f73d5f6848f88bf1638flim are met: 7c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 8c91ee5b5642fcc4969150f73d5f6848f88bf1638flim - Redistributions of source code must retain the above copyright 9c91ee5b5642fcc4969150f73d5f6848f88bf1638flim notice, this list of conditions and the following disclaimer. 10c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 11c91ee5b5642fcc4969150f73d5f6848f88bf1638flim - Redistributions in binary form must reproduce the above copyright 12c91ee5b5642fcc4969150f73d5f6848f88bf1638flim notice, this list of conditions and the following disclaimer in the 13c91ee5b5642fcc4969150f73d5f6848f88bf1638flim documentation and/or other materials provided with the distribution. 14c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 15c91ee5b5642fcc4969150f73d5f6848f88bf1638flim THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 16c91ee5b5642fcc4969150f73d5f6848f88bf1638flim ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 17c91ee5b5642fcc4969150f73d5f6848f88bf1638flim LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 18c91ee5b5642fcc4969150f73d5f6848f88bf1638flim A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER 19c91ee5b5642fcc4969150f73d5f6848f88bf1638flim OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, 20c91ee5b5642fcc4969150f73d5f6848f88bf1638flim EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, 21c91ee5b5642fcc4969150f73d5f6848f88bf1638flim PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR 22c91ee5b5642fcc4969150f73d5f6848f88bf1638flim PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF 23c91ee5b5642fcc4969150f73d5f6848f88bf1638flim LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING 24c91ee5b5642fcc4969150f73d5f6848f88bf1638flim NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 25c91ee5b5642fcc4969150f73d5f6848f88bf1638flim SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26c91ee5b5642fcc4969150f73d5f6848f88bf1638flim*/ 27c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 28c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#ifdef HAVE_CONFIG_H 29c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#include "config.h" 30c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#endif 31c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 32c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#include <xmmintrin.h> 33c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#include <emmintrin.h> 34c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 35c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#include "macros.h" 36c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#include "celt_lpc.h" 37c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#include "stack_alloc.h" 38c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#include "mathops.h" 39c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#include "pitch.h" 40c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 41c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#if defined(OPUS_X86_MAY_HAVE_SSE2) && defined(FIXED_POINT) 42c91ee5b5642fcc4969150f73d5f6848f88bf1638flimopus_val32 celt_inner_prod_sse2(const opus_val16 *x, const opus_val16 *y, 43c91ee5b5642fcc4969150f73d5f6848f88bf1638flim int N) 44c91ee5b5642fcc4969150f73d5f6848f88bf1638flim{ 45c91ee5b5642fcc4969150f73d5f6848f88bf1638flim opus_int i, dataSize16; 46c91ee5b5642fcc4969150f73d5f6848f88bf1638flim opus_int32 sum; 47c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 48c91ee5b5642fcc4969150f73d5f6848f88bf1638flim __m128i inVec1_76543210, inVec1_FEDCBA98, acc1; 49c91ee5b5642fcc4969150f73d5f6848f88bf1638flim __m128i inVec2_76543210, inVec2_FEDCBA98, acc2; 50c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 51c91ee5b5642fcc4969150f73d5f6848f88bf1638flim sum = 0; 52c91ee5b5642fcc4969150f73d5f6848f88bf1638flim dataSize16 = N & ~15; 53c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 54c91ee5b5642fcc4969150f73d5f6848f88bf1638flim acc1 = _mm_setzero_si128(); 55c91ee5b5642fcc4969150f73d5f6848f88bf1638flim acc2 = _mm_setzero_si128(); 56c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 57c91ee5b5642fcc4969150f73d5f6848f88bf1638flim for (i=0;i<dataSize16;i+=16) 58c91ee5b5642fcc4969150f73d5f6848f88bf1638flim { 59c91ee5b5642fcc4969150f73d5f6848f88bf1638flim inVec1_76543210 = _mm_loadu_si128((__m128i *)(&x[i + 0])); 60c91ee5b5642fcc4969150f73d5f6848f88bf1638flim inVec2_76543210 = _mm_loadu_si128((__m128i *)(&y[i + 0])); 61c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 62c91ee5b5642fcc4969150f73d5f6848f88bf1638flim inVec1_FEDCBA98 = _mm_loadu_si128((__m128i *)(&x[i + 8])); 63c91ee5b5642fcc4969150f73d5f6848f88bf1638flim inVec2_FEDCBA98 = _mm_loadu_si128((__m128i *)(&y[i + 8])); 64c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 65c91ee5b5642fcc4969150f73d5f6848f88bf1638flim inVec1_76543210 = _mm_madd_epi16(inVec1_76543210, inVec2_76543210); 66c91ee5b5642fcc4969150f73d5f6848f88bf1638flim inVec1_FEDCBA98 = _mm_madd_epi16(inVec1_FEDCBA98, inVec2_FEDCBA98); 67c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 68c91ee5b5642fcc4969150f73d5f6848f88bf1638flim acc1 = _mm_add_epi32(acc1, inVec1_76543210); 69c91ee5b5642fcc4969150f73d5f6848f88bf1638flim acc2 = _mm_add_epi32(acc2, inVec1_FEDCBA98); 70c91ee5b5642fcc4969150f73d5f6848f88bf1638flim } 71c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 72c91ee5b5642fcc4969150f73d5f6848f88bf1638flim acc1 = _mm_add_epi32( acc1, acc2 ); 73c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 74c91ee5b5642fcc4969150f73d5f6848f88bf1638flim if (N - i >= 8) 75c91ee5b5642fcc4969150f73d5f6848f88bf1638flim { 76c91ee5b5642fcc4969150f73d5f6848f88bf1638flim inVec1_76543210 = _mm_loadu_si128((__m128i *)(&x[i + 0])); 77c91ee5b5642fcc4969150f73d5f6848f88bf1638flim inVec2_76543210 = _mm_loadu_si128((__m128i *)(&y[i + 0])); 78c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 79c91ee5b5642fcc4969150f73d5f6848f88bf1638flim inVec1_76543210 = _mm_madd_epi16(inVec1_76543210, inVec2_76543210); 80c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 81c91ee5b5642fcc4969150f73d5f6848f88bf1638flim acc1 = _mm_add_epi32(acc1, inVec1_76543210); 82c91ee5b5642fcc4969150f73d5f6848f88bf1638flim i += 8; 83c91ee5b5642fcc4969150f73d5f6848f88bf1638flim } 84c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 85c91ee5b5642fcc4969150f73d5f6848f88bf1638flim acc1 = _mm_add_epi32(acc1, _mm_unpackhi_epi64( acc1, acc1)); 86c91ee5b5642fcc4969150f73d5f6848f88bf1638flim acc1 = _mm_add_epi32(acc1, _mm_shufflelo_epi16( acc1, 0x0E)); 87c91ee5b5642fcc4969150f73d5f6848f88bf1638flim sum += _mm_cvtsi128_si32(acc1); 88c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 89c91ee5b5642fcc4969150f73d5f6848f88bf1638flim for (;i<N;i++) { 90c91ee5b5642fcc4969150f73d5f6848f88bf1638flim sum = silk_SMLABB(sum, x[i], y[i]); 91c91ee5b5642fcc4969150f73d5f6848f88bf1638flim } 92c91ee5b5642fcc4969150f73d5f6848f88bf1638flim 93c91ee5b5642fcc4969150f73d5f6848f88bf1638flim return sum; 94c91ee5b5642fcc4969150f73d5f6848f88bf1638flim} 95c91ee5b5642fcc4969150f73d5f6848f88bf1638flim#endif 96