cannam@154
|
1 /* Copyright (c) 2014, Cisco Systems, INC
|
cannam@154
|
2 Written by XiangMingZhu WeiZhou MinPeng YanWang
|
cannam@154
|
3
|
cannam@154
|
4 Redistribution and use in source and binary forms, with or without
|
cannam@154
|
5 modification, are permitted provided that the following conditions
|
cannam@154
|
6 are met:
|
cannam@154
|
7
|
cannam@154
|
8 - Redistributions of source code must retain the above copyright
|
cannam@154
|
9 notice, this list of conditions and the following disclaimer.
|
cannam@154
|
10
|
cannam@154
|
11 - Redistributions in binary form must reproduce the above copyright
|
cannam@154
|
12 notice, this list of conditions and the following disclaimer in the
|
cannam@154
|
13 documentation and/or other materials provided with the distribution.
|
cannam@154
|
14
|
cannam@154
|
15 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
cannam@154
|
16 ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
cannam@154
|
17 LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
cannam@154
|
18 A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
|
cannam@154
|
19 OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
cannam@154
|
20 EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
cannam@154
|
21 PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
cannam@154
|
22 PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
cannam@154
|
23 LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
cannam@154
|
24 NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
cannam@154
|
25 SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
cannam@154
|
26 */
|
cannam@154
|
27
|
cannam@154
|
28 #ifdef HAVE_CONFIG_H
|
cannam@154
|
29 #include "config.h"
|
cannam@154
|
30 #endif
|
cannam@154
|
31
|
cannam@154
|
32 #include <xmmintrin.h>
|
cannam@154
|
33 #include <emmintrin.h>
|
cannam@154
|
34
|
cannam@154
|
35 #include "macros.h"
|
cannam@154
|
36 #include "celt_lpc.h"
|
cannam@154
|
37 #include "stack_alloc.h"
|
cannam@154
|
38 #include "mathops.h"
|
cannam@154
|
39 #include "pitch.h"
|
cannam@154
|
40
|
cannam@154
|
41 #if defined(OPUS_X86_MAY_HAVE_SSE2) && defined(FIXED_POINT)
|
cannam@154
|
42 opus_val32 celt_inner_prod_sse2(const opus_val16 *x, const opus_val16 *y,
|
cannam@154
|
43 int N)
|
cannam@154
|
44 {
|
cannam@154
|
45 opus_int i, dataSize16;
|
cannam@154
|
46 opus_int32 sum;
|
cannam@154
|
47
|
cannam@154
|
48 __m128i inVec1_76543210, inVec1_FEDCBA98, acc1;
|
cannam@154
|
49 __m128i inVec2_76543210, inVec2_FEDCBA98, acc2;
|
cannam@154
|
50
|
cannam@154
|
51 sum = 0;
|
cannam@154
|
52 dataSize16 = N & ~15;
|
cannam@154
|
53
|
cannam@154
|
54 acc1 = _mm_setzero_si128();
|
cannam@154
|
55 acc2 = _mm_setzero_si128();
|
cannam@154
|
56
|
cannam@154
|
57 for (i=0;i<dataSize16;i+=16)
|
cannam@154
|
58 {
|
cannam@154
|
59 inVec1_76543210 = _mm_loadu_si128((__m128i *)(&x[i + 0]));
|
cannam@154
|
60 inVec2_76543210 = _mm_loadu_si128((__m128i *)(&y[i + 0]));
|
cannam@154
|
61
|
cannam@154
|
62 inVec1_FEDCBA98 = _mm_loadu_si128((__m128i *)(&x[i + 8]));
|
cannam@154
|
63 inVec2_FEDCBA98 = _mm_loadu_si128((__m128i *)(&y[i + 8]));
|
cannam@154
|
64
|
cannam@154
|
65 inVec1_76543210 = _mm_madd_epi16(inVec1_76543210, inVec2_76543210);
|
cannam@154
|
66 inVec1_FEDCBA98 = _mm_madd_epi16(inVec1_FEDCBA98, inVec2_FEDCBA98);
|
cannam@154
|
67
|
cannam@154
|
68 acc1 = _mm_add_epi32(acc1, inVec1_76543210);
|
cannam@154
|
69 acc2 = _mm_add_epi32(acc2, inVec1_FEDCBA98);
|
cannam@154
|
70 }
|
cannam@154
|
71
|
cannam@154
|
72 acc1 = _mm_add_epi32( acc1, acc2 );
|
cannam@154
|
73
|
cannam@154
|
74 if (N - i >= 8)
|
cannam@154
|
75 {
|
cannam@154
|
76 inVec1_76543210 = _mm_loadu_si128((__m128i *)(&x[i + 0]));
|
cannam@154
|
77 inVec2_76543210 = _mm_loadu_si128((__m128i *)(&y[i + 0]));
|
cannam@154
|
78
|
cannam@154
|
79 inVec1_76543210 = _mm_madd_epi16(inVec1_76543210, inVec2_76543210);
|
cannam@154
|
80
|
cannam@154
|
81 acc1 = _mm_add_epi32(acc1, inVec1_76543210);
|
cannam@154
|
82 i += 8;
|
cannam@154
|
83 }
|
cannam@154
|
84
|
cannam@154
|
85 acc1 = _mm_add_epi32(acc1, _mm_unpackhi_epi64( acc1, acc1));
|
cannam@154
|
86 acc1 = _mm_add_epi32(acc1, _mm_shufflelo_epi16( acc1, 0x0E));
|
cannam@154
|
87 sum += _mm_cvtsi128_si32(acc1);
|
cannam@154
|
88
|
cannam@154
|
89 for (;i<N;i++) {
|
cannam@154
|
90 sum = silk_SMLABB(sum, x[i], y[i]);
|
cannam@154
|
91 }
|
cannam@154
|
92
|
cannam@154
|
93 return sum;
|
cannam@154
|
94 }
|
cannam@154
|
95 #endif
|