annotate src/opus-1.3/silk/arm/NSQ_neon.c @ 169:223a55898ab9 tip default

Add null config files
author Chris Cannam <cannam@all-day-breakfast.com>
date Mon, 02 Mar 2020 14:03:47 +0000
parents 4664ac0c1032
children
rev   line source
cannam@154 1 /***********************************************************************
cannam@154 2 Copyright (C) 2014 Vidyo
cannam@154 3 Redistribution and use in source and binary forms, with or without
cannam@154 4 modification, are permitted provided that the following conditions
cannam@154 5 are met:
cannam@154 6 - Redistributions of source code must retain the above copyright notice,
cannam@154 7 this list of conditions and the following disclaimer.
cannam@154 8 - Redistributions in binary form must reproduce the above copyright
cannam@154 9 notice, this list of conditions and the following disclaimer in the
cannam@154 10 documentation and/or other materials provided with the distribution.
cannam@154 11 - Neither the name of Internet Society, IETF or IETF Trust, nor the
cannam@154 12 names of specific contributors, may be used to endorse or promote
cannam@154 13 products derived from this software without specific prior written
cannam@154 14 permission.
cannam@154 15 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
cannam@154 16 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
cannam@154 17 IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
cannam@154 18 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
cannam@154 19 LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
cannam@154 20 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
cannam@154 21 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
cannam@154 22 INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
cannam@154 23 CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
cannam@154 24 ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
cannam@154 25 POSSIBILITY OF SUCH DAMAGE.
cannam@154 26 ***********************************************************************/
cannam@154 27 #ifdef HAVE_CONFIG_H
cannam@154 28 #include "config.h"
cannam@154 29 #endif
cannam@154 30
cannam@154 31 #include <arm_neon.h>
cannam@154 32 #include "main.h"
cannam@154 33 #include "stack_alloc.h"
cannam@154 34 #include "NSQ.h"
cannam@154 35 #include "celt/cpu_support.h"
cannam@154 36 #include "celt/arm/armcpu.h"
cannam@154 37
cannam@154 38 opus_int32 silk_noise_shape_quantizer_short_prediction_neon(const opus_int32 *buf32, const opus_int32 *coef32, opus_int order)
cannam@154 39 {
cannam@154 40 int32x4_t coef0 = vld1q_s32(coef32);
cannam@154 41 int32x4_t coef1 = vld1q_s32(coef32 + 4);
cannam@154 42 int32x4_t coef2 = vld1q_s32(coef32 + 8);
cannam@154 43 int32x4_t coef3 = vld1q_s32(coef32 + 12);
cannam@154 44
cannam@154 45 int32x4_t a0 = vld1q_s32(buf32 - 15);
cannam@154 46 int32x4_t a1 = vld1q_s32(buf32 - 11);
cannam@154 47 int32x4_t a2 = vld1q_s32(buf32 - 7);
cannam@154 48 int32x4_t a3 = vld1q_s32(buf32 - 3);
cannam@154 49
cannam@154 50 int32x4_t b0 = vqdmulhq_s32(coef0, a0);
cannam@154 51 int32x4_t b1 = vqdmulhq_s32(coef1, a1);
cannam@154 52 int32x4_t b2 = vqdmulhq_s32(coef2, a2);
cannam@154 53 int32x4_t b3 = vqdmulhq_s32(coef3, a3);
cannam@154 54
cannam@154 55 int32x4_t c0 = vaddq_s32(b0, b1);
cannam@154 56 int32x4_t c1 = vaddq_s32(b2, b3);
cannam@154 57
cannam@154 58 int32x4_t d = vaddq_s32(c0, c1);
cannam@154 59
cannam@154 60 int64x2_t e = vpaddlq_s32(d);
cannam@154 61
cannam@154 62 int64x1_t f = vadd_s64(vget_low_s64(e), vget_high_s64(e));
cannam@154 63
cannam@154 64 opus_int32 out = vget_lane_s32(vreinterpret_s32_s64(f), 0);
cannam@154 65
cannam@154 66 out += silk_RSHIFT( order, 1 );
cannam@154 67
cannam@154 68 return out;
cannam@154 69 }
cannam@154 70
cannam@154 71
cannam@154 72 opus_int32 silk_NSQ_noise_shape_feedback_loop_neon(const opus_int32 *data0, opus_int32 *data1, const opus_int16 *coef, opus_int order)
cannam@154 73 {
cannam@154 74 opus_int32 out;
cannam@154 75 if (order == 8)
cannam@154 76 {
cannam@154 77 int32x4_t a00 = vdupq_n_s32(data0[0]);
cannam@154 78 int32x4_t a01 = vld1q_s32(data1); /* data1[0] ... [3] */
cannam@154 79
cannam@154 80 int32x4_t a0 = vextq_s32 (a00, a01, 3); /* data0[0] data1[0] ...[2] */
cannam@154 81 int32x4_t a1 = vld1q_s32(data1 + 3); /* data1[3] ... [6] */
cannam@154 82
cannam@154 83 /*TODO: Convert these once in advance instead of once per sample, like
cannam@154 84 silk_noise_shape_quantizer_short_prediction_neon() does.*/
cannam@154 85 int16x8_t coef16 = vld1q_s16(coef);
cannam@154 86 int32x4_t coef0 = vmovl_s16(vget_low_s16(coef16));
cannam@154 87 int32x4_t coef1 = vmovl_s16(vget_high_s16(coef16));
cannam@154 88
cannam@154 89 /*This is not bit-exact with the C version, since we do not drop the
cannam@154 90 lower 16 bits of each multiply, but wait until the end to truncate
cannam@154 91 precision. This is an encoder-specific calculation (and unlike
cannam@154 92 silk_noise_shape_quantizer_short_prediction_neon(), is not meant to
cannam@154 93 simulate what the decoder will do). We still could use vqdmulhq_s32()
cannam@154 94 like silk_noise_shape_quantizer_short_prediction_neon() and save
cannam@154 95 half the multiplies, but the speed difference is not large, since we
cannam@154 96 then need two extra adds.*/
cannam@154 97 int64x2_t b0 = vmull_s32(vget_low_s32(a0), vget_low_s32(coef0));
cannam@154 98 int64x2_t b1 = vmlal_s32(b0, vget_high_s32(a0), vget_high_s32(coef0));
cannam@154 99 int64x2_t b2 = vmlal_s32(b1, vget_low_s32(a1), vget_low_s32(coef1));
cannam@154 100 int64x2_t b3 = vmlal_s32(b2, vget_high_s32(a1), vget_high_s32(coef1));
cannam@154 101
cannam@154 102 int64x1_t c = vadd_s64(vget_low_s64(b3), vget_high_s64(b3));
cannam@154 103 int64x1_t cS = vrshr_n_s64(c, 15);
cannam@154 104 int32x2_t d = vreinterpret_s32_s64(cS);
cannam@154 105
cannam@154 106 out = vget_lane_s32(d, 0);
cannam@154 107 vst1q_s32(data1, a0);
cannam@154 108 vst1q_s32(data1 + 4, a1);
cannam@154 109 return out;
cannam@154 110 }
cannam@154 111 return silk_NSQ_noise_shape_feedback_loop_c(data0, data1, coef, order);
cannam@154 112 }