annotate src/opus-1.3/silk/decode_core.c @ 81:7029a4916348

Merge build update
author Chris Cannam
date Thu, 31 Oct 2019 13:36:58 +0000
parents 7aeed7906520
children
rev   line source
Chris@69 1 /***********************************************************************
Chris@69 2 Copyright (c) 2006-2011, Skype Limited. All rights reserved.
Chris@69 3 Redistribution and use in source and binary forms, with or without
Chris@69 4 modification, are permitted provided that the following conditions
Chris@69 5 are met:
Chris@69 6 - Redistributions of source code must retain the above copyright notice,
Chris@69 7 this list of conditions and the following disclaimer.
Chris@69 8 - Redistributions in binary form must reproduce the above copyright
Chris@69 9 notice, this list of conditions and the following disclaimer in the
Chris@69 10 documentation and/or other materials provided with the distribution.
Chris@69 11 - Neither the name of Internet Society, IETF or IETF Trust, nor the
Chris@69 12 names of specific contributors, may be used to endorse or promote
Chris@69 13 products derived from this software without specific prior written
Chris@69 14 permission.
Chris@69 15 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
Chris@69 16 AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
Chris@69 17 IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
Chris@69 18 ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
Chris@69 19 LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
Chris@69 20 CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
Chris@69 21 SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
Chris@69 22 INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
Chris@69 23 CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
Chris@69 24 ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
Chris@69 25 POSSIBILITY OF SUCH DAMAGE.
Chris@69 26 ***********************************************************************/
Chris@69 27
Chris@69 28 #ifdef HAVE_CONFIG_H
Chris@69 29 #include "config.h"
Chris@69 30 #endif
Chris@69 31
Chris@69 32 #include "main.h"
Chris@69 33 #include "stack_alloc.h"
Chris@69 34
Chris@69 35 /**********************************************************/
Chris@69 36 /* Core decoder. Performs inverse NSQ operation LTP + LPC */
Chris@69 37 /**********************************************************/
Chris@69 38 void silk_decode_core(
Chris@69 39 silk_decoder_state *psDec, /* I/O Decoder state */
Chris@69 40 silk_decoder_control *psDecCtrl, /* I Decoder control */
Chris@69 41 opus_int16 xq[], /* O Decoded speech */
Chris@69 42 const opus_int16 pulses[ MAX_FRAME_LENGTH ], /* I Pulse signal */
Chris@69 43 int arch /* I Run-time architecture */
Chris@69 44 )
Chris@69 45 {
Chris@69 46 opus_int i, k, lag = 0, start_idx, sLTP_buf_idx, NLSF_interpolation_flag, signalType;
Chris@69 47 opus_int16 *A_Q12, *B_Q14, *pxq, A_Q12_tmp[ MAX_LPC_ORDER ];
Chris@69 48 VARDECL( opus_int16, sLTP );
Chris@69 49 VARDECL( opus_int32, sLTP_Q15 );
Chris@69 50 opus_int32 LTP_pred_Q13, LPC_pred_Q10, Gain_Q10, inv_gain_Q31, gain_adj_Q16, rand_seed, offset_Q10;
Chris@69 51 opus_int32 *pred_lag_ptr, *pexc_Q14, *pres_Q14;
Chris@69 52 VARDECL( opus_int32, res_Q14 );
Chris@69 53 VARDECL( opus_int32, sLPC_Q14 );
Chris@69 54 SAVE_STACK;
Chris@69 55
Chris@69 56 silk_assert( psDec->prev_gain_Q16 != 0 );
Chris@69 57
Chris@69 58 ALLOC( sLTP, psDec->ltp_mem_length, opus_int16 );
Chris@69 59 ALLOC( sLTP_Q15, psDec->ltp_mem_length + psDec->frame_length, opus_int32 );
Chris@69 60 ALLOC( res_Q14, psDec->subfr_length, opus_int32 );
Chris@69 61 ALLOC( sLPC_Q14, psDec->subfr_length + MAX_LPC_ORDER, opus_int32 );
Chris@69 62
Chris@69 63 offset_Q10 = silk_Quantization_Offsets_Q10[ psDec->indices.signalType >> 1 ][ psDec->indices.quantOffsetType ];
Chris@69 64
Chris@69 65 if( psDec->indices.NLSFInterpCoef_Q2 < 1 << 2 ) {
Chris@69 66 NLSF_interpolation_flag = 1;
Chris@69 67 } else {
Chris@69 68 NLSF_interpolation_flag = 0;
Chris@69 69 }
Chris@69 70
Chris@69 71 /* Decode excitation */
Chris@69 72 rand_seed = psDec->indices.Seed;
Chris@69 73 for( i = 0; i < psDec->frame_length; i++ ) {
Chris@69 74 rand_seed = silk_RAND( rand_seed );
Chris@69 75 psDec->exc_Q14[ i ] = silk_LSHIFT( (opus_int32)pulses[ i ], 14 );
Chris@69 76 if( psDec->exc_Q14[ i ] > 0 ) {
Chris@69 77 psDec->exc_Q14[ i ] -= QUANT_LEVEL_ADJUST_Q10 << 4;
Chris@69 78 } else
Chris@69 79 if( psDec->exc_Q14[ i ] < 0 ) {
Chris@69 80 psDec->exc_Q14[ i ] += QUANT_LEVEL_ADJUST_Q10 << 4;
Chris@69 81 }
Chris@69 82 psDec->exc_Q14[ i ] += offset_Q10 << 4;
Chris@69 83 if( rand_seed < 0 ) {
Chris@69 84 psDec->exc_Q14[ i ] = -psDec->exc_Q14[ i ];
Chris@69 85 }
Chris@69 86
Chris@69 87 rand_seed = silk_ADD32_ovflw( rand_seed, pulses[ i ] );
Chris@69 88 }
Chris@69 89
Chris@69 90 /* Copy LPC state */
Chris@69 91 silk_memcpy( sLPC_Q14, psDec->sLPC_Q14_buf, MAX_LPC_ORDER * sizeof( opus_int32 ) );
Chris@69 92
Chris@69 93 pexc_Q14 = psDec->exc_Q14;
Chris@69 94 pxq = xq;
Chris@69 95 sLTP_buf_idx = psDec->ltp_mem_length;
Chris@69 96 /* Loop over subframes */
Chris@69 97 for( k = 0; k < psDec->nb_subfr; k++ ) {
Chris@69 98 pres_Q14 = res_Q14;
Chris@69 99 A_Q12 = psDecCtrl->PredCoef_Q12[ k >> 1 ];
Chris@69 100
Chris@69 101 /* Preload LPC coeficients to array on stack. Gives small performance gain */
Chris@69 102 silk_memcpy( A_Q12_tmp, A_Q12, psDec->LPC_order * sizeof( opus_int16 ) );
Chris@69 103 B_Q14 = &psDecCtrl->LTPCoef_Q14[ k * LTP_ORDER ];
Chris@69 104 signalType = psDec->indices.signalType;
Chris@69 105
Chris@69 106 Gain_Q10 = silk_RSHIFT( psDecCtrl->Gains_Q16[ k ], 6 );
Chris@69 107 inv_gain_Q31 = silk_INVERSE32_varQ( psDecCtrl->Gains_Q16[ k ], 47 );
Chris@69 108
Chris@69 109 /* Calculate gain adjustment factor */
Chris@69 110 if( psDecCtrl->Gains_Q16[ k ] != psDec->prev_gain_Q16 ) {
Chris@69 111 gain_adj_Q16 = silk_DIV32_varQ( psDec->prev_gain_Q16, psDecCtrl->Gains_Q16[ k ], 16 );
Chris@69 112
Chris@69 113 /* Scale short term state */
Chris@69 114 for( i = 0; i < MAX_LPC_ORDER; i++ ) {
Chris@69 115 sLPC_Q14[ i ] = silk_SMULWW( gain_adj_Q16, sLPC_Q14[ i ] );
Chris@69 116 }
Chris@69 117 } else {
Chris@69 118 gain_adj_Q16 = (opus_int32)1 << 16;
Chris@69 119 }
Chris@69 120
Chris@69 121 /* Save inv_gain */
Chris@69 122 silk_assert( inv_gain_Q31 != 0 );
Chris@69 123 psDec->prev_gain_Q16 = psDecCtrl->Gains_Q16[ k ];
Chris@69 124
Chris@69 125 /* Avoid abrupt transition from voiced PLC to unvoiced normal decoding */
Chris@69 126 if( psDec->lossCnt && psDec->prevSignalType == TYPE_VOICED &&
Chris@69 127 psDec->indices.signalType != TYPE_VOICED && k < MAX_NB_SUBFR/2 ) {
Chris@69 128
Chris@69 129 silk_memset( B_Q14, 0, LTP_ORDER * sizeof( opus_int16 ) );
Chris@69 130 B_Q14[ LTP_ORDER/2 ] = SILK_FIX_CONST( 0.25, 14 );
Chris@69 131
Chris@69 132 signalType = TYPE_VOICED;
Chris@69 133 psDecCtrl->pitchL[ k ] = psDec->lagPrev;
Chris@69 134 }
Chris@69 135
Chris@69 136 if( signalType == TYPE_VOICED ) {
Chris@69 137 /* Voiced */
Chris@69 138 lag = psDecCtrl->pitchL[ k ];
Chris@69 139
Chris@69 140 /* Re-whitening */
Chris@69 141 if( k == 0 || ( k == 2 && NLSF_interpolation_flag ) ) {
Chris@69 142 /* Rewhiten with new A coefs */
Chris@69 143 start_idx = psDec->ltp_mem_length - lag - psDec->LPC_order - LTP_ORDER / 2;
Chris@69 144 celt_assert( start_idx > 0 );
Chris@69 145
Chris@69 146 if( k == 2 ) {
Chris@69 147 silk_memcpy( &psDec->outBuf[ psDec->ltp_mem_length ], xq, 2 * psDec->subfr_length * sizeof( opus_int16 ) );
Chris@69 148 }
Chris@69 149
Chris@69 150 silk_LPC_analysis_filter( &sLTP[ start_idx ], &psDec->outBuf[ start_idx + k * psDec->subfr_length ],
Chris@69 151 A_Q12, psDec->ltp_mem_length - start_idx, psDec->LPC_order, arch );
Chris@69 152
Chris@69 153 /* After rewhitening the LTP state is unscaled */
Chris@69 154 if( k == 0 ) {
Chris@69 155 /* Do LTP downscaling to reduce inter-packet dependency */
Chris@69 156 inv_gain_Q31 = silk_LSHIFT( silk_SMULWB( inv_gain_Q31, psDecCtrl->LTP_scale_Q14 ), 2 );
Chris@69 157 }
Chris@69 158 for( i = 0; i < lag + LTP_ORDER/2; i++ ) {
Chris@69 159 sLTP_Q15[ sLTP_buf_idx - i - 1 ] = silk_SMULWB( inv_gain_Q31, sLTP[ psDec->ltp_mem_length - i - 1 ] );
Chris@69 160 }
Chris@69 161 } else {
Chris@69 162 /* Update LTP state when Gain changes */
Chris@69 163 if( gain_adj_Q16 != (opus_int32)1 << 16 ) {
Chris@69 164 for( i = 0; i < lag + LTP_ORDER/2; i++ ) {
Chris@69 165 sLTP_Q15[ sLTP_buf_idx - i - 1 ] = silk_SMULWW( gain_adj_Q16, sLTP_Q15[ sLTP_buf_idx - i - 1 ] );
Chris@69 166 }
Chris@69 167 }
Chris@69 168 }
Chris@69 169 }
Chris@69 170
Chris@69 171 /* Long-term prediction */
Chris@69 172 if( signalType == TYPE_VOICED ) {
Chris@69 173 /* Set up pointer */
Chris@69 174 pred_lag_ptr = &sLTP_Q15[ sLTP_buf_idx - lag + LTP_ORDER / 2 ];
Chris@69 175 for( i = 0; i < psDec->subfr_length; i++ ) {
Chris@69 176 /* Unrolled loop */
Chris@69 177 /* Avoids introducing a bias because silk_SMLAWB() always rounds to -inf */
Chris@69 178 LTP_pred_Q13 = 2;
Chris@69 179 LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ 0 ], B_Q14[ 0 ] );
Chris@69 180 LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -1 ], B_Q14[ 1 ] );
Chris@69 181 LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -2 ], B_Q14[ 2 ] );
Chris@69 182 LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -3 ], B_Q14[ 3 ] );
Chris@69 183 LTP_pred_Q13 = silk_SMLAWB( LTP_pred_Q13, pred_lag_ptr[ -4 ], B_Q14[ 4 ] );
Chris@69 184 pred_lag_ptr++;
Chris@69 185
Chris@69 186 /* Generate LPC excitation */
Chris@69 187 pres_Q14[ i ] = silk_ADD_LSHIFT32( pexc_Q14[ i ], LTP_pred_Q13, 1 );
Chris@69 188
Chris@69 189 /* Update states */
Chris@69 190 sLTP_Q15[ sLTP_buf_idx ] = silk_LSHIFT( pres_Q14[ i ], 1 );
Chris@69 191 sLTP_buf_idx++;
Chris@69 192 }
Chris@69 193 } else {
Chris@69 194 pres_Q14 = pexc_Q14;
Chris@69 195 }
Chris@69 196
Chris@69 197 for( i = 0; i < psDec->subfr_length; i++ ) {
Chris@69 198 /* Short-term prediction */
Chris@69 199 celt_assert( psDec->LPC_order == 10 || psDec->LPC_order == 16 );
Chris@69 200 /* Avoids introducing a bias because silk_SMLAWB() always rounds to -inf */
Chris@69 201 LPC_pred_Q10 = silk_RSHIFT( psDec->LPC_order, 1 );
Chris@69 202 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 1 ], A_Q12_tmp[ 0 ] );
Chris@69 203 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 2 ], A_Q12_tmp[ 1 ] );
Chris@69 204 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 3 ], A_Q12_tmp[ 2 ] );
Chris@69 205 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 4 ], A_Q12_tmp[ 3 ] );
Chris@69 206 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 5 ], A_Q12_tmp[ 4 ] );
Chris@69 207 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 6 ], A_Q12_tmp[ 5 ] );
Chris@69 208 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 7 ], A_Q12_tmp[ 6 ] );
Chris@69 209 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 8 ], A_Q12_tmp[ 7 ] );
Chris@69 210 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 9 ], A_Q12_tmp[ 8 ] );
Chris@69 211 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 10 ], A_Q12_tmp[ 9 ] );
Chris@69 212 if( psDec->LPC_order == 16 ) {
Chris@69 213 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 11 ], A_Q12_tmp[ 10 ] );
Chris@69 214 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 12 ], A_Q12_tmp[ 11 ] );
Chris@69 215 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 13 ], A_Q12_tmp[ 12 ] );
Chris@69 216 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 14 ], A_Q12_tmp[ 13 ] );
Chris@69 217 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 15 ], A_Q12_tmp[ 14 ] );
Chris@69 218 LPC_pred_Q10 = silk_SMLAWB( LPC_pred_Q10, sLPC_Q14[ MAX_LPC_ORDER + i - 16 ], A_Q12_tmp[ 15 ] );
Chris@69 219 }
Chris@69 220
Chris@69 221 /* Add prediction to LPC excitation */
Chris@69 222 sLPC_Q14[ MAX_LPC_ORDER + i ] = silk_ADD_SAT32( pres_Q14[ i ], silk_LSHIFT_SAT32( LPC_pred_Q10, 4 ) );
Chris@69 223
Chris@69 224 /* Scale with gain */
Chris@69 225 pxq[ i ] = (opus_int16)silk_SAT16( silk_RSHIFT_ROUND( silk_SMULWW( sLPC_Q14[ MAX_LPC_ORDER + i ], Gain_Q10 ), 8 ) );
Chris@69 226 }
Chris@69 227
Chris@69 228 /* Update LPC filter state */
Chris@69 229 silk_memcpy( sLPC_Q14, &sLPC_Q14[ psDec->subfr_length ], MAX_LPC_ORDER * sizeof( opus_int32 ) );
Chris@69 230 pexc_Q14 += psDec->subfr_length;
Chris@69 231 pxq += psDec->subfr_length;
Chris@69 232 }
Chris@69 233
Chris@69 234 /* Save LPC state */
Chris@69 235 silk_memcpy( psDec->sLPC_Q14_buf, sLPC_Q14, MAX_LPC_ORDER * sizeof( opus_int32 ) );
Chris@69 236 RESTORE_STACK;
Chris@69 237 }