annotate ffmpeg/libavcodec/qcelpdec.c @ 13:844d341cf643 tip

Back up before ISMIR
author Yading Song <yading.song@eecs.qmul.ac.uk>
date Thu, 31 Oct 2013 13:17:06 +0000
parents 6840f77b83aa
children
rev   line source
yading@10 1 /*
yading@10 2 * QCELP decoder
yading@10 3 * Copyright (c) 2007 Reynaldo H. Verdejo Pinochet
yading@10 4 *
yading@10 5 * This file is part of FFmpeg.
yading@10 6 *
yading@10 7 * FFmpeg is free software; you can redistribute it and/or
yading@10 8 * modify it under the terms of the GNU Lesser General Public
yading@10 9 * License as published by the Free Software Foundation; either
yading@10 10 * version 2.1 of the License, or (at your option) any later version.
yading@10 11 *
yading@10 12 * FFmpeg is distributed in the hope that it will be useful,
yading@10 13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
yading@10 14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
yading@10 15 * Lesser General Public License for more details.
yading@10 16 *
yading@10 17 * You should have received a copy of the GNU Lesser General Public
yading@10 18 * License along with FFmpeg; if not, write to the Free Software
yading@10 19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
yading@10 20 */
yading@10 21
yading@10 22 /**
yading@10 23 * @file
yading@10 24 * QCELP decoder
yading@10 25 * @author Reynaldo H. Verdejo Pinochet
yading@10 26 * @remark FFmpeg merging spearheaded by Kenan Gillet
yading@10 27 * @remark Development mentored by Benjamin Larson
yading@10 28 */
yading@10 29
yading@10 30 #include <stddef.h>
yading@10 31
yading@10 32 #include "libavutil/channel_layout.h"
yading@10 33 #include "libavutil/float_dsp.h"
yading@10 34 #include "avcodec.h"
yading@10 35 #include "internal.h"
yading@10 36 #include "get_bits.h"
yading@10 37 #include "qcelpdata.h"
yading@10 38 #include "celp_filters.h"
yading@10 39 #include "acelp_filters.h"
yading@10 40 #include "acelp_vectors.h"
yading@10 41 #include "lsp.h"
yading@10 42
yading@10 43 #undef NDEBUG
yading@10 44 #include <assert.h>
yading@10 45
yading@10 46 typedef enum {
yading@10 47 I_F_Q = -1, /**< insufficient frame quality */
yading@10 48 SILENCE,
yading@10 49 RATE_OCTAVE,
yading@10 50 RATE_QUARTER,
yading@10 51 RATE_HALF,
yading@10 52 RATE_FULL
yading@10 53 } qcelp_packet_rate;
yading@10 54
yading@10 55 typedef struct {
yading@10 56 GetBitContext gb;
yading@10 57 qcelp_packet_rate bitrate;
yading@10 58 QCELPFrame frame; /**< unpacked data frame */
yading@10 59
yading@10 60 uint8_t erasure_count;
yading@10 61 uint8_t octave_count; /**< count the consecutive RATE_OCTAVE frames */
yading@10 62 float prev_lspf[10];
yading@10 63 float predictor_lspf[10];/**< LSP predictor for RATE_OCTAVE and I_F_Q */
yading@10 64 float pitch_synthesis_filter_mem[303];
yading@10 65 float pitch_pre_filter_mem[303];
yading@10 66 float rnd_fir_filter_mem[180];
yading@10 67 float formant_mem[170];
yading@10 68 float last_codebook_gain;
yading@10 69 int prev_g1[2];
yading@10 70 int prev_bitrate;
yading@10 71 float pitch_gain[4];
yading@10 72 uint8_t pitch_lag[4];
yading@10 73 uint16_t first16bits;
yading@10 74 uint8_t warned_buf_mismatch_bitrate;
yading@10 75
yading@10 76 /* postfilter */
yading@10 77 float postfilter_synth_mem[10];
yading@10 78 float postfilter_agc_mem;
yading@10 79 float postfilter_tilt_mem;
yading@10 80 } QCELPContext;
yading@10 81
yading@10 82 /**
yading@10 83 * Initialize the speech codec according to the specification.
yading@10 84 *
yading@10 85 * TIA/EIA/IS-733 2.4.9
yading@10 86 */
yading@10 87 static av_cold int qcelp_decode_init(AVCodecContext *avctx)
yading@10 88 {
yading@10 89 QCELPContext *q = avctx->priv_data;
yading@10 90 int i;
yading@10 91
yading@10 92 avctx->channels = 1;
yading@10 93 avctx->channel_layout = AV_CH_LAYOUT_MONO;
yading@10 94 avctx->sample_fmt = AV_SAMPLE_FMT_FLT;
yading@10 95
yading@10 96 for (i = 0; i < 10; i++)
yading@10 97 q->prev_lspf[i] = (i + 1) / 11.;
yading@10 98
yading@10 99 return 0;
yading@10 100 }
yading@10 101
yading@10 102 /**
yading@10 103 * Decode the 10 quantized LSP frequencies from the LSPV/LSP
yading@10 104 * transmission codes of any bitrate and check for badly received packets.
yading@10 105 *
yading@10 106 * @param q the context
yading@10 107 * @param lspf line spectral pair frequencies
yading@10 108 *
yading@10 109 * @return 0 on success, -1 if the packet is badly received
yading@10 110 *
yading@10 111 * TIA/EIA/IS-733 2.4.3.2.6.2-2, 2.4.8.7.3
yading@10 112 */
yading@10 113 static int decode_lspf(QCELPContext *q, float *lspf)
yading@10 114 {
yading@10 115 int i;
yading@10 116 float tmp_lspf, smooth, erasure_coeff;
yading@10 117 const float *predictors;
yading@10 118
yading@10 119 if (q->bitrate == RATE_OCTAVE || q->bitrate == I_F_Q) {
yading@10 120 predictors = q->prev_bitrate != RATE_OCTAVE &&
yading@10 121 q->prev_bitrate != I_F_Q ? q->prev_lspf
yading@10 122 : q->predictor_lspf;
yading@10 123
yading@10 124 if (q->bitrate == RATE_OCTAVE) {
yading@10 125 q->octave_count++;
yading@10 126
yading@10 127 for (i = 0; i < 10; i++) {
yading@10 128 q->predictor_lspf[i] =
yading@10 129 lspf[i] = (q->frame.lspv[i] ? QCELP_LSP_SPREAD_FACTOR
yading@10 130 : -QCELP_LSP_SPREAD_FACTOR) +
yading@10 131 predictors[i] * QCELP_LSP_OCTAVE_PREDICTOR +
yading@10 132 (i + 1) * ((1 - QCELP_LSP_OCTAVE_PREDICTOR) / 11);
yading@10 133 }
yading@10 134 smooth = q->octave_count < 10 ? .875 : 0.1;
yading@10 135 } else {
yading@10 136 erasure_coeff = QCELP_LSP_OCTAVE_PREDICTOR;
yading@10 137
yading@10 138 assert(q->bitrate == I_F_Q);
yading@10 139
yading@10 140 if (q->erasure_count > 1)
yading@10 141 erasure_coeff *= q->erasure_count < 4 ? 0.9 : 0.7;
yading@10 142
yading@10 143 for (i = 0; i < 10; i++) {
yading@10 144 q->predictor_lspf[i] =
yading@10 145 lspf[i] = (i + 1) * (1 - erasure_coeff) / 11 +
yading@10 146 erasure_coeff * predictors[i];
yading@10 147 }
yading@10 148 smooth = 0.125;
yading@10 149 }
yading@10 150
yading@10 151 // Check the stability of the LSP frequencies.
yading@10 152 lspf[0] = FFMAX(lspf[0], QCELP_LSP_SPREAD_FACTOR);
yading@10 153 for (i = 1; i < 10; i++)
yading@10 154 lspf[i] = FFMAX(lspf[i], lspf[i - 1] + QCELP_LSP_SPREAD_FACTOR);
yading@10 155
yading@10 156 lspf[9] = FFMIN(lspf[9], 1.0 - QCELP_LSP_SPREAD_FACTOR);
yading@10 157 for (i = 9; i > 0; i--)
yading@10 158 lspf[i - 1] = FFMIN(lspf[i - 1], lspf[i] - QCELP_LSP_SPREAD_FACTOR);
yading@10 159
yading@10 160 // Low-pass filter the LSP frequencies.
yading@10 161 ff_weighted_vector_sumf(lspf, lspf, q->prev_lspf, smooth, 1.0 - smooth, 10);
yading@10 162 } else {
yading@10 163 q->octave_count = 0;
yading@10 164
yading@10 165 tmp_lspf = 0.;
yading@10 166 for (i = 0; i < 5; i++) {
yading@10 167 lspf[2 * i + 0] = tmp_lspf += qcelp_lspvq[i][q->frame.lspv[i]][0] * 0.0001;
yading@10 168 lspf[2 * i + 1] = tmp_lspf += qcelp_lspvq[i][q->frame.lspv[i]][1] * 0.0001;
yading@10 169 }
yading@10 170
yading@10 171 // Check for badly received packets.
yading@10 172 if (q->bitrate == RATE_QUARTER) {
yading@10 173 if (lspf[9] <= .70 || lspf[9] >= .97)
yading@10 174 return -1;
yading@10 175 for (i = 3; i < 10; i++)
yading@10 176 if (fabs(lspf[i] - lspf[i - 2]) < .08)
yading@10 177 return -1;
yading@10 178 } else {
yading@10 179 if (lspf[9] <= .66 || lspf[9] >= .985)
yading@10 180 return -1;
yading@10 181 for (i = 4; i < 10; i++)
yading@10 182 if (fabs(lspf[i] - lspf[i - 4]) < .0931)
yading@10 183 return -1;
yading@10 184 }
yading@10 185 }
yading@10 186 return 0;
yading@10 187 }
yading@10 188
yading@10 189 /**
yading@10 190 * Convert codebook transmission codes to GAIN and INDEX.
yading@10 191 *
yading@10 192 * @param q the context
yading@10 193 * @param gain array holding the decoded gain
yading@10 194 *
yading@10 195 * TIA/EIA/IS-733 2.4.6.2
yading@10 196 */
yading@10 197 static void decode_gain_and_index(QCELPContext *q, float *gain)
yading@10 198 {
yading@10 199 int i, subframes_count, g1[16];
yading@10 200 float slope;
yading@10 201
yading@10 202 if (q->bitrate >= RATE_QUARTER) {
yading@10 203 switch (q->bitrate) {
yading@10 204 case RATE_FULL: subframes_count = 16; break;
yading@10 205 case RATE_HALF: subframes_count = 4; break;
yading@10 206 default: subframes_count = 5;
yading@10 207 }
yading@10 208 for (i = 0; i < subframes_count; i++) {
yading@10 209 g1[i] = 4 * q->frame.cbgain[i];
yading@10 210 if (q->bitrate == RATE_FULL && !((i + 1) & 3)) {
yading@10 211 g1[i] += av_clip((g1[i - 1] + g1[i - 2] + g1[i - 3]) / 3 - 6, 0, 32);
yading@10 212 }
yading@10 213
yading@10 214 gain[i] = qcelp_g12ga[g1[i]];
yading@10 215
yading@10 216 if (q->frame.cbsign[i]) {
yading@10 217 gain[i] = -gain[i];
yading@10 218 q->frame.cindex[i] = (q->frame.cindex[i] - 89) & 127;
yading@10 219 }
yading@10 220 }
yading@10 221
yading@10 222 q->prev_g1[0] = g1[i - 2];
yading@10 223 q->prev_g1[1] = g1[i - 1];
yading@10 224 q->last_codebook_gain = qcelp_g12ga[g1[i - 1]];
yading@10 225
yading@10 226 if (q->bitrate == RATE_QUARTER) {
yading@10 227 // Provide smoothing of the unvoiced excitation energy.
yading@10 228 gain[7] = gain[4];
yading@10 229 gain[6] = 0.4 * gain[3] + 0.6 * gain[4];
yading@10 230 gain[5] = gain[3];
yading@10 231 gain[4] = 0.8 * gain[2] + 0.2 * gain[3];
yading@10 232 gain[3] = 0.2 * gain[1] + 0.8 * gain[2];
yading@10 233 gain[2] = gain[1];
yading@10 234 gain[1] = 0.6 * gain[0] + 0.4 * gain[1];
yading@10 235 }
yading@10 236 } else if (q->bitrate != SILENCE) {
yading@10 237 if (q->bitrate == RATE_OCTAVE) {
yading@10 238 g1[0] = 2 * q->frame.cbgain[0] +
yading@10 239 av_clip((q->prev_g1[0] + q->prev_g1[1]) / 2 - 5, 0, 54);
yading@10 240 subframes_count = 8;
yading@10 241 } else {
yading@10 242 assert(q->bitrate == I_F_Q);
yading@10 243
yading@10 244 g1[0] = q->prev_g1[1];
yading@10 245 switch (q->erasure_count) {
yading@10 246 case 1 : break;
yading@10 247 case 2 : g1[0] -= 1; break;
yading@10 248 case 3 : g1[0] -= 2; break;
yading@10 249 default: g1[0] -= 6;
yading@10 250 }
yading@10 251 if (g1[0] < 0)
yading@10 252 g1[0] = 0;
yading@10 253 subframes_count = 4;
yading@10 254 }
yading@10 255 // This interpolation is done to produce smoother background noise.
yading@10 256 slope = 0.5 * (qcelp_g12ga[g1[0]] - q->last_codebook_gain) / subframes_count;
yading@10 257 for (i = 1; i <= subframes_count; i++)
yading@10 258 gain[i - 1] = q->last_codebook_gain + slope * i;
yading@10 259
yading@10 260 q->last_codebook_gain = gain[i - 2];
yading@10 261 q->prev_g1[0] = q->prev_g1[1];
yading@10 262 q->prev_g1[1] = g1[0];
yading@10 263 }
yading@10 264 }
yading@10 265
yading@10 266 /**
yading@10 267 * If the received packet is Rate 1/4 a further sanity check is made of the
yading@10 268 * codebook gain.
yading@10 269 *
yading@10 270 * @param cbgain the unpacked cbgain array
yading@10 271 * @return -1 if the sanity check fails, 0 otherwise
yading@10 272 *
yading@10 273 * TIA/EIA/IS-733 2.4.8.7.3
yading@10 274 */
yading@10 275 static int codebook_sanity_check_for_rate_quarter(const uint8_t *cbgain)
yading@10 276 {
yading@10 277 int i, diff, prev_diff = 0;
yading@10 278
yading@10 279 for (i = 1; i < 5; i++) {
yading@10 280 diff = cbgain[i] - cbgain[i-1];
yading@10 281 if (FFABS(diff) > 10)
yading@10 282 return -1;
yading@10 283 else if (FFABS(diff - prev_diff) > 12)
yading@10 284 return -1;
yading@10 285 prev_diff = diff;
yading@10 286 }
yading@10 287 return 0;
yading@10 288 }
yading@10 289
yading@10 290 /**
yading@10 291 * Compute the scaled codebook vector Cdn From INDEX and GAIN
yading@10 292 * for all rates.
yading@10 293 *
yading@10 294 * The specification lacks some information here.
yading@10 295 *
yading@10 296 * TIA/EIA/IS-733 has an omission on the codebook index determination
yading@10 297 * formula for RATE_FULL and RATE_HALF frames at section 2.4.8.1.1. It says
yading@10 298 * you have to subtract the decoded index parameter from the given scaled
yading@10 299 * codebook vector index 'n' to get the desired circular codebook index, but
yading@10 300 * it does not mention that you have to clamp 'n' to [0-9] in order to get
yading@10 301 * RI-compliant results.
yading@10 302 *
yading@10 303 * The reason for this mistake seems to be the fact they forgot to mention you
yading@10 304 * have to do these calculations per codebook subframe and adjust given
yading@10 305 * equation values accordingly.
yading@10 306 *
yading@10 307 * @param q the context
yading@10 308 * @param gain array holding the 4 pitch subframe gain values
yading@10 309 * @param cdn_vector array for the generated scaled codebook vector
yading@10 310 */
yading@10 311 static void compute_svector(QCELPContext *q, const float *gain,
yading@10 312 float *cdn_vector)
yading@10 313 {
yading@10 314 int i, j, k;
yading@10 315 uint16_t cbseed, cindex;
yading@10 316 float *rnd, tmp_gain, fir_filter_value;
yading@10 317
yading@10 318 switch (q->bitrate) {
yading@10 319 case RATE_FULL:
yading@10 320 for (i = 0; i < 16; i++) {
yading@10 321 tmp_gain = gain[i] * QCELP_RATE_FULL_CODEBOOK_RATIO;
yading@10 322 cindex = -q->frame.cindex[i];
yading@10 323 for (j = 0; j < 10; j++)
yading@10 324 *cdn_vector++ = tmp_gain * qcelp_rate_full_codebook[cindex++ & 127];
yading@10 325 }
yading@10 326 break;
yading@10 327 case RATE_HALF:
yading@10 328 for (i = 0; i < 4; i++) {
yading@10 329 tmp_gain = gain[i] * QCELP_RATE_HALF_CODEBOOK_RATIO;
yading@10 330 cindex = -q->frame.cindex[i];
yading@10 331 for (j = 0; j < 40; j++)
yading@10 332 *cdn_vector++ = tmp_gain * qcelp_rate_half_codebook[cindex++ & 127];
yading@10 333 }
yading@10 334 break;
yading@10 335 case RATE_QUARTER:
yading@10 336 cbseed = (0x0003 & q->frame.lspv[4]) << 14 |
yading@10 337 (0x003F & q->frame.lspv[3]) << 8 |
yading@10 338 (0x0060 & q->frame.lspv[2]) << 1 |
yading@10 339 (0x0007 & q->frame.lspv[1]) << 3 |
yading@10 340 (0x0038 & q->frame.lspv[0]) >> 3;
yading@10 341 rnd = q->rnd_fir_filter_mem + 20;
yading@10 342 for (i = 0; i < 8; i++) {
yading@10 343 tmp_gain = gain[i] * (QCELP_SQRT1887 / 32768.0);
yading@10 344 for (k = 0; k < 20; k++) {
yading@10 345 cbseed = 521 * cbseed + 259;
yading@10 346 *rnd = (int16_t) cbseed;
yading@10 347
yading@10 348 // FIR filter
yading@10 349 fir_filter_value = 0.0;
yading@10 350 for (j = 0; j < 10; j++)
yading@10 351 fir_filter_value += qcelp_rnd_fir_coefs[j] *
yading@10 352 (rnd[-j] + rnd[-20+j]);
yading@10 353
yading@10 354 fir_filter_value += qcelp_rnd_fir_coefs[10] * rnd[-10];
yading@10 355 *cdn_vector++ = tmp_gain * fir_filter_value;
yading@10 356 rnd++;
yading@10 357 }
yading@10 358 }
yading@10 359 memcpy(q->rnd_fir_filter_mem, q->rnd_fir_filter_mem + 160,
yading@10 360 20 * sizeof(float));
yading@10 361 break;
yading@10 362 case RATE_OCTAVE:
yading@10 363 cbseed = q->first16bits;
yading@10 364 for (i = 0; i < 8; i++) {
yading@10 365 tmp_gain = gain[i] * (QCELP_SQRT1887 / 32768.0);
yading@10 366 for (j = 0; j < 20; j++) {
yading@10 367 cbseed = 521 * cbseed + 259;
yading@10 368 *cdn_vector++ = tmp_gain * (int16_t) cbseed;
yading@10 369 }
yading@10 370 }
yading@10 371 break;
yading@10 372 case I_F_Q:
yading@10 373 cbseed = -44; // random codebook index
yading@10 374 for (i = 0; i < 4; i++) {
yading@10 375 tmp_gain = gain[i] * QCELP_RATE_FULL_CODEBOOK_RATIO;
yading@10 376 for (j = 0; j < 40; j++)
yading@10 377 *cdn_vector++ = tmp_gain * qcelp_rate_full_codebook[cbseed++ & 127];
yading@10 378 }
yading@10 379 break;
yading@10 380 case SILENCE:
yading@10 381 memset(cdn_vector, 0, 160 * sizeof(float));
yading@10 382 break;
yading@10 383 }
yading@10 384 }
yading@10 385
yading@10 386 /**
yading@10 387 * Apply generic gain control.
yading@10 388 *
yading@10 389 * @param v_out output vector
yading@10 390 * @param v_in gain-controlled vector
yading@10 391 * @param v_ref vector to control gain of
yading@10 392 *
yading@10 393 * TIA/EIA/IS-733 2.4.8.3, 2.4.8.6
yading@10 394 */
yading@10 395 static void apply_gain_ctrl(float *v_out, const float *v_ref, const float *v_in)
yading@10 396 {
yading@10 397 int i;
yading@10 398
yading@10 399 for (i = 0; i < 160; i += 40) {
yading@10 400 float res = avpriv_scalarproduct_float_c(v_ref + i, v_ref + i, 40);
yading@10 401 ff_scale_vector_to_given_sum_of_squares(v_out + i, v_in + i, res, 40);
yading@10 402 }
yading@10 403 }
yading@10 404
yading@10 405 /**
yading@10 406 * Apply filter in pitch-subframe steps.
yading@10 407 *
yading@10 408 * @param memory buffer for the previous state of the filter
yading@10 409 * - must be able to contain 303 elements
yading@10 410 * - the 143 first elements are from the previous state
yading@10 411 * - the next 160 are for output
yading@10 412 * @param v_in input filter vector
yading@10 413 * @param gain per-subframe gain array, each element is between 0.0 and 2.0
yading@10 414 * @param lag per-subframe lag array, each element is
yading@10 415 * - between 16 and 143 if its corresponding pfrac is 0,
yading@10 416 * - between 16 and 139 otherwise
yading@10 417 * @param pfrac per-subframe boolean array, 1 if the lag is fractional, 0
yading@10 418 * otherwise
yading@10 419 *
yading@10 420 * @return filter output vector
yading@10 421 */
yading@10 422 static const float *do_pitchfilter(float memory[303], const float v_in[160],
yading@10 423 const float gain[4], const uint8_t *lag,
yading@10 424 const uint8_t pfrac[4])
yading@10 425 {
yading@10 426 int i, j;
yading@10 427 float *v_lag, *v_out;
yading@10 428 const float *v_len;
yading@10 429
yading@10 430 v_out = memory + 143; // Output vector starts at memory[143].
yading@10 431
yading@10 432 for (i = 0; i < 4; i++) {
yading@10 433 if (gain[i]) {
yading@10 434 v_lag = memory + 143 + 40 * i - lag[i];
yading@10 435 for (v_len = v_in + 40; v_in < v_len; v_in++) {
yading@10 436 if (pfrac[i]) { // If it is a fractional lag...
yading@10 437 for (j = 0, *v_out = 0.; j < 4; j++)
yading@10 438 *v_out += qcelp_hammsinc_table[j] * (v_lag[j - 4] + v_lag[3 - j]);
yading@10 439 } else
yading@10 440 *v_out = *v_lag;
yading@10 441
yading@10 442 *v_out = *v_in + gain[i] * *v_out;
yading@10 443
yading@10 444 v_lag++;
yading@10 445 v_out++;
yading@10 446 }
yading@10 447 } else {
yading@10 448 memcpy(v_out, v_in, 40 * sizeof(float));
yading@10 449 v_in += 40;
yading@10 450 v_out += 40;
yading@10 451 }
yading@10 452 }
yading@10 453
yading@10 454 memmove(memory, memory + 160, 143 * sizeof(float));
yading@10 455 return memory + 143;
yading@10 456 }
yading@10 457
yading@10 458 /**
yading@10 459 * Apply pitch synthesis filter and pitch prefilter to the scaled codebook vector.
yading@10 460 * TIA/EIA/IS-733 2.4.5.2, 2.4.8.7.2
yading@10 461 *
yading@10 462 * @param q the context
yading@10 463 * @param cdn_vector the scaled codebook vector
yading@10 464 */
yading@10 465 static void apply_pitch_filters(QCELPContext *q, float *cdn_vector)
yading@10 466 {
yading@10 467 int i;
yading@10 468 const float *v_synthesis_filtered, *v_pre_filtered;
yading@10 469
yading@10 470 if (q->bitrate >= RATE_HALF || q->bitrate == SILENCE ||
yading@10 471 (q->bitrate == I_F_Q && (q->prev_bitrate >= RATE_HALF))) {
yading@10 472
yading@10 473 if (q->bitrate >= RATE_HALF) {
yading@10 474 // Compute gain & lag for the whole frame.
yading@10 475 for (i = 0; i < 4; i++) {
yading@10 476 q->pitch_gain[i] = q->frame.plag[i] ? (q->frame.pgain[i] + 1) * 0.25 : 0.0;
yading@10 477
yading@10 478 q->pitch_lag[i] = q->frame.plag[i] + 16;
yading@10 479 }
yading@10 480 } else {
yading@10 481 float max_pitch_gain;
yading@10 482
yading@10 483 if (q->bitrate == I_F_Q) {
yading@10 484 if (q->erasure_count < 3)
yading@10 485 max_pitch_gain = 0.9 - 0.3 * (q->erasure_count - 1);
yading@10 486 else
yading@10 487 max_pitch_gain = 0.0;
yading@10 488 } else {
yading@10 489 assert(q->bitrate == SILENCE);
yading@10 490 max_pitch_gain = 1.0;
yading@10 491 }
yading@10 492 for (i = 0; i < 4; i++)
yading@10 493 q->pitch_gain[i] = FFMIN(q->pitch_gain[i], max_pitch_gain);
yading@10 494
yading@10 495 memset(q->frame.pfrac, 0, sizeof(q->frame.pfrac));
yading@10 496 }
yading@10 497
yading@10 498 // pitch synthesis filter
yading@10 499 v_synthesis_filtered = do_pitchfilter(q->pitch_synthesis_filter_mem,
yading@10 500 cdn_vector, q->pitch_gain,
yading@10 501 q->pitch_lag, q->frame.pfrac);
yading@10 502
yading@10 503 // pitch prefilter update
yading@10 504 for (i = 0; i < 4; i++)
yading@10 505 q->pitch_gain[i] = 0.5 * FFMIN(q->pitch_gain[i], 1.0);
yading@10 506
yading@10 507 v_pre_filtered = do_pitchfilter(q->pitch_pre_filter_mem,
yading@10 508 v_synthesis_filtered,
yading@10 509 q->pitch_gain, q->pitch_lag,
yading@10 510 q->frame.pfrac);
yading@10 511
yading@10 512 apply_gain_ctrl(cdn_vector, v_synthesis_filtered, v_pre_filtered);
yading@10 513 } else {
yading@10 514 memcpy(q->pitch_synthesis_filter_mem, cdn_vector + 17, 143 * sizeof(float));
yading@10 515 memcpy(q->pitch_pre_filter_mem, cdn_vector + 17, 143 * sizeof(float));
yading@10 516 memset(q->pitch_gain, 0, sizeof(q->pitch_gain));
yading@10 517 memset(q->pitch_lag, 0, sizeof(q->pitch_lag));
yading@10 518 }
yading@10 519 }
yading@10 520
yading@10 521 /**
yading@10 522 * Reconstruct LPC coefficients from the line spectral pair frequencies
yading@10 523 * and perform bandwidth expansion.
yading@10 524 *
yading@10 525 * @param lspf line spectral pair frequencies
yading@10 526 * @param lpc linear predictive coding coefficients
yading@10 527 *
yading@10 528 * @note: bandwidth_expansion_coeff could be precalculated into a table
yading@10 529 * but it seems to be slower on x86
yading@10 530 *
yading@10 531 * TIA/EIA/IS-733 2.4.3.3.5
yading@10 532 */
yading@10 533 static void lspf2lpc(const float *lspf, float *lpc)
yading@10 534 {
yading@10 535 double lsp[10];
yading@10 536 double bandwidth_expansion_coeff = QCELP_BANDWIDTH_EXPANSION_COEFF;
yading@10 537 int i;
yading@10 538
yading@10 539 for (i = 0; i < 10; i++)
yading@10 540 lsp[i] = cos(M_PI * lspf[i]);
yading@10 541
yading@10 542 ff_acelp_lspd2lpc(lsp, lpc, 5);
yading@10 543
yading@10 544 for (i = 0; i < 10; i++) {
yading@10 545 lpc[i] *= bandwidth_expansion_coeff;
yading@10 546 bandwidth_expansion_coeff *= QCELP_BANDWIDTH_EXPANSION_COEFF;
yading@10 547 }
yading@10 548 }
yading@10 549
yading@10 550 /**
yading@10 551 * Interpolate LSP frequencies and compute LPC coefficients
yading@10 552 * for a given bitrate & pitch subframe.
yading@10 553 *
yading@10 554 * TIA/EIA/IS-733 2.4.3.3.4, 2.4.8.7.2
yading@10 555 *
yading@10 556 * @param q the context
yading@10 557 * @param curr_lspf LSP frequencies vector of the current frame
yading@10 558 * @param lpc float vector for the resulting LPC
yading@10 559 * @param subframe_num frame number in decoded stream
yading@10 560 */
yading@10 561 static void interpolate_lpc(QCELPContext *q, const float *curr_lspf,
yading@10 562 float *lpc, const int subframe_num)
yading@10 563 {
yading@10 564 float interpolated_lspf[10];
yading@10 565 float weight;
yading@10 566
yading@10 567 if (q->bitrate >= RATE_QUARTER)
yading@10 568 weight = 0.25 * (subframe_num + 1);
yading@10 569 else if (q->bitrate == RATE_OCTAVE && !subframe_num)
yading@10 570 weight = 0.625;
yading@10 571 else
yading@10 572 weight = 1.0;
yading@10 573
yading@10 574 if (weight != 1.0) {
yading@10 575 ff_weighted_vector_sumf(interpolated_lspf, curr_lspf, q->prev_lspf,
yading@10 576 weight, 1.0 - weight, 10);
yading@10 577 lspf2lpc(interpolated_lspf, lpc);
yading@10 578 } else if (q->bitrate >= RATE_QUARTER ||
yading@10 579 (q->bitrate == I_F_Q && !subframe_num))
yading@10 580 lspf2lpc(curr_lspf, lpc);
yading@10 581 else if (q->bitrate == SILENCE && !subframe_num)
yading@10 582 lspf2lpc(q->prev_lspf, lpc);
yading@10 583 }
yading@10 584
yading@10 585 static qcelp_packet_rate buf_size2bitrate(const int buf_size)
yading@10 586 {
yading@10 587 switch (buf_size) {
yading@10 588 case 35: return RATE_FULL;
yading@10 589 case 17: return RATE_HALF;
yading@10 590 case 8: return RATE_QUARTER;
yading@10 591 case 4: return RATE_OCTAVE;
yading@10 592 case 1: return SILENCE;
yading@10 593 }
yading@10 594
yading@10 595 return I_F_Q;
yading@10 596 }
yading@10 597
yading@10 598 /**
yading@10 599 * Determine the bitrate from the frame size and/or the first byte of the frame.
yading@10 600 *
yading@10 601 * @param avctx the AV codec context
yading@10 602 * @param buf_size length of the buffer
yading@10 603 * @param buf the bufffer
yading@10 604 *
yading@10 605 * @return the bitrate on success,
yading@10 606 * I_F_Q if the bitrate cannot be satisfactorily determined
yading@10 607 *
yading@10 608 * TIA/EIA/IS-733 2.4.8.7.1
yading@10 609 */
yading@10 610 static qcelp_packet_rate determine_bitrate(AVCodecContext *avctx,
yading@10 611 const int buf_size,
yading@10 612 const uint8_t **buf)
yading@10 613 {
yading@10 614 qcelp_packet_rate bitrate;
yading@10 615
yading@10 616 if ((bitrate = buf_size2bitrate(buf_size)) >= 0) {
yading@10 617 if (bitrate > **buf) {
yading@10 618 QCELPContext *q = avctx->priv_data;
yading@10 619 if (!q->warned_buf_mismatch_bitrate) {
yading@10 620 av_log(avctx, AV_LOG_WARNING,
yading@10 621 "Claimed bitrate and buffer size mismatch.\n");
yading@10 622 q->warned_buf_mismatch_bitrate = 1;
yading@10 623 }
yading@10 624 bitrate = **buf;
yading@10 625 } else if (bitrate < **buf) {
yading@10 626 av_log(avctx, AV_LOG_ERROR,
yading@10 627 "Buffer is too small for the claimed bitrate.\n");
yading@10 628 return I_F_Q;
yading@10 629 }
yading@10 630 (*buf)++;
yading@10 631 } else if ((bitrate = buf_size2bitrate(buf_size + 1)) >= 0) {
yading@10 632 av_log(avctx, AV_LOG_WARNING,
yading@10 633 "Bitrate byte is missing, guessing the bitrate from packet size.\n");
yading@10 634 } else
yading@10 635 return I_F_Q;
yading@10 636
yading@10 637 if (bitrate == SILENCE) {
yading@10 638 // FIXME: Remove this warning when tested with samples.
yading@10 639 avpriv_request_sample(avctx, "Blank frame handling");
yading@10 640 }
yading@10 641 return bitrate;
yading@10 642 }
yading@10 643
yading@10 644 static void warn_insufficient_frame_quality(AVCodecContext *avctx,
yading@10 645 const char *message)
yading@10 646 {
yading@10 647 av_log(avctx, AV_LOG_WARNING, "Frame #%d, IFQ: %s\n",
yading@10 648 avctx->frame_number, message);
yading@10 649 }
yading@10 650
yading@10 651 static void postfilter(QCELPContext *q, float *samples, float *lpc)
yading@10 652 {
yading@10 653 static const float pow_0_775[10] = {
yading@10 654 0.775000, 0.600625, 0.465484, 0.360750, 0.279582,
yading@10 655 0.216676, 0.167924, 0.130141, 0.100859, 0.078166
yading@10 656 }, pow_0_625[10] = {
yading@10 657 0.625000, 0.390625, 0.244141, 0.152588, 0.095367,
yading@10 658 0.059605, 0.037253, 0.023283, 0.014552, 0.009095
yading@10 659 };
yading@10 660 float lpc_s[10], lpc_p[10], pole_out[170], zero_out[160];
yading@10 661 int n;
yading@10 662
yading@10 663 for (n = 0; n < 10; n++) {
yading@10 664 lpc_s[n] = lpc[n] * pow_0_625[n];
yading@10 665 lpc_p[n] = lpc[n] * pow_0_775[n];
yading@10 666 }
yading@10 667
yading@10 668 ff_celp_lp_zero_synthesis_filterf(zero_out, lpc_s,
yading@10 669 q->formant_mem + 10, 160, 10);
yading@10 670 memcpy(pole_out, q->postfilter_synth_mem, sizeof(float) * 10);
yading@10 671 ff_celp_lp_synthesis_filterf(pole_out + 10, lpc_p, zero_out, 160, 10);
yading@10 672 memcpy(q->postfilter_synth_mem, pole_out + 160, sizeof(float) * 10);
yading@10 673
yading@10 674 ff_tilt_compensation(&q->postfilter_tilt_mem, 0.3, pole_out + 10, 160);
yading@10 675
yading@10 676 ff_adaptive_gain_control(samples, pole_out + 10,
yading@10 677 avpriv_scalarproduct_float_c(q->formant_mem + 10,
yading@10 678 q->formant_mem + 10,
yading@10 679 160),
yading@10 680 160, 0.9375, &q->postfilter_agc_mem);
yading@10 681 }
yading@10 682
yading@10 683 static int qcelp_decode_frame(AVCodecContext *avctx, void *data,
yading@10 684 int *got_frame_ptr, AVPacket *avpkt)
yading@10 685 {
yading@10 686 const uint8_t *buf = avpkt->data;
yading@10 687 int buf_size = avpkt->size;
yading@10 688 QCELPContext *q = avctx->priv_data;
yading@10 689 AVFrame *frame = data;
yading@10 690 float *outbuffer;
yading@10 691 int i, ret;
yading@10 692 float quantized_lspf[10], lpc[10];
yading@10 693 float gain[16];
yading@10 694 float *formant_mem;
yading@10 695
yading@10 696 /* get output buffer */
yading@10 697 frame->nb_samples = 160;
yading@10 698 if ((ret = ff_get_buffer(avctx, frame, 0)) < 0)
yading@10 699 return ret;
yading@10 700 outbuffer = (float *)frame->data[0];
yading@10 701
yading@10 702 if ((q->bitrate = determine_bitrate(avctx, buf_size, &buf)) == I_F_Q) {
yading@10 703 warn_insufficient_frame_quality(avctx, "bitrate cannot be determined.");
yading@10 704 goto erasure;
yading@10 705 }
yading@10 706
yading@10 707 if (q->bitrate == RATE_OCTAVE &&
yading@10 708 (q->first16bits = AV_RB16(buf)) == 0xFFFF) {
yading@10 709 warn_insufficient_frame_quality(avctx, "Bitrate is 1/8 and first 16 bits are on.");
yading@10 710 goto erasure;
yading@10 711 }
yading@10 712
yading@10 713 if (q->bitrate > SILENCE) {
yading@10 714 const QCELPBitmap *bitmaps = qcelp_unpacking_bitmaps_per_rate[q->bitrate];
yading@10 715 const QCELPBitmap *bitmaps_end = qcelp_unpacking_bitmaps_per_rate[q->bitrate] +
yading@10 716 qcelp_unpacking_bitmaps_lengths[q->bitrate];
yading@10 717 uint8_t *unpacked_data = (uint8_t *)&q->frame;
yading@10 718
yading@10 719 init_get_bits(&q->gb, buf, 8 * buf_size);
yading@10 720
yading@10 721 memset(&q->frame, 0, sizeof(QCELPFrame));
yading@10 722
yading@10 723 for (; bitmaps < bitmaps_end; bitmaps++)
yading@10 724 unpacked_data[bitmaps->index] |= get_bits(&q->gb, bitmaps->bitlen) << bitmaps->bitpos;
yading@10 725
yading@10 726 // Check for erasures/blanks on rates 1, 1/4 and 1/8.
yading@10 727 if (q->frame.reserved) {
yading@10 728 warn_insufficient_frame_quality(avctx, "Wrong data in reserved frame area.");
yading@10 729 goto erasure;
yading@10 730 }
yading@10 731 if (q->bitrate == RATE_QUARTER &&
yading@10 732 codebook_sanity_check_for_rate_quarter(q->frame.cbgain)) {
yading@10 733 warn_insufficient_frame_quality(avctx, "Codebook gain sanity check failed.");
yading@10 734 goto erasure;
yading@10 735 }
yading@10 736
yading@10 737 if (q->bitrate >= RATE_HALF) {
yading@10 738 for (i = 0; i < 4; i++) {
yading@10 739 if (q->frame.pfrac[i] && q->frame.plag[i] >= 124) {
yading@10 740 warn_insufficient_frame_quality(avctx, "Cannot initialize pitch filter.");
yading@10 741 goto erasure;
yading@10 742 }
yading@10 743 }
yading@10 744 }
yading@10 745 }
yading@10 746
yading@10 747 decode_gain_and_index(q, gain);
yading@10 748 compute_svector(q, gain, outbuffer);
yading@10 749
yading@10 750 if (decode_lspf(q, quantized_lspf) < 0) {
yading@10 751 warn_insufficient_frame_quality(avctx, "Badly received packets in frame.");
yading@10 752 goto erasure;
yading@10 753 }
yading@10 754
yading@10 755 apply_pitch_filters(q, outbuffer);
yading@10 756
yading@10 757 if (q->bitrate == I_F_Q) {
yading@10 758 erasure:
yading@10 759 q->bitrate = I_F_Q;
yading@10 760 q->erasure_count++;
yading@10 761 decode_gain_and_index(q, gain);
yading@10 762 compute_svector(q, gain, outbuffer);
yading@10 763 decode_lspf(q, quantized_lspf);
yading@10 764 apply_pitch_filters(q, outbuffer);
yading@10 765 } else
yading@10 766 q->erasure_count = 0;
yading@10 767
yading@10 768 formant_mem = q->formant_mem + 10;
yading@10 769 for (i = 0; i < 4; i++) {
yading@10 770 interpolate_lpc(q, quantized_lspf, lpc, i);
yading@10 771 ff_celp_lp_synthesis_filterf(formant_mem, lpc, outbuffer + i * 40, 40, 10);
yading@10 772 formant_mem += 40;
yading@10 773 }
yading@10 774
yading@10 775 // postfilter, as per TIA/EIA/IS-733 2.4.8.6
yading@10 776 postfilter(q, outbuffer, lpc);
yading@10 777
yading@10 778 memcpy(q->formant_mem, q->formant_mem + 160, 10 * sizeof(float));
yading@10 779
yading@10 780 memcpy(q->prev_lspf, quantized_lspf, sizeof(q->prev_lspf));
yading@10 781 q->prev_bitrate = q->bitrate;
yading@10 782
yading@10 783 *got_frame_ptr = 1;
yading@10 784
yading@10 785 return buf_size;
yading@10 786 }
yading@10 787
yading@10 788 AVCodec ff_qcelp_decoder = {
yading@10 789 .name = "qcelp",
yading@10 790 .type = AVMEDIA_TYPE_AUDIO,
yading@10 791 .id = AV_CODEC_ID_QCELP,
yading@10 792 .init = qcelp_decode_init,
yading@10 793 .decode = qcelp_decode_frame,
yading@10 794 .capabilities = CODEC_CAP_DR1,
yading@10 795 .priv_data_size = sizeof(QCELPContext),
yading@10 796 .long_name = NULL_IF_CONFIG_SMALL("QCELP / PureVoice"),
yading@10 797 };