annotate src/opus-1.3/celt/mips/mdct_mipsr1.h @ 168:ceec0dd9ec9c

Replace these with versions built using an older toolset (so as to avoid ABI compatibilities when linking on Ubuntu 14.04 for packaging purposes)
author Chris Cannam <cannam@all-day-breakfast.com>
date Fri, 07 Feb 2020 11:51:13 +0000
parents 4664ac0c1032
children
rev   line source
cannam@154 1 /* Copyright (c) 2007-2008 CSIRO
cannam@154 2 Copyright (c) 2007-2008 Xiph.Org Foundation
cannam@154 3 Written by Jean-Marc Valin */
cannam@154 4 /*
cannam@154 5 Redistribution and use in source and binary forms, with or without
cannam@154 6 modification, are permitted provided that the following conditions
cannam@154 7 are met:
cannam@154 8
cannam@154 9 - Redistributions of source code must retain the above copyright
cannam@154 10 notice, this list of conditions and the following disclaimer.
cannam@154 11
cannam@154 12 - Redistributions in binary form must reproduce the above copyright
cannam@154 13 notice, this list of conditions and the following disclaimer in the
cannam@154 14 documentation and/or other materials provided with the distribution.
cannam@154 15
cannam@154 16 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
cannam@154 17 ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
cannam@154 18 LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
cannam@154 19 A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
cannam@154 20 OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
cannam@154 21 EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
cannam@154 22 PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
cannam@154 23 PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
cannam@154 24 LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
cannam@154 25 NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
cannam@154 26 SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
cannam@154 27 */
cannam@154 28
cannam@154 29 /* This is a simple MDCT implementation that uses a N/4 complex FFT
cannam@154 30 to do most of the work. It should be relatively straightforward to
cannam@154 31 plug in pretty much and FFT here.
cannam@154 32
cannam@154 33 This replaces the Vorbis FFT (and uses the exact same API), which
cannam@154 34 was a bit too messy and that was ending up duplicating code
cannam@154 35 (might as well use the same FFT everywhere).
cannam@154 36
cannam@154 37 The algorithm is similar to (and inspired from) Fabrice Bellard's
cannam@154 38 MDCT implementation in FFMPEG, but has differences in signs, ordering
cannam@154 39 and scaling in many places.
cannam@154 40 */
cannam@154 41 #ifndef __MDCT_MIPSR1_H__
cannam@154 42 #define __MDCT_MIPSR1_H__
cannam@154 43
cannam@154 44 #ifndef SKIP_CONFIG_H
cannam@154 45 #ifdef HAVE_CONFIG_H
cannam@154 46 #include "config.h"
cannam@154 47 #endif
cannam@154 48 #endif
cannam@154 49
cannam@154 50 #include "mdct.h"
cannam@154 51 #include "kiss_fft.h"
cannam@154 52 #include "_kiss_fft_guts.h"
cannam@154 53 #include <math.h>
cannam@154 54 #include "os_support.h"
cannam@154 55 #include "mathops.h"
cannam@154 56 #include "stack_alloc.h"
cannam@154 57
cannam@154 58 /* Forward MDCT trashes the input array */
cannam@154 59 #define OVERRIDE_clt_mdct_forward
cannam@154 60 void clt_mdct_forward(const mdct_lookup *l, kiss_fft_scalar *in, kiss_fft_scalar * OPUS_RESTRICT out,
cannam@154 61 const opus_val16 *window, int overlap, int shift, int stride, int arch)
cannam@154 62 {
cannam@154 63 int i;
cannam@154 64 int N, N2, N4;
cannam@154 65 VARDECL(kiss_fft_scalar, f);
cannam@154 66 VARDECL(kiss_fft_cpx, f2);
cannam@154 67 const kiss_fft_state *st = l->kfft[shift];
cannam@154 68 const kiss_twiddle_scalar *trig;
cannam@154 69 opus_val16 scale;
cannam@154 70 #ifdef FIXED_POINT
cannam@154 71 /* Allows us to scale with MULT16_32_Q16(), which is faster than
cannam@154 72 MULT16_32_Q15() on ARM. */
cannam@154 73 int scale_shift = st->scale_shift-1;
cannam@154 74 #endif
cannam@154 75
cannam@154 76 (void)arch;
cannam@154 77
cannam@154 78 SAVE_STACK;
cannam@154 79 scale = st->scale;
cannam@154 80
cannam@154 81 N = l->n;
cannam@154 82 trig = l->trig;
cannam@154 83 for (i=0;i<shift;i++)
cannam@154 84 {
cannam@154 85 N >>= 1;
cannam@154 86 trig += N;
cannam@154 87 }
cannam@154 88 N2 = N>>1;
cannam@154 89 N4 = N>>2;
cannam@154 90
cannam@154 91 ALLOC(f, N2, kiss_fft_scalar);
cannam@154 92 ALLOC(f2, N4, kiss_fft_cpx);
cannam@154 93
cannam@154 94 /* Consider the input to be composed of four blocks: [a, b, c, d] */
cannam@154 95 /* Window, shuffle, fold */
cannam@154 96 {
cannam@154 97 /* Temp pointers to make it really clear to the compiler what we're doing */
cannam@154 98 const kiss_fft_scalar * OPUS_RESTRICT xp1 = in+(overlap>>1);
cannam@154 99 const kiss_fft_scalar * OPUS_RESTRICT xp2 = in+N2-1+(overlap>>1);
cannam@154 100 kiss_fft_scalar * OPUS_RESTRICT yp = f;
cannam@154 101 const opus_val16 * OPUS_RESTRICT wp1 = window+(overlap>>1);
cannam@154 102 const opus_val16 * OPUS_RESTRICT wp2 = window+(overlap>>1)-1;
cannam@154 103 for(i=0;i<((overlap+3)>>2);i++)
cannam@154 104 {
cannam@154 105 /* Real part arranged as -d-cR, Imag part arranged as -b+aR*/
cannam@154 106 *yp++ = S_MUL_ADD(*wp2, xp1[N2],*wp1,*xp2);
cannam@154 107 *yp++ = S_MUL_SUB(*wp1, *xp1,*wp2, xp2[-N2]);
cannam@154 108 xp1+=2;
cannam@154 109 xp2-=2;
cannam@154 110 wp1+=2;
cannam@154 111 wp2-=2;
cannam@154 112 }
cannam@154 113 wp1 = window;
cannam@154 114 wp2 = window+overlap-1;
cannam@154 115 for(;i<N4-((overlap+3)>>2);i++)
cannam@154 116 {
cannam@154 117 /* Real part arranged as a-bR, Imag part arranged as -c-dR */
cannam@154 118 *yp++ = *xp2;
cannam@154 119 *yp++ = *xp1;
cannam@154 120 xp1+=2;
cannam@154 121 xp2-=2;
cannam@154 122 }
cannam@154 123 for(;i<N4;i++)
cannam@154 124 {
cannam@154 125 /* Real part arranged as a-bR, Imag part arranged as -c-dR */
cannam@154 126 *yp++ = S_MUL_SUB(*wp2, *xp2, *wp1, xp1[-N2]);
cannam@154 127 *yp++ = S_MUL_ADD(*wp2, *xp1, *wp1, xp2[N2]);
cannam@154 128 xp1+=2;
cannam@154 129 xp2-=2;
cannam@154 130 wp1+=2;
cannam@154 131 wp2-=2;
cannam@154 132 }
cannam@154 133 }
cannam@154 134 /* Pre-rotation */
cannam@154 135 {
cannam@154 136 kiss_fft_scalar * OPUS_RESTRICT yp = f;
cannam@154 137 const kiss_twiddle_scalar *t = &trig[0];
cannam@154 138 for(i=0;i<N4;i++)
cannam@154 139 {
cannam@154 140 kiss_fft_cpx yc;
cannam@154 141 kiss_twiddle_scalar t0, t1;
cannam@154 142 kiss_fft_scalar re, im, yr, yi;
cannam@154 143 t0 = t[i];
cannam@154 144 t1 = t[N4+i];
cannam@154 145 re = *yp++;
cannam@154 146 im = *yp++;
cannam@154 147
cannam@154 148 yr = S_MUL_SUB(re,t0,im,t1);
cannam@154 149 yi = S_MUL_ADD(im,t0,re,t1);
cannam@154 150
cannam@154 151 yc.r = yr;
cannam@154 152 yc.i = yi;
cannam@154 153 yc.r = PSHR32(MULT16_32_Q16(scale, yc.r), scale_shift);
cannam@154 154 yc.i = PSHR32(MULT16_32_Q16(scale, yc.i), scale_shift);
cannam@154 155 f2[st->bitrev[i]] = yc;
cannam@154 156 }
cannam@154 157 }
cannam@154 158
cannam@154 159 /* N/4 complex FFT, does not downscale anymore */
cannam@154 160 opus_fft_impl(st, f2);
cannam@154 161
cannam@154 162 /* Post-rotate */
cannam@154 163 {
cannam@154 164 /* Temp pointers to make it really clear to the compiler what we're doing */
cannam@154 165 const kiss_fft_cpx * OPUS_RESTRICT fp = f2;
cannam@154 166 kiss_fft_scalar * OPUS_RESTRICT yp1 = out;
cannam@154 167 kiss_fft_scalar * OPUS_RESTRICT yp2 = out+stride*(N2-1);
cannam@154 168 const kiss_twiddle_scalar *t = &trig[0];
cannam@154 169 /* Temp pointers to make it really clear to the compiler what we're doing */
cannam@154 170 for(i=0;i<N4;i++)
cannam@154 171 {
cannam@154 172 kiss_fft_scalar yr, yi;
cannam@154 173 yr = S_MUL_SUB(fp->i,t[N4+i] , fp->r,t[i]);
cannam@154 174 yi = S_MUL_ADD(fp->r,t[N4+i] ,fp->i,t[i]);
cannam@154 175 *yp1 = yr;
cannam@154 176 *yp2 = yi;
cannam@154 177 fp++;
cannam@154 178 yp1 += 2*stride;
cannam@154 179 yp2 -= 2*stride;
cannam@154 180 }
cannam@154 181 }
cannam@154 182 RESTORE_STACK;
cannam@154 183 }
cannam@154 184
cannam@154 185 #define OVERRIDE_clt_mdct_backward
cannam@154 186 void clt_mdct_backward(const mdct_lookup *l, kiss_fft_scalar *in, kiss_fft_scalar * OPUS_RESTRICT out,
cannam@154 187 const opus_val16 * OPUS_RESTRICT window, int overlap, int shift, int stride, int arch)
cannam@154 188 {
cannam@154 189 int i;
cannam@154 190 int N, N2, N4;
cannam@154 191 const kiss_twiddle_scalar *trig;
cannam@154 192
cannam@154 193 (void)arch;
cannam@154 194
cannam@154 195 N = l->n;
cannam@154 196 trig = l->trig;
cannam@154 197 for (i=0;i<shift;i++)
cannam@154 198 {
cannam@154 199 N >>= 1;
cannam@154 200 trig += N;
cannam@154 201 }
cannam@154 202 N2 = N>>1;
cannam@154 203 N4 = N>>2;
cannam@154 204
cannam@154 205 /* Pre-rotate */
cannam@154 206 {
cannam@154 207 /* Temp pointers to make it really clear to the compiler what we're doing */
cannam@154 208 const kiss_fft_scalar * OPUS_RESTRICT xp1 = in;
cannam@154 209 const kiss_fft_scalar * OPUS_RESTRICT xp2 = in+stride*(N2-1);
cannam@154 210 kiss_fft_scalar * OPUS_RESTRICT yp = out+(overlap>>1);
cannam@154 211 const kiss_twiddle_scalar * OPUS_RESTRICT t = &trig[0];
cannam@154 212 const opus_int16 * OPUS_RESTRICT bitrev = l->kfft[shift]->bitrev;
cannam@154 213 for(i=0;i<N4;i++)
cannam@154 214 {
cannam@154 215 int rev;
cannam@154 216 kiss_fft_scalar yr, yi;
cannam@154 217 rev = *bitrev++;
cannam@154 218 yr = S_MUL_ADD(*xp2, t[i] , *xp1, t[N4+i]);
cannam@154 219 yi = S_MUL_SUB(*xp1, t[i] , *xp2, t[N4+i]);
cannam@154 220 /* We swap real and imag because we use an FFT instead of an IFFT. */
cannam@154 221 yp[2*rev+1] = yr;
cannam@154 222 yp[2*rev] = yi;
cannam@154 223 /* Storing the pre-rotation directly in the bitrev order. */
cannam@154 224 xp1+=2*stride;
cannam@154 225 xp2-=2*stride;
cannam@154 226 }
cannam@154 227 }
cannam@154 228
cannam@154 229 opus_fft_impl(l->kfft[shift], (kiss_fft_cpx*)(out+(overlap>>1)));
cannam@154 230
cannam@154 231 /* Post-rotate and de-shuffle from both ends of the buffer at once to make
cannam@154 232 it in-place. */
cannam@154 233 {
cannam@154 234 kiss_fft_scalar * OPUS_RESTRICT yp0 = out+(overlap>>1);
cannam@154 235 kiss_fft_scalar * OPUS_RESTRICT yp1 = out+(overlap>>1)+N2-2;
cannam@154 236 const kiss_twiddle_scalar *t = &trig[0];
cannam@154 237 /* Loop to (N4+1)>>1 to handle odd N4. When N4 is odd, the
cannam@154 238 middle pair will be computed twice. */
cannam@154 239 for(i=0;i<(N4+1)>>1;i++)
cannam@154 240 {
cannam@154 241 kiss_fft_scalar re, im, yr, yi;
cannam@154 242 kiss_twiddle_scalar t0, t1;
cannam@154 243 /* We swap real and imag because we're using an FFT instead of an IFFT. */
cannam@154 244 re = yp0[1];
cannam@154 245 im = yp0[0];
cannam@154 246 t0 = t[i];
cannam@154 247 t1 = t[N4+i];
cannam@154 248 /* We'd scale up by 2 here, but instead it's done when mixing the windows */
cannam@154 249 yr = S_MUL_ADD(re,t0 , im,t1);
cannam@154 250 yi = S_MUL_SUB(re,t1 , im,t0);
cannam@154 251 /* We swap real and imag because we're using an FFT instead of an IFFT. */
cannam@154 252 re = yp1[1];
cannam@154 253 im = yp1[0];
cannam@154 254 yp0[0] = yr;
cannam@154 255 yp1[1] = yi;
cannam@154 256
cannam@154 257 t0 = t[(N4-i-1)];
cannam@154 258 t1 = t[(N2-i-1)];
cannam@154 259 /* We'd scale up by 2 here, but instead it's done when mixing the windows */
cannam@154 260 yr = S_MUL_ADD(re,t0,im,t1);
cannam@154 261 yi = S_MUL_SUB(re,t1,im,t0);
cannam@154 262 yp1[0] = yr;
cannam@154 263 yp0[1] = yi;
cannam@154 264 yp0 += 2;
cannam@154 265 yp1 -= 2;
cannam@154 266 }
cannam@154 267 }
cannam@154 268
cannam@154 269 /* Mirror on both sides for TDAC */
cannam@154 270 {
cannam@154 271 kiss_fft_scalar * OPUS_RESTRICT xp1 = out+overlap-1;
cannam@154 272 kiss_fft_scalar * OPUS_RESTRICT yp1 = out;
cannam@154 273 const opus_val16 * OPUS_RESTRICT wp1 = window;
cannam@154 274 const opus_val16 * OPUS_RESTRICT wp2 = window+overlap-1;
cannam@154 275
cannam@154 276 for(i = 0; i < overlap/2; i++)
cannam@154 277 {
cannam@154 278 kiss_fft_scalar x1, x2;
cannam@154 279 x1 = *xp1;
cannam@154 280 x2 = *yp1;
cannam@154 281 *yp1++ = MULT16_32_Q15(*wp2, x2) - MULT16_32_Q15(*wp1, x1);
cannam@154 282 *xp1-- = MULT16_32_Q15(*wp1, x2) + MULT16_32_Q15(*wp2, x1);
cannam@154 283 wp1++;
cannam@154 284 wp2--;
cannam@154 285 }
cannam@154 286 }
cannam@154 287 }
cannam@154 288 #endif /* __MDCT_MIPSR1_H__ */