Chris@69: /* Copyright (c) 2010 Xiph.Org Foundation Chris@69: * Copyright (c) 2013 Parrot */ Chris@69: /* Chris@69: Redistribution and use in source and binary forms, with or without Chris@69: modification, are permitted provided that the following conditions Chris@69: are met: Chris@69: Chris@69: - Redistributions of source code must retain the above copyright Chris@69: notice, this list of conditions and the following disclaimer. Chris@69: Chris@69: - Redistributions in binary form must reproduce the above copyright Chris@69: notice, this list of conditions and the following disclaimer in the Chris@69: documentation and/or other materials provided with the distribution. Chris@69: Chris@69: THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS Chris@69: ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT Chris@69: LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR Chris@69: A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER Chris@69: OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, Chris@69: EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, Chris@69: PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR Chris@69: PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF Chris@69: LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING Chris@69: NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS Chris@69: SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. Chris@69: */ Chris@69: Chris@69: #ifdef HAVE_CONFIG_H Chris@69: #include "config.h" Chris@69: #endif Chris@69: Chris@69: #include "pitch.h" Chris@69: #include "kiss_fft.h" Chris@69: #include "mdct.h" Chris@69: Chris@69: #if defined(OPUS_HAVE_RTCD) Chris@69: Chris@69: # if defined(OPUS_ARM_MAY_HAVE_NEON_INTR) && !defined(OPUS_ARM_PRESUME_NEON_INTR) Chris@69: opus_val32 (*const CELT_INNER_PROD_IMPL[OPUS_ARCHMASK+1])(const opus_val16 *x, const opus_val16 *y, int N) = { Chris@69: celt_inner_prod_c, /* ARMv4 */ Chris@69: celt_inner_prod_c, /* EDSP */ Chris@69: celt_inner_prod_c, /* Media */ Chris@69: celt_inner_prod_neon /* NEON */ Chris@69: }; Chris@69: Chris@69: void (*const DUAL_INNER_PROD_IMPL[OPUS_ARCHMASK+1])(const opus_val16 *x, const opus_val16 *y01, const opus_val16 *y02, Chris@69: int N, opus_val32 *xy1, opus_val32 *xy2) = { Chris@69: dual_inner_prod_c, /* ARMv4 */ Chris@69: dual_inner_prod_c, /* EDSP */ Chris@69: dual_inner_prod_c, /* Media */ Chris@69: dual_inner_prod_neon /* NEON */ Chris@69: }; Chris@69: # endif Chris@69: Chris@69: # if defined(FIXED_POINT) Chris@69: # if ((defined(OPUS_ARM_MAY_HAVE_NEON) && !defined(OPUS_ARM_PRESUME_NEON)) || \ Chris@69: (defined(OPUS_ARM_MAY_HAVE_MEDIA) && !defined(OPUS_ARM_PRESUME_MEDIA)) || \ Chris@69: (defined(OPUS_ARM_MAY_HAVE_EDSP) && !defined(OPUS_ARM_PRESUME_EDSP))) Chris@69: opus_val32 (*const CELT_PITCH_XCORR_IMPL[OPUS_ARCHMASK+1])(const opus_val16 *, Chris@69: const opus_val16 *, opus_val32 *, int, int, int) = { Chris@69: celt_pitch_xcorr_c, /* ARMv4 */ Chris@69: MAY_HAVE_EDSP(celt_pitch_xcorr), /* EDSP */ Chris@69: MAY_HAVE_MEDIA(celt_pitch_xcorr), /* Media */ Chris@69: MAY_HAVE_NEON(celt_pitch_xcorr) /* NEON */ Chris@69: }; Chris@69: Chris@69: # endif Chris@69: # else /* !FIXED_POINT */ Chris@69: # if defined(OPUS_ARM_MAY_HAVE_NEON_INTR) && !defined(OPUS_ARM_PRESUME_NEON_INTR) Chris@69: void (*const CELT_PITCH_XCORR_IMPL[OPUS_ARCHMASK+1])(const opus_val16 *, Chris@69: const opus_val16 *, opus_val32 *, int, int, int) = { Chris@69: celt_pitch_xcorr_c, /* ARMv4 */ Chris@69: celt_pitch_xcorr_c, /* EDSP */ Chris@69: celt_pitch_xcorr_c, /* Media */ Chris@69: celt_pitch_xcorr_float_neon /* Neon */ Chris@69: }; Chris@69: # endif Chris@69: # endif /* FIXED_POINT */ Chris@69: Chris@69: #if defined(FIXED_POINT) && defined(OPUS_HAVE_RTCD) && \ Chris@69: defined(OPUS_ARM_MAY_HAVE_NEON_INTR) && !defined(OPUS_ARM_PRESUME_NEON_INTR) Chris@69: Chris@69: void (*const XCORR_KERNEL_IMPL[OPUS_ARCHMASK + 1])( Chris@69: const opus_val16 *x, Chris@69: const opus_val16 *y, Chris@69: opus_val32 sum[4], Chris@69: int len Chris@69: ) = { Chris@69: xcorr_kernel_c, /* ARMv4 */ Chris@69: xcorr_kernel_c, /* EDSP */ Chris@69: xcorr_kernel_c, /* Media */ Chris@69: xcorr_kernel_neon_fixed, /* Neon */ Chris@69: }; Chris@69: Chris@69: #endif Chris@69: Chris@69: # if defined(OPUS_ARM_MAY_HAVE_NEON_INTR) Chris@69: # if defined(HAVE_ARM_NE10) Chris@69: # if defined(CUSTOM_MODES) Chris@69: int (*const OPUS_FFT_ALLOC_ARCH_IMPL[OPUS_ARCHMASK+1])(kiss_fft_state *st) = { Chris@69: opus_fft_alloc_arch_c, /* ARMv4 */ Chris@69: opus_fft_alloc_arch_c, /* EDSP */ Chris@69: opus_fft_alloc_arch_c, /* Media */ Chris@69: opus_fft_alloc_arm_neon /* Neon with NE10 library support */ Chris@69: }; Chris@69: Chris@69: void (*const OPUS_FFT_FREE_ARCH_IMPL[OPUS_ARCHMASK+1])(kiss_fft_state *st) = { Chris@69: opus_fft_free_arch_c, /* ARMv4 */ Chris@69: opus_fft_free_arch_c, /* EDSP */ Chris@69: opus_fft_free_arch_c, /* Media */ Chris@69: opus_fft_free_arm_neon /* Neon with NE10 */ Chris@69: }; Chris@69: # endif /* CUSTOM_MODES */ Chris@69: Chris@69: void (*const OPUS_FFT[OPUS_ARCHMASK+1])(const kiss_fft_state *cfg, Chris@69: const kiss_fft_cpx *fin, Chris@69: kiss_fft_cpx *fout) = { Chris@69: opus_fft_c, /* ARMv4 */ Chris@69: opus_fft_c, /* EDSP */ Chris@69: opus_fft_c, /* Media */ Chris@69: opus_fft_neon /* Neon with NE10 */ Chris@69: }; Chris@69: Chris@69: void (*const OPUS_IFFT[OPUS_ARCHMASK+1])(const kiss_fft_state *cfg, Chris@69: const kiss_fft_cpx *fin, Chris@69: kiss_fft_cpx *fout) = { Chris@69: opus_ifft_c, /* ARMv4 */ Chris@69: opus_ifft_c, /* EDSP */ Chris@69: opus_ifft_c, /* Media */ Chris@69: opus_ifft_neon /* Neon with NE10 */ Chris@69: }; Chris@69: Chris@69: void (*const CLT_MDCT_FORWARD_IMPL[OPUS_ARCHMASK+1])(const mdct_lookup *l, Chris@69: kiss_fft_scalar *in, Chris@69: kiss_fft_scalar * OPUS_RESTRICT out, Chris@69: const opus_val16 *window, Chris@69: int overlap, int shift, Chris@69: int stride, int arch) = { Chris@69: clt_mdct_forward_c, /* ARMv4 */ Chris@69: clt_mdct_forward_c, /* EDSP */ Chris@69: clt_mdct_forward_c, /* Media */ Chris@69: clt_mdct_forward_neon /* Neon with NE10 */ Chris@69: }; Chris@69: Chris@69: void (*const CLT_MDCT_BACKWARD_IMPL[OPUS_ARCHMASK+1])(const mdct_lookup *l, Chris@69: kiss_fft_scalar *in, Chris@69: kiss_fft_scalar * OPUS_RESTRICT out, Chris@69: const opus_val16 *window, Chris@69: int overlap, int shift, Chris@69: int stride, int arch) = { Chris@69: clt_mdct_backward_c, /* ARMv4 */ Chris@69: clt_mdct_backward_c, /* EDSP */ Chris@69: clt_mdct_backward_c, /* Media */ Chris@69: clt_mdct_backward_neon /* Neon with NE10 */ Chris@69: }; Chris@69: Chris@69: # endif /* HAVE_ARM_NE10 */ Chris@69: # endif /* OPUS_ARM_MAY_HAVE_NEON_INTR */ Chris@69: Chris@69: #endif /* OPUS_HAVE_RTCD */