Chris@69: /* Copyright (c) 2010 Xiph.Org Foundation
Chris@69:  * Copyright (c) 2013 Parrot */
Chris@69: /*
Chris@69:    Redistribution and use in source and binary forms, with or without
Chris@69:    modification, are permitted provided that the following conditions
Chris@69:    are met:
Chris@69: 
Chris@69:    - Redistributions of source code must retain the above copyright
Chris@69:    notice, this list of conditions and the following disclaimer.
Chris@69: 
Chris@69:    - Redistributions in binary form must reproduce the above copyright
Chris@69:    notice, this list of conditions and the following disclaimer in the
Chris@69:    documentation and/or other materials provided with the distribution.
Chris@69: 
Chris@69:    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
Chris@69:    ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
Chris@69:    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
Chris@69:    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER
Chris@69:    OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
Chris@69:    EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
Chris@69:    PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
Chris@69:    PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
Chris@69:    LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
Chris@69:    NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
Chris@69:    SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
Chris@69: */
Chris@69: 
Chris@69: #if !defined(PITCH_ARM_H)
Chris@69: # define PITCH_ARM_H
Chris@69: 
Chris@69: # include "armcpu.h"
Chris@69: 
Chris@69: # if defined(OPUS_ARM_MAY_HAVE_NEON_INTR)
Chris@69: opus_val32 celt_inner_prod_neon(const opus_val16 *x, const opus_val16 *y, int N);
Chris@69: void dual_inner_prod_neon(const opus_val16 *x, const opus_val16 *y01,
Chris@69:         const opus_val16 *y02, int N, opus_val32 *xy1, opus_val32 *xy2);
Chris@69: 
Chris@69: #  if !defined(OPUS_HAVE_RTCD) && defined(OPUS_ARM_PRESUME_NEON)
Chris@69: #   define OVERRIDE_CELT_INNER_PROD (1)
Chris@69: #   define OVERRIDE_DUAL_INNER_PROD (1)
Chris@69: #   define celt_inner_prod(x, y, N, arch) ((void)(arch), PRESUME_NEON(celt_inner_prod)(x, y, N))
Chris@69: #   define dual_inner_prod(x, y01, y02, N, xy1, xy2, arch) ((void)(arch), PRESUME_NEON(dual_inner_prod)(x, y01, y02, N, xy1, xy2))
Chris@69: #  endif
Chris@69: # endif
Chris@69: 
Chris@69: # if !defined(OVERRIDE_CELT_INNER_PROD)
Chris@69: #  if defined(OPUS_HAVE_RTCD) && (defined(OPUS_ARM_MAY_HAVE_NEON_INTR) && !defined(OPUS_ARM_PRESUME_NEON_INTR))
Chris@69: extern opus_val32 (*const CELT_INNER_PROD_IMPL[OPUS_ARCHMASK+1])(const opus_val16 *x, const opus_val16 *y, int N);
Chris@69: #   define OVERRIDE_CELT_INNER_PROD (1)
Chris@69: #   define celt_inner_prod(x, y, N, arch) ((*CELT_INNER_PROD_IMPL[(arch)&OPUS_ARCHMASK])(x, y, N))
Chris@69: #  elif defined(OPUS_ARM_PRESUME_NEON_INTR)
Chris@69: #   define OVERRIDE_CELT_INNER_PROD (1)
Chris@69: #   define celt_inner_prod(x, y, N, arch) ((void)(arch), celt_inner_prod_neon(x, y, N))
Chris@69: #  endif
Chris@69: # endif
Chris@69: 
Chris@69: # if !defined(OVERRIDE_DUAL_INNER_PROD)
Chris@69: #  if defined(OPUS_HAVE_RTCD) && (defined(OPUS_ARM_MAY_HAVE_NEON_INTR) && !defined(OPUS_ARM_PRESUME_NEON_INTR))
Chris@69: extern void (*const DUAL_INNER_PROD_IMPL[OPUS_ARCHMASK+1])(const opus_val16 *x,
Chris@69:         const opus_val16 *y01, const opus_val16 *y02, int N, opus_val32 *xy1, opus_val32 *xy2);
Chris@69: #   define OVERRIDE_DUAL_INNER_PROD (1)
Chris@69: #   define dual_inner_prod(x, y01, y02, N, xy1, xy2, arch) ((*DUAL_INNER_PROD_IMPL[(arch)&OPUS_ARCHMASK])(x, y01, y02, N, xy1, xy2))
Chris@69: #  elif defined(OPUS_ARM_PRESUME_NEON_INTR)
Chris@69: #   define OVERRIDE_DUAL_INNER_PROD (1)
Chris@69: #   define dual_inner_prod(x, y01, y02, N, xy1, xy2, arch) ((void)(arch), dual_inner_prod_neon(x, y01, y02, N, xy1, xy2))
Chris@69: #  endif
Chris@69: # endif
Chris@69: 
Chris@69: # if defined(FIXED_POINT)
Chris@69: 
Chris@69: #  if defined(OPUS_ARM_MAY_HAVE_NEON)
Chris@69: opus_val32 celt_pitch_xcorr_neon(const opus_val16 *_x, const opus_val16 *_y,
Chris@69:     opus_val32 *xcorr, int len, int max_pitch, int arch);
Chris@69: #  endif
Chris@69: 
Chris@69: #  if defined(OPUS_ARM_MAY_HAVE_MEDIA)
Chris@69: #   define celt_pitch_xcorr_media MAY_HAVE_EDSP(celt_pitch_xcorr)
Chris@69: #  endif
Chris@69: 
Chris@69: #  if defined(OPUS_ARM_MAY_HAVE_EDSP)
Chris@69: opus_val32 celt_pitch_xcorr_edsp(const opus_val16 *_x, const opus_val16 *_y,
Chris@69:     opus_val32 *xcorr, int len, int max_pitch, int arch);
Chris@69: #  endif
Chris@69: 
Chris@69: #  if defined(OPUS_HAVE_RTCD) && \
Chris@69:     ((defined(OPUS_ARM_MAY_HAVE_NEON) && !defined(OPUS_ARM_PRESUME_NEON)) || \
Chris@69:      (defined(OPUS_ARM_MAY_HAVE_MEDIA) && !defined(OPUS_ARM_PRESUME_MEDIA)) || \
Chris@69:      (defined(OPUS_ARM_MAY_HAVE_EDSP) && !defined(OPUS_ARM_PRESUME_EDSP)))
Chris@69: extern opus_val32
Chris@69: (*const CELT_PITCH_XCORR_IMPL[OPUS_ARCHMASK+1])(const opus_val16 *,
Chris@69:       const opus_val16 *, opus_val32 *, int, int, int);
Chris@69: #   define OVERRIDE_PITCH_XCORR (1)
Chris@69: #   define celt_pitch_xcorr(_x, _y, xcorr, len, max_pitch, arch) \
Chris@69:   ((*CELT_PITCH_XCORR_IMPL[(arch)&OPUS_ARCHMASK])(_x, _y, \
Chris@69:         xcorr, len, max_pitch, arch))
Chris@69: 
Chris@69: #  elif defined(OPUS_ARM_PRESUME_EDSP) || \
Chris@69:     defined(OPUS_ARM_PRESUME_MEDIA) || \
Chris@69:     defined(OPUS_ARM_PRESUME_NEON)
Chris@69: #   define OVERRIDE_PITCH_XCORR (1)
Chris@69: #   define celt_pitch_xcorr (PRESUME_NEON(celt_pitch_xcorr))
Chris@69: 
Chris@69: #  endif
Chris@69: 
Chris@69: #  if defined(OPUS_ARM_MAY_HAVE_NEON_INTR)
Chris@69: void xcorr_kernel_neon_fixed(
Chris@69:                     const opus_val16 *x,
Chris@69:                     const opus_val16 *y,
Chris@69:                     opus_val32       sum[4],
Chris@69:                     int              len);
Chris@69: #  endif
Chris@69: 
Chris@69: #  if defined(OPUS_HAVE_RTCD) && \
Chris@69:     (defined(OPUS_ARM_MAY_HAVE_NEON_INTR) && !defined(OPUS_ARM_PRESUME_NEON_INTR))
Chris@69: 
Chris@69: extern void (*const XCORR_KERNEL_IMPL[OPUS_ARCHMASK + 1])(
Chris@69:                     const opus_val16 *x,
Chris@69:                     const opus_val16 *y,
Chris@69:                     opus_val32       sum[4],
Chris@69:                     int              len);
Chris@69: 
Chris@69: #   define OVERRIDE_XCORR_KERNEL (1)
Chris@69: #   define xcorr_kernel(x, y, sum, len, arch) \
Chris@69:      ((*XCORR_KERNEL_IMPL[(arch) & OPUS_ARCHMASK])(x, y, sum, len))
Chris@69: 
Chris@69: #  elif defined(OPUS_ARM_PRESUME_NEON_INTR)
Chris@69: #   define OVERRIDE_XCORR_KERNEL (1)
Chris@69: #   define xcorr_kernel(x, y, sum, len, arch) \
Chris@69:       ((void)arch, xcorr_kernel_neon_fixed(x, y, sum, len))
Chris@69: 
Chris@69: #  endif
Chris@69: 
Chris@69: #else /* Start !FIXED_POINT */
Chris@69: /* Float case */
Chris@69: #if defined(OPUS_ARM_MAY_HAVE_NEON_INTR)
Chris@69: void celt_pitch_xcorr_float_neon(const opus_val16 *_x, const opus_val16 *_y,
Chris@69:                                  opus_val32 *xcorr, int len, int max_pitch, int arch);
Chris@69: #endif
Chris@69: 
Chris@69: #  if defined(OPUS_HAVE_RTCD) && \
Chris@69:     (defined(OPUS_ARM_MAY_HAVE_NEON_INTR) && !defined(OPUS_ARM_PRESUME_NEON_INTR))
Chris@69: extern void
Chris@69: (*const CELT_PITCH_XCORR_IMPL[OPUS_ARCHMASK+1])(const opus_val16 *,
Chris@69:       const opus_val16 *, opus_val32 *, int, int, int);
Chris@69: 
Chris@69: #  define OVERRIDE_PITCH_XCORR (1)
Chris@69: #  define celt_pitch_xcorr(_x, _y, xcorr, len, max_pitch, arch) \
Chris@69:   ((*CELT_PITCH_XCORR_IMPL[(arch)&OPUS_ARCHMASK])(_x, _y, \
Chris@69:         xcorr, len, max_pitch, arch))
Chris@69: 
Chris@69: #  elif defined(OPUS_ARM_PRESUME_NEON_INTR)
Chris@69: 
Chris@69: #   define OVERRIDE_PITCH_XCORR (1)
Chris@69: #   define celt_pitch_xcorr celt_pitch_xcorr_float_neon
Chris@69: 
Chris@69: #  endif
Chris@69: 
Chris@69: #endif /* end !FIXED_POINT */
Chris@69: 
Chris@69: #endif