yading@11: /* yading@11: * Copyright (C) 2011 Michael Niedermayer (michaelni@gmx.at) yading@11: * Copyright (c) 2012 Justin Ruggles yading@11: * yading@11: * This file is part of Libav. yading@11: * yading@11: * Libav is free software; you can redistribute it and/or yading@11: * modify it under the terms of the GNU Lesser General Public yading@11: * License as published by the Free Software Foundation; either yading@11: * version 2.1 of the License, or (at your option) any later version. yading@11: * yading@11: * Libav is distributed in the hope that it will be useful, yading@11: * but WITHOUT ANY WARRANTY; without even the implied warranty of yading@11: * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU yading@11: * Lesser General Public License for more details. yading@11: * yading@11: * You should have received a copy of the GNU Lesser General Public yading@11: * License along with Libav; if not, write to the Free Software yading@11: * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA yading@11: */ yading@11: yading@11: #include yading@11: yading@11: #include "libavutil/common.h" yading@11: #include "libavutil/libm.h" yading@11: #include "libavutil/samplefmt.h" yading@11: #include "avresample.h" yading@11: #include "internal.h" yading@11: #include "audio_data.h" yading@11: #include "audio_mix.h" yading@11: yading@11: /* channel positions */ yading@11: #define FRONT_LEFT 0 yading@11: #define FRONT_RIGHT 1 yading@11: #define FRONT_CENTER 2 yading@11: #define LOW_FREQUENCY 3 yading@11: #define BACK_LEFT 4 yading@11: #define BACK_RIGHT 5 yading@11: #define FRONT_LEFT_OF_CENTER 6 yading@11: #define FRONT_RIGHT_OF_CENTER 7 yading@11: #define BACK_CENTER 8 yading@11: #define SIDE_LEFT 9 yading@11: #define SIDE_RIGHT 10 yading@11: #define TOP_CENTER 11 yading@11: #define TOP_FRONT_LEFT 12 yading@11: #define TOP_FRONT_CENTER 13 yading@11: #define TOP_FRONT_RIGHT 14 yading@11: #define TOP_BACK_LEFT 15 yading@11: #define TOP_BACK_CENTER 16 yading@11: #define TOP_BACK_RIGHT 17 yading@11: #define STEREO_LEFT 29 yading@11: #define STEREO_RIGHT 30 yading@11: #define WIDE_LEFT 31 yading@11: #define WIDE_RIGHT 32 yading@11: #define SURROUND_DIRECT_LEFT 33 yading@11: #define SURROUND_DIRECT_RIGHT 34 yading@11: #define LOW_FREQUENCY_2 35 yading@11: yading@11: #define SQRT3_2 1.22474487139158904909 /* sqrt(3/2) */ yading@11: yading@11: static av_always_inline int even(uint64_t layout) yading@11: { yading@11: return (!layout || (layout & (layout - 1))); yading@11: } yading@11: yading@11: static int sane_layout(uint64_t layout) yading@11: { yading@11: /* check that there is at least 1 front speaker */ yading@11: if (!(layout & AV_CH_LAYOUT_SURROUND)) yading@11: return 0; yading@11: yading@11: /* check for left/right symmetry */ yading@11: if (!even(layout & (AV_CH_FRONT_LEFT | AV_CH_FRONT_RIGHT)) || yading@11: !even(layout & (AV_CH_SIDE_LEFT | AV_CH_SIDE_RIGHT)) || yading@11: !even(layout & (AV_CH_BACK_LEFT | AV_CH_BACK_RIGHT)) || yading@11: !even(layout & (AV_CH_FRONT_LEFT_OF_CENTER | AV_CH_FRONT_RIGHT_OF_CENTER)) || yading@11: !even(layout & (AV_CH_TOP_FRONT_LEFT | AV_CH_TOP_FRONT_RIGHT)) || yading@11: !even(layout & (AV_CH_TOP_BACK_LEFT | AV_CH_TOP_BACK_RIGHT)) || yading@11: !even(layout & (AV_CH_STEREO_LEFT | AV_CH_STEREO_RIGHT)) || yading@11: !even(layout & (AV_CH_WIDE_LEFT | AV_CH_WIDE_RIGHT)) || yading@11: !even(layout & (AV_CH_SURROUND_DIRECT_LEFT | AV_CH_SURROUND_DIRECT_RIGHT))) yading@11: return 0; yading@11: yading@11: return 1; yading@11: } yading@11: yading@11: int avresample_build_matrix(uint64_t in_layout, uint64_t out_layout, yading@11: double center_mix_level, double surround_mix_level, yading@11: double lfe_mix_level, int normalize, yading@11: double *matrix_out, int stride, yading@11: enum AVMatrixEncoding matrix_encoding) yading@11: { yading@11: int i, j, out_i, out_j; yading@11: double matrix[64][64] = {{0}}; yading@11: int64_t unaccounted; yading@11: double maxcoef = 0; yading@11: int in_channels, out_channels; yading@11: yading@11: if ((out_layout & AV_CH_LAYOUT_STEREO_DOWNMIX) == AV_CH_LAYOUT_STEREO_DOWNMIX) { yading@11: out_layout = AV_CH_LAYOUT_STEREO; yading@11: } yading@11: yading@11: unaccounted = in_layout & ~out_layout; yading@11: yading@11: in_channels = av_get_channel_layout_nb_channels( in_layout); yading@11: out_channels = av_get_channel_layout_nb_channels(out_layout); yading@11: yading@11: memset(matrix_out, 0, out_channels * stride * sizeof(*matrix_out)); yading@11: yading@11: /* check if layouts are supported */ yading@11: if (!in_layout || in_channels > AVRESAMPLE_MAX_CHANNELS) yading@11: return AVERROR(EINVAL); yading@11: if (!out_layout || out_channels > AVRESAMPLE_MAX_CHANNELS) yading@11: return AVERROR(EINVAL); yading@11: yading@11: /* check if layouts are unbalanced or abnormal */ yading@11: if (!sane_layout(in_layout) || !sane_layout(out_layout)) yading@11: return AVERROR_PATCHWELCOME; yading@11: yading@11: /* route matching input/output channels */ yading@11: for (i = 0; i < 64; i++) { yading@11: if (in_layout & out_layout & (1ULL << i)) yading@11: matrix[i][i] = 1.0; yading@11: } yading@11: yading@11: /* mix front center to front left/right */ yading@11: if (unaccounted & AV_CH_FRONT_CENTER) { yading@11: if ((out_layout & AV_CH_LAYOUT_STEREO) == AV_CH_LAYOUT_STEREO) { yading@11: matrix[FRONT_LEFT ][FRONT_CENTER] += M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][FRONT_CENTER] += M_SQRT1_2; yading@11: } else yading@11: return AVERROR_PATCHWELCOME; yading@11: } yading@11: /* mix front left/right to center */ yading@11: if (unaccounted & AV_CH_LAYOUT_STEREO) { yading@11: if (out_layout & AV_CH_FRONT_CENTER) { yading@11: matrix[FRONT_CENTER][FRONT_LEFT ] += M_SQRT1_2; yading@11: matrix[FRONT_CENTER][FRONT_RIGHT] += M_SQRT1_2; yading@11: /* mix left/right/center to center */ yading@11: if (in_layout & AV_CH_FRONT_CENTER) yading@11: matrix[FRONT_CENTER][FRONT_CENTER] = center_mix_level * M_SQRT2; yading@11: } else yading@11: return AVERROR_PATCHWELCOME; yading@11: } yading@11: /* mix back center to back, side, or front */ yading@11: if (unaccounted & AV_CH_BACK_CENTER) { yading@11: if (out_layout & AV_CH_BACK_LEFT) { yading@11: matrix[BACK_LEFT ][BACK_CENTER] += M_SQRT1_2; yading@11: matrix[BACK_RIGHT][BACK_CENTER] += M_SQRT1_2; yading@11: } else if (out_layout & AV_CH_SIDE_LEFT) { yading@11: matrix[SIDE_LEFT ][BACK_CENTER] += M_SQRT1_2; yading@11: matrix[SIDE_RIGHT][BACK_CENTER] += M_SQRT1_2; yading@11: } else if (out_layout & AV_CH_FRONT_LEFT) { yading@11: if (matrix_encoding == AV_MATRIX_ENCODING_DOLBY || yading@11: matrix_encoding == AV_MATRIX_ENCODING_DPLII) { yading@11: if (unaccounted & (AV_CH_BACK_LEFT | AV_CH_SIDE_LEFT)) { yading@11: matrix[FRONT_LEFT ][BACK_CENTER] -= surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][BACK_CENTER] += surround_mix_level * M_SQRT1_2; yading@11: } else { yading@11: matrix[FRONT_LEFT ][BACK_CENTER] -= surround_mix_level; yading@11: matrix[FRONT_RIGHT][BACK_CENTER] += surround_mix_level; yading@11: } yading@11: } else { yading@11: matrix[FRONT_LEFT ][BACK_CENTER] += surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][BACK_CENTER] += surround_mix_level * M_SQRT1_2; yading@11: } yading@11: } else if (out_layout & AV_CH_FRONT_CENTER) { yading@11: matrix[FRONT_CENTER][BACK_CENTER] += surround_mix_level * M_SQRT1_2; yading@11: } else yading@11: return AVERROR_PATCHWELCOME; yading@11: } yading@11: /* mix back left/right to back center, side, or front */ yading@11: if (unaccounted & AV_CH_BACK_LEFT) { yading@11: if (out_layout & AV_CH_BACK_CENTER) { yading@11: matrix[BACK_CENTER][BACK_LEFT ] += M_SQRT1_2; yading@11: matrix[BACK_CENTER][BACK_RIGHT] += M_SQRT1_2; yading@11: } else if (out_layout & AV_CH_SIDE_LEFT) { yading@11: /* if side channels do not exist in the input, just copy back yading@11: channels to side channels, otherwise mix back into side */ yading@11: if (in_layout & AV_CH_SIDE_LEFT) { yading@11: matrix[SIDE_LEFT ][BACK_LEFT ] += M_SQRT1_2; yading@11: matrix[SIDE_RIGHT][BACK_RIGHT] += M_SQRT1_2; yading@11: } else { yading@11: matrix[SIDE_LEFT ][BACK_LEFT ] += 1.0; yading@11: matrix[SIDE_RIGHT][BACK_RIGHT] += 1.0; yading@11: } yading@11: } else if (out_layout & AV_CH_FRONT_LEFT) { yading@11: if (matrix_encoding == AV_MATRIX_ENCODING_DOLBY) { yading@11: matrix[FRONT_LEFT ][BACK_LEFT ] -= surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_LEFT ][BACK_RIGHT] -= surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][BACK_LEFT ] += surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][BACK_RIGHT] += surround_mix_level * M_SQRT1_2; yading@11: } else if (matrix_encoding == AV_MATRIX_ENCODING_DPLII) { yading@11: matrix[FRONT_LEFT ][BACK_LEFT ] -= surround_mix_level * SQRT3_2; yading@11: matrix[FRONT_LEFT ][BACK_RIGHT] -= surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][BACK_LEFT ] += surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][BACK_RIGHT] += surround_mix_level * SQRT3_2; yading@11: } else { yading@11: matrix[FRONT_LEFT ][BACK_LEFT ] += surround_mix_level; yading@11: matrix[FRONT_RIGHT][BACK_RIGHT] += surround_mix_level; yading@11: } yading@11: } else if (out_layout & AV_CH_FRONT_CENTER) { yading@11: matrix[FRONT_CENTER][BACK_LEFT ] += surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_CENTER][BACK_RIGHT] += surround_mix_level * M_SQRT1_2; yading@11: } else yading@11: return AVERROR_PATCHWELCOME; yading@11: } yading@11: /* mix side left/right into back or front */ yading@11: if (unaccounted & AV_CH_SIDE_LEFT) { yading@11: if (out_layout & AV_CH_BACK_LEFT) { yading@11: /* if back channels do not exist in the input, just copy side yading@11: channels to back channels, otherwise mix side into back */ yading@11: if (in_layout & AV_CH_BACK_LEFT) { yading@11: matrix[BACK_LEFT ][SIDE_LEFT ] += M_SQRT1_2; yading@11: matrix[BACK_RIGHT][SIDE_RIGHT] += M_SQRT1_2; yading@11: } else { yading@11: matrix[BACK_LEFT ][SIDE_LEFT ] += 1.0; yading@11: matrix[BACK_RIGHT][SIDE_RIGHT] += 1.0; yading@11: } yading@11: } else if (out_layout & AV_CH_BACK_CENTER) { yading@11: matrix[BACK_CENTER][SIDE_LEFT ] += M_SQRT1_2; yading@11: matrix[BACK_CENTER][SIDE_RIGHT] += M_SQRT1_2; yading@11: } else if (out_layout & AV_CH_FRONT_LEFT) { yading@11: if (matrix_encoding == AV_MATRIX_ENCODING_DOLBY) { yading@11: matrix[FRONT_LEFT ][SIDE_LEFT ] -= surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_LEFT ][SIDE_RIGHT] -= surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][SIDE_LEFT ] += surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][SIDE_RIGHT] += surround_mix_level * M_SQRT1_2; yading@11: } else if (matrix_encoding == AV_MATRIX_ENCODING_DPLII) { yading@11: matrix[FRONT_LEFT ][SIDE_LEFT ] -= surround_mix_level * SQRT3_2; yading@11: matrix[FRONT_LEFT ][SIDE_RIGHT] -= surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][SIDE_LEFT ] += surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][SIDE_RIGHT] += surround_mix_level * SQRT3_2; yading@11: } else { yading@11: matrix[FRONT_LEFT ][SIDE_LEFT ] += surround_mix_level; yading@11: matrix[FRONT_RIGHT][SIDE_RIGHT] += surround_mix_level; yading@11: } yading@11: } else if (out_layout & AV_CH_FRONT_CENTER) { yading@11: matrix[FRONT_CENTER][SIDE_LEFT ] += surround_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_CENTER][SIDE_RIGHT] += surround_mix_level * M_SQRT1_2; yading@11: } else yading@11: return AVERROR_PATCHWELCOME; yading@11: } yading@11: /* mix left-of-center/right-of-center into front left/right or center */ yading@11: if (unaccounted & AV_CH_FRONT_LEFT_OF_CENTER) { yading@11: if (out_layout & AV_CH_FRONT_LEFT) { yading@11: matrix[FRONT_LEFT ][FRONT_LEFT_OF_CENTER ] += 1.0; yading@11: matrix[FRONT_RIGHT][FRONT_RIGHT_OF_CENTER] += 1.0; yading@11: } else if (out_layout & AV_CH_FRONT_CENTER) { yading@11: matrix[FRONT_CENTER][FRONT_LEFT_OF_CENTER ] += M_SQRT1_2; yading@11: matrix[FRONT_CENTER][FRONT_RIGHT_OF_CENTER] += M_SQRT1_2; yading@11: } else yading@11: return AVERROR_PATCHWELCOME; yading@11: } yading@11: /* mix LFE into front left/right or center */ yading@11: if (unaccounted & AV_CH_LOW_FREQUENCY) { yading@11: if (out_layout & AV_CH_FRONT_CENTER) { yading@11: matrix[FRONT_CENTER][LOW_FREQUENCY] += lfe_mix_level; yading@11: } else if (out_layout & AV_CH_FRONT_LEFT) { yading@11: matrix[FRONT_LEFT ][LOW_FREQUENCY] += lfe_mix_level * M_SQRT1_2; yading@11: matrix[FRONT_RIGHT][LOW_FREQUENCY] += lfe_mix_level * M_SQRT1_2; yading@11: } else yading@11: return AVERROR_PATCHWELCOME; yading@11: } yading@11: yading@11: /* transfer internal matrix to output matrix and calculate maximum yading@11: per-channel coefficient sum */ yading@11: for (out_i = i = 0; out_i < out_channels && i < 64; i++) { yading@11: double sum = 0; yading@11: for (out_j = j = 0; out_j < in_channels && j < 64; j++) { yading@11: matrix_out[out_i * stride + out_j] = matrix[i][j]; yading@11: sum += fabs(matrix[i][j]); yading@11: if (in_layout & (1ULL << j)) yading@11: out_j++; yading@11: } yading@11: maxcoef = FFMAX(maxcoef, sum); yading@11: if (out_layout & (1ULL << i)) yading@11: out_i++; yading@11: } yading@11: yading@11: /* normalize */ yading@11: if (normalize && maxcoef > 1.0) { yading@11: for (i = 0; i < out_channels; i++) yading@11: for (j = 0; j < in_channels; j++) yading@11: matrix_out[i * stride + j] /= maxcoef; yading@11: } yading@11: yading@11: return 0; yading@11: }