annotate ffmpeg/libavcodec/h264_loopfilter.c @ 13:844d341cf643 tip

Back up before ISMIR
author Yading Song <yading.song@eecs.qmul.ac.uk>
date Thu, 31 Oct 2013 13:17:06 +0000
parents 6840f77b83aa
children
rev   line source
yading@10 1 /*
yading@10 2 * H.26L/H.264/AVC/JVT/14496-10/... loop filter
yading@10 3 * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
yading@10 4 *
yading@10 5 * This file is part of FFmpeg.
yading@10 6 *
yading@10 7 * FFmpeg is free software; you can redistribute it and/or
yading@10 8 * modify it under the terms of the GNU Lesser General Public
yading@10 9 * License as published by the Free Software Foundation; either
yading@10 10 * version 2.1 of the License, or (at your option) any later version.
yading@10 11 *
yading@10 12 * FFmpeg is distributed in the hope that it will be useful,
yading@10 13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
yading@10 14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
yading@10 15 * Lesser General Public License for more details.
yading@10 16 *
yading@10 17 * You should have received a copy of the GNU Lesser General Public
yading@10 18 * License along with FFmpeg; if not, write to the Free Software
yading@10 19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
yading@10 20 */
yading@10 21
yading@10 22 /**
yading@10 23 * @file
yading@10 24 * H.264 / AVC / MPEG4 part10 loop filter.
yading@10 25 * @author Michael Niedermayer <michaelni@gmx.at>
yading@10 26 */
yading@10 27
yading@10 28 #include "libavutil/internal.h"
yading@10 29 #include "libavutil/intreadwrite.h"
yading@10 30 #include "internal.h"
yading@10 31 #include "avcodec.h"
yading@10 32 #include "mpegvideo.h"
yading@10 33 #include "h264.h"
yading@10 34 #include "mathops.h"
yading@10 35 #include "rectangle.h"
yading@10 36
yading@10 37 /* Deblocking filter (p153) */
yading@10 38 static const uint8_t alpha_table[52*3] = {
yading@10 39 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
yading@10 40 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
yading@10 41 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
yading@10 42 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
yading@10 43 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
yading@10 44 0, 0, 0, 0, 0, 0, 4, 4, 5, 6,
yading@10 45 7, 8, 9, 10, 12, 13, 15, 17, 20, 22,
yading@10 46 25, 28, 32, 36, 40, 45, 50, 56, 63, 71,
yading@10 47 80, 90,101,113,127,144,162,182,203,226,
yading@10 48 255,255,
yading@10 49 255,255,255,255,255,255,255,255,255,255,255,255,255,
yading@10 50 255,255,255,255,255,255,255,255,255,255,255,255,255,
yading@10 51 255,255,255,255,255,255,255,255,255,255,255,255,255,
yading@10 52 255,255,255,255,255,255,255,255,255,255,255,255,255,
yading@10 53 };
yading@10 54 static const uint8_t beta_table[52*3] = {
yading@10 55 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
yading@10 56 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
yading@10 57 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
yading@10 58 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
yading@10 59 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
yading@10 60 0, 0, 0, 0, 0, 0, 2, 2, 2, 3,
yading@10 61 3, 3, 3, 4, 4, 4, 6, 6, 7, 7,
yading@10 62 8, 8, 9, 9, 10, 10, 11, 11, 12, 12,
yading@10 63 13, 13, 14, 14, 15, 15, 16, 16, 17, 17,
yading@10 64 18, 18,
yading@10 65 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18,
yading@10 66 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18,
yading@10 67 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18,
yading@10 68 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18, 18,
yading@10 69 };
yading@10 70 static const uint8_t tc0_table[52*3][4] = {
yading@10 71 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 },
yading@10 72 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 },
yading@10 73 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 },
yading@10 74 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 },
yading@10 75 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 },
yading@10 76 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 },
yading@10 77 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 },
yading@10 78 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 },
yading@10 79 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 },
yading@10 80 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 },
yading@10 81 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 },
yading@10 82 {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 0 }, {-1, 0, 0, 1 },
yading@10 83 {-1, 0, 0, 1 }, {-1, 0, 0, 1 }, {-1, 0, 0, 1 }, {-1, 0, 1, 1 }, {-1, 0, 1, 1 }, {-1, 1, 1, 1 },
yading@10 84 {-1, 1, 1, 1 }, {-1, 1, 1, 1 }, {-1, 1, 1, 1 }, {-1, 1, 1, 2 }, {-1, 1, 1, 2 }, {-1, 1, 1, 2 },
yading@10 85 {-1, 1, 1, 2 }, {-1, 1, 2, 3 }, {-1, 1, 2, 3 }, {-1, 2, 2, 3 }, {-1, 2, 2, 4 }, {-1, 2, 3, 4 },
yading@10 86 {-1, 2, 3, 4 }, {-1, 3, 3, 5 }, {-1, 3, 4, 6 }, {-1, 3, 4, 6 }, {-1, 4, 5, 7 }, {-1, 4, 5, 8 },
yading@10 87 {-1, 4, 6, 9 }, {-1, 5, 7,10 }, {-1, 6, 8,11 }, {-1, 6, 8,13 }, {-1, 7,10,14 }, {-1, 8,11,16 },
yading@10 88 {-1, 9,12,18 }, {-1,10,13,20 }, {-1,11,15,23 }, {-1,13,17,25 },
yading@10 89 {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 },
yading@10 90 {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 },
yading@10 91 {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 },
yading@10 92 {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 },
yading@10 93 {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 },
yading@10 94 {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 },
yading@10 95 {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 },
yading@10 96 {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 },
yading@10 97 {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 }, {-1,13,17,25 },
yading@10 98 };
yading@10 99
yading@10 100 /* intra: 0 if this loopfilter call is guaranteed to be inter (bS < 4), 1 if it might be intra (bS == 4) */
yading@10 101 static av_always_inline void filter_mb_edgev(uint8_t *pix, int stride,
yading@10 102 const int16_t bS[4],
yading@10 103 unsigned int qp, int a, int b,
yading@10 104 H264Context *h, int intra)
yading@10 105 {
yading@10 106 const unsigned int index_a = qp + a;
yading@10 107 const int alpha = alpha_table[index_a];
yading@10 108 const int beta = beta_table[qp + b];
yading@10 109 if (alpha ==0 || beta == 0) return;
yading@10 110
yading@10 111 if( bS[0] < 4 || !intra ) {
yading@10 112 int8_t tc[4];
yading@10 113 tc[0] = tc0_table[index_a][bS[0]];
yading@10 114 tc[1] = tc0_table[index_a][bS[1]];
yading@10 115 tc[2] = tc0_table[index_a][bS[2]];
yading@10 116 tc[3] = tc0_table[index_a][bS[3]];
yading@10 117 h->h264dsp.h264_h_loop_filter_luma(pix, stride, alpha, beta, tc);
yading@10 118 } else {
yading@10 119 h->h264dsp.h264_h_loop_filter_luma_intra(pix, stride, alpha, beta);
yading@10 120 }
yading@10 121 }
yading@10 122
yading@10 123 static av_always_inline void filter_mb_edgecv(uint8_t *pix, int stride,
yading@10 124 const int16_t bS[4],
yading@10 125 unsigned int qp, int a, int b,
yading@10 126 H264Context *h, int intra)
yading@10 127 {
yading@10 128 const unsigned int index_a = qp + a;
yading@10 129 const int alpha = alpha_table[index_a];
yading@10 130 const int beta = beta_table[qp + b];
yading@10 131 if (alpha ==0 || beta == 0) return;
yading@10 132
yading@10 133 if( bS[0] < 4 || !intra ) {
yading@10 134 int8_t tc[4];
yading@10 135 tc[0] = tc0_table[index_a][bS[0]]+1;
yading@10 136 tc[1] = tc0_table[index_a][bS[1]]+1;
yading@10 137 tc[2] = tc0_table[index_a][bS[2]]+1;
yading@10 138 tc[3] = tc0_table[index_a][bS[3]]+1;
yading@10 139 h->h264dsp.h264_h_loop_filter_chroma(pix, stride, alpha, beta, tc);
yading@10 140 } else {
yading@10 141 h->h264dsp.h264_h_loop_filter_chroma_intra(pix, stride, alpha, beta);
yading@10 142 }
yading@10 143 }
yading@10 144
yading@10 145 static av_always_inline void filter_mb_mbaff_edgev(H264Context *h, uint8_t *pix,
yading@10 146 int stride,
yading@10 147 const int16_t bS[7], int bsi,
yading@10 148 int qp, int a, int b,
yading@10 149 int intra)
yading@10 150 {
yading@10 151 const unsigned int index_a = qp + a;
yading@10 152 const int alpha = alpha_table[index_a];
yading@10 153 const int beta = beta_table[qp + b];
yading@10 154 if (alpha ==0 || beta == 0) return;
yading@10 155
yading@10 156 if( bS[0] < 4 || !intra ) {
yading@10 157 int8_t tc[4];
yading@10 158 tc[0] = tc0_table[index_a][bS[0*bsi]];
yading@10 159 tc[1] = tc0_table[index_a][bS[1*bsi]];
yading@10 160 tc[2] = tc0_table[index_a][bS[2*bsi]];
yading@10 161 tc[3] = tc0_table[index_a][bS[3*bsi]];
yading@10 162 h->h264dsp.h264_h_loop_filter_luma_mbaff(pix, stride, alpha, beta, tc);
yading@10 163 } else {
yading@10 164 h->h264dsp.h264_h_loop_filter_luma_mbaff_intra(pix, stride, alpha, beta);
yading@10 165 }
yading@10 166 }
yading@10 167
yading@10 168 static av_always_inline void filter_mb_mbaff_edgecv(H264Context *h,
yading@10 169 uint8_t *pix, int stride,
yading@10 170 const int16_t bS[7],
yading@10 171 int bsi, int qp, int a,
yading@10 172 int b, int intra)
yading@10 173 {
yading@10 174 const unsigned int index_a = qp + a;
yading@10 175 const int alpha = alpha_table[index_a];
yading@10 176 const int beta = beta_table[qp + b];
yading@10 177 if (alpha ==0 || beta == 0) return;
yading@10 178
yading@10 179 if( bS[0] < 4 || !intra ) {
yading@10 180 int8_t tc[4];
yading@10 181 tc[0] = tc0_table[index_a][bS[0*bsi]] + 1;
yading@10 182 tc[1] = tc0_table[index_a][bS[1*bsi]] + 1;
yading@10 183 tc[2] = tc0_table[index_a][bS[2*bsi]] + 1;
yading@10 184 tc[3] = tc0_table[index_a][bS[3*bsi]] + 1;
yading@10 185 h->h264dsp.h264_h_loop_filter_chroma_mbaff(pix, stride, alpha, beta, tc);
yading@10 186 } else {
yading@10 187 h->h264dsp.h264_h_loop_filter_chroma_mbaff_intra(pix, stride, alpha, beta);
yading@10 188 }
yading@10 189 }
yading@10 190
yading@10 191 static av_always_inline void filter_mb_edgeh(uint8_t *pix, int stride,
yading@10 192 const int16_t bS[4],
yading@10 193 unsigned int qp, int a, int b,
yading@10 194 H264Context *h, int intra)
yading@10 195 {
yading@10 196 const unsigned int index_a = qp + a;
yading@10 197 const int alpha = alpha_table[index_a];
yading@10 198 const int beta = beta_table[qp + b];
yading@10 199 if (alpha ==0 || beta == 0) return;
yading@10 200
yading@10 201 if( bS[0] < 4 || !intra ) {
yading@10 202 int8_t tc[4];
yading@10 203 tc[0] = tc0_table[index_a][bS[0]];
yading@10 204 tc[1] = tc0_table[index_a][bS[1]];
yading@10 205 tc[2] = tc0_table[index_a][bS[2]];
yading@10 206 tc[3] = tc0_table[index_a][bS[3]];
yading@10 207 h->h264dsp.h264_v_loop_filter_luma(pix, stride, alpha, beta, tc);
yading@10 208 } else {
yading@10 209 h->h264dsp.h264_v_loop_filter_luma_intra(pix, stride, alpha, beta);
yading@10 210 }
yading@10 211 }
yading@10 212
yading@10 213 static av_always_inline void filter_mb_edgech(uint8_t *pix, int stride,
yading@10 214 const int16_t bS[4],
yading@10 215 unsigned int qp, int a, int b,
yading@10 216 H264Context *h, int intra)
yading@10 217 {
yading@10 218 const unsigned int index_a = qp + a;
yading@10 219 const int alpha = alpha_table[index_a];
yading@10 220 const int beta = beta_table[qp + b];
yading@10 221 if (alpha ==0 || beta == 0) return;
yading@10 222
yading@10 223 if( bS[0] < 4 || !intra ) {
yading@10 224 int8_t tc[4];
yading@10 225 tc[0] = tc0_table[index_a][bS[0]]+1;
yading@10 226 tc[1] = tc0_table[index_a][bS[1]]+1;
yading@10 227 tc[2] = tc0_table[index_a][bS[2]]+1;
yading@10 228 tc[3] = tc0_table[index_a][bS[3]]+1;
yading@10 229 h->h264dsp.h264_v_loop_filter_chroma(pix, stride, alpha, beta, tc);
yading@10 230 } else {
yading@10 231 h->h264dsp.h264_v_loop_filter_chroma_intra(pix, stride, alpha, beta);
yading@10 232 }
yading@10 233 }
yading@10 234
yading@10 235 static av_always_inline void h264_filter_mb_fast_internal(H264Context *h,
yading@10 236 int mb_x, int mb_y,
yading@10 237 uint8_t *img_y,
yading@10 238 uint8_t *img_cb,
yading@10 239 uint8_t *img_cr,
yading@10 240 unsigned int linesize,
yading@10 241 unsigned int uvlinesize,
yading@10 242 int pixel_shift)
yading@10 243 {
yading@10 244 int chroma = CHROMA(h) && !(CONFIG_GRAY && (h->flags&CODEC_FLAG_GRAY));
yading@10 245 int chroma444 = CHROMA444(h);
yading@10 246 int chroma422 = CHROMA422(h);
yading@10 247
yading@10 248 int mb_xy = h->mb_xy;
yading@10 249 int left_type= h->left_type[LTOP];
yading@10 250 int top_type= h->top_type;
yading@10 251
yading@10 252 int qp_bd_offset = 6 * (h->sps.bit_depth_luma - 8);
yading@10 253 int a = h->slice_alpha_c0_offset - qp_bd_offset;
yading@10 254 int b = h->slice_beta_offset - qp_bd_offset;
yading@10 255
yading@10 256 int mb_type = h->cur_pic.mb_type[mb_xy];
yading@10 257 int qp = h->cur_pic.qscale_table[mb_xy];
yading@10 258 int qp0 = h->cur_pic.qscale_table[mb_xy - 1];
yading@10 259 int qp1 = h->cur_pic.qscale_table[h->top_mb_xy];
yading@10 260 int qpc = get_chroma_qp( h, 0, qp );
yading@10 261 int qpc0 = get_chroma_qp( h, 0, qp0 );
yading@10 262 int qpc1 = get_chroma_qp( h, 0, qp1 );
yading@10 263 qp0 = (qp + qp0 + 1) >> 1;
yading@10 264 qp1 = (qp + qp1 + 1) >> 1;
yading@10 265 qpc0 = (qpc + qpc0 + 1) >> 1;
yading@10 266 qpc1 = (qpc + qpc1 + 1) >> 1;
yading@10 267
yading@10 268 if( IS_INTRA(mb_type) ) {
yading@10 269 static const int16_t bS4[4] = {4,4,4,4};
yading@10 270 static const int16_t bS3[4] = {3,3,3,3};
yading@10 271 const int16_t *bSH = FIELD_PICTURE(h) ? bS3 : bS4;
yading@10 272 if(left_type)
yading@10 273 filter_mb_edgev( &img_y[4*0<<pixel_shift], linesize, bS4, qp0, a, b, h, 1);
yading@10 274 if( IS_8x8DCT(mb_type) ) {
yading@10 275 filter_mb_edgev( &img_y[4*2<<pixel_shift], linesize, bS3, qp, a, b, h, 0);
yading@10 276 if(top_type){
yading@10 277 filter_mb_edgeh( &img_y[4*0*linesize], linesize, bSH, qp1, a, b, h, 1);
yading@10 278 }
yading@10 279 filter_mb_edgeh( &img_y[4*2*linesize], linesize, bS3, qp, a, b, h, 0);
yading@10 280 } else {
yading@10 281 filter_mb_edgev( &img_y[4*1<<pixel_shift], linesize, bS3, qp, a, b, h, 0);
yading@10 282 filter_mb_edgev( &img_y[4*2<<pixel_shift], linesize, bS3, qp, a, b, h, 0);
yading@10 283 filter_mb_edgev( &img_y[4*3<<pixel_shift], linesize, bS3, qp, a, b, h, 0);
yading@10 284 if(top_type){
yading@10 285 filter_mb_edgeh( &img_y[4*0*linesize], linesize, bSH, qp1, a, b, h, 1);
yading@10 286 }
yading@10 287 filter_mb_edgeh( &img_y[4*1*linesize], linesize, bS3, qp, a, b, h, 0);
yading@10 288 filter_mb_edgeh( &img_y[4*2*linesize], linesize, bS3, qp, a, b, h, 0);
yading@10 289 filter_mb_edgeh( &img_y[4*3*linesize], linesize, bS3, qp, a, b, h, 0);
yading@10 290 }
yading@10 291 if(chroma){
yading@10 292 if(chroma444){
yading@10 293 if(left_type){
yading@10 294 filter_mb_edgev( &img_cb[4*0<<pixel_shift], linesize, bS4, qpc0, a, b, h, 1);
yading@10 295 filter_mb_edgev( &img_cr[4*0<<pixel_shift], linesize, bS4, qpc0, a, b, h, 1);
yading@10 296 }
yading@10 297 if( IS_8x8DCT(mb_type) ) {
yading@10 298 filter_mb_edgev( &img_cb[4*2<<pixel_shift], linesize, bS3, qpc, a, b, h, 0);
yading@10 299 filter_mb_edgev( &img_cr[4*2<<pixel_shift], linesize, bS3, qpc, a, b, h, 0);
yading@10 300 if(top_type){
yading@10 301 filter_mb_edgeh( &img_cb[4*0*linesize], linesize, bSH, qpc1, a, b, h, 1 );
yading@10 302 filter_mb_edgeh( &img_cr[4*0*linesize], linesize, bSH, qpc1, a, b, h, 1 );
yading@10 303 }
yading@10 304 filter_mb_edgeh( &img_cb[4*2*linesize], linesize, bS3, qpc, a, b, h, 0);
yading@10 305 filter_mb_edgeh( &img_cr[4*2*linesize], linesize, bS3, qpc, a, b, h, 0);
yading@10 306 } else {
yading@10 307 filter_mb_edgev( &img_cb[4*1<<pixel_shift], linesize, bS3, qpc, a, b, h, 0);
yading@10 308 filter_mb_edgev( &img_cr[4*1<<pixel_shift], linesize, bS3, qpc, a, b, h, 0);
yading@10 309 filter_mb_edgev( &img_cb[4*2<<pixel_shift], linesize, bS3, qpc, a, b, h, 0);
yading@10 310 filter_mb_edgev( &img_cr[4*2<<pixel_shift], linesize, bS3, qpc, a, b, h, 0);
yading@10 311 filter_mb_edgev( &img_cb[4*3<<pixel_shift], linesize, bS3, qpc, a, b, h, 0);
yading@10 312 filter_mb_edgev( &img_cr[4*3<<pixel_shift], linesize, bS3, qpc, a, b, h, 0);
yading@10 313 if(top_type){
yading@10 314 filter_mb_edgeh( &img_cb[4*0*linesize], linesize, bSH, qpc1, a, b, h, 1);
yading@10 315 filter_mb_edgeh( &img_cr[4*0*linesize], linesize, bSH, qpc1, a, b, h, 1);
yading@10 316 }
yading@10 317 filter_mb_edgeh( &img_cb[4*1*linesize], linesize, bS3, qpc, a, b, h, 0);
yading@10 318 filter_mb_edgeh( &img_cr[4*1*linesize], linesize, bS3, qpc, a, b, h, 0);
yading@10 319 filter_mb_edgeh( &img_cb[4*2*linesize], linesize, bS3, qpc, a, b, h, 0);
yading@10 320 filter_mb_edgeh( &img_cr[4*2*linesize], linesize, bS3, qpc, a, b, h, 0);
yading@10 321 filter_mb_edgeh( &img_cb[4*3*linesize], linesize, bS3, qpc, a, b, h, 0);
yading@10 322 filter_mb_edgeh( &img_cr[4*3*linesize], linesize, bS3, qpc, a, b, h, 0);
yading@10 323 }
yading@10 324 }else if(chroma422){
yading@10 325 if(left_type){
yading@10 326 filter_mb_edgecv(&img_cb[2*0<<pixel_shift], uvlinesize, bS4, qpc0, a, b, h, 1);
yading@10 327 filter_mb_edgecv(&img_cr[2*0<<pixel_shift], uvlinesize, bS4, qpc0, a, b, h, 1);
yading@10 328 }
yading@10 329 filter_mb_edgecv(&img_cb[2*2<<pixel_shift], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 330 filter_mb_edgecv(&img_cr[2*2<<pixel_shift], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 331 if(top_type){
yading@10 332 filter_mb_edgech(&img_cb[4*0*uvlinesize], uvlinesize, bSH, qpc1, a, b, h, 1);
yading@10 333 filter_mb_edgech(&img_cr[4*0*uvlinesize], uvlinesize, bSH, qpc1, a, b, h, 1);
yading@10 334 }
yading@10 335 filter_mb_edgech(&img_cb[4*1*uvlinesize], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 336 filter_mb_edgech(&img_cr[4*1*uvlinesize], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 337 filter_mb_edgech(&img_cb[4*2*uvlinesize], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 338 filter_mb_edgech(&img_cr[4*2*uvlinesize], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 339 filter_mb_edgech(&img_cb[4*3*uvlinesize], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 340 filter_mb_edgech(&img_cr[4*3*uvlinesize], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 341 }else{
yading@10 342 if(left_type){
yading@10 343 filter_mb_edgecv( &img_cb[2*0<<pixel_shift], uvlinesize, bS4, qpc0, a, b, h, 1);
yading@10 344 filter_mb_edgecv( &img_cr[2*0<<pixel_shift], uvlinesize, bS4, qpc0, a, b, h, 1);
yading@10 345 }
yading@10 346 filter_mb_edgecv( &img_cb[2*2<<pixel_shift], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 347 filter_mb_edgecv( &img_cr[2*2<<pixel_shift], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 348 if(top_type){
yading@10 349 filter_mb_edgech( &img_cb[2*0*uvlinesize], uvlinesize, bSH, qpc1, a, b, h, 1);
yading@10 350 filter_mb_edgech( &img_cr[2*0*uvlinesize], uvlinesize, bSH, qpc1, a, b, h, 1);
yading@10 351 }
yading@10 352 filter_mb_edgech( &img_cb[2*2*uvlinesize], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 353 filter_mb_edgech( &img_cr[2*2*uvlinesize], uvlinesize, bS3, qpc, a, b, h, 0);
yading@10 354 }
yading@10 355 }
yading@10 356 return;
yading@10 357 } else {
yading@10 358 LOCAL_ALIGNED_8(int16_t, bS, [2], [4][4]);
yading@10 359 int edges;
yading@10 360 if( IS_8x8DCT(mb_type) && (h->cbp&7) == 7 && !chroma444 ) {
yading@10 361 edges = 4;
yading@10 362 AV_WN64A(bS[0][0], 0x0002000200020002ULL);
yading@10 363 AV_WN64A(bS[0][2], 0x0002000200020002ULL);
yading@10 364 AV_WN64A(bS[1][0], 0x0002000200020002ULL);
yading@10 365 AV_WN64A(bS[1][2], 0x0002000200020002ULL);
yading@10 366 } else {
yading@10 367 int mask_edge1 = (3*(((5*mb_type)>>5)&1)) | (mb_type>>4); //(mb_type & (MB_TYPE_16x16 | MB_TYPE_8x16)) ? 3 : (mb_type & MB_TYPE_16x8) ? 1 : 0;
yading@10 368 int mask_edge0 = 3*((mask_edge1>>1) & ((5*left_type)>>5)&1); // (mb_type & (MB_TYPE_16x16 | MB_TYPE_8x16)) && (h->left_type[LTOP] & (MB_TYPE_16x16 | MB_TYPE_8x16)) ? 3 : 0;
yading@10 369 int step = 1+(mb_type>>24); //IS_8x8DCT(mb_type) ? 2 : 1;
yading@10 370 edges = 4 - 3*((mb_type>>3) & !(h->cbp & 15)); //(mb_type & MB_TYPE_16x16) && !(h->cbp & 15) ? 1 : 4;
yading@10 371 h->h264dsp.h264_loop_filter_strength( bS, h->non_zero_count_cache, h->ref_cache, h->mv_cache,
yading@10 372 h->list_count==2, edges, step, mask_edge0, mask_edge1, FIELD_PICTURE(h));
yading@10 373 }
yading@10 374 if( IS_INTRA(left_type) )
yading@10 375 AV_WN64A(bS[0][0], 0x0004000400040004ULL);
yading@10 376 if( IS_INTRA(top_type) )
yading@10 377 AV_WN64A(bS[1][0], FIELD_PICTURE(h) ? 0x0003000300030003ULL : 0x0004000400040004ULL);
yading@10 378
yading@10 379 #define FILTER(hv,dir,edge,intra)\
yading@10 380 if(AV_RN64A(bS[dir][edge])) { \
yading@10 381 filter_mb_edge##hv( &img_y[4*edge*(dir?linesize:1<<pixel_shift)], linesize, bS[dir][edge], edge ? qp : qp##dir, a, b, h, intra );\
yading@10 382 if(chroma){\
yading@10 383 if(chroma444){\
yading@10 384 filter_mb_edge##hv( &img_cb[4*edge*(dir?linesize:1<<pixel_shift)], linesize, bS[dir][edge], edge ? qpc : qpc##dir, a, b, h, intra );\
yading@10 385 filter_mb_edge##hv( &img_cr[4*edge*(dir?linesize:1<<pixel_shift)], linesize, bS[dir][edge], edge ? qpc : qpc##dir, a, b, h, intra );\
yading@10 386 } else if(!(edge&1)) {\
yading@10 387 filter_mb_edgec##hv( &img_cb[2*edge*(dir?uvlinesize:1<<pixel_shift)], uvlinesize, bS[dir][edge], edge ? qpc : qpc##dir, a, b, h, intra );\
yading@10 388 filter_mb_edgec##hv( &img_cr[2*edge*(dir?uvlinesize:1<<pixel_shift)], uvlinesize, bS[dir][edge], edge ? qpc : qpc##dir, a, b, h, intra );\
yading@10 389 }\
yading@10 390 }\
yading@10 391 }
yading@10 392 if(left_type)
yading@10 393 FILTER(v,0,0,1);
yading@10 394 if( edges == 1 ) {
yading@10 395 if(top_type)
yading@10 396 FILTER(h,1,0,1);
yading@10 397 } else if( IS_8x8DCT(mb_type) ) {
yading@10 398 FILTER(v,0,2,0);
yading@10 399 if(top_type)
yading@10 400 FILTER(h,1,0,1);
yading@10 401 FILTER(h,1,2,0);
yading@10 402 } else {
yading@10 403 FILTER(v,0,1,0);
yading@10 404 FILTER(v,0,2,0);
yading@10 405 FILTER(v,0,3,0);
yading@10 406 if(top_type)
yading@10 407 FILTER(h,1,0,1);
yading@10 408 FILTER(h,1,1,0);
yading@10 409 FILTER(h,1,2,0);
yading@10 410 FILTER(h,1,3,0);
yading@10 411 }
yading@10 412 #undef FILTER
yading@10 413 }
yading@10 414 }
yading@10 415
yading@10 416 void ff_h264_filter_mb_fast( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize) {
yading@10 417 av_assert2(!FRAME_MBAFF(h));
yading@10 418 if(!h->h264dsp.h264_loop_filter_strength || h->pps.chroma_qp_diff) {
yading@10 419 ff_h264_filter_mb(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize);
yading@10 420 return;
yading@10 421 }
yading@10 422
yading@10 423 #if CONFIG_SMALL
yading@10 424 h264_filter_mb_fast_internal(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, h->pixel_shift);
yading@10 425 #else
yading@10 426 if(h->pixel_shift){
yading@10 427 h264_filter_mb_fast_internal(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, 1);
yading@10 428 }else{
yading@10 429 h264_filter_mb_fast_internal(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, 0);
yading@10 430 }
yading@10 431 #endif
yading@10 432 }
yading@10 433
yading@10 434 static int check_mv(H264Context *h, long b_idx, long bn_idx, int mvy_limit){
yading@10 435 int v;
yading@10 436
yading@10 437 v= h->ref_cache[0][b_idx] != h->ref_cache[0][bn_idx];
yading@10 438 if(!v && h->ref_cache[0][b_idx]!=-1)
yading@10 439 v= h->mv_cache[0][b_idx][0] - h->mv_cache[0][bn_idx][0] + 3 >= 7U |
yading@10 440 FFABS( h->mv_cache[0][b_idx][1] - h->mv_cache[0][bn_idx][1] ) >= mvy_limit;
yading@10 441
yading@10 442 if(h->list_count==2){
yading@10 443 if(!v)
yading@10 444 v = h->ref_cache[1][b_idx] != h->ref_cache[1][bn_idx] |
yading@10 445 h->mv_cache[1][b_idx][0] - h->mv_cache[1][bn_idx][0] + 3 >= 7U |
yading@10 446 FFABS( h->mv_cache[1][b_idx][1] - h->mv_cache[1][bn_idx][1] ) >= mvy_limit;
yading@10 447
yading@10 448 if(v){
yading@10 449 if(h->ref_cache[0][b_idx] != h->ref_cache[1][bn_idx] |
yading@10 450 h->ref_cache[1][b_idx] != h->ref_cache[0][bn_idx])
yading@10 451 return 1;
yading@10 452 return
yading@10 453 h->mv_cache[0][b_idx][0] - h->mv_cache[1][bn_idx][0] + 3 >= 7U |
yading@10 454 FFABS( h->mv_cache[0][b_idx][1] - h->mv_cache[1][bn_idx][1] ) >= mvy_limit |
yading@10 455 h->mv_cache[1][b_idx][0] - h->mv_cache[0][bn_idx][0] + 3 >= 7U |
yading@10 456 FFABS( h->mv_cache[1][b_idx][1] - h->mv_cache[0][bn_idx][1] ) >= mvy_limit;
yading@10 457 }
yading@10 458 }
yading@10 459
yading@10 460 return v;
yading@10 461 }
yading@10 462
yading@10 463 static av_always_inline void filter_mb_dir(H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize, int mb_xy, int mb_type, int mvy_limit, int first_vertical_edge_done, int a, int b, int chroma, int dir) {
yading@10 464 int edge;
yading@10 465 int chroma_qp_avg[2];
yading@10 466 int chroma444 = CHROMA444(h);
yading@10 467 int chroma422 = CHROMA422(h);
yading@10 468 const int mbm_xy = dir == 0 ? mb_xy -1 : h->top_mb_xy;
yading@10 469 const int mbm_type = dir == 0 ? h->left_type[LTOP] : h->top_type;
yading@10 470
yading@10 471 // how often to recheck mv-based bS when iterating between edges
yading@10 472 static const uint8_t mask_edge_tab[2][8]={{0,3,3,3,1,1,1,1},
yading@10 473 {0,3,1,1,3,3,3,3}};
yading@10 474 const int mask_edge = mask_edge_tab[dir][(mb_type>>3)&7];
yading@10 475 const int edges = mask_edge== 3 && !(h->cbp&15) ? 1 : 4;
yading@10 476
yading@10 477 // how often to recheck mv-based bS when iterating along each edge
yading@10 478 const int mask_par0 = mb_type & (MB_TYPE_16x16 | (MB_TYPE_8x16 >> dir));
yading@10 479
yading@10 480 if(mbm_type && !first_vertical_edge_done){
yading@10 481
yading@10 482 if (FRAME_MBAFF(h) && (dir == 1) && ((mb_y&1) == 0)
yading@10 483 && IS_INTERLACED(mbm_type&~mb_type)
yading@10 484 ) {
yading@10 485 // This is a special case in the norm where the filtering must
yading@10 486 // be done twice (one each of the field) even if we are in a
yading@10 487 // frame macroblock.
yading@10 488 //
yading@10 489 unsigned int tmp_linesize = 2 * linesize;
yading@10 490 unsigned int tmp_uvlinesize = 2 * uvlinesize;
yading@10 491 int mbn_xy = mb_xy - 2 * h->mb_stride;
yading@10 492 int j;
yading@10 493
yading@10 494 for(j=0; j<2; j++, mbn_xy += h->mb_stride){
yading@10 495 DECLARE_ALIGNED(8, int16_t, bS)[4];
yading@10 496 int qp;
yading@10 497 if (IS_INTRA(mb_type | h->cur_pic.mb_type[mbn_xy])) {
yading@10 498 AV_WN64A(bS, 0x0003000300030003ULL);
yading@10 499 } else {
yading@10 500 if (!CABAC(h) && IS_8x8DCT(h->cur_pic.mb_type[mbn_xy])) {
yading@10 501 bS[0]= 1+((h->cbp_table[mbn_xy] & 0x4000)||h->non_zero_count_cache[scan8[0]+0]);
yading@10 502 bS[1]= 1+((h->cbp_table[mbn_xy] & 0x4000)||h->non_zero_count_cache[scan8[0]+1]);
yading@10 503 bS[2]= 1+((h->cbp_table[mbn_xy] & 0x8000)||h->non_zero_count_cache[scan8[0]+2]);
yading@10 504 bS[3]= 1+((h->cbp_table[mbn_xy] & 0x8000)||h->non_zero_count_cache[scan8[0]+3]);
yading@10 505 }else{
yading@10 506 const uint8_t *mbn_nnz = h->non_zero_count[mbn_xy] + 3*4;
yading@10 507 int i;
yading@10 508 for( i = 0; i < 4; i++ ) {
yading@10 509 bS[i] = 1 + !!(h->non_zero_count_cache[scan8[0]+i] | mbn_nnz[i]);
yading@10 510 }
yading@10 511 }
yading@10 512 }
yading@10 513 // Do not use s->qscale as luma quantizer because it has not the same
yading@10 514 // value in IPCM macroblocks.
yading@10 515 qp = (h->cur_pic.qscale_table[mb_xy] + h->cur_pic.qscale_table[mbn_xy] + 1) >> 1;
yading@10 516 tprintf(h->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d ls:%d uvls:%d", mb_x, mb_y, dir, edge, qp, tmp_linesize, tmp_uvlinesize);
yading@10 517 { int i; for (i = 0; i < 4; i++) tprintf(h->avctx, " bS[%d]:%d", i, bS[i]); tprintf(h->avctx, "\n"); }
yading@10 518 filter_mb_edgeh( &img_y[j*linesize], tmp_linesize, bS, qp, a, b, h, 0 );
yading@10 519 chroma_qp_avg[0] = (h->chroma_qp[0] + get_chroma_qp(h, 0, h->cur_pic.qscale_table[mbn_xy]) + 1) >> 1;
yading@10 520 chroma_qp_avg[1] = (h->chroma_qp[1] + get_chroma_qp(h, 1, h->cur_pic.qscale_table[mbn_xy]) + 1) >> 1;
yading@10 521 if (chroma) {
yading@10 522 if (chroma444) {
yading@10 523 filter_mb_edgeh (&img_cb[j*uvlinesize], tmp_uvlinesize, bS, chroma_qp_avg[0], a, b, h, 0);
yading@10 524 filter_mb_edgeh (&img_cr[j*uvlinesize], tmp_uvlinesize, bS, chroma_qp_avg[1], a, b, h, 0);
yading@10 525 } else {
yading@10 526 filter_mb_edgech(&img_cb[j*uvlinesize], tmp_uvlinesize, bS, chroma_qp_avg[0], a, b, h, 0);
yading@10 527 filter_mb_edgech(&img_cr[j*uvlinesize], tmp_uvlinesize, bS, chroma_qp_avg[1], a, b, h, 0);
yading@10 528 }
yading@10 529 }
yading@10 530 }
yading@10 531 }else{
yading@10 532 DECLARE_ALIGNED(8, int16_t, bS)[4];
yading@10 533 int qp;
yading@10 534
yading@10 535 if( IS_INTRA(mb_type|mbm_type)) {
yading@10 536 AV_WN64A(bS, 0x0003000300030003ULL);
yading@10 537 if ( (!IS_INTERLACED(mb_type|mbm_type))
yading@10 538 || ((FRAME_MBAFF(h) || (h->picture_structure != PICT_FRAME)) && (dir == 0))
yading@10 539 )
yading@10 540 AV_WN64A(bS, 0x0004000400040004ULL);
yading@10 541 } else {
yading@10 542 int i;
yading@10 543 int mv_done;
yading@10 544
yading@10 545 if( dir && FRAME_MBAFF(h) && IS_INTERLACED(mb_type ^ mbm_type)) {
yading@10 546 AV_WN64A(bS, 0x0001000100010001ULL);
yading@10 547 mv_done = 1;
yading@10 548 }
yading@10 549 else if( mask_par0 && ((mbm_type & (MB_TYPE_16x16 | (MB_TYPE_8x16 >> dir)))) ) {
yading@10 550 int b_idx= 8 + 4;
yading@10 551 int bn_idx= b_idx - (dir ? 8:1);
yading@10 552
yading@10 553 bS[0] = bS[1] = bS[2] = bS[3] = check_mv(h, 8 + 4, bn_idx, mvy_limit);
yading@10 554 mv_done = 1;
yading@10 555 }
yading@10 556 else
yading@10 557 mv_done = 0;
yading@10 558
yading@10 559 for( i = 0; i < 4; i++ ) {
yading@10 560 int x = dir == 0 ? 0 : i;
yading@10 561 int y = dir == 0 ? i : 0;
yading@10 562 int b_idx= 8 + 4 + x + 8*y;
yading@10 563 int bn_idx= b_idx - (dir ? 8:1);
yading@10 564
yading@10 565 if( h->non_zero_count_cache[b_idx] |
yading@10 566 h->non_zero_count_cache[bn_idx] ) {
yading@10 567 bS[i] = 2;
yading@10 568 }
yading@10 569 else if(!mv_done)
yading@10 570 {
yading@10 571 bS[i] = check_mv(h, b_idx, bn_idx, mvy_limit);
yading@10 572 }
yading@10 573 }
yading@10 574 }
yading@10 575
yading@10 576 /* Filter edge */
yading@10 577 // Do not use s->qscale as luma quantizer because it has not the same
yading@10 578 // value in IPCM macroblocks.
yading@10 579 if(bS[0]+bS[1]+bS[2]+bS[3]){
yading@10 580 qp = (h->cur_pic.qscale_table[mb_xy] + h->cur_pic.qscale_table[mbm_xy] + 1) >> 1;
yading@10 581 //tprintf(h->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d, QPc:%d, QPcn:%d\n", mb_x, mb_y, dir, edge, qp, h->chroma_qp[0], h->cur_pic.qscale_table[mbn_xy]);
yading@10 582 tprintf(h->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d ls:%d uvls:%d", mb_x, mb_y, dir, edge, qp, linesize, uvlinesize);
yading@10 583 //{ int i; for (i = 0; i < 4; i++) tprintf(h->avctx, " bS[%d]:%d", i, bS[i]); tprintf(h->avctx, "\n"); }
yading@10 584 chroma_qp_avg[0] = (h->chroma_qp[0] + get_chroma_qp(h, 0, h->cur_pic.qscale_table[mbm_xy]) + 1) >> 1;
yading@10 585 chroma_qp_avg[1] = (h->chroma_qp[1] + get_chroma_qp(h, 1, h->cur_pic.qscale_table[mbm_xy]) + 1) >> 1;
yading@10 586 if( dir == 0 ) {
yading@10 587 filter_mb_edgev( &img_y[0], linesize, bS, qp, a, b, h, 1 );
yading@10 588 if (chroma) {
yading@10 589 if (chroma444) {
yading@10 590 filter_mb_edgev ( &img_cb[0], uvlinesize, bS, chroma_qp_avg[0], a, b, h, 1);
yading@10 591 filter_mb_edgev ( &img_cr[0], uvlinesize, bS, chroma_qp_avg[1], a, b, h, 1);
yading@10 592 } else {
yading@10 593 filter_mb_edgecv( &img_cb[0], uvlinesize, bS, chroma_qp_avg[0], a, b, h, 1);
yading@10 594 filter_mb_edgecv( &img_cr[0], uvlinesize, bS, chroma_qp_avg[1], a, b, h, 1);
yading@10 595 }
yading@10 596 }
yading@10 597 } else {
yading@10 598 filter_mb_edgeh( &img_y[0], linesize, bS, qp, a, b, h, 1 );
yading@10 599 if (chroma) {
yading@10 600 if (chroma444) {
yading@10 601 filter_mb_edgeh ( &img_cb[0], uvlinesize, bS, chroma_qp_avg[0], a, b, h, 1);
yading@10 602 filter_mb_edgeh ( &img_cr[0], uvlinesize, bS, chroma_qp_avg[1], a, b, h, 1);
yading@10 603 } else {
yading@10 604 filter_mb_edgech( &img_cb[0], uvlinesize, bS, chroma_qp_avg[0], a, b, h, 1);
yading@10 605 filter_mb_edgech( &img_cr[0], uvlinesize, bS, chroma_qp_avg[1], a, b, h, 1);
yading@10 606 }
yading@10 607 }
yading@10 608 }
yading@10 609 }
yading@10 610 }
yading@10 611 }
yading@10 612
yading@10 613 /* Calculate bS */
yading@10 614 for( edge = 1; edge < edges; edge++ ) {
yading@10 615 DECLARE_ALIGNED(8, int16_t, bS)[4];
yading@10 616 int qp;
yading@10 617 const int deblock_edge = !IS_8x8DCT(mb_type & (edge<<24)); // (edge&1) && IS_8x8DCT(mb_type)
yading@10 618
yading@10 619 if (!deblock_edge && (!chroma422 || dir == 0))
yading@10 620 continue;
yading@10 621
yading@10 622 if( IS_INTRA(mb_type)) {
yading@10 623 AV_WN64A(bS, 0x0003000300030003ULL);
yading@10 624 } else {
yading@10 625 int i;
yading@10 626 int mv_done;
yading@10 627
yading@10 628 if( edge & mask_edge ) {
yading@10 629 AV_ZERO64(bS);
yading@10 630 mv_done = 1;
yading@10 631 }
yading@10 632 else if( mask_par0 ) {
yading@10 633 int b_idx= 8 + 4 + edge * (dir ? 8:1);
yading@10 634 int bn_idx= b_idx - (dir ? 8:1);
yading@10 635
yading@10 636 bS[0] = bS[1] = bS[2] = bS[3] = check_mv(h, b_idx, bn_idx, mvy_limit);
yading@10 637 mv_done = 1;
yading@10 638 }
yading@10 639 else
yading@10 640 mv_done = 0;
yading@10 641
yading@10 642 for( i = 0; i < 4; i++ ) {
yading@10 643 int x = dir == 0 ? edge : i;
yading@10 644 int y = dir == 0 ? i : edge;
yading@10 645 int b_idx= 8 + 4 + x + 8*y;
yading@10 646 int bn_idx= b_idx - (dir ? 8:1);
yading@10 647
yading@10 648 if( h->non_zero_count_cache[b_idx] |
yading@10 649 h->non_zero_count_cache[bn_idx] ) {
yading@10 650 bS[i] = 2;
yading@10 651 }
yading@10 652 else if(!mv_done)
yading@10 653 {
yading@10 654 bS[i] = check_mv(h, b_idx, bn_idx, mvy_limit);
yading@10 655 }
yading@10 656 }
yading@10 657
yading@10 658 if(bS[0]+bS[1]+bS[2]+bS[3] == 0)
yading@10 659 continue;
yading@10 660 }
yading@10 661
yading@10 662 /* Filter edge */
yading@10 663 // Do not use s->qscale as luma quantizer because it has not the same
yading@10 664 // value in IPCM macroblocks.
yading@10 665 qp = h->cur_pic.qscale_table[mb_xy];
yading@10 666 //tprintf(h->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d, QPc:%d, QPcn:%d\n", mb_x, mb_y, dir, edge, qp, h->chroma_qp[0], h->cur_pic.qscale_table[mbn_xy]);
yading@10 667 tprintf(h->avctx, "filter mb:%d/%d dir:%d edge:%d, QPy:%d ls:%d uvls:%d", mb_x, mb_y, dir, edge, qp, linesize, uvlinesize);
yading@10 668 //{ int i; for (i = 0; i < 4; i++) tprintf(h->avctx, " bS[%d]:%d", i, bS[i]); tprintf(h->avctx, "\n"); }
yading@10 669 if( dir == 0 ) {
yading@10 670 filter_mb_edgev( &img_y[4*edge << h->pixel_shift], linesize, bS, qp, a, b, h, 0 );
yading@10 671 if (chroma) {
yading@10 672 if (chroma444) {
yading@10 673 filter_mb_edgev ( &img_cb[4*edge << h->pixel_shift], uvlinesize, bS, h->chroma_qp[0], a, b, h, 0);
yading@10 674 filter_mb_edgev ( &img_cr[4*edge << h->pixel_shift], uvlinesize, bS, h->chroma_qp[1], a, b, h, 0);
yading@10 675 } else if( (edge&1) == 0 ) {
yading@10 676 filter_mb_edgecv( &img_cb[2*edge << h->pixel_shift], uvlinesize, bS, h->chroma_qp[0], a, b, h, 0);
yading@10 677 filter_mb_edgecv( &img_cr[2*edge << h->pixel_shift], uvlinesize, bS, h->chroma_qp[1], a, b, h, 0);
yading@10 678 }
yading@10 679 }
yading@10 680 } else {
yading@10 681 if (chroma422) {
yading@10 682 if (deblock_edge)
yading@10 683 filter_mb_edgeh(&img_y[4*edge*linesize], linesize, bS, qp, a, b, h, 0);
yading@10 684 if (chroma) {
yading@10 685 filter_mb_edgech(&img_cb[4*edge*uvlinesize], uvlinesize, bS, h->chroma_qp[0], a, b, h, 0);
yading@10 686 filter_mb_edgech(&img_cr[4*edge*uvlinesize], uvlinesize, bS, h->chroma_qp[1], a, b, h, 0);
yading@10 687 }
yading@10 688 } else {
yading@10 689 filter_mb_edgeh(&img_y[4*edge*linesize], linesize, bS, qp, a, b, h, 0);
yading@10 690 if (chroma) {
yading@10 691 if (chroma444) {
yading@10 692 filter_mb_edgeh (&img_cb[4*edge*uvlinesize], uvlinesize, bS, h->chroma_qp[0], a, b, h, 0);
yading@10 693 filter_mb_edgeh (&img_cr[4*edge*uvlinesize], uvlinesize, bS, h->chroma_qp[1], a, b, h, 0);
yading@10 694 } else if ((edge&1) == 0) {
yading@10 695 filter_mb_edgech(&img_cb[2*edge*uvlinesize], uvlinesize, bS, h->chroma_qp[0], a, b, h, 0);
yading@10 696 filter_mb_edgech(&img_cr[2*edge*uvlinesize], uvlinesize, bS, h->chroma_qp[1], a, b, h, 0);
yading@10 697 }
yading@10 698 }
yading@10 699 }
yading@10 700 }
yading@10 701 }
yading@10 702 }
yading@10 703
yading@10 704 void ff_h264_filter_mb( H264Context *h, int mb_x, int mb_y, uint8_t *img_y, uint8_t *img_cb, uint8_t *img_cr, unsigned int linesize, unsigned int uvlinesize) {
yading@10 705 const int mb_xy= mb_x + mb_y*h->mb_stride;
yading@10 706 const int mb_type = h->cur_pic.mb_type[mb_xy];
yading@10 707 const int mvy_limit = IS_INTERLACED(mb_type) ? 2 : 4;
yading@10 708 int first_vertical_edge_done = 0;
yading@10 709 av_unused int dir;
yading@10 710 int chroma = CHROMA(h) && !(CONFIG_GRAY && (h->flags&CODEC_FLAG_GRAY));
yading@10 711 int qp_bd_offset = 6 * (h->sps.bit_depth_luma - 8);
yading@10 712 int a = h->slice_alpha_c0_offset - qp_bd_offset;
yading@10 713 int b = h->slice_beta_offset - qp_bd_offset;
yading@10 714
yading@10 715 if (FRAME_MBAFF(h)
yading@10 716 // and current and left pair do not have the same interlaced type
yading@10 717 && IS_INTERLACED(mb_type^h->left_type[LTOP])
yading@10 718 // and left mb is in available to us
yading@10 719 && h->left_type[LTOP]) {
yading@10 720 /* First vertical edge is different in MBAFF frames
yading@10 721 * There are 8 different bS to compute and 2 different Qp
yading@10 722 */
yading@10 723 DECLARE_ALIGNED(8, int16_t, bS)[8];
yading@10 724 int qp[2];
yading@10 725 int bqp[2];
yading@10 726 int rqp[2];
yading@10 727 int mb_qp, mbn0_qp, mbn1_qp;
yading@10 728 int i;
yading@10 729 first_vertical_edge_done = 1;
yading@10 730
yading@10 731 if( IS_INTRA(mb_type) ) {
yading@10 732 AV_WN64A(&bS[0], 0x0004000400040004ULL);
yading@10 733 AV_WN64A(&bS[4], 0x0004000400040004ULL);
yading@10 734 } else {
yading@10 735 static const uint8_t offset[2][2][8]={
yading@10 736 {
yading@10 737 {3+4*0, 3+4*0, 3+4*0, 3+4*0, 3+4*1, 3+4*1, 3+4*1, 3+4*1},
yading@10 738 {3+4*2, 3+4*2, 3+4*2, 3+4*2, 3+4*3, 3+4*3, 3+4*3, 3+4*3},
yading@10 739 },{
yading@10 740 {3+4*0, 3+4*1, 3+4*2, 3+4*3, 3+4*0, 3+4*1, 3+4*2, 3+4*3},
yading@10 741 {3+4*0, 3+4*1, 3+4*2, 3+4*3, 3+4*0, 3+4*1, 3+4*2, 3+4*3},
yading@10 742 }
yading@10 743 };
yading@10 744 const uint8_t *off= offset[MB_FIELD(h)][mb_y&1];
yading@10 745 for( i = 0; i < 8; i++ ) {
yading@10 746 int j= MB_FIELD(h) ? i>>2 : i&1;
yading@10 747 int mbn_xy = h->left_mb_xy[LEFT(j)];
yading@10 748 int mbn_type= h->left_type[LEFT(j)];
yading@10 749
yading@10 750 if( IS_INTRA( mbn_type ) )
yading@10 751 bS[i] = 4;
yading@10 752 else{
yading@10 753 bS[i] = 1 + !!(h->non_zero_count_cache[12+8*(i>>1)] |
yading@10 754 ((!h->pps.cabac && IS_8x8DCT(mbn_type)) ?
yading@10 755 (h->cbp_table[mbn_xy] & (((MB_FIELD(h) ? (i&2) : (mb_y&1)) ? 8 : 2) << 12))
yading@10 756 :
yading@10 757 h->non_zero_count[mbn_xy][ off[i] ]));
yading@10 758 }
yading@10 759 }
yading@10 760 }
yading@10 761
yading@10 762 mb_qp = h->cur_pic.qscale_table[mb_xy];
yading@10 763 mbn0_qp = h->cur_pic.qscale_table[h->left_mb_xy[0]];
yading@10 764 mbn1_qp = h->cur_pic.qscale_table[h->left_mb_xy[1]];
yading@10 765 qp[0] = ( mb_qp + mbn0_qp + 1 ) >> 1;
yading@10 766 bqp[0] = ( get_chroma_qp( h, 0, mb_qp ) +
yading@10 767 get_chroma_qp( h, 0, mbn0_qp ) + 1 ) >> 1;
yading@10 768 rqp[0] = ( get_chroma_qp( h, 1, mb_qp ) +
yading@10 769 get_chroma_qp( h, 1, mbn0_qp ) + 1 ) >> 1;
yading@10 770 qp[1] = ( mb_qp + mbn1_qp + 1 ) >> 1;
yading@10 771 bqp[1] = ( get_chroma_qp( h, 0, mb_qp ) +
yading@10 772 get_chroma_qp( h, 0, mbn1_qp ) + 1 ) >> 1;
yading@10 773 rqp[1] = ( get_chroma_qp( h, 1, mb_qp ) +
yading@10 774 get_chroma_qp( h, 1, mbn1_qp ) + 1 ) >> 1;
yading@10 775
yading@10 776 /* Filter edge */
yading@10 777 tprintf(h->avctx, "filter mb:%d/%d MBAFF, QPy:%d/%d, QPb:%d/%d QPr:%d/%d ls:%d uvls:%d", mb_x, mb_y, qp[0], qp[1], bqp[0], bqp[1], rqp[0], rqp[1], linesize, uvlinesize);
yading@10 778 { int i; for (i = 0; i < 8; i++) tprintf(h->avctx, " bS[%d]:%d", i, bS[i]); tprintf(h->avctx, "\n"); }
yading@10 779 if (MB_FIELD(h)) {
yading@10 780 filter_mb_mbaff_edgev ( h, img_y , linesize, bS , 1, qp [0], a, b, 1 );
yading@10 781 filter_mb_mbaff_edgev ( h, img_y + 8* linesize, linesize, bS+4, 1, qp [1], a, b, 1 );
yading@10 782 if (chroma){
yading@10 783 if (CHROMA444(h)) {
yading@10 784 filter_mb_mbaff_edgev ( h, img_cb, uvlinesize, bS , 1, bqp[0], a, b, 1 );
yading@10 785 filter_mb_mbaff_edgev ( h, img_cb + 8*uvlinesize, uvlinesize, bS+4, 1, bqp[1], a, b, 1 );
yading@10 786 filter_mb_mbaff_edgev ( h, img_cr, uvlinesize, bS , 1, rqp[0], a, b, 1 );
yading@10 787 filter_mb_mbaff_edgev ( h, img_cr + 8*uvlinesize, uvlinesize, bS+4, 1, rqp[1], a, b, 1 );
yading@10 788 } else if (CHROMA422(h)) {
yading@10 789 filter_mb_mbaff_edgecv(h, img_cb, uvlinesize, bS , 1, bqp[0], a, b, 1);
yading@10 790 filter_mb_mbaff_edgecv(h, img_cb + 8*uvlinesize, uvlinesize, bS+4, 1, bqp[1], a, b, 1);
yading@10 791 filter_mb_mbaff_edgecv(h, img_cr, uvlinesize, bS , 1, rqp[0], a, b, 1);
yading@10 792 filter_mb_mbaff_edgecv(h, img_cr + 8*uvlinesize, uvlinesize, bS+4, 1, rqp[1], a, b, 1);
yading@10 793 }else{
yading@10 794 filter_mb_mbaff_edgecv( h, img_cb, uvlinesize, bS , 1, bqp[0], a, b, 1 );
yading@10 795 filter_mb_mbaff_edgecv( h, img_cb + 4*uvlinesize, uvlinesize, bS+4, 1, bqp[1], a, b, 1 );
yading@10 796 filter_mb_mbaff_edgecv( h, img_cr, uvlinesize, bS , 1, rqp[0], a, b, 1 );
yading@10 797 filter_mb_mbaff_edgecv( h, img_cr + 4*uvlinesize, uvlinesize, bS+4, 1, rqp[1], a, b, 1 );
yading@10 798 }
yading@10 799 }
yading@10 800 }else{
yading@10 801 filter_mb_mbaff_edgev ( h, img_y , 2* linesize, bS , 2, qp [0], a, b, 1 );
yading@10 802 filter_mb_mbaff_edgev ( h, img_y + linesize, 2* linesize, bS+1, 2, qp [1], a, b, 1 );
yading@10 803 if (chroma){
yading@10 804 if (CHROMA444(h)) {
yading@10 805 filter_mb_mbaff_edgev ( h, img_cb, 2*uvlinesize, bS , 2, bqp[0], a, b, 1 );
yading@10 806 filter_mb_mbaff_edgev ( h, img_cb + uvlinesize, 2*uvlinesize, bS+1, 2, bqp[1], a, b, 1 );
yading@10 807 filter_mb_mbaff_edgev ( h, img_cr, 2*uvlinesize, bS , 2, rqp[0], a, b, 1 );
yading@10 808 filter_mb_mbaff_edgev ( h, img_cr + uvlinesize, 2*uvlinesize, bS+1, 2, rqp[1], a, b, 1 );
yading@10 809 }else{
yading@10 810 filter_mb_mbaff_edgecv( h, img_cb, 2*uvlinesize, bS , 2, bqp[0], a, b, 1 );
yading@10 811 filter_mb_mbaff_edgecv( h, img_cb + uvlinesize, 2*uvlinesize, bS+1, 2, bqp[1], a, b, 1 );
yading@10 812 filter_mb_mbaff_edgecv( h, img_cr, 2*uvlinesize, bS , 2, rqp[0], a, b, 1 );
yading@10 813 filter_mb_mbaff_edgecv( h, img_cr + uvlinesize, 2*uvlinesize, bS+1, 2, rqp[1], a, b, 1 );
yading@10 814 }
yading@10 815 }
yading@10 816 }
yading@10 817 }
yading@10 818
yading@10 819 #if CONFIG_SMALL
yading@10 820 for( dir = 0; dir < 2; dir++ )
yading@10 821 filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, dir ? 0 : first_vertical_edge_done, a, b, chroma, dir);
yading@10 822 #else
yading@10 823 filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, first_vertical_edge_done, a, b, chroma, 0);
yading@10 824 filter_mb_dir(h, mb_x, mb_y, img_y, img_cb, img_cr, linesize, uvlinesize, mb_xy, mb_type, mvy_limit, 0, a, b, chroma, 1);
yading@10 825 #endif
yading@10 826 }