mpegvideo_xvmc.c
Go to the documentation of this file.
1 /*
2  * XVideo Motion Compensation
3  * Copyright (c) 2003 Ivan Kalvachev
4  *
5  * This file is part of FFmpeg.
6  *
7  * FFmpeg is free software; you can redistribute it and/or
8  * modify it under the terms of the GNU Lesser General Public
9  * License as published by the Free Software Foundation; either
10  * version 2.1 of the License, or (at your option) any later version.
11  *
12  * FFmpeg is distributed in the hope that it will be useful,
13  * but WITHOUT ANY WARRANTY; without even the implied warranty of
14  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15  * Lesser General Public License for more details.
16  *
17  * You should have received a copy of the GNU Lesser General Public
18  * License along with FFmpeg; if not, write to the Free Software
19  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
20  */
21 
22 #include <limits.h>
23 #include <X11/extensions/XvMC.h>
24 
25 #include "avcodec.h"
26 #include "mpegvideo.h"
27 
28 #undef NDEBUG
29 #include <assert.h>
30 
31 #include "xvmc.h"
32 #include "xvmc_internal.h"
33 
34 /**
35  * Initialize the block field of the MpegEncContext pointer passed as
36  * parameter after making sure that the data is not corrupted.
37  * In order to implement something like direct rendering instead of decoding
38  * coefficients in s->blocks and then copying them, copy them directly
39  * into the data_blocks array provided by xvmc.
40  */
42 {
43  struct xvmc_pix_fmt *render = (struct xvmc_pix_fmt*)s->current_picture.f.data[2];
44  assert(render && render->xvmc_id == AV_XVMC_ID);
45 
46  s->block = (int16_t (*)[64])(render->data_blocks + render->next_free_data_block_num * 64);
47 }
48 
49 /**
50  * Fill individual block pointers, so there are no gaps in the data_block array
51  * in case not all blocks in the macroblock are coded.
52  */
54 {
55  int i, j = 0;
56  const int mb_block_count = 4 + (1 << s->chroma_format);
57 
58  cbp <<= 12-mb_block_count;
59  for (i = 0; i < mb_block_count; i++) {
60  if (cbp & (1 << 11))
61  s->pblocks[i] = &s->block[j++];
62  else
63  s->pblocks[i] = NULL;
64  cbp += cbp;
65  }
66 }
67 
68 /**
69  * Find and store the surfaces that are used as reference frames.
70  * This function should be called for every new field and/or frame.
71  * It should be safe to call the function a few times for the same field.
72  */
74 {
75  struct xvmc_pix_fmt *last, *next, *render = (struct xvmc_pix_fmt*)s->current_picture.f.data[2];
76  const int mb_block_count = 4 + (1 << s->chroma_format);
77 
78  assert(avctx);
79  if (!render || render->xvmc_id != AV_XVMC_ID ||
80  !render->data_blocks || !render->mv_blocks ||
81  (unsigned int)render->allocated_mv_blocks > INT_MAX/(64*6) ||
82  (unsigned int)render->allocated_data_blocks > INT_MAX/64 ||
83  !render->p_surface) {
84  av_log(avctx, AV_LOG_ERROR,
85  "Render token doesn't look as expected.\n");
86  return -1; // make sure that this is a render packet
87  }
88 
89  if (render->filled_mv_blocks_num) {
90  av_log(avctx, AV_LOG_ERROR,
91  "Rendering surface contains %i unprocessed blocks.\n",
92  render->filled_mv_blocks_num);
93  return -1;
94  }
95  if (render->allocated_mv_blocks < 1 ||
96  render->allocated_data_blocks < render->allocated_mv_blocks*mb_block_count ||
97  render->start_mv_blocks_num >= render->allocated_mv_blocks ||
98  render->next_free_data_block_num >
99  render->allocated_data_blocks -
100  mb_block_count*(render->allocated_mv_blocks-render->start_mv_blocks_num)) {
101  av_log(avctx, AV_LOG_ERROR,
102  "Rendering surface doesn't provide enough block structures to work with.\n");
103  return -1;
104  }
105 
107  render->flags = s->first_field ? 0 : XVMC_SECOND_FIELD;
108  render->p_future_surface = NULL;
109  render->p_past_surface = NULL;
110 
111  switch(s->pict_type) {
112  case AV_PICTURE_TYPE_I:
113  return 0; // no prediction from other frames
114  case AV_PICTURE_TYPE_B:
115  next = (struct xvmc_pix_fmt*)s->next_picture.f.data[2];
116  if (!next)
117  return -1;
118  if (next->xvmc_id != AV_XVMC_ID)
119  return -1;
120  render->p_future_surface = next->p_surface;
121  // no return here, going to set forward prediction
122  case AV_PICTURE_TYPE_P:
123  last = (struct xvmc_pix_fmt*)s->last_picture.f.data[2];
124  if (!last)
125  last = render; // predict second field from the first
126  if (last->xvmc_id != AV_XVMC_ID)
127  return -1;
128  render->p_past_surface = last->p_surface;
129  return 0;
130  }
131 
132 return -1;
133 }
134 
135 /**
136  * Complete frame/field rendering by passing any remaining blocks.
137  * Normally ff_draw_horiz_band() is called for each slice, however,
138  * some leftover blocks, for example from error_resilience(), may remain.
139  * It should be safe to call the function a few times for the same field.
140  */
142 {
143  struct xvmc_pix_fmt *render = (struct xvmc_pix_fmt*)s->current_picture.f.data[2];
144  assert(render);
145 
146  if (render->filled_mv_blocks_num > 0)
147  ff_mpeg_draw_horiz_band(s, 0, 0);
148 }
149 
150 /**
151  * Synthesize the data needed by XvMC to render one macroblock of data.
152  * Fill all relevant fields, if necessary do IDCT.
153  */
155 {
156  XvMCMacroBlock *mv_block;
157  struct xvmc_pix_fmt *render;
158  int i, cbp, blocks_per_mb;
159 
160  const int mb_xy = s->mb_y * s->mb_stride + s->mb_x;
161 
162 
163  if (s->encoding) {
164  av_log(s->avctx, AV_LOG_ERROR, "XVMC doesn't support encoding!!!\n");
165  return;
166  }
167 
168  // from MPV_decode_mb(), update DC predictors for P macroblocks
169  if (!s->mb_intra) {
170  s->last_dc[0] =
171  s->last_dc[1] =
172  s->last_dc[2] = 128 << s->intra_dc_precision;
173  }
174 
175  // MC doesn't skip blocks
176  s->mb_skipped = 0;
177 
178 
179  // Do I need to export quant when I could not perform postprocessing?
180  // Anyway, it doesn't hurt.
181  s->current_picture.qscale_table[mb_xy] = s->qscale;
182 
183  // start of XVMC-specific code
184  render = (struct xvmc_pix_fmt*)s->current_picture.f.data[2];
185  assert(render);
186  assert(render->xvmc_id == AV_XVMC_ID);
187  assert(render->mv_blocks);
188 
189  // take the next free macroblock
190  mv_block = &render->mv_blocks[render->start_mv_blocks_num +
191  render->filled_mv_blocks_num];
192 
193  mv_block->x = s->mb_x;
194  mv_block->y = s->mb_y;
195  mv_block->dct_type = s->interlaced_dct; // XVMC_DCT_TYPE_FRAME/FIELD;
196  if (s->mb_intra) {
197  mv_block->macroblock_type = XVMC_MB_TYPE_INTRA; // no MC, all done
198  } else {
199  mv_block->macroblock_type = XVMC_MB_TYPE_PATTERN;
200 
201  if (s->mv_dir & MV_DIR_FORWARD) {
202  mv_block->macroblock_type |= XVMC_MB_TYPE_MOTION_FORWARD;
203  // PMV[n][dir][xy] = mv[dir][n][xy]
204  mv_block->PMV[0][0][0] = s->mv[0][0][0];
205  mv_block->PMV[0][0][1] = s->mv[0][0][1];
206  mv_block->PMV[1][0][0] = s->mv[0][1][0];
207  mv_block->PMV[1][0][1] = s->mv[0][1][1];
208  }
209  if (s->mv_dir & MV_DIR_BACKWARD) {
210  mv_block->macroblock_type |= XVMC_MB_TYPE_MOTION_BACKWARD;
211  mv_block->PMV[0][1][0] = s->mv[1][0][0];
212  mv_block->PMV[0][1][1] = s->mv[1][0][1];
213  mv_block->PMV[1][1][0] = s->mv[1][1][0];
214  mv_block->PMV[1][1][1] = s->mv[1][1][1];
215  }
216 
217  switch(s->mv_type) {
218  case MV_TYPE_16X16:
219  mv_block->motion_type = XVMC_PREDICTION_FRAME;
220  break;
221  case MV_TYPE_16X8:
222  mv_block->motion_type = XVMC_PREDICTION_16x8;
223  break;
224  case MV_TYPE_FIELD:
225  mv_block->motion_type = XVMC_PREDICTION_FIELD;
226  if (s->picture_structure == PICT_FRAME) {
227  mv_block->PMV[0][0][1] <<= 1;
228  mv_block->PMV[1][0][1] <<= 1;
229  mv_block->PMV[0][1][1] <<= 1;
230  mv_block->PMV[1][1][1] <<= 1;
231  }
232  break;
233  case MV_TYPE_DMV:
234  mv_block->motion_type = XVMC_PREDICTION_DUAL_PRIME;
235  if (s->picture_structure == PICT_FRAME) {
236 
237  mv_block->PMV[0][0][0] = s->mv[0][0][0]; // top from top
238  mv_block->PMV[0][0][1] = s->mv[0][0][1] << 1;
239 
240  mv_block->PMV[0][1][0] = s->mv[0][0][0]; // bottom from bottom
241  mv_block->PMV[0][1][1] = s->mv[0][0][1] << 1;
242 
243  mv_block->PMV[1][0][0] = s->mv[0][2][0]; // dmv00, top from bottom
244  mv_block->PMV[1][0][1] = s->mv[0][2][1] << 1; // dmv01
245 
246  mv_block->PMV[1][1][0] = s->mv[0][3][0]; // dmv10, bottom from top
247  mv_block->PMV[1][1][1] = s->mv[0][3][1] << 1; // dmv11
248 
249  } else {
250  mv_block->PMV[0][1][0] = s->mv[0][2][0]; // dmv00
251  mv_block->PMV[0][1][1] = s->mv[0][2][1]; // dmv01
252  }
253  break;
254  default:
255  assert(0);
256  }
257 
258  mv_block->motion_vertical_field_select = 0;
259 
260  // set correct field references
261  if (s->mv_type == MV_TYPE_FIELD || s->mv_type == MV_TYPE_16X8) {
262  mv_block->motion_vertical_field_select |= s->field_select[0][0];
263  mv_block->motion_vertical_field_select |= s->field_select[1][0] << 1;
264  mv_block->motion_vertical_field_select |= s->field_select[0][1] << 2;
265  mv_block->motion_vertical_field_select |= s->field_select[1][1] << 3;
266  }
267  } // !intra
268  // time to handle data blocks
269  mv_block->index = render->next_free_data_block_num;
270 
271  blocks_per_mb = 6;
272  if (s->chroma_format >= 2) {
273  blocks_per_mb = 4 + (1 << s->chroma_format);
274  }
275 
276  // calculate cbp
277  cbp = 0;
278  for (i = 0; i < blocks_per_mb; i++) {
279  cbp += cbp;
280  if (s->block_last_index[i] >= 0)
281  cbp++;
282  }
283 
284  if (s->flags & CODEC_FLAG_GRAY) {
285  if (s->mb_intra) { // intra frames are always full chroma blocks
286  for (i = 4; i < blocks_per_mb; i++) {
287  memset(s->pblocks[i], 0, sizeof(*s->pblocks[i])); // so we need to clear them
288  if (!render->unsigned_intra)
289  *s->pblocks[i][0] = 1 << 10;
290  }
291  } else {
292  cbp &= 0xf << (blocks_per_mb - 4);
293  blocks_per_mb = 4; // luminance blocks only
294  }
295  }
296  mv_block->coded_block_pattern = cbp;
297  if (cbp == 0)
298  mv_block->macroblock_type &= ~XVMC_MB_TYPE_PATTERN;
299 
300  for (i = 0; i < blocks_per_mb; i++) {
301  if (s->block_last_index[i] >= 0) {
302  // I do not have unsigned_intra MOCO to test, hope it is OK.
303  if (s->mb_intra && (render->idct || !render->unsigned_intra))
304  *s->pblocks[i][0] -= 1 << 10;
305  if (!render->idct) {
306  s->dsp.idct(*s->pblocks[i]);
307  /* It is unclear if MC hardware requires pixel diff values to be
308  * in the range [-255;255]. TODO: Clipping if such hardware is
309  * ever found. As of now it would only be an unnecessary
310  * slowdown. */
311  }
312  // copy blocks only if the codec doesn't support pblocks reordering
313  if (s->avctx->xvmc_acceleration == 1) {
314  memcpy(&render->data_blocks[render->next_free_data_block_num*64],
315  s->pblocks[i], sizeof(*s->pblocks[i]));
316  }
317  render->next_free_data_block_num++;
318  }
319  }
320  render->filled_mv_blocks_num++;
321 
322  assert(render->filled_mv_blocks_num <= render->allocated_mv_blocks);
323  assert(render->next_free_data_block_num <= render->allocated_data_blocks);
324  /* The above conditions should not be able to fail as long as this function
325  * is used and the following 'if ()' automatically calls a callback to free
326  * blocks. */
327 
328 
329  if (render->filled_mv_blocks_num == render->allocated_mv_blocks)
330  ff_mpeg_draw_horiz_band(s, 0, 0);
331 }
const char * s
Definition: avisynth_c.h:668
#define MV_TYPE_FIELD
2 vectors, one per field
Definition: mpegvideo.h:424
int filled_mv_blocks_num
Number of new macroblock descriptions in the mv_blocks array (after start_mv_blocks_num) that are fil...
Definition: xvmc.h:149
void ff_xvmc_field_end(MpegEncContext *s)
Complete frame/field rendering by passing any remaining blocks.
int allocated_data_blocks
Number of blocks that can be stored at once in the data_blocks array.
Definition: xvmc.h:81
mpegvideo header.
int allocated_mv_blocks
Number of macroblock descriptions that can be stored in the mv_blocks array.
Definition: xvmc.h:75
int ff_xvmc_field_start(MpegEncContext *s, AVCodecContext *avctx)
Find and store the surfaces that are used as reference frames.
int qscale
QP.
Definition: mpegvideo.h:369
int encoding
true if we are encoding (vs decoding)
Definition: mpegvideo.h:259
unsigned int flags
XVMC_SECOND_FIELD - 1st or 2nd field in the sequence.
Definition: xvmc.h:130
int field_select[2][2]
Definition: mpegvideo.h:432
initialize output if(nPeaks >3)%at least 3 peaks in spectrum for trying to find f0 nf0peaks
void ff_mpeg_draw_horiz_band(MpegEncContext *s, int y, int h)
Definition: mpegvideo.c:2996
#define PICT_FRAME
Definition: mpegvideo.h:664
int interlaced_dct
Definition: mpegvideo.h:684
Picture current_picture
copy of the current picture structure.
Definition: mpegvideo.h:343
int intra_dc_precision
Definition: mpegvideo.h:666
void ff_xvmc_init_block(MpegEncContext *s)
Initialize the block field of the MpegEncContext pointer passed as parameter after making sure that t...
void ff_xvmc_pack_pblocks(MpegEncContext *s, int cbp)
Fill individual block pointers, so there are no gaps in the data_block array in case not all blocks i...
#define AV_XVMC_ID
special value to ensure that regular pixel routines haven&#39;t corrupted the struct the number is 1337 s...
Definition: xvmc.h:41
void ff_xvmc_decode_mb(MpegEncContext *s)
Synthesize the data needed by XvMC to render one macroblock of data.
int last_dc[3]
last DC values for MPEG1
Definition: mpegvideo.h:348
int next_free_data_block_num
Number of the next free data block; one data block consists of 64 short values in the data_blocks arr...
Definition: xvmc.h:162
int mb_skipped
MUST BE SET only during DECODING.
Definition: mpegvideo.h:358
unsigned int picture_structure
top/bottom field or frame
Definition: xvmc.h:124
void av_log(void *avcl, int level, const char *fmt,...)
Definition: log.c:246
external API header
int16_t(*[12] pblocks)[64]
Definition: mpegvideo.h:698
int block_last_index[12]
last non zero coefficient in block
Definition: mpegvideo.h:291
int xvmc_id
The field contains the special constant value AV_XVMC_ID.
Definition: xvmc.h:52
int xvmc_acceleration
XVideo Motion Acceleration.
int first_field
is 1 for the first field of a field picture 0 otherwise
Definition: mpegvideo.h:686
#define MV_TYPE_16X16
1 vector for the whole mb
Definition: mpegvideo.h:421
NULL
Definition: eval.c:55
#define MV_DIR_BACKWARD
Definition: mpegvideo.h:418
main external API structure.
XvMCMacroBlock * mv_blocks
Pointer to the macroblock description array allocated by XvMCCreateMacroBlocks() and freed by XvMCDes...
Definition: xvmc.h:68
#define AV_LOG_ERROR
Something went wrong and cannot losslessly be recovered.
Definition: log.h:148
#define MV_TYPE_16X8
2 vectors, one per 16x8 block
Definition: mpegvideo.h:423
Public libavcodec XvMC header.
synthesis window for stochastic i
DSPContext dsp
pointers for accelerated dsp functions
Definition: mpegvideo.h:391
#define MV_DIR_FORWARD
Definition: mpegvideo.h:417
int pict_type
AV_PICTURE_TYPE_I, AV_PICTURE_TYPE_P, AV_PICTURE_TYPE_B, ...
Definition: mpegvideo.h:377
int unsigned_intra
In MoCo mode it indicates that intra macroblocks are assumed to be in unsigned format; same as the XV...
Definition: xvmc.h:95
uint8_t * data[AV_NUM_DATA_POINTERS]
pointer to the picture/channel planes.
Definition: frame.h:87
int mv[2][4][2]
motion vectors for a macroblock first coordinate : 0 = forward 1 = backward second " : depend...
Definition: mpegvideo.h:431
void(* idct)(int16_t *block)
Definition: dsputil.h:222
MpegEncContext.
Definition: mpegvideo.h:241
short * data_blocks
Pointer to the block array allocated by XvMCCreateBlocks().
Definition: xvmc.h:61
int8_t * qscale_table
Definition: mpegvideo.h:102
struct AVCodecContext * avctx
Definition: mpegvideo.h:243
XvMCSurface * p_past_surface
Set by the decoder before calling ff_draw_horiz_band(), needed by the XvMCRenderSurface function...
Definition: xvmc.h:112
int start_mv_blocks_num
Number of macroblock descriptions in the mv_blocks array that have already been passed to the hardwar...
Definition: xvmc.h:140
int mb_stride
mb_width+1 used for some arrays to allow simple addressing of left & top MBs without sig11 ...
Definition: mpegvideo.h:278
#define CODEC_FLAG_GRAY
Only decode/encode grayscale.
int idct
Indicate that the hardware would interpret data_blocks as IDCT coefficients and perform IDCT on them...
Definition: xvmc.h:88
Picture last_picture
copy of the previous picture structure.
Definition: mpegvideo.h:325
Bi-dir predicted.
Definition: avutil.h:218
XvMCSurface * p_surface
Pointer to the surface allocated by XvMCCreateSurface().
Definition: xvmc.h:103
int picture_structure
Definition: mpegvideo.h:660
#define MV_TYPE_DMV
2 vectors, special mpeg2 Dual Prime Vectors
Definition: mpegvideo.h:425
int16_t(* block)[64]
points to one of the following blocks
Definition: mpegvideo.h:700
Picture next_picture
copy of the next picture structure.
Definition: mpegvideo.h:331
struct AVFrame f
Definition: mpegvideo.h:98
int flags
AVCodecContext.flags (HQ, MV4, ...)
Definition: mpegvideo.h:260
XvMCSurface * p_future_surface
Pointer to the surface used as future reference.
Definition: xvmc.h:118
Predicted.
Definition: avutil.h:217