vaapi_mpeg4.c
Go to the documentation of this file.
1 /*
2  * MPEG-4 / H.263 HW decode acceleration through VA API
3  *
4  * Copyright (C) 2008-2009 Splitted-Desktop Systems
5  *
6  * This file is part of Libav.
7  *
8  * Libav is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * Libav is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with Libav; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22 
23 #include "vaapi_internal.h"
24 #include "h263.h"
25 
28 {
29  switch (s->intra_dc_threshold) {
30  case 99: return 0;
31  case 13: return 1;
32  case 15: return 2;
33  case 17: return 3;
34  case 19: return 4;
35  case 21: return 5;
36  case 23: return 6;
37  case 0: return 7;
38  }
39  return 0;
40 }
41 
42 static int vaapi_mpeg4_start_frame(AVCodecContext *avctx, av_unused const uint8_t *buffer, av_unused uint32_t size)
43 {
44  MpegEncContext * const s = avctx->priv_data;
45  struct vaapi_context * const vactx = avctx->hwaccel_context;
46  VAPictureParameterBufferMPEG4 *pic_param;
47  VAIQMatrixBufferMPEG4 *iq_matrix;
48  int i;
49 
50  av_dlog(avctx, "vaapi_mpeg4_start_frame()\n");
51 
52  vactx->slice_param_size = sizeof(VASliceParameterBufferMPEG4);
53 
54  /* Fill in VAPictureParameterBufferMPEG4 */
55  pic_param = ff_vaapi_alloc_pic_param(vactx, sizeof(VAPictureParameterBufferMPEG4));
56  if (!pic_param)
57  return -1;
58  pic_param->vop_width = s->width;
59  pic_param->vop_height = s->height;
60  pic_param->forward_reference_picture = VA_INVALID_ID;
61  pic_param->backward_reference_picture = VA_INVALID_ID;
62  pic_param->vol_fields.value = 0; /* reset all bits */
63  pic_param->vol_fields.bits.short_video_header = avctx->codec->id == CODEC_ID_H263;
64  pic_param->vol_fields.bits.chroma_format = CHROMA_420;
65  pic_param->vol_fields.bits.interlaced = !s->progressive_sequence;
66  pic_param->vol_fields.bits.obmc_disable = 1;
67  pic_param->vol_fields.bits.sprite_enable = s->vol_sprite_usage;
68  pic_param->vol_fields.bits.sprite_warping_accuracy = s->sprite_warping_accuracy;
69  pic_param->vol_fields.bits.quant_type = s->mpeg_quant;
70  pic_param->vol_fields.bits.quarter_sample = s->quarter_sample;
71  pic_param->vol_fields.bits.data_partitioned = s->data_partitioning;
72  pic_param->vol_fields.bits.reversible_vlc = s->rvlc;
73  pic_param->vol_fields.bits.resync_marker_disable = !s->resync_marker;
74  pic_param->no_of_sprite_warping_points = s->num_sprite_warping_points;
75  for (i = 0; i < s->num_sprite_warping_points && i < 3; i++) {
76  pic_param->sprite_trajectory_du[i] = s->sprite_traj[i][0];
77  pic_param->sprite_trajectory_dv[i] = s->sprite_traj[i][1];
78  }
79  pic_param->quant_precision = s->quant_precision;
80  pic_param->vop_fields.value = 0; /* reset all bits */
81  pic_param->vop_fields.bits.vop_coding_type = s->pict_type - AV_PICTURE_TYPE_I;
82  pic_param->vop_fields.bits.backward_reference_vop_coding_type = s->pict_type == AV_PICTURE_TYPE_B ? s->next_picture.f.pict_type - AV_PICTURE_TYPE_I : 0;
83  pic_param->vop_fields.bits.vop_rounding_type = s->no_rounding;
84  pic_param->vop_fields.bits.intra_dc_vlc_thr = mpeg4_get_intra_dc_vlc_thr(s);
85  pic_param->vop_fields.bits.top_field_first = s->top_field_first;
86  pic_param->vop_fields.bits.alternate_vertical_scan_flag = s->alternate_scan;
87  pic_param->vop_fcode_forward = s->f_code;
88  pic_param->vop_fcode_backward = s->b_code;
89  pic_param->vop_time_increment_resolution = avctx->time_base.den;
90  pic_param->num_macroblocks_in_gob = s->mb_width * ff_h263_get_gob_height(s);
91  pic_param->num_gobs_in_vop = (s->mb_width * s->mb_height) / pic_param->num_macroblocks_in_gob;
92  pic_param->TRB = s->pb_time;
93  pic_param->TRD = s->pp_time;
94 
95  if (s->pict_type == AV_PICTURE_TYPE_B)
96  pic_param->backward_reference_picture = ff_vaapi_get_surface_id(&s->next_picture);
97  if (s->pict_type != AV_PICTURE_TYPE_I)
98  pic_param->forward_reference_picture = ff_vaapi_get_surface_id(&s->last_picture);
99 
100  /* Fill in VAIQMatrixBufferMPEG4 */
101  /* Only the first inverse quantisation method uses the weighting matrices */
102  if (pic_param->vol_fields.bits.quant_type) {
103  iq_matrix = ff_vaapi_alloc_iq_matrix(vactx, sizeof(VAIQMatrixBufferMPEG4));
104  if (!iq_matrix)
105  return -1;
106  iq_matrix->load_intra_quant_mat = 1;
107  iq_matrix->load_non_intra_quant_mat = 1;
108 
109  for (i = 0; i < 64; i++) {
110  int n = s->dsp.idct_permutation[ff_zigzag_direct[i]];
111  iq_matrix->intra_quant_mat[i] = s->intra_matrix[n];
112  iq_matrix->non_intra_quant_mat[i] = s->inter_matrix[n];
113  }
114  }
115  return 0;
116 }
117 
119 {
120  return ff_vaapi_common_end_frame(avctx->priv_data);
121 }
122 
123 static int vaapi_mpeg4_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
124 {
125  MpegEncContext * const s = avctx->priv_data;
126  VASliceParameterBufferMPEG4 *slice_param;
127 
128  av_dlog(avctx, "vaapi_mpeg4_decode_slice(): buffer %p, size %d\n", buffer, size);
129 
130  /* video_plane_with_short_video_header() contains all GOBs
131  * in-order, and this is what VA API (Intel backend) expects: only
132  * a single slice param. So fake macroblock_number for Libav so
133  * that we don't call vaapi_mpeg4_decode_slice() again
134  */
135  if (avctx->codec->id == CODEC_ID_H263)
136  size = s->gb.buffer_end - buffer;
137 
138  /* Fill in VASliceParameterBufferMPEG4 */
139  slice_param = (VASliceParameterBufferMPEG4 *)ff_vaapi_alloc_slice(avctx->hwaccel_context, buffer, size);
140  if (!slice_param)
141  return -1;
142  slice_param->macroblock_offset = get_bits_count(&s->gb) % 8;
143  slice_param->macroblock_number = s->mb_y * s->mb_width + s->mb_x;
144  slice_param->quant_scale = s->qscale;
145 
146  if (avctx->codec->id == CODEC_ID_H263)
147  s->mb_y = s->mb_height;
148 
149  return 0;
150 }
151 
152 #if CONFIG_MPEG4_VAAPI_HWACCEL
153 AVHWAccel ff_mpeg4_vaapi_hwaccel = {
154  .name = "mpeg4_vaapi",
155  .type = AVMEDIA_TYPE_VIDEO,
156  .id = CODEC_ID_MPEG4,
157  .pix_fmt = PIX_FMT_VAAPI_VLD,
158  .start_frame = vaapi_mpeg4_start_frame,
159  .end_frame = vaapi_mpeg4_end_frame,
160  .decode_slice = vaapi_mpeg4_decode_slice,
161 };
162 #endif
163 
164 #if CONFIG_H263_VAAPI_HWACCEL
165 AVHWAccel ff_h263_vaapi_hwaccel = {
166  .name = "h263_vaapi",
167  .type = AVMEDIA_TYPE_VIDEO,
168  .id = CODEC_ID_H263,
169  .pix_fmt = PIX_FMT_VAAPI_VLD,
170  .start_frame = vaapi_mpeg4_start_frame,
171  .end_frame = vaapi_mpeg4_end_frame,
172  .decode_slice = vaapi_mpeg4_decode_slice,
173 };
174 #endif
const uint8_t ff_zigzag_direct[64]
Definition: dsputil.c:61
int size
int sprite_warping_accuracy
Definition: mpegvideo.h:541
int ff_vaapi_common_end_frame(MpegEncContext *s)
Common AVHWAccel.end_frame() implementation.
Definition: vaapi.c:178
enum CodecID id
Definition: avcodec.h:3198
int num_sprite_warping_points
Definition: mpegvideo.h:526
This structure is used to share data between the Libav library and the client video application...
Definition: vaapi.h:44
struct AVCodec * codec
Definition: avcodec.h:1529
uint16_t sprite_traj[4][2]
sprite trajectory points
Definition: mpegvideo.h:528
int qscale
QP.
Definition: mpegvideo.h:324
int quant_precision
Definition: mpegvideo.h:533
AVRational time_base
This is the fundamental unit of time (in seconds) in terms of which frame timestamps are represented...
Definition: avcodec.h:1398
int intra_dc_threshold
QP above whch the ac VLC should be used for intra dc.
Definition: mpegvideo.h:550
void * hwaccel_context
Hardware accelerator context.
Definition: avcodec.h:2919
static int mpeg4_get_intra_dc_vlc_thr(MpegEncContext *s)
Reconstruct bitstream intra_dc_vlc_thr.
Definition: vaapi_mpeg4.c:27
int no_rounding
apply no rounding to motion compensation (MPEG4, msmpeg4, ...) for b-frames rounding mode is always 0...
Definition: mpegvideo.h:388
int resync_marker
could this stream contain resync markers
Definition: mpegvideo.h:546
#define CHROMA_420
Definition: mpegvideo.h:630
static int get_bits_count(const GetBitContext *s)
Definition: get_bits.h:192
uint16_t pp_time
time distance between the last 2 p,s,i frames
Definition: mpegvideo.h:515
uint8_t idct_permutation[64]
idct input permutation.
Definition: dsputil.h:505
int mb_height
number of MBs horizontally & vertically
Definition: mpegvideo.h:237
static int vaapi_mpeg4_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
Definition: vaapi_mpeg4.c:123
void * ff_vaapi_alloc_pic_param(struct vaapi_context *vactx, unsigned int size)
Allocate a new picture parameter buffer.
Definition: vaapi.c:132
int quarter_sample
1->qpel, 0->half pel ME/MC
Definition: mpegvideo.h:534
int vol_sprite_usage
Definition: mpegvideo.h:520
GetBitContext gb
Definition: mpegvideo.h:603
enum AVPictureType pict_type
Picture type of the frame, see ?_TYPE below.
Definition: avcodec.h:1029
int top_field_first
Definition: mpegvideo.h:622
const char * name
Name of the hardware accelerated codec.
Definition: avcodec.h:3282
int ff_h263_get_gob_height(MpegEncContext *s)
Get the GOB height based on picture height.
Definition: h263.c:378
int alternate_scan
Definition: mpegvideo.h:626
unsigned int slice_param_size
Size of a VASliceParameterBuffer element.
Definition: vaapi.h:131
static char buffer[20]
Definition: seek-test.c:34
#define av_dlog(pctx,...)
av_dlog macros Useful to print debug messages that shouldn't get compiled in normally.
Definition: log.h:158
uint16_t inter_matrix[64]
Definition: mpegvideo.h:423
AVHWAccel.
Definition: avcodec.h:3276
main external API structure.
Definition: avcodec.h:1329
int height
picture size. must be a multiple of 16
Definition: mpegvideo.h:205
VASliceParameterBufferBase * ff_vaapi_alloc_slice(struct vaapi_context *vactx, const uint8_t *buffer, uint32_t size)
Allocate a new slice descriptor for the input slice.
Definition: vaapi.c:147
int data_partitioning
data partitioning flag from header
Definition: mpegvideo.h:543
int progressive_sequence
Definition: mpegvideo.h:612
DSPContext dsp
pointers for accelerated dsp functions
Definition: mpegvideo.h:343
int f_code
forward MV resolution
Definition: mpegvideo.h:344
int pict_type
AV_PICTURE_TYPE_I, AV_PICTURE_TYPE_P, AV_PICTURE_TYPE_B, ...
Definition: mpegvideo.h:331
static int vaapi_mpeg4_end_frame(AVCodecContext *avctx)
Definition: vaapi_mpeg4.c:118
MpegEncContext.
Definition: mpegvideo.h:201
static int vaapi_mpeg4_start_frame(AVCodecContext *avctx, av_unused const uint8_t *buffer, av_unused uint32_t size)
Definition: vaapi_mpeg4.c:42
int rvlc
reversible vlc
Definition: mpegvideo.h:545
const uint8_t * buffer_end
Definition: get_bits.h:53
Picture last_picture
copy of the previous picture structure.
Definition: mpegvideo.h:277
void * ff_vaapi_alloc_iq_matrix(struct vaapi_context *vactx, unsigned int size)
Allocate a new IQ matrix buffer.
Definition: vaapi.c:137
Bi-dir predicted.
Definition: avutil.h:298
int den
denominator
Definition: rational.h:45
static VASurfaceID ff_vaapi_get_surface_id(Picture *pic)
Extract VASurfaceID from a Picture.
void * priv_data
Definition: avcodec.h:1531
Picture next_picture
copy of the next picture structure.
Definition: mpegvideo.h:283
struct AVFrame f
Definition: mpegvideo.h:86
uint16_t intra_matrix[64]
matrix transmitted in the bitstream
Definition: mpegvideo.h:421
HW decoding through VA API, Picture.data[3] contains a vaapi_render_state struct which contains the b...
Definition: pixfmt.h:122
int b_code
backward MV resolution for B Frames (mpeg4)
Definition: mpegvideo.h:345
#define av_unused
Definition: attributes.h:95
uint16_t pb_time
time distance between the last b and p,s,i frame
Definition: mpegvideo.h:516