mmaldec: be more tolerant against MMAL not returning decoded output
[ffmpeg.git] / libavcodec / vaapi_mpeg4.c
1 /*
2  * MPEG-4 / H.263 HW decode acceleration through VA API
3  *
4  * Copyright (C) 2008-2009 Splitted-Desktop Systems
5  *
6  * This file is part of Libav.
7  *
8  * Libav is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * Libav is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with Libav; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22
23 #include "vaapi_internal.h"
24 #include "internal.h"
25 #include "h263.h"
26 #include "mpeg4video.h"
27 #include "mpegvideo.h"
28
29 /** Reconstruct bitstream intra_dc_vlc_thr */
30 static int mpeg4_get_intra_dc_vlc_thr(Mpeg4DecContext *s)
31 {
32     switch (s->intra_dc_threshold) {
33     case 99: return 0;
34     case 13: return 1;
35     case 15: return 2;
36     case 17: return 3;
37     case 19: return 4;
38     case 21: return 5;
39     case 23: return 6;
40     case 0:  return 7;
41     }
42     return 0;
43 }
44
45 static int vaapi_mpeg4_start_frame(AVCodecContext *avctx, av_unused const uint8_t *buffer, av_unused uint32_t size)
46 {
47     Mpeg4DecContext *ctx = avctx->priv_data;
48     MpegEncContext * const s = &ctx->m;
49     struct vaapi_context * const vactx = avctx->hwaccel_context;
50     VAPictureParameterBufferMPEG4 *pic_param;
51     VAIQMatrixBufferMPEG4 *iq_matrix;
52     int i;
53
54     ff_dlog(avctx, "vaapi_mpeg4_start_frame()\n");
55
56     vactx->slice_param_size = sizeof(VASliceParameterBufferMPEG4);
57
58     /* Fill in VAPictureParameterBufferMPEG4 */
59     pic_param = ff_vaapi_alloc_pic_param(vactx, sizeof(VAPictureParameterBufferMPEG4));
60     if (!pic_param)
61         return -1;
62     pic_param->vop_width                                = s->width;
63     pic_param->vop_height                               = s->height;
64     pic_param->forward_reference_picture                = VA_INVALID_ID;
65     pic_param->backward_reference_picture               = VA_INVALID_ID;
66     pic_param->vol_fields.value                         = 0; /* reset all bits */
67     pic_param->vol_fields.bits.short_video_header       = avctx->codec->id == AV_CODEC_ID_H263;
68     pic_param->vol_fields.bits.chroma_format            = CHROMA_420;
69     pic_param->vol_fields.bits.interlaced               = !s->progressive_sequence;
70     pic_param->vol_fields.bits.obmc_disable             = 1;
71     pic_param->vol_fields.bits.sprite_enable            = ctx->vol_sprite_usage;
72     pic_param->vol_fields.bits.sprite_warping_accuracy  = s->sprite_warping_accuracy;
73     pic_param->vol_fields.bits.quant_type               = s->mpeg_quant;
74     pic_param->vol_fields.bits.quarter_sample           = s->quarter_sample;
75     pic_param->vol_fields.bits.data_partitioned         = s->data_partitioning;
76     pic_param->vol_fields.bits.reversible_vlc           = ctx->rvlc;
77     pic_param->vol_fields.bits.resync_marker_disable    = !ctx->resync_marker;
78     pic_param->no_of_sprite_warping_points              = ctx->num_sprite_warping_points;
79     for (i = 0; i < ctx->num_sprite_warping_points && i < 3; i++) {
80         pic_param->sprite_trajectory_du[i]              = ctx->sprite_traj[i][0];
81         pic_param->sprite_trajectory_dv[i]              = ctx->sprite_traj[i][1];
82     }
83     pic_param->quant_precision                          = s->quant_precision;
84     pic_param->vop_fields.value                         = 0; /* reset all bits */
85     pic_param->vop_fields.bits.vop_coding_type          = s->pict_type - AV_PICTURE_TYPE_I;
86     pic_param->vop_fields.bits.backward_reference_vop_coding_type = s->pict_type == AV_PICTURE_TYPE_B ? s->next_picture.f->pict_type - AV_PICTURE_TYPE_I : 0;
87     pic_param->vop_fields.bits.vop_rounding_type        = s->no_rounding;
88     pic_param->vop_fields.bits.intra_dc_vlc_thr         = mpeg4_get_intra_dc_vlc_thr(ctx);
89     pic_param->vop_fields.bits.top_field_first          = s->top_field_first;
90     pic_param->vop_fields.bits.alternate_vertical_scan_flag = s->alternate_scan;
91     pic_param->vop_fcode_forward                        = s->f_code;
92     pic_param->vop_fcode_backward                       = s->b_code;
93     pic_param->vop_time_increment_resolution            = avctx->framerate.num;
94     pic_param->num_macroblocks_in_gob                   = s->mb_width * H263_GOB_HEIGHT(s->height);
95     pic_param->num_gobs_in_vop                          = (s->mb_width * s->mb_height) / pic_param->num_macroblocks_in_gob;
96     pic_param->TRB                                      = s->pb_time;
97     pic_param->TRD                                      = s->pp_time;
98
99     if (s->pict_type == AV_PICTURE_TYPE_B)
100         pic_param->backward_reference_picture = ff_vaapi_get_surface_id(s->next_picture.f);
101     if (s->pict_type != AV_PICTURE_TYPE_I)
102         pic_param->forward_reference_picture  = ff_vaapi_get_surface_id(s->last_picture.f);
103
104     /* Fill in VAIQMatrixBufferMPEG4 */
105     /* Only the first inverse quantisation method uses the weighting matrices */
106     if (pic_param->vol_fields.bits.quant_type) {
107         iq_matrix = ff_vaapi_alloc_iq_matrix(vactx, sizeof(VAIQMatrixBufferMPEG4));
108         if (!iq_matrix)
109             return -1;
110         iq_matrix->load_intra_quant_mat         = 1;
111         iq_matrix->load_non_intra_quant_mat     = 1;
112
113         for (i = 0; i < 64; i++) {
114             int n = s->idsp.idct_permutation[ff_zigzag_direct[i]];
115             iq_matrix->intra_quant_mat[i]       = s->intra_matrix[n];
116             iq_matrix->non_intra_quant_mat[i]   = s->inter_matrix[n];
117         }
118     }
119     return 0;
120 }
121
122 static int vaapi_mpeg4_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
123 {
124     MpegEncContext * const s = avctx->priv_data;
125     VASliceParameterBufferMPEG4 *slice_param;
126
127     ff_dlog(avctx, "vaapi_mpeg4_decode_slice(): buffer %p, size %d\n", buffer, size);
128
129     /* video_plane_with_short_video_header() contains all GOBs
130      * in-order, and this is what VA API (Intel backend) expects: only
131      * a single slice param. So fake macroblock_number for Libav so
132      * that we don't call vaapi_mpeg4_decode_slice() again
133      */
134     if (avctx->codec->id == AV_CODEC_ID_H263)
135         size = s->gb.buffer_end - buffer;
136
137     /* Fill in VASliceParameterBufferMPEG4 */
138     slice_param = (VASliceParameterBufferMPEG4 *)ff_vaapi_alloc_slice(avctx->hwaccel_context, buffer, size);
139     if (!slice_param)
140         return -1;
141     slice_param->macroblock_offset      = get_bits_count(&s->gb) % 8;
142     slice_param->macroblock_number      = s->mb_y * s->mb_width + s->mb_x;
143     slice_param->quant_scale            = s->qscale;
144
145     if (avctx->codec->id == AV_CODEC_ID_H263)
146         s->mb_y = s->mb_height;
147
148     return 0;
149 }
150
151 #if CONFIG_MPEG4_VAAPI_HWACCEL
152 AVHWAccel ff_mpeg4_vaapi_hwaccel = {
153     .name           = "mpeg4_vaapi",
154     .type           = AVMEDIA_TYPE_VIDEO,
155     .id             = AV_CODEC_ID_MPEG4,
156     .pix_fmt        = AV_PIX_FMT_VAAPI_VLD,
157     .start_frame    = vaapi_mpeg4_start_frame,
158     .end_frame      = ff_vaapi_mpeg_end_frame,
159     .decode_slice   = vaapi_mpeg4_decode_slice,
160 };
161 #endif
162
163 #if CONFIG_H263_VAAPI_HWACCEL
164 AVHWAccel ff_h263_vaapi_hwaccel = {
165     .name           = "h263_vaapi",
166     .type           = AVMEDIA_TYPE_VIDEO,
167     .id             = AV_CODEC_ID_H263,
168     .pix_fmt        = AV_PIX_FMT_VAAPI_VLD,
169     .start_frame    = vaapi_mpeg4_start_frame,
170     .end_frame      = ff_vaapi_mpeg_end_frame,
171     .decode_slice   = vaapi_mpeg4_decode_slice,
172 };
173 #endif