avidec: avoid infinite loop due to negative ast->sample_size
[ffmpeg.git] / libavcodec / vaapi_mpeg4.c
1 /*
2  * MPEG-4 / H.263 HW decode acceleration through VA API
3  *
4  * Copyright (C) 2008-2009 Splitted-Desktop Systems
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22
23 #include "vaapi_internal.h"
24 #include "internal.h"
25 #include "h263.h"
26 #include "mpeg4video.h"
27
28 /** Reconstruct bitstream intra_dc_vlc_thr */
29 static int mpeg4_get_intra_dc_vlc_thr(Mpeg4DecContext *s)
30 {
31     switch (s->intra_dc_threshold) {
32     case 99: return 0;
33     case 13: return 1;
34     case 15: return 2;
35     case 17: return 3;
36     case 19: return 4;
37     case 21: return 5;
38     case 23: return 6;
39     case 0:  return 7;
40     }
41     return 0;
42 }
43
44 static int vaapi_mpeg4_start_frame(AVCodecContext *avctx, av_unused const uint8_t *buffer, av_unused uint32_t size)
45 {
46     Mpeg4DecContext *ctx = avctx->priv_data;
47     MpegEncContext * const s = &ctx->m;
48     struct vaapi_context * const vactx = avctx->hwaccel_context;
49     VAPictureParameterBufferMPEG4 *pic_param;
50     VAIQMatrixBufferMPEG4 *iq_matrix;
51     int i;
52
53     ff_dlog(avctx, "vaapi_mpeg4_start_frame()\n");
54
55     vactx->slice_param_size = sizeof(VASliceParameterBufferMPEG4);
56
57     /* Fill in VAPictureParameterBufferMPEG4 */
58     pic_param = ff_vaapi_alloc_pic_param(vactx, sizeof(VAPictureParameterBufferMPEG4));
59     if (!pic_param)
60         return -1;
61     pic_param->vop_width                                = s->width;
62     pic_param->vop_height                               = s->height;
63     pic_param->forward_reference_picture                = VA_INVALID_ID;
64     pic_param->backward_reference_picture               = VA_INVALID_ID;
65     pic_param->vol_fields.value                         = 0; /* reset all bits */
66     pic_param->vol_fields.bits.short_video_header       = avctx->codec->id == AV_CODEC_ID_H263;
67     pic_param->vol_fields.bits.chroma_format            = CHROMA_420;
68     pic_param->vol_fields.bits.interlaced               = !s->progressive_sequence;
69     pic_param->vol_fields.bits.obmc_disable             = 1;
70     pic_param->vol_fields.bits.sprite_enable            = ctx->vol_sprite_usage;
71     pic_param->vol_fields.bits.sprite_warping_accuracy  = s->sprite_warping_accuracy;
72     pic_param->vol_fields.bits.quant_type               = s->mpeg_quant;
73     pic_param->vol_fields.bits.quarter_sample           = s->quarter_sample;
74     pic_param->vol_fields.bits.data_partitioned         = s->data_partitioning;
75     pic_param->vol_fields.bits.reversible_vlc           = ctx->rvlc;
76     pic_param->vol_fields.bits.resync_marker_disable    = !ctx->resync_marker;
77     pic_param->no_of_sprite_warping_points              = ctx->num_sprite_warping_points;
78     for (i = 0; i < ctx->num_sprite_warping_points && i < 3; i++) {
79         pic_param->sprite_trajectory_du[i]              = ctx->sprite_traj[i][0];
80         pic_param->sprite_trajectory_dv[i]              = ctx->sprite_traj[i][1];
81     }
82     pic_param->quant_precision                          = s->quant_precision;
83     pic_param->vop_fields.value                         = 0; /* reset all bits */
84     pic_param->vop_fields.bits.vop_coding_type          = s->pict_type - AV_PICTURE_TYPE_I;
85     pic_param->vop_fields.bits.backward_reference_vop_coding_type = s->pict_type == AV_PICTURE_TYPE_B ? s->next_picture.f->pict_type - AV_PICTURE_TYPE_I : 0;
86     pic_param->vop_fields.bits.vop_rounding_type        = s->no_rounding;
87     pic_param->vop_fields.bits.intra_dc_vlc_thr         = mpeg4_get_intra_dc_vlc_thr(ctx);
88     pic_param->vop_fields.bits.top_field_first          = s->top_field_first;
89     pic_param->vop_fields.bits.alternate_vertical_scan_flag = s->alternate_scan;
90     pic_param->vop_fcode_forward                        = s->f_code;
91     pic_param->vop_fcode_backward                       = s->b_code;
92     pic_param->vop_time_increment_resolution            = avctx->framerate.num;
93     pic_param->num_macroblocks_in_gob                   = s->mb_width * H263_GOB_HEIGHT(s->height);
94     pic_param->num_gobs_in_vop                          = (s->mb_width * s->mb_height) / pic_param->num_macroblocks_in_gob;
95     pic_param->TRB                                      = s->pb_time;
96     pic_param->TRD                                      = s->pp_time;
97
98     if (s->pict_type == AV_PICTURE_TYPE_B)
99         pic_param->backward_reference_picture = ff_vaapi_get_surface_id(s->next_picture.f);
100     if (s->pict_type != AV_PICTURE_TYPE_I)
101         pic_param->forward_reference_picture  = ff_vaapi_get_surface_id(s->last_picture.f);
102
103     /* Fill in VAIQMatrixBufferMPEG4 */
104     /* Only the first inverse quantisation method uses the weighting matrices */
105     if (pic_param->vol_fields.bits.quant_type) {
106         iq_matrix = ff_vaapi_alloc_iq_matrix(vactx, sizeof(VAIQMatrixBufferMPEG4));
107         if (!iq_matrix)
108             return -1;
109         iq_matrix->load_intra_quant_mat         = 1;
110         iq_matrix->load_non_intra_quant_mat     = 1;
111
112         for (i = 0; i < 64; i++) {
113             int n = s->idsp.idct_permutation[ff_zigzag_direct[i]];
114             iq_matrix->intra_quant_mat[i]       = s->intra_matrix[n];
115             iq_matrix->non_intra_quant_mat[i]   = s->inter_matrix[n];
116         }
117     }
118     return 0;
119 }
120
121 static int vaapi_mpeg4_decode_slice(AVCodecContext *avctx, const uint8_t *buffer, uint32_t size)
122 {
123     MpegEncContext * const s = avctx->priv_data;
124     VASliceParameterBufferMPEG4 *slice_param;
125
126     ff_dlog(avctx, "vaapi_mpeg4_decode_slice(): buffer %p, size %d\n", buffer, size);
127
128     /* Fill in VASliceParameterBufferMPEG4 */
129     slice_param = (VASliceParameterBufferMPEG4 *)ff_vaapi_alloc_slice(avctx->hwaccel_context, buffer, size);
130     if (!slice_param)
131         return -1;
132     slice_param->macroblock_offset      = get_bits_count(&s->gb) % 8;
133     slice_param->macroblock_number      = 0;
134     slice_param->quant_scale            = s->qscale;
135
136     return 0;
137 }
138
139 #if CONFIG_MPEG4_VAAPI_HWACCEL
140 AVHWAccel ff_mpeg4_vaapi_hwaccel = {
141     .name           = "mpeg4_vaapi",
142     .type           = AVMEDIA_TYPE_VIDEO,
143     .id             = AV_CODEC_ID_MPEG4,
144     .pix_fmt        = AV_PIX_FMT_VAAPI_VLD,
145     .start_frame    = vaapi_mpeg4_start_frame,
146     .end_frame      = ff_vaapi_mpeg_end_frame,
147     .decode_slice   = vaapi_mpeg4_decode_slice,
148 };
149 #endif
150
151 #if CONFIG_H263_VAAPI_HWACCEL
152 AVHWAccel ff_h263_vaapi_hwaccel = {
153     .name           = "h263_vaapi",
154     .type           = AVMEDIA_TYPE_VIDEO,
155     .id             = AV_CODEC_ID_H263,
156     .pix_fmt        = AV_PIX_FMT_VAAPI_VLD,
157     .start_frame    = vaapi_mpeg4_start_frame,
158     .end_frame      = ff_vaapi_mpeg_end_frame,
159     .decode_slice   = vaapi_mpeg4_decode_slice,
160 };
161 #endif