h263dec: Remove a hack that can cause infinite loops
[ffmpeg.git] / libavcodec / h263dec.c
1 /*
2  * H.263 decoder
3  * Copyright (c) 2001 Fabrice Bellard
4  * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
5  *
6  * This file is part of Libav.
7  *
8  * Libav is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * Libav is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with Libav; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22
23 /**
24  * @file
25  * H.263 decoder.
26  */
27
28 #include "libavutil/cpu.h"
29 #include "internal.h"
30 #include "avcodec.h"
31 #include "error_resilience.h"
32 #include "mpegvideo.h"
33 #include "h263.h"
34 #include "h263_parser.h"
35 #include "mpeg4video_parser.h"
36 #include "msmpeg4.h"
37 #include "thread.h"
38 #include "flv.h"
39 #include "mpeg4video.h"
40
41 av_cold int ff_h263_decode_init(AVCodecContext *avctx)
42 {
43     MpegEncContext *s = avctx->priv_data;
44
45     s->avctx = avctx;
46     s->out_format = FMT_H263;
47
48     s->width  = avctx->coded_width;
49     s->height = avctx->coded_height;
50     s->workaround_bugs= avctx->workaround_bugs;
51
52     // set defaults
53     ff_MPV_decode_defaults(s);
54     s->quant_precision=5;
55     s->decode_mb= ff_h263_decode_mb;
56     s->low_delay= 1;
57     if (avctx->codec->id == AV_CODEC_ID_MSS2)
58         avctx->pix_fmt = AV_PIX_FMT_YUV420P;
59     else
60         avctx->pix_fmt = avctx->get_format(avctx, avctx->codec->pix_fmts);
61     s->unrestricted_mv= 1;
62
63     /* select sub codec */
64     switch(avctx->codec->id) {
65     case AV_CODEC_ID_H263:
66         s->unrestricted_mv= 0;
67         avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
68         break;
69     case AV_CODEC_ID_MPEG4:
70         break;
71     case AV_CODEC_ID_MSMPEG4V1:
72         s->h263_pred = 1;
73         s->msmpeg4_version=1;
74         break;
75     case AV_CODEC_ID_MSMPEG4V2:
76         s->h263_pred = 1;
77         s->msmpeg4_version=2;
78         break;
79     case AV_CODEC_ID_MSMPEG4V3:
80         s->h263_pred = 1;
81         s->msmpeg4_version=3;
82         break;
83     case AV_CODEC_ID_WMV1:
84         s->h263_pred = 1;
85         s->msmpeg4_version=4;
86         break;
87     case AV_CODEC_ID_WMV2:
88         s->h263_pred = 1;
89         s->msmpeg4_version=5;
90         break;
91     case AV_CODEC_ID_VC1:
92     case AV_CODEC_ID_WMV3:
93     case AV_CODEC_ID_VC1IMAGE:
94     case AV_CODEC_ID_WMV3IMAGE:
95     case AV_CODEC_ID_MSS2:
96         s->h263_pred = 1;
97         s->msmpeg4_version=6;
98         avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
99         break;
100     case AV_CODEC_ID_H263I:
101         break;
102     case AV_CODEC_ID_FLV1:
103         s->h263_flv = 1;
104         break;
105     default:
106         return -1;
107     }
108     s->codec_id= avctx->codec->id;
109     avctx->hwaccel= ff_find_hwaccel(avctx->codec->id, avctx->pix_fmt);
110
111     /* for h263, we allocate the images after having read the header */
112     if (avctx->codec->id != AV_CODEC_ID_H263 && avctx->codec->id != AV_CODEC_ID_MPEG4)
113         if (ff_MPV_common_init(s) < 0)
114             return -1;
115
116         ff_h263_decode_init_vlc();
117
118     return 0;
119 }
120
121 av_cold int ff_h263_decode_end(AVCodecContext *avctx)
122 {
123     MpegEncContext *s = avctx->priv_data;
124
125     ff_MPV_common_end(s);
126     return 0;
127 }
128
129 /**
130  * Return the number of bytes consumed for building the current frame.
131  */
132 static int get_consumed_bytes(MpegEncContext *s, int buf_size){
133     int pos= (get_bits_count(&s->gb)+7)>>3;
134
135     if(s->divx_packed || s->avctx->hwaccel){
136         //we would have to scan through the whole buf to handle the weird reordering ...
137         return buf_size;
138     }else if(s->flags&CODEC_FLAG_TRUNCATED){
139         pos -= s->parse_context.last_index;
140         if(pos<0) pos=0; // padding is not really read so this might be -1
141         return pos;
142     }else{
143         if(pos==0) pos=1; //avoid infinite loops (i doubt that is needed but ...)
144         if(pos+10>buf_size) pos=buf_size; // oops ;)
145
146         return pos;
147     }
148 }
149
150 static int decode_slice(MpegEncContext *s){
151     const int part_mask= s->partitioned_frame ? (ER_AC_END|ER_AC_ERROR) : 0x7F;
152     const int mb_size = 16;
153     s->last_resync_gb= s->gb;
154     s->first_slice_line= 1;
155
156     s->resync_mb_x= s->mb_x;
157     s->resync_mb_y= s->mb_y;
158
159     ff_set_qscale(s, s->qscale);
160
161     if (s->avctx->hwaccel) {
162         const uint8_t *start= s->gb.buffer + get_bits_count(&s->gb)/8;
163         const uint8_t *end  = ff_h263_find_resync_marker(start + 1, s->gb.buffer_end);
164         skip_bits_long(&s->gb, 8*(end - start));
165         return s->avctx->hwaccel->decode_slice(s->avctx, start, end - start);
166     }
167
168     if(s->partitioned_frame){
169         const int qscale= s->qscale;
170
171         if(CONFIG_MPEG4_DECODER && s->codec_id==AV_CODEC_ID_MPEG4){
172             if(ff_mpeg4_decode_partitions(s) < 0)
173                 return -1;
174         }
175
176         /* restore variables which were modified */
177         s->first_slice_line=1;
178         s->mb_x= s->resync_mb_x;
179         s->mb_y= s->resync_mb_y;
180         ff_set_qscale(s, qscale);
181     }
182
183     for(; s->mb_y < s->mb_height; s->mb_y++) {
184         /* per-row end of slice checks */
185         if(s->msmpeg4_version){
186             if(s->resync_mb_y + s->slice_height == s->mb_y){
187                 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, ER_MB_END);
188
189                 return 0;
190             }
191         }
192
193         if(s->msmpeg4_version==1){
194             s->last_dc[0]=
195             s->last_dc[1]=
196             s->last_dc[2]= 128;
197         }
198
199         ff_init_block_index(s);
200         for(; s->mb_x < s->mb_width; s->mb_x++) {
201             int ret;
202
203             ff_update_block_index(s);
204
205             if(s->resync_mb_x == s->mb_x && s->resync_mb_y+1 == s->mb_y){
206                 s->first_slice_line=0;
207             }
208
209             /* DCT & quantize */
210
211             s->mv_dir = MV_DIR_FORWARD;
212             s->mv_type = MV_TYPE_16X16;
213 //            s->mb_skipped = 0;
214             av_dlog(s, "%d %d %06X\n",
215                     ret, get_bits_count(&s->gb), show_bits(&s->gb, 24));
216             ret= s->decode_mb(s, s->block);
217
218             if (s->pict_type!=AV_PICTURE_TYPE_B)
219                 ff_h263_update_motion_val(s);
220
221             if(ret<0){
222                 const int xy= s->mb_x + s->mb_y*s->mb_stride;
223                 if(ret==SLICE_END){
224                     ff_MPV_decode_mb(s, s->block);
225                     if(s->loop_filter)
226                         ff_h263_loop_filter(s);
227
228                     ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, ER_MB_END&part_mask);
229
230                     s->padding_bug_score--;
231
232                     if(++s->mb_x >= s->mb_width){
233                         s->mb_x=0;
234                         ff_mpeg_draw_horiz_band(s, s->mb_y*mb_size, mb_size);
235                         ff_MPV_report_decode_progress(s);
236                         s->mb_y++;
237                     }
238                     return 0;
239                 }else if(ret==SLICE_NOEND){
240                     av_log(s->avctx, AV_LOG_ERROR, "Slice mismatch at MB: %d\n", xy);
241                     ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x+1, s->mb_y, ER_MB_END&part_mask);
242                     return -1;
243                 }
244                 av_log(s->avctx, AV_LOG_ERROR, "Error at MB: %d\n", xy);
245                 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, ER_MB_ERROR&part_mask);
246
247                 return -1;
248             }
249
250             ff_MPV_decode_mb(s, s->block);
251             if(s->loop_filter)
252                 ff_h263_loop_filter(s);
253         }
254
255         ff_mpeg_draw_horiz_band(s, s->mb_y*mb_size, mb_size);
256         ff_MPV_report_decode_progress(s);
257
258         s->mb_x= 0;
259     }
260
261     assert(s->mb_x==0 && s->mb_y==s->mb_height);
262
263     if(s->codec_id==AV_CODEC_ID_MPEG4
264        && (s->workaround_bugs&FF_BUG_AUTODETECT)
265        && get_bits_left(&s->gb) >= 48
266        && show_bits(&s->gb, 24)==0x4010
267        && !s->data_partitioning)
268         s->padding_bug_score+=32;
269
270     /* try to detect the padding bug */
271     if(      s->codec_id==AV_CODEC_ID_MPEG4
272        &&   (s->workaround_bugs&FF_BUG_AUTODETECT)
273        &&    get_bits_left(&s->gb) >=0
274        &&    get_bits_left(&s->gb) < 48
275 //       &&   !s->resync_marker
276        &&   !s->data_partitioning){
277
278         const int bits_count= get_bits_count(&s->gb);
279         const int bits_left = s->gb.size_in_bits - bits_count;
280
281         if(bits_left==0){
282             s->padding_bug_score+=16;
283         } else if(bits_left != 1){
284             int v= show_bits(&s->gb, 8);
285             v|= 0x7F >> (7-(bits_count&7));
286
287             if(v==0x7F && bits_left<=8)
288                 s->padding_bug_score--;
289             else if(v==0x7F && ((get_bits_count(&s->gb)+8)&8) && bits_left<=16)
290                 s->padding_bug_score+= 4;
291             else
292                 s->padding_bug_score++;
293         }
294     }
295
296     if(s->workaround_bugs&FF_BUG_AUTODETECT){
297         if(s->padding_bug_score > -2 && !s->data_partitioning /*&& (s->divx_version>=0 || !s->resync_marker)*/)
298             s->workaround_bugs |=  FF_BUG_NO_PADDING;
299         else
300             s->workaround_bugs &= ~FF_BUG_NO_PADDING;
301     }
302
303     // handle formats which don't have unique end markers
304     if(s->msmpeg4_version || (s->workaround_bugs&FF_BUG_NO_PADDING)){ //FIXME perhaps solve this more cleanly
305         int left= get_bits_left(&s->gb);
306         int max_extra=7;
307
308         /* no markers in M$ crap */
309         if(s->msmpeg4_version && s->pict_type==AV_PICTURE_TYPE_I)
310             max_extra+= 17;
311
312         /* buggy padding but the frame should still end approximately at the bitstream end */
313         if((s->workaround_bugs&FF_BUG_NO_PADDING) && (s->err_recognition&AV_EF_BUFFER))
314             max_extra+= 48;
315         else if((s->workaround_bugs&FF_BUG_NO_PADDING))
316             max_extra+= 256*256*256*64;
317
318         if(left>max_extra){
319             av_log(s->avctx, AV_LOG_ERROR, "discarding %d junk bits at end, next would be %X\n", left, show_bits(&s->gb, 24));
320         }
321         else if(left<0){
322             av_log(s->avctx, AV_LOG_ERROR, "overreading %d bits\n", -left);
323         }else
324             ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, ER_MB_END);
325
326         return 0;
327     }
328
329     av_log(s->avctx, AV_LOG_ERROR, "slice end not reached but screenspace end (%d left %06X, score= %d)\n",
330             get_bits_left(&s->gb),
331             show_bits(&s->gb, 24), s->padding_bug_score);
332
333     ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, ER_MB_END&part_mask);
334
335     return -1;
336 }
337
338 int ff_h263_decode_frame(AVCodecContext *avctx,
339                              void *data, int *got_frame,
340                              AVPacket *avpkt)
341 {
342     const uint8_t *buf = avpkt->data;
343     int buf_size = avpkt->size;
344     MpegEncContext *s = avctx->priv_data;
345     int ret;
346     AVFrame *pict = data;
347
348     s->flags= avctx->flags;
349     s->flags2= avctx->flags2;
350
351     /* no supplementary picture */
352     if (buf_size == 0) {
353         /* special case for last picture */
354         if (s->low_delay==0 && s->next_picture_ptr) {
355             if ((ret = av_frame_ref(pict, &s->next_picture_ptr->f)) < 0)
356                 return ret;
357             s->next_picture_ptr= NULL;
358
359             *got_frame = 1;
360         }
361
362         return 0;
363     }
364
365     if(s->flags&CODEC_FLAG_TRUNCATED){
366         int next;
367
368         if(CONFIG_MPEG4_DECODER && s->codec_id==AV_CODEC_ID_MPEG4){
369             next= ff_mpeg4_find_frame_end(&s->parse_context, buf, buf_size);
370         }else if(CONFIG_H263_DECODER && s->codec_id==AV_CODEC_ID_H263){
371             next= ff_h263_find_frame_end(&s->parse_context, buf, buf_size);
372         }else{
373             av_log(s->avctx, AV_LOG_ERROR, "this codec does not support truncated bitstreams\n");
374             return -1;
375         }
376
377         if( ff_combine_frame(&s->parse_context, next, (const uint8_t **)&buf, &buf_size) < 0 )
378             return buf_size;
379     }
380
381
382     if(s->bitstream_buffer_size && (s->divx_packed || buf_size<20)){ //divx 5.01+/xvid frame reorder
383         init_get_bits(&s->gb, s->bitstream_buffer, s->bitstream_buffer_size*8);
384     }else
385         init_get_bits(&s->gb, buf, buf_size*8);
386     s->bitstream_buffer_size=0;
387
388     if (!s->context_initialized) {
389         if (ff_MPV_common_init(s) < 0) //we need the idct permutaton for reading a custom matrix
390             return -1;
391     }
392
393     /* We need to set current_picture_ptr before reading the header,
394      * otherwise we cannot store anyting in there */
395     if (s->current_picture_ptr == NULL || s->current_picture_ptr->f.data[0]) {
396         int i= ff_find_unused_picture(s, 0);
397         if (i < 0)
398             return i;
399         s->current_picture_ptr= &s->picture[i];
400     }
401
402     /* let's go :-) */
403     if (CONFIG_WMV2_DECODER && s->msmpeg4_version==5) {
404         ret= ff_wmv2_decode_picture_header(s);
405     } else if (CONFIG_MSMPEG4_DECODER && s->msmpeg4_version) {
406         ret = ff_msmpeg4_decode_picture_header(s);
407     } else if (CONFIG_MPEG4_DECODER && s->h263_pred) {
408         if(s->avctx->extradata_size && s->picture_number==0){
409             GetBitContext gb;
410
411             init_get_bits(&gb, s->avctx->extradata, s->avctx->extradata_size*8);
412             ret = ff_mpeg4_decode_picture_header(s, &gb);
413         }
414         ret = ff_mpeg4_decode_picture_header(s, &s->gb);
415     } else if (CONFIG_H263I_DECODER && s->codec_id == AV_CODEC_ID_H263I) {
416         ret = ff_intel_h263_decode_picture_header(s);
417     } else if (CONFIG_FLV_DECODER && s->h263_flv) {
418         ret = ff_flv_decode_picture_header(s);
419     } else {
420         ret = ff_h263_decode_picture_header(s);
421     }
422
423     if(ret==FRAME_SKIPPED) return get_consumed_bytes(s, buf_size);
424
425     /* skip if the header was thrashed */
426     if (ret < 0){
427         av_log(s->avctx, AV_LOG_ERROR, "header damaged\n");
428         return -1;
429     }
430
431     avctx->has_b_frames= !s->low_delay;
432
433     if(s->xvid_build==-1 && s->divx_version==-1 && s->lavc_build==-1){
434         if(s->stream_codec_tag == AV_RL32("XVID") ||
435            s->codec_tag == AV_RL32("XVID") || s->codec_tag == AV_RL32("XVIX") ||
436            s->codec_tag == AV_RL32("RMP4") || s->codec_tag == AV_RL32("ZMP4") ||
437            s->codec_tag == AV_RL32("SIPP")
438            )
439             s->xvid_build= 0;
440 #if 0
441         if(s->codec_tag == AV_RL32("DIVX") && s->vo_type==0 && s->vol_control_parameters==1
442            && s->padding_bug_score > 0 && s->low_delay) // XVID with modified fourcc
443             s->xvid_build= 0;
444 #endif
445     }
446
447     if(s->xvid_build==-1 && s->divx_version==-1 && s->lavc_build==-1){
448         if(s->codec_tag == AV_RL32("DIVX") && s->vo_type==0 && s->vol_control_parameters==0)
449             s->divx_version= 400; //divx 4
450     }
451
452     if(s->xvid_build>=0 && s->divx_version>=0){
453         s->divx_version=
454         s->divx_build= -1;
455     }
456
457     if(s->workaround_bugs&FF_BUG_AUTODETECT){
458         if(s->codec_tag == AV_RL32("XVIX"))
459             s->workaround_bugs|= FF_BUG_XVID_ILACE;
460
461         if(s->codec_tag == AV_RL32("UMP4")){
462             s->workaround_bugs|= FF_BUG_UMP4;
463         }
464
465         if(s->divx_version>=500 && s->divx_build<1814){
466             s->workaround_bugs|= FF_BUG_QPEL_CHROMA;
467         }
468
469         if(s->divx_version>502 && s->divx_build<1814){
470             s->workaround_bugs|= FF_BUG_QPEL_CHROMA2;
471         }
472
473         if(s->xvid_build<=3U)
474             s->padding_bug_score= 256*256*256*64;
475
476         if(s->xvid_build<=1U)
477             s->workaround_bugs|= FF_BUG_QPEL_CHROMA;
478
479         if(s->xvid_build<=12U)
480             s->workaround_bugs|= FF_BUG_EDGE;
481
482         if(s->xvid_build<=32U)
483             s->workaround_bugs|= FF_BUG_DC_CLIP;
484
485 #define SET_QPEL_FUNC(postfix1, postfix2) \
486     s->dsp.put_ ## postfix1 = ff_put_ ## postfix2;\
487     s->dsp.put_no_rnd_ ## postfix1 = ff_put_no_rnd_ ## postfix2;\
488     s->dsp.avg_ ## postfix1 = ff_avg_ ## postfix2;
489
490         if(s->lavc_build<4653U)
491             s->workaround_bugs|= FF_BUG_STD_QPEL;
492
493         if(s->lavc_build<4655U)
494             s->workaround_bugs|= FF_BUG_DIRECT_BLOCKSIZE;
495
496         if(s->lavc_build<4670U){
497             s->workaround_bugs|= FF_BUG_EDGE;
498         }
499
500         if(s->lavc_build<=4712U)
501             s->workaround_bugs|= FF_BUG_DC_CLIP;
502
503         if(s->divx_version>=0)
504             s->workaround_bugs|= FF_BUG_DIRECT_BLOCKSIZE;
505         if(s->divx_version==501 && s->divx_build==20020416)
506             s->padding_bug_score= 256*256*256*64;
507
508         if(s->divx_version<500U){
509             s->workaround_bugs|= FF_BUG_EDGE;
510         }
511
512         if(s->divx_version>=0)
513             s->workaround_bugs|= FF_BUG_HPEL_CHROMA;
514 #if 0
515         if(s->divx_version==500)
516             s->padding_bug_score= 256*256*256*64;
517
518         /* very ugly XVID padding bug detection FIXME/XXX solve this differently
519          * Let us hope this at least works.
520          */
521         if(   s->resync_marker==0 && s->data_partitioning==0 && s->divx_version==-1
522            && s->codec_id==AV_CODEC_ID_MPEG4 && s->vo_type==0)
523             s->workaround_bugs|= FF_BUG_NO_PADDING;
524
525         if(s->lavc_build<4609U) //FIXME not sure about the version num but a 4609 file seems ok
526             s->workaround_bugs|= FF_BUG_NO_PADDING;
527 #endif
528     }
529
530     if(s->workaround_bugs& FF_BUG_STD_QPEL){
531         SET_QPEL_FUNC(qpel_pixels_tab[0][ 5], qpel16_mc11_old_c)
532         SET_QPEL_FUNC(qpel_pixels_tab[0][ 7], qpel16_mc31_old_c)
533         SET_QPEL_FUNC(qpel_pixels_tab[0][ 9], qpel16_mc12_old_c)
534         SET_QPEL_FUNC(qpel_pixels_tab[0][11], qpel16_mc32_old_c)
535         SET_QPEL_FUNC(qpel_pixels_tab[0][13], qpel16_mc13_old_c)
536         SET_QPEL_FUNC(qpel_pixels_tab[0][15], qpel16_mc33_old_c)
537
538         SET_QPEL_FUNC(qpel_pixels_tab[1][ 5], qpel8_mc11_old_c)
539         SET_QPEL_FUNC(qpel_pixels_tab[1][ 7], qpel8_mc31_old_c)
540         SET_QPEL_FUNC(qpel_pixels_tab[1][ 9], qpel8_mc12_old_c)
541         SET_QPEL_FUNC(qpel_pixels_tab[1][11], qpel8_mc32_old_c)
542         SET_QPEL_FUNC(qpel_pixels_tab[1][13], qpel8_mc13_old_c)
543         SET_QPEL_FUNC(qpel_pixels_tab[1][15], qpel8_mc33_old_c)
544     }
545
546     if(avctx->debug & FF_DEBUG_BUGS)
547         av_log(s->avctx, AV_LOG_DEBUG, "bugs: %X lavc_build:%d xvid_build:%d divx_version:%d divx_build:%d %s\n",
548                s->workaround_bugs, s->lavc_build, s->xvid_build, s->divx_version, s->divx_build,
549                s->divx_packed ? "p" : "");
550
551 #if HAVE_MMX
552     if (s->codec_id == AV_CODEC_ID_MPEG4 && s->xvid_build>=0 && avctx->idct_algo == FF_IDCT_AUTO && (av_get_cpu_flags() & AV_CPU_FLAG_MMX)) {
553         avctx->idct_algo= FF_IDCT_XVIDMMX;
554         ff_dct_common_init(s);
555         s->picture_number=0;
556     }
557 #endif
558
559         /* After H263 & mpeg4 header decode we have the height, width,*/
560         /* and other parameters. So then we could init the picture   */
561         /* FIXME: By the way H263 decoder is evolving it should have */
562         /* an H263EncContext                                         */
563
564     if (s->width  != avctx->coded_width  ||
565         s->height != avctx->coded_height ||
566         s->context_reinit) {
567         /* H.263 could change picture size any time */
568         s->context_reinit = 0;
569
570         avcodec_set_dimensions(avctx, s->width, s->height);
571
572         if ((ret = ff_MPV_common_frame_size_change(s)))
573             return ret;
574     }
575
576     if((s->codec_id==AV_CODEC_ID_H263 || s->codec_id==AV_CODEC_ID_H263P || s->codec_id == AV_CODEC_ID_H263I))
577         s->gob_index = ff_h263_get_gob_height(s);
578
579     // for skipping the frame
580     s->current_picture.f.pict_type = s->pict_type;
581     s->current_picture.f.key_frame = s->pict_type == AV_PICTURE_TYPE_I;
582
583     /* skip B-frames if we don't have reference frames */
584     if (s->last_picture_ptr == NULL &&
585         (s->pict_type == AV_PICTURE_TYPE_B || s->droppable))
586         return get_consumed_bytes(s, buf_size);
587     if(   (avctx->skip_frame >= AVDISCARD_NONREF && s->pict_type==AV_PICTURE_TYPE_B)
588        || (avctx->skip_frame >= AVDISCARD_NONKEY && s->pict_type!=AV_PICTURE_TYPE_I)
589        ||  avctx->skip_frame >= AVDISCARD_ALL)
590         return get_consumed_bytes(s, buf_size);
591
592     if(s->next_p_frame_damaged){
593         if(s->pict_type==AV_PICTURE_TYPE_B)
594             return get_consumed_bytes(s, buf_size);
595         else
596             s->next_p_frame_damaged=0;
597     }
598
599     if((!s->no_rounding) || s->pict_type==AV_PICTURE_TYPE_B){
600         s->me.qpel_put= s->dsp.put_qpel_pixels_tab;
601         s->me.qpel_avg= s->dsp.avg_qpel_pixels_tab;
602     }else{
603         s->me.qpel_put= s->dsp.put_no_rnd_qpel_pixels_tab;
604         s->me.qpel_avg= s->dsp.avg_qpel_pixels_tab;
605     }
606
607     if(ff_MPV_frame_start(s, avctx) < 0)
608         return -1;
609
610     if (!s->divx_packed && !avctx->hwaccel)
611         ff_thread_finish_setup(avctx);
612
613     if (avctx->hwaccel) {
614         if (avctx->hwaccel->start_frame(avctx, s->gb.buffer, s->gb.buffer_end - s->gb.buffer) < 0)
615             return -1;
616     }
617
618     ff_mpeg_er_frame_start(s);
619
620     //the second part of the wmv2 header contains the MB skip bits which are stored in current_picture->mb_type
621     //which is not available before ff_MPV_frame_start()
622     if (CONFIG_WMV2_DECODER && s->msmpeg4_version==5){
623         ret = ff_wmv2_decode_secondary_picture_header(s);
624         if(ret<0) return ret;
625         if(ret==1) goto intrax8_decoded;
626     }
627
628     /* decode each macroblock */
629     s->mb_x=0;
630     s->mb_y=0;
631
632     ret = decode_slice(s);
633     while(s->mb_y<s->mb_height){
634         if(s->msmpeg4_version){
635             if(s->slice_height==0 || s->mb_x!=0 || (s->mb_y%s->slice_height)!=0 || get_bits_left(&s->gb)<0)
636                 break;
637         }else{
638             int prev_x=s->mb_x, prev_y=s->mb_y;
639             if(ff_h263_resync(s)<0)
640                 break;
641             if (prev_y * s->mb_width + prev_x < s->mb_y * s->mb_width + s->mb_x)
642                 s->er.error_occurred = 1;
643         }
644
645         if(s->msmpeg4_version<4 && s->h263_pred)
646             ff_mpeg4_clean_buffers(s);
647
648         if (decode_slice(s) < 0) ret = AVERROR_INVALIDDATA;
649     }
650
651     if (s->msmpeg4_version && s->msmpeg4_version<4 && s->pict_type==AV_PICTURE_TYPE_I)
652         if(!CONFIG_MSMPEG4_DECODER || ff_msmpeg4_decode_ext_header(s, buf_size) < 0){
653             s->er.error_status_table[s->mb_num - 1] = ER_MB_ERROR;
654         }
655
656     assert(s->bitstream_buffer_size==0);
657     /* divx 5.01+ bistream reorder stuff */
658     if(s->codec_id==AV_CODEC_ID_MPEG4 && s->divx_packed){
659         int current_pos= get_bits_count(&s->gb)>>3;
660         int startcode_found=0;
661
662         if(buf_size - current_pos > 5){
663             int i;
664             for(i=current_pos; i<buf_size-3; i++){
665                 if(buf[i]==0 && buf[i+1]==0 && buf[i+2]==1 && buf[i+3]==0xB6){
666                     startcode_found=1;
667                     break;
668                 }
669             }
670         }
671         if(s->gb.buffer == s->bitstream_buffer && buf_size>7 && s->xvid_build>=0){ //xvid style
672             startcode_found=1;
673             current_pos=0;
674         }
675
676         if(startcode_found){
677             av_fast_malloc(
678                 &s->bitstream_buffer,
679                 &s->allocated_bitstream_buffer_size,
680                 buf_size - current_pos + FF_INPUT_BUFFER_PADDING_SIZE);
681             if (!s->bitstream_buffer)
682                 return AVERROR(ENOMEM);
683             memcpy(s->bitstream_buffer, buf + current_pos, buf_size - current_pos);
684             s->bitstream_buffer_size= buf_size - current_pos;
685         }
686     }
687
688 intrax8_decoded:
689     ff_er_frame_end(&s->er);
690
691     if (avctx->hwaccel) {
692         if (avctx->hwaccel->end_frame(avctx) < 0)
693             return -1;
694     }
695
696     ff_MPV_frame_end(s);
697
698     if (!s->divx_packed && avctx->hwaccel)
699         ff_thread_finish_setup(avctx);
700
701     assert(s->current_picture.f.pict_type == s->current_picture_ptr->f.pict_type);
702     assert(s->current_picture.f.pict_type == s->pict_type);
703     if (s->pict_type == AV_PICTURE_TYPE_B || s->low_delay) {
704         if ((ret = av_frame_ref(pict, &s->current_picture_ptr->f)) < 0)
705             return ret;
706         ff_print_debug_info(s, s->current_picture_ptr);
707     } else if (s->last_picture_ptr != NULL) {
708         if ((ret = av_frame_ref(pict, &s->last_picture_ptr->f)) < 0)
709             return ret;
710         ff_print_debug_info(s, s->last_picture_ptr);
711     }
712
713     if(s->last_picture_ptr || s->low_delay){
714         *got_frame = 1;
715     }
716
717     return (ret && (avctx->err_recognition & AV_EF_EXPLODE))?ret:get_consumed_bytes(s, buf_size);
718 }
719
720 const enum AVPixelFormat ff_h263_hwaccel_pixfmt_list_420[] = {
721 #if CONFIG_VAAPI
722     AV_PIX_FMT_VAAPI_VLD,
723 #endif
724 #if CONFIG_VDPAU
725     AV_PIX_FMT_VDPAU,
726 #endif
727     AV_PIX_FMT_YUV420P,
728     AV_PIX_FMT_NONE
729 };
730
731 AVCodec ff_h263_decoder = {
732     .name           = "h263",
733     .type           = AVMEDIA_TYPE_VIDEO,
734     .id             = AV_CODEC_ID_H263,
735     .priv_data_size = sizeof(MpegEncContext),
736     .init           = ff_h263_decode_init,
737     .close          = ff_h263_decode_end,
738     .decode         = ff_h263_decode_frame,
739     .capabilities   = CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 |
740                       CODEC_CAP_TRUNCATED | CODEC_CAP_DELAY,
741     .flush          = ff_mpeg_flush,
742     .long_name      = NULL_IF_CONFIG_SMALL("H.263 / H.263-1996, H.263+ / H.263-1998 / H.263 version 2"),
743     .pix_fmts       = ff_h263_hwaccel_pixfmt_list_420,
744 };