lavc/h263dec: return or propagate proper error codes
[ffmpeg.git] / libavcodec / h263dec.c
1 /*
2  * H.263 decoder
3  * Copyright (c) 2001 Fabrice Bellard
4  * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22
23 /**
24  * @file
25  * H.263 decoder.
26  */
27
28 #define UNCHECKED_BITSTREAM_READER 1
29
30 #include "libavutil/cpu.h"
31 #include "internal.h"
32 #include "avcodec.h"
33 #include "dsputil.h"
34 #include "mpegvideo.h"
35 #include "h263.h"
36 #include "h263_parser.h"
37 #include "mpeg4video_parser.h"
38 #include "msmpeg4.h"
39 #include "vdpau_internal.h"
40 #include "thread.h"
41 #include "flv.h"
42 #include "mpeg4video.h"
43
44 //#define DEBUG
45 //#define PRINT_FRAME_TIME
46
47 av_cold int ff_h263_decode_init(AVCodecContext *avctx)
48 {
49     MpegEncContext *s = avctx->priv_data;
50     int ret;
51
52     s->avctx = avctx;
53     s->out_format = FMT_H263;
54
55     s->width  = avctx->coded_width;
56     s->height = avctx->coded_height;
57     s->workaround_bugs= avctx->workaround_bugs;
58
59     // set defaults
60     ff_MPV_decode_defaults(s);
61     s->quant_precision=5;
62     s->decode_mb= ff_h263_decode_mb;
63     s->low_delay= 1;
64     if (avctx->codec->id == AV_CODEC_ID_MSS2)
65         avctx->pix_fmt = PIX_FMT_YUV420P;
66     else
67         avctx->pix_fmt = avctx->get_format(avctx, avctx->codec->pix_fmts);
68     s->unrestricted_mv= 1;
69
70     /* select sub codec */
71     switch(avctx->codec->id) {
72     case AV_CODEC_ID_H263:
73     case AV_CODEC_ID_H263P:
74         s->unrestricted_mv= 0;
75         avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
76         break;
77     case AV_CODEC_ID_MPEG4:
78         break;
79     case AV_CODEC_ID_MSMPEG4V1:
80         s->h263_pred = 1;
81         s->msmpeg4_version=1;
82         break;
83     case AV_CODEC_ID_MSMPEG4V2:
84         s->h263_pred = 1;
85         s->msmpeg4_version=2;
86         break;
87     case AV_CODEC_ID_MSMPEG4V3:
88         s->h263_pred = 1;
89         s->msmpeg4_version=3;
90         break;
91     case AV_CODEC_ID_WMV1:
92         s->h263_pred = 1;
93         s->msmpeg4_version=4;
94         break;
95     case AV_CODEC_ID_WMV2:
96         s->h263_pred = 1;
97         s->msmpeg4_version=5;
98         break;
99     case AV_CODEC_ID_VC1:
100     case AV_CODEC_ID_WMV3:
101     case AV_CODEC_ID_VC1IMAGE:
102     case AV_CODEC_ID_WMV3IMAGE:
103     case AV_CODEC_ID_MSS2:
104         s->h263_pred = 1;
105         s->msmpeg4_version=6;
106         avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
107         break;
108     case AV_CODEC_ID_H263I:
109         break;
110     case AV_CODEC_ID_FLV1:
111         s->h263_flv = 1;
112         break;
113     default:
114         return AVERROR(EINVAL);
115     }
116     s->codec_id= avctx->codec->id;
117     avctx->hwaccel= ff_find_hwaccel(avctx->codec->id, avctx->pix_fmt);
118
119     /* for h263, we allocate the images after having read the header */
120     if (avctx->codec->id != AV_CODEC_ID_H263 && avctx->codec->id != AV_CODEC_ID_H263P && avctx->codec->id != AV_CODEC_ID_MPEG4)
121         if ((ret = ff_MPV_common_init(s)) < 0)
122             return ret;
123
124         ff_h263_decode_init_vlc(s);
125
126     return 0;
127 }
128
129 av_cold int ff_h263_decode_end(AVCodecContext *avctx)
130 {
131     MpegEncContext *s = avctx->priv_data;
132
133     ff_MPV_common_end(s);
134     return 0;
135 }
136
137 /**
138  * Return the number of bytes consumed for building the current frame.
139  */
140 static int get_consumed_bytes(MpegEncContext *s, int buf_size){
141     int pos= (get_bits_count(&s->gb)+7)>>3;
142
143     if(s->divx_packed || s->avctx->hwaccel){
144         //we would have to scan through the whole buf to handle the weird reordering ...
145         return buf_size;
146     }else if(s->flags&CODEC_FLAG_TRUNCATED){
147         pos -= s->parse_context.last_index;
148         if(pos<0) pos=0; // padding is not really read so this might be -1
149         return pos;
150     }else{
151         if(pos==0) pos=1; //avoid infinite loops (i doubt that is needed but ...)
152         if(pos+10>buf_size) pos=buf_size; // oops ;)
153
154         return pos;
155     }
156 }
157
158 static int decode_slice(MpegEncContext *s){
159     const int part_mask= s->partitioned_frame ? (ER_AC_END|ER_AC_ERROR) : 0x7F;
160     const int mb_size= 16>>s->avctx->lowres;
161     int ret;
162
163     s->last_resync_gb= s->gb;
164     s->first_slice_line= 1;
165
166     s->resync_mb_x= s->mb_x;
167     s->resync_mb_y= s->mb_y;
168
169     ff_set_qscale(s, s->qscale);
170
171     if (s->avctx->hwaccel) {
172         const uint8_t *start= s->gb.buffer + get_bits_count(&s->gb)/8;
173         const uint8_t *end  = ff_h263_find_resync_marker(start + 1, s->gb.buffer_end);
174         skip_bits_long(&s->gb, 8*(end - start));
175         return s->avctx->hwaccel->decode_slice(s->avctx, start, end - start);
176     }
177
178     if(s->partitioned_frame){
179         const int qscale= s->qscale;
180
181         if(CONFIG_MPEG4_DECODER && s->codec_id==AV_CODEC_ID_MPEG4){
182             if ((ret = ff_mpeg4_decode_partitions(s)) < 0)
183                 return ret;
184         }
185
186         /* restore variables which were modified */
187         s->first_slice_line=1;
188         s->mb_x= s->resync_mb_x;
189         s->mb_y= s->resync_mb_y;
190         ff_set_qscale(s, qscale);
191     }
192
193     for(; s->mb_y < s->mb_height; s->mb_y++) {
194         /* per-row end of slice checks */
195         if(s->msmpeg4_version){
196             if(s->resync_mb_y + s->slice_height == s->mb_y){
197                 ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, ER_MB_END);
198
199                 return 0;
200             }
201         }
202
203         if(s->msmpeg4_version==1){
204             s->last_dc[0]=
205             s->last_dc[1]=
206             s->last_dc[2]= 128;
207         }
208
209         ff_init_block_index(s);
210         for(; s->mb_x < s->mb_width; s->mb_x++) {
211             int ret;
212
213             ff_update_block_index(s);
214
215             if(s->resync_mb_x == s->mb_x && s->resync_mb_y+1 == s->mb_y){
216                 s->first_slice_line=0;
217             }
218
219             /* DCT & quantize */
220
221             s->mv_dir = MV_DIR_FORWARD;
222             s->mv_type = MV_TYPE_16X16;
223 //            s->mb_skipped = 0;
224 //printf("%d %d %06X\n", ret, get_bits_count(&s->gb), show_bits(&s->gb, 24));
225             ret= s->decode_mb(s, s->block);
226
227             if (s->pict_type!=AV_PICTURE_TYPE_B)
228                 ff_h263_update_motion_val(s);
229
230             if(ret<0){
231                 const int xy= s->mb_x + s->mb_y*s->mb_stride;
232                 if(ret==SLICE_END){
233                     ff_MPV_decode_mb(s, s->block);
234                     if(s->loop_filter)
235                         ff_h263_loop_filter(s);
236
237 //printf("%d %d %d %06X\n", s->mb_x, s->mb_y, s->gb.size*8 - get_bits_count(&s->gb), show_bits(&s->gb, 24));
238                     ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, ER_MB_END&part_mask);
239
240                     s->padding_bug_score--;
241
242                     if(++s->mb_x >= s->mb_width){
243                         s->mb_x=0;
244                         ff_draw_horiz_band(s, s->mb_y*mb_size, mb_size);
245                         ff_MPV_report_decode_progress(s);
246                         s->mb_y++;
247                     }
248                     return 0;
249                 }else if(ret==SLICE_NOEND){
250                     av_log(s->avctx, AV_LOG_ERROR, "Slice mismatch at MB: %d\n", xy);
251                     ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x+1, s->mb_y, ER_MB_END&part_mask);
252                     return AVERROR_INVALIDDATA;
253                 }
254                 av_log(s->avctx, AV_LOG_ERROR, "Error at MB: %d\n", xy);
255                 ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, ER_MB_ERROR&part_mask);
256
257                 return AVERROR_INVALIDDATA;
258             }
259
260             ff_MPV_decode_mb(s, s->block);
261             if(s->loop_filter)
262                 ff_h263_loop_filter(s);
263         }
264
265         ff_draw_horiz_band(s, s->mb_y*mb_size, mb_size);
266         ff_MPV_report_decode_progress(s);
267
268         s->mb_x= 0;
269     }
270
271     assert(s->mb_x==0 && s->mb_y==s->mb_height);
272
273     if(s->codec_id==AV_CODEC_ID_MPEG4
274        && (s->workaround_bugs&FF_BUG_AUTODETECT)
275        && get_bits_left(&s->gb) >= 48
276        && show_bits(&s->gb, 24)==0x4010
277        && !s->data_partitioning)
278         s->padding_bug_score+=32;
279
280     /* try to detect the padding bug */
281     if(      s->codec_id==AV_CODEC_ID_MPEG4
282        &&   (s->workaround_bugs&FF_BUG_AUTODETECT)
283        &&    get_bits_left(&s->gb) >=0
284        &&    get_bits_left(&s->gb) < 137
285 //       &&   !s->resync_marker
286        &&   !s->data_partitioning){
287
288         const int bits_count= get_bits_count(&s->gb);
289         const int bits_left = s->gb.size_in_bits - bits_count;
290
291         if(bits_left==0){
292             s->padding_bug_score+=16;
293         } else if(bits_left != 1){
294             int v= show_bits(&s->gb, 8);
295             v|= 0x7F >> (7-(bits_count&7));
296
297             if(v==0x7F && bits_left<=8)
298                 s->padding_bug_score--;
299             else if(v==0x7F && ((get_bits_count(&s->gb)+8)&8) && bits_left<=16)
300                 s->padding_bug_score+= 4;
301             else
302                 s->padding_bug_score++;
303         }
304     }
305
306     if(s->workaround_bugs&FF_BUG_AUTODETECT){
307         if(s->padding_bug_score > -2 && !s->data_partitioning /*&& (s->divx_version>=0 || !s->resync_marker)*/)
308             s->workaround_bugs |=  FF_BUG_NO_PADDING;
309         else
310             s->workaround_bugs &= ~FF_BUG_NO_PADDING;
311     }
312
313     // handle formats which don't have unique end markers
314     if(s->msmpeg4_version || (s->workaround_bugs&FF_BUG_NO_PADDING)){ //FIXME perhaps solve this more cleanly
315         int left= get_bits_left(&s->gb);
316         int max_extra=7;
317
318         /* no markers in M$ crap */
319         if(s->msmpeg4_version && s->pict_type==AV_PICTURE_TYPE_I)
320             max_extra+= 17;
321
322         /* buggy padding but the frame should still end approximately at the bitstream end */
323         if((s->workaround_bugs&FF_BUG_NO_PADDING) && (s->err_recognition&(AV_EF_BUFFER|AV_EF_AGGRESSIVE)))
324             max_extra+= 48;
325         else if((s->workaround_bugs&FF_BUG_NO_PADDING))
326             max_extra+= 256*256*256*64;
327
328         if(left>max_extra){
329             av_log(s->avctx, AV_LOG_ERROR, "discarding %d junk bits at end, next would be %X\n", left, show_bits(&s->gb, 24));
330         }
331         else if(left<0){
332             av_log(s->avctx, AV_LOG_ERROR, "overreading %d bits\n", -left);
333         }else
334             ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, ER_MB_END);
335
336         return 0;
337     }
338
339     av_log(s->avctx, AV_LOG_ERROR, "slice end not reached but screenspace end (%d left %06X, score= %d)\n",
340             get_bits_left(&s->gb),
341             show_bits(&s->gb, 24), s->padding_bug_score);
342
343     ff_er_add_slice(s, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, ER_MB_END&part_mask);
344
345     return AVERROR_INVALIDDATA;
346 }
347
348 int ff_h263_decode_frame(AVCodecContext *avctx,
349                              void *data, int *data_size,
350                              AVPacket *avpkt)
351 {
352     const uint8_t *buf = avpkt->data;
353     int buf_size = avpkt->size;
354     MpegEncContext *s = avctx->priv_data;
355     int ret;
356     AVFrame *pict = data;
357
358 #ifdef PRINT_FRAME_TIME
359 uint64_t time= rdtsc();
360 #endif
361     s->flags= avctx->flags;
362     s->flags2= avctx->flags2;
363
364     /* no supplementary picture */
365     if (buf_size == 0) {
366         /* special case for last picture */
367         if (s->low_delay==0 && s->next_picture_ptr) {
368             *pict = s->next_picture_ptr->f;
369             s->next_picture_ptr= NULL;
370
371             *data_size = sizeof(AVFrame);
372         }
373
374         return 0;
375     }
376
377     if(s->flags&CODEC_FLAG_TRUNCATED){
378         int next;
379
380         if(CONFIG_MPEG4_DECODER && s->codec_id==AV_CODEC_ID_MPEG4){
381             next= ff_mpeg4_find_frame_end(&s->parse_context, buf, buf_size);
382         }else if(CONFIG_H263_DECODER && s->codec_id==AV_CODEC_ID_H263){
383             next= ff_h263_find_frame_end(&s->parse_context, buf, buf_size);
384         }else if(CONFIG_H263P_DECODER && s->codec_id==AV_CODEC_ID_H263P){
385             next= ff_h263_find_frame_end(&s->parse_context, buf, buf_size);
386         }else{
387             av_log(s->avctx, AV_LOG_ERROR, "this codec does not support truncated bitstreams\n");
388             return AVERROR(EINVAL);
389         }
390
391         if( ff_combine_frame(&s->parse_context, next, (const uint8_t **)&buf, &buf_size) < 0 )
392             return buf_size;
393     }
394
395
396 retry:
397     if(s->divx_packed && s->bitstream_buffer_size){
398         int i;
399         for(i=0; i<buf_size-3; i++){
400             if(buf[i]==0 && buf[i+1]==0 && buf[i+2]==1){
401                 if(buf[i+3]==0xB0){
402                     av_log(s->avctx, AV_LOG_WARNING, "Discarding excessive bitstream in packed xvid\n");
403                     s->bitstream_buffer_size=0;
404                 }
405                 break;
406             }
407         }
408     }
409
410     if(s->bitstream_buffer_size && (s->divx_packed || buf_size<20)){ //divx 5.01+/xvid frame reorder
411         init_get_bits(&s->gb, s->bitstream_buffer, s->bitstream_buffer_size*8);
412     }else
413         init_get_bits(&s->gb, buf, buf_size*8);
414     s->bitstream_buffer_size=0;
415
416     if (!s->context_initialized) {
417         if ((ret = ff_MPV_common_init(s)) < 0) //we need the idct permutaton for reading a custom matrix
418             return ret;
419     }
420
421     /* We need to set current_picture_ptr before reading the header,
422      * otherwise we cannot store anyting in there */
423     if (s->current_picture_ptr == NULL || s->current_picture_ptr->f.data[0]) {
424         int i= ff_find_unused_picture(s, 0);
425         if (i < 0)
426             return i;
427         s->current_picture_ptr= &s->picture[i];
428     }
429
430     /* let's go :-) */
431     if (CONFIG_WMV2_DECODER && s->msmpeg4_version==5) {
432         ret= ff_wmv2_decode_picture_header(s);
433     } else if (CONFIG_MSMPEG4_DECODER && s->msmpeg4_version) {
434         ret = ff_msmpeg4_decode_picture_header(s);
435     } else if (CONFIG_MPEG4_DECODER && s->h263_pred) {
436         if(s->avctx->extradata_size && s->picture_number==0){
437             GetBitContext gb;
438
439             init_get_bits(&gb, s->avctx->extradata, s->avctx->extradata_size*8);
440             ret = ff_mpeg4_decode_picture_header(s, &gb);
441         }
442         ret = ff_mpeg4_decode_picture_header(s, &s->gb);
443     } else if (CONFIG_H263I_DECODER && s->codec_id == AV_CODEC_ID_H263I) {
444         ret = ff_intel_h263_decode_picture_header(s);
445     } else if (CONFIG_FLV_DECODER && s->h263_flv) {
446         ret = ff_flv_decode_picture_header(s);
447     } else {
448         ret = ff_h263_decode_picture_header(s);
449     }
450
451     if (ret < 0 || ret==FRAME_SKIPPED) {
452         if (   s->width  != avctx->coded_width
453             || s->height != avctx->coded_height) {
454                 av_log(s->avctx, AV_LOG_WARNING, "Reverting picture dimensions change due to header decoding failure\n");
455                 s->width = avctx->coded_width;
456                 s->height= avctx->coded_height;
457         }
458     }
459     if(ret==FRAME_SKIPPED) return get_consumed_bytes(s, buf_size);
460
461     /* skip if the header was thrashed */
462     if (ret < 0){
463         av_log(s->avctx, AV_LOG_ERROR, "header damaged\n");
464         return ret;
465     } else if ((s->width  != avctx->coded_width  ||
466                 s->height != avctx->coded_height ||
467                 (s->width  + 15) >> 4 != s->mb_width ||
468                 (s->height + 15) >> 4 != s->mb_height) &&
469                (HAVE_THREADS && (s->avctx->active_thread_type & FF_THREAD_FRAME))) {
470         av_log_missing_feature(s->avctx, "Width/height/bit depth/chroma idc changing with threads is", 0);
471         s->width = avctx->coded_width;
472         s->height= avctx->coded_height;
473         return AVERROR_PATCHWELCOME;   // width / height changed during parallelized decoding
474     }
475
476     avctx->has_b_frames= !s->low_delay;
477
478     if(s->xvid_build==-1 && s->divx_version==-1 && s->lavc_build==-1){
479         if(s->stream_codec_tag == AV_RL32("XVID") ||
480            s->codec_tag == AV_RL32("XVID") || s->codec_tag == AV_RL32("XVIX") ||
481            s->codec_tag == AV_RL32("RMP4") ||
482            s->codec_tag == AV_RL32("SIPP")
483            )
484             s->xvid_build= 0;
485 #if 0
486         if(s->codec_tag == AV_RL32("DIVX") && s->vo_type==0 && s->vol_control_parameters==1
487            && s->padding_bug_score > 0 && s->low_delay) // XVID with modified fourcc
488             s->xvid_build= 0;
489 #endif
490     }
491
492     if(s->xvid_build==-1 && s->divx_version==-1 && s->lavc_build==-1){
493         if(s->codec_tag == AV_RL32("DIVX") && s->vo_type==0 && s->vol_control_parameters==0)
494             s->divx_version= 400; //divx 4
495     }
496
497     if(s->xvid_build>=0 && s->divx_version>=0){
498         s->divx_version=
499         s->divx_build= -1;
500     }
501
502     if(s->workaround_bugs&FF_BUG_AUTODETECT){
503         if(s->codec_tag == AV_RL32("XVIX"))
504             s->workaround_bugs|= FF_BUG_XVID_ILACE;
505
506         if(s->codec_tag == AV_RL32("UMP4")){
507             s->workaround_bugs|= FF_BUG_UMP4;
508         }
509
510         if(s->divx_version>=500 && s->divx_build<1814){
511             s->workaround_bugs|= FF_BUG_QPEL_CHROMA;
512         }
513
514         if(s->divx_version>502 && s->divx_build<1814){
515             s->workaround_bugs|= FF_BUG_QPEL_CHROMA2;
516         }
517
518         if(s->xvid_build<=3U)
519             s->padding_bug_score= 256*256*256*64;
520
521         if(s->xvid_build<=1U)
522             s->workaround_bugs|= FF_BUG_QPEL_CHROMA;
523
524         if(s->xvid_build<=12U)
525             s->workaround_bugs|= FF_BUG_EDGE;
526
527         if(s->xvid_build<=32U)
528             s->workaround_bugs|= FF_BUG_DC_CLIP;
529
530 #define SET_QPEL_FUNC(postfix1, postfix2) \
531     s->dsp.put_ ## postfix1 = ff_put_ ## postfix2;\
532     s->dsp.put_no_rnd_ ## postfix1 = ff_put_no_rnd_ ## postfix2;\
533     s->dsp.avg_ ## postfix1 = ff_avg_ ## postfix2;
534
535         if(s->lavc_build<4653U)
536             s->workaround_bugs|= FF_BUG_STD_QPEL;
537
538         if(s->lavc_build<4655U)
539             s->workaround_bugs|= FF_BUG_DIRECT_BLOCKSIZE;
540
541         if(s->lavc_build<4670U){
542             s->workaround_bugs|= FF_BUG_EDGE;
543         }
544
545         if(s->lavc_build<=4712U)
546             s->workaround_bugs|= FF_BUG_DC_CLIP;
547
548         if(s->divx_version>=0)
549             s->workaround_bugs|= FF_BUG_DIRECT_BLOCKSIZE;
550 //printf("padding_bug_score: %d\n", s->padding_bug_score);
551         if(s->divx_version==501 && s->divx_build==20020416)
552             s->padding_bug_score= 256*256*256*64;
553
554         if(s->divx_version<500U){
555             s->workaround_bugs|= FF_BUG_EDGE;
556         }
557
558         if(s->divx_version>=0)
559             s->workaround_bugs|= FF_BUG_HPEL_CHROMA;
560 #if 0
561         if(s->divx_version==500)
562             s->padding_bug_score= 256*256*256*64;
563
564         /* very ugly XVID padding bug detection FIXME/XXX solve this differently
565          * Let us hope this at least works.
566          */
567         if(   s->resync_marker==0 && s->data_partitioning==0 && s->divx_version==-1
568            && s->codec_id==AV_CODEC_ID_MPEG4 && s->vo_type==0)
569             s->workaround_bugs|= FF_BUG_NO_PADDING;
570
571         if(s->lavc_build<4609U) //FIXME not sure about the version num but a 4609 file seems ok
572             s->workaround_bugs|= FF_BUG_NO_PADDING;
573 #endif
574     }
575
576     if(s->workaround_bugs& FF_BUG_STD_QPEL){
577         SET_QPEL_FUNC(qpel_pixels_tab[0][ 5], qpel16_mc11_old_c)
578         SET_QPEL_FUNC(qpel_pixels_tab[0][ 7], qpel16_mc31_old_c)
579         SET_QPEL_FUNC(qpel_pixels_tab[0][ 9], qpel16_mc12_old_c)
580         SET_QPEL_FUNC(qpel_pixels_tab[0][11], qpel16_mc32_old_c)
581         SET_QPEL_FUNC(qpel_pixels_tab[0][13], qpel16_mc13_old_c)
582         SET_QPEL_FUNC(qpel_pixels_tab[0][15], qpel16_mc33_old_c)
583
584         SET_QPEL_FUNC(qpel_pixels_tab[1][ 5], qpel8_mc11_old_c)
585         SET_QPEL_FUNC(qpel_pixels_tab[1][ 7], qpel8_mc31_old_c)
586         SET_QPEL_FUNC(qpel_pixels_tab[1][ 9], qpel8_mc12_old_c)
587         SET_QPEL_FUNC(qpel_pixels_tab[1][11], qpel8_mc32_old_c)
588         SET_QPEL_FUNC(qpel_pixels_tab[1][13], qpel8_mc13_old_c)
589         SET_QPEL_FUNC(qpel_pixels_tab[1][15], qpel8_mc33_old_c)
590     }
591
592     if(avctx->debug & FF_DEBUG_BUGS)
593         av_log(s->avctx, AV_LOG_DEBUG, "bugs: %X lavc_build:%d xvid_build:%d divx_version:%d divx_build:%d %s\n",
594                s->workaround_bugs, s->lavc_build, s->xvid_build, s->divx_version, s->divx_build,
595                s->divx_packed ? "p" : "");
596
597 #if HAVE_MMX
598     if (s->codec_id == AV_CODEC_ID_MPEG4 && s->xvid_build>=0 && avctx->idct_algo == FF_IDCT_AUTO && (av_get_cpu_flags() & AV_CPU_FLAG_MMX)) {
599         avctx->idct_algo= FF_IDCT_XVIDMMX;
600         ff_dct_common_init(s);
601         goto retry;
602     }
603 #endif
604
605         /* After H263 & mpeg4 header decode we have the height, width,*/
606         /* and other parameters. So then we could init the picture   */
607         /* FIXME: By the way H263 decoder is evolving it should have */
608         /* an H263EncContext                                         */
609
610     if (   s->width  != avctx->coded_width
611         || s->height != avctx->coded_height) {
612         /* H.263 could change picture size any time */
613         ParseContext pc= s->parse_context; //FIXME move these demuxng hack to avformat
614
615         s->parse_context.buffer=0;
616         ff_MPV_common_end(s);
617         s->parse_context= pc;
618     }
619     if (!s->context_initialized) {
620         avcodec_set_dimensions(avctx, s->width, s->height);
621
622         goto retry;
623     }
624
625     if((s->codec_id==AV_CODEC_ID_H263 || s->codec_id==AV_CODEC_ID_H263P || s->codec_id == AV_CODEC_ID_H263I))
626         s->gob_index = ff_h263_get_gob_height(s);
627
628     // for skipping the frame
629     s->current_picture.f.pict_type = s->pict_type;
630     s->current_picture.f.key_frame = s->pict_type == AV_PICTURE_TYPE_I;
631
632     /* skip B-frames if we don't have reference frames */
633     if(s->last_picture_ptr==NULL && (s->pict_type==AV_PICTURE_TYPE_B || s->dropable)) return get_consumed_bytes(s, buf_size);
634     if(   (avctx->skip_frame >= AVDISCARD_NONREF && s->pict_type==AV_PICTURE_TYPE_B)
635        || (avctx->skip_frame >= AVDISCARD_NONKEY && s->pict_type!=AV_PICTURE_TYPE_I)
636        ||  avctx->skip_frame >= AVDISCARD_ALL)
637         return get_consumed_bytes(s, buf_size);
638
639     if(s->next_p_frame_damaged){
640         if(s->pict_type==AV_PICTURE_TYPE_B)
641             return get_consumed_bytes(s, buf_size);
642         else
643             s->next_p_frame_damaged=0;
644     }
645
646     if((s->avctx->flags2 & CODEC_FLAG2_FAST) && s->pict_type==AV_PICTURE_TYPE_B){
647         s->me.qpel_put= s->dsp.put_2tap_qpel_pixels_tab;
648         s->me.qpel_avg= s->dsp.avg_2tap_qpel_pixels_tab;
649     }else if((!s->no_rounding) || s->pict_type==AV_PICTURE_TYPE_B){
650         s->me.qpel_put= s->dsp.put_qpel_pixels_tab;
651         s->me.qpel_avg= s->dsp.avg_qpel_pixels_tab;
652     }else{
653         s->me.qpel_put= s->dsp.put_no_rnd_qpel_pixels_tab;
654         s->me.qpel_avg= s->dsp.avg_qpel_pixels_tab;
655     }
656
657     if ((ret = ff_MPV_frame_start(s, avctx)) < 0)
658         return ret;
659
660     if (!s->divx_packed) ff_thread_finish_setup(avctx);
661
662     if (CONFIG_MPEG4_VDPAU_DECODER && (s->avctx->codec->capabilities & CODEC_CAP_HWACCEL_VDPAU)) {
663         ff_vdpau_mpeg4_decode_picture(s, s->gb.buffer, s->gb.buffer_end - s->gb.buffer);
664         goto frame_end;
665     }
666
667     if (avctx->hwaccel) {
668         if ((ret = avctx->hwaccel->start_frame(avctx, s->gb.buffer, s->gb.buffer_end - s->gb.buffer)) < 0)
669             return ret;
670     }
671
672     ff_er_frame_start(s);
673
674     //the second part of the wmv2 header contains the MB skip bits which are stored in current_picture->mb_type
675     //which is not available before ff_MPV_frame_start()
676     if (CONFIG_WMV2_DECODER && s->msmpeg4_version==5){
677         ret = ff_wmv2_decode_secondary_picture_header(s);
678         if(ret<0) return ret;
679         if(ret==1) goto intrax8_decoded;
680     }
681
682     /* decode each macroblock */
683     s->mb_x=0;
684     s->mb_y=0;
685
686     ret = decode_slice(s);
687     while(s->mb_y<s->mb_height){
688         if(s->msmpeg4_version){
689             if(s->slice_height==0 || s->mb_x!=0 || (s->mb_y%s->slice_height)!=0 || get_bits_left(&s->gb)<0)
690                 break;
691         }else{
692             int prev_x=s->mb_x, prev_y=s->mb_y;
693             if(ff_h263_resync(s)<0)
694                 break;
695             if (prev_y * s->mb_width + prev_x < s->mb_y * s->mb_width + s->mb_x)
696                 s->error_occurred = 1;
697         }
698
699         if(s->msmpeg4_version<4 && s->h263_pred)
700             ff_mpeg4_clean_buffers(s);
701
702         if (decode_slice(s) < 0) ret = AVERROR_INVALIDDATA;
703     }
704
705     if (s->msmpeg4_version && s->msmpeg4_version<4 && s->pict_type==AV_PICTURE_TYPE_I)
706         if(!CONFIG_MSMPEG4_DECODER || ff_msmpeg4_decode_ext_header(s, buf_size) < 0){
707             s->error_status_table[s->mb_num-1]= ER_MB_ERROR;
708         }
709
710     assert(s->bitstream_buffer_size==0);
711 frame_end:
712     /* divx 5.01+ bistream reorder stuff */
713     if(s->codec_id==AV_CODEC_ID_MPEG4 && s->divx_packed){
714         int current_pos= s->gb.buffer == s->bitstream_buffer ? 0 : (get_bits_count(&s->gb)>>3);
715         int startcode_found=0;
716
717         if(buf_size - current_pos > 7){
718             int i;
719             for(i=current_pos; i<buf_size-4; i++){
720                 if(buf[i]==0 && buf[i+1]==0 && buf[i+2]==1 && buf[i+3]==0xB6){
721                     startcode_found=!(buf[i+4]&0x40);
722                     break;
723                 }
724             }
725         }
726
727         if(startcode_found){
728             av_fast_malloc(
729                 &s->bitstream_buffer,
730                 &s->allocated_bitstream_buffer_size,
731                 buf_size - current_pos + FF_INPUT_BUFFER_PADDING_SIZE);
732             if (!s->bitstream_buffer)
733                 return AVERROR(ENOMEM);
734             memcpy(s->bitstream_buffer, buf + current_pos, buf_size - current_pos);
735             s->bitstream_buffer_size= buf_size - current_pos;
736         }
737     }
738
739 intrax8_decoded:
740     ff_er_frame_end(s);
741
742     if (avctx->hwaccel) {
743         if ((ret = avctx->hwaccel->end_frame(avctx)) < 0)
744             return ret;
745     }
746
747     ff_MPV_frame_end(s);
748
749     assert(s->current_picture.f.pict_type == s->current_picture_ptr->f.pict_type);
750     assert(s->current_picture.f.pict_type == s->pict_type);
751     if (s->pict_type == AV_PICTURE_TYPE_B || s->low_delay) {
752         *pict = s->current_picture_ptr->f;
753     } else if (s->last_picture_ptr != NULL) {
754         *pict = s->last_picture_ptr->f;
755     }
756
757     if(s->last_picture_ptr || s->low_delay){
758         *data_size = sizeof(AVFrame);
759         ff_print_debug_info(s, pict);
760     }
761
762 #ifdef PRINT_FRAME_TIME
763 av_log(avctx, AV_LOG_DEBUG, "%"PRId64"\n", rdtsc()-time);
764 #endif
765
766     return (ret && (avctx->err_recognition & AV_EF_EXPLODE))?ret:get_consumed_bytes(s, buf_size);
767 }
768
769 AVCodec ff_h263_decoder = {
770     .name           = "h263",
771     .type           = AVMEDIA_TYPE_VIDEO,
772     .id             = AV_CODEC_ID_H263,
773     .priv_data_size = sizeof(MpegEncContext),
774     .init           = ff_h263_decode_init,
775     .close          = ff_h263_decode_end,
776     .decode         = ff_h263_decode_frame,
777     .capabilities   = CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 |
778                       CODEC_CAP_TRUNCATED | CODEC_CAP_DELAY,
779     .flush          = ff_mpeg_flush,
780     .max_lowres     = 3,
781     .long_name      = NULL_IF_CONFIG_SMALL("H.263 / H.263-1996, H.263+ / H.263-1998 / H.263 version 2"),
782     .pix_fmts       = ff_hwaccel_pixfmt_list_420,
783 };
784
785 AVCodec ff_h263p_decoder = {
786     .name           = "h263p",
787     .type           = AVMEDIA_TYPE_VIDEO,
788     .id             = AV_CODEC_ID_H263P,
789     .priv_data_size = sizeof(MpegEncContext),
790     .init           = ff_h263_decode_init,
791     .close          = ff_h263_decode_end,
792     .decode         = ff_h263_decode_frame,
793     .capabilities   = CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 |
794                       CODEC_CAP_TRUNCATED | CODEC_CAP_DELAY,
795     .flush          = ff_mpeg_flush,
796     .max_lowres     = 3,
797     .long_name      = NULL_IF_CONFIG_SMALL("H.263 / H.263-1996, H.263+ / H.263-1998 / H.263 version 2"),
798     .pix_fmts       = ff_hwaccel_pixfmt_list_420,
799 };