Fix nonsense MPEG-4 hwaccel code.
[ffmpeg.git] / libavcodec / h263dec.c
1 /*
2  * H.263 decoder
3  * Copyright (c) 2001 Fabrice Bellard
4  * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22
23 /**
24  * @file
25  * H.263 decoder.
26  */
27
28 #define UNCHECKED_BITSTREAM_READER 1
29
30 #include "libavutil/cpu.h"
31 #include "internal.h"
32 #include "avcodec.h"
33 #include "error_resilience.h"
34 #include "mpegvideo.h"
35 #include "h263.h"
36 #include "h263_parser.h"
37 #include "mpeg4video_parser.h"
38 #include "msmpeg4.h"
39 #include "vdpau_internal.h"
40 #include "thread.h"
41 #include "flv.h"
42 #include "mpeg4video.h"
43
44 av_cold int ff_h263_decode_init(AVCodecContext *avctx)
45 {
46     MpegEncContext *s = avctx->priv_data;
47     int ret;
48
49     s->avctx = avctx;
50     s->out_format = FMT_H263;
51
52     s->width  = avctx->coded_width;
53     s->height = avctx->coded_height;
54     s->workaround_bugs= avctx->workaround_bugs;
55
56     // set defaults
57     ff_MPV_decode_defaults(s);
58     s->quant_precision=5;
59     s->decode_mb= ff_h263_decode_mb;
60     s->low_delay= 1;
61     if (avctx->codec->id == AV_CODEC_ID_MSS2)
62         avctx->pix_fmt = AV_PIX_FMT_YUV420P;
63     else
64         avctx->pix_fmt = avctx->get_format(avctx, avctx->codec->pix_fmts);
65     s->unrestricted_mv= 1;
66
67     /* select sub codec */
68     switch(avctx->codec->id) {
69     case AV_CODEC_ID_H263:
70     case AV_CODEC_ID_H263P:
71         s->unrestricted_mv= 0;
72         avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
73         break;
74     case AV_CODEC_ID_MPEG4:
75         break;
76     case AV_CODEC_ID_MSMPEG4V1:
77         s->h263_pred = 1;
78         s->msmpeg4_version=1;
79         break;
80     case AV_CODEC_ID_MSMPEG4V2:
81         s->h263_pred = 1;
82         s->msmpeg4_version=2;
83         break;
84     case AV_CODEC_ID_MSMPEG4V3:
85         s->h263_pred = 1;
86         s->msmpeg4_version=3;
87         break;
88     case AV_CODEC_ID_WMV1:
89         s->h263_pred = 1;
90         s->msmpeg4_version=4;
91         break;
92     case AV_CODEC_ID_WMV2:
93         s->h263_pred = 1;
94         s->msmpeg4_version=5;
95         break;
96     case AV_CODEC_ID_VC1:
97     case AV_CODEC_ID_WMV3:
98     case AV_CODEC_ID_VC1IMAGE:
99     case AV_CODEC_ID_WMV3IMAGE:
100     case AV_CODEC_ID_MSS2:
101         s->h263_pred = 1;
102         s->msmpeg4_version=6;
103         avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
104         break;
105     case AV_CODEC_ID_H263I:
106         break;
107     case AV_CODEC_ID_FLV1:
108         s->h263_flv = 1;
109         break;
110     default:
111         return AVERROR(EINVAL);
112     }
113     s->codec_id= avctx->codec->id;
114     avctx->hwaccel= ff_find_hwaccel(avctx->codec->id, avctx->pix_fmt);
115
116     if (avctx->stream_codec_tag == AV_RL32("l263") && avctx->extradata_size == 56 && avctx->extradata[0] == 1)
117         s->ehc_mode = 1;
118
119     /* for h263, we allocate the images after having read the header */
120     if (avctx->codec->id != AV_CODEC_ID_H263 && avctx->codec->id != AV_CODEC_ID_H263P && avctx->codec->id != AV_CODEC_ID_MPEG4)
121         if ((ret = ff_MPV_common_init(s)) < 0)
122             return ret;
123
124         ff_h263_decode_init_vlc();
125
126     return 0;
127 }
128
129 av_cold int ff_h263_decode_end(AVCodecContext *avctx)
130 {
131     MpegEncContext *s = avctx->priv_data;
132
133     ff_MPV_common_end(s);
134     return 0;
135 }
136
137 /**
138  * Return the number of bytes consumed for building the current frame.
139  */
140 static int get_consumed_bytes(MpegEncContext *s, int buf_size){
141     int pos= (get_bits_count(&s->gb)+7)>>3;
142
143     if(s->divx_packed || s->avctx->hwaccel){
144         //we would have to scan through the whole buf to handle the weird reordering ...
145         return buf_size;
146     }else if(s->flags&CODEC_FLAG_TRUNCATED){
147         pos -= s->parse_context.last_index;
148         if(pos<0) pos=0; // padding is not really read so this might be -1
149         return pos;
150     }else{
151         if(pos==0) pos=1; //avoid infinite loops (i doubt that is needed but ...)
152         if(pos+10>buf_size) pos=buf_size; // oops ;)
153
154         return pos;
155     }
156 }
157
158 static int decode_slice(MpegEncContext *s){
159     const int part_mask= s->partitioned_frame ? (ER_AC_END|ER_AC_ERROR) : 0x7F;
160     const int mb_size= 16>>s->avctx->lowres;
161     int ret;
162
163     s->last_resync_gb= s->gb;
164     s->first_slice_line= 1;
165
166     s->resync_mb_x= s->mb_x;
167     s->resync_mb_y= s->mb_y;
168
169     ff_set_qscale(s, s->qscale);
170
171     if (s->avctx->hwaccel) {
172         const uint8_t *start= s->gb.buffer + get_bits_count(&s->gb)/8;
173         ret = s->avctx->hwaccel->decode_slice(s->avctx, start, s->gb.buffer_end - start);
174         // ensure we exit decode loop
175         s->mb_y = s->mb_height;
176         return ret;
177     }
178
179     if(s->partitioned_frame){
180         const int qscale= s->qscale;
181
182         if(CONFIG_MPEG4_DECODER && s->codec_id==AV_CODEC_ID_MPEG4){
183             if ((ret = ff_mpeg4_decode_partitions(s)) < 0)
184                 return ret;
185         }
186
187         /* restore variables which were modified */
188         s->first_slice_line=1;
189         s->mb_x= s->resync_mb_x;
190         s->mb_y= s->resync_mb_y;
191         ff_set_qscale(s, qscale);
192     }
193
194     for(; s->mb_y < s->mb_height; s->mb_y++) {
195         /* per-row end of slice checks */
196         if(s->msmpeg4_version){
197             if(s->resync_mb_y + s->slice_height == s->mb_y){
198                 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, ER_MB_END);
199
200                 return 0;
201             }
202         }
203
204         if(s->msmpeg4_version==1){
205             s->last_dc[0]=
206             s->last_dc[1]=
207             s->last_dc[2]= 128;
208         }
209
210         ff_init_block_index(s);
211         for(; s->mb_x < s->mb_width; s->mb_x++) {
212             int ret;
213
214             ff_update_block_index(s);
215
216             if(s->resync_mb_x == s->mb_x && s->resync_mb_y+1 == s->mb_y){
217                 s->first_slice_line=0;
218             }
219
220             /* DCT & quantize */
221
222             s->mv_dir = MV_DIR_FORWARD;
223             s->mv_type = MV_TYPE_16X16;
224 //            s->mb_skipped = 0;
225             av_dlog(s, "%d %d %06X\n",
226                     ret, get_bits_count(&s->gb), show_bits(&s->gb, 24));
227             ret= s->decode_mb(s, s->block);
228
229             if (s->pict_type!=AV_PICTURE_TYPE_B)
230                 ff_h263_update_motion_val(s);
231
232             if(ret<0){
233                 const int xy= s->mb_x + s->mb_y*s->mb_stride;
234                 if(ret==SLICE_END){
235                     ff_MPV_decode_mb(s, s->block);
236                     if(s->loop_filter)
237                         ff_h263_loop_filter(s);
238
239                     ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, ER_MB_END&part_mask);
240
241                     s->padding_bug_score--;
242
243                     if(++s->mb_x >= s->mb_width){
244                         s->mb_x=0;
245                         ff_mpeg_draw_horiz_band(s, s->mb_y*mb_size, mb_size);
246                         ff_MPV_report_decode_progress(s);
247                         s->mb_y++;
248                     }
249                     return 0;
250                 }else if(ret==SLICE_NOEND){
251                     av_log(s->avctx, AV_LOG_ERROR, "Slice mismatch at MB: %d\n", xy);
252                     ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x+1, s->mb_y, ER_MB_END&part_mask);
253                     return AVERROR_INVALIDDATA;
254                 }
255                 av_log(s->avctx, AV_LOG_ERROR, "Error at MB: %d\n", xy);
256                 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, ER_MB_ERROR&part_mask);
257
258                 return AVERROR_INVALIDDATA;
259             }
260
261             ff_MPV_decode_mb(s, s->block);
262             if(s->loop_filter)
263                 ff_h263_loop_filter(s);
264         }
265
266         ff_mpeg_draw_horiz_band(s, s->mb_y*mb_size, mb_size);
267         ff_MPV_report_decode_progress(s);
268
269         s->mb_x= 0;
270     }
271
272     av_assert1(s->mb_x==0 && s->mb_y==s->mb_height);
273
274     if(s->codec_id==AV_CODEC_ID_MPEG4
275        && (s->workaround_bugs&FF_BUG_AUTODETECT)
276        && get_bits_left(&s->gb) >= 48
277        && show_bits(&s->gb, 24)==0x4010
278        && !s->data_partitioning)
279         s->padding_bug_score+=32;
280
281     /* try to detect the padding bug */
282     if(      s->codec_id==AV_CODEC_ID_MPEG4
283        &&   (s->workaround_bugs&FF_BUG_AUTODETECT)
284        &&    get_bits_left(&s->gb) >=0
285        &&    get_bits_left(&s->gb) < 137
286 //       &&   !s->resync_marker
287        &&   !s->data_partitioning){
288
289         const int bits_count= get_bits_count(&s->gb);
290         const int bits_left = s->gb.size_in_bits - bits_count;
291
292         if(bits_left==0){
293             s->padding_bug_score+=16;
294         } else if(bits_left != 1){
295             int v= show_bits(&s->gb, 8);
296             v|= 0x7F >> (7-(bits_count&7));
297
298             if(v==0x7F && bits_left<=8)
299                 s->padding_bug_score--;
300             else if(v==0x7F && ((get_bits_count(&s->gb)+8)&8) && bits_left<=16)
301                 s->padding_bug_score+= 4;
302             else
303                 s->padding_bug_score++;
304         }
305     }
306
307     if(s->workaround_bugs&FF_BUG_AUTODETECT){
308         if(s->padding_bug_score > -2 && !s->data_partitioning /*&& (s->divx_version>=0 || !s->resync_marker)*/)
309             s->workaround_bugs |=  FF_BUG_NO_PADDING;
310         else
311             s->workaround_bugs &= ~FF_BUG_NO_PADDING;
312     }
313
314     // handle formats which don't have unique end markers
315     if(s->msmpeg4_version || (s->workaround_bugs&FF_BUG_NO_PADDING)){ //FIXME perhaps solve this more cleanly
316         int left= get_bits_left(&s->gb);
317         int max_extra=7;
318
319         /* no markers in M$ crap */
320         if(s->msmpeg4_version && s->pict_type==AV_PICTURE_TYPE_I)
321             max_extra+= 17;
322
323         /* buggy padding but the frame should still end approximately at the bitstream end */
324         if((s->workaround_bugs&FF_BUG_NO_PADDING) && (s->err_recognition&(AV_EF_BUFFER|AV_EF_AGGRESSIVE)))
325             max_extra+= 48;
326         else if((s->workaround_bugs&FF_BUG_NO_PADDING))
327             max_extra+= 256*256*256*64;
328
329         if(left>max_extra){
330             av_log(s->avctx, AV_LOG_ERROR, "discarding %d junk bits at end, next would be %X\n", left, show_bits(&s->gb, 24));
331         }
332         else if(left<0){
333             av_log(s->avctx, AV_LOG_ERROR, "overreading %d bits\n", -left);
334         }else
335             ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x-1, s->mb_y, ER_MB_END);
336
337         return 0;
338     }
339
340     av_log(s->avctx, AV_LOG_ERROR, "slice end not reached but screenspace end (%d left %06X, score= %d)\n",
341             get_bits_left(&s->gb),
342             show_bits(&s->gb, 24), s->padding_bug_score);
343
344     ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y, ER_MB_END&part_mask);
345
346     return AVERROR_INVALIDDATA;
347 }
348
349 int ff_h263_decode_frame(AVCodecContext *avctx,
350                              void *data, int *got_frame,
351                              AVPacket *avpkt)
352 {
353     const uint8_t *buf = avpkt->data;
354     int buf_size = avpkt->size;
355     MpegEncContext *s = avctx->priv_data;
356     int ret;
357     AVFrame *pict = data;
358
359     s->flags= avctx->flags;
360     s->flags2= avctx->flags2;
361
362     /* no supplementary picture */
363     if (buf_size == 0) {
364         /* special case for last picture */
365         if (s->low_delay==0 && s->next_picture_ptr) {
366             if ((ret = av_frame_ref(pict, &s->next_picture_ptr->f)) < 0)
367                 return ret;
368             s->next_picture_ptr= NULL;
369
370             *got_frame = 1;
371         }
372
373         return 0;
374     }
375
376     if(s->flags&CODEC_FLAG_TRUNCATED){
377         int next;
378
379         if(CONFIG_MPEG4_DECODER && s->codec_id==AV_CODEC_ID_MPEG4){
380             next= ff_mpeg4_find_frame_end(&s->parse_context, buf, buf_size);
381         }else if(CONFIG_H263_DECODER && s->codec_id==AV_CODEC_ID_H263){
382             next= ff_h263_find_frame_end(&s->parse_context, buf, buf_size);
383         }else if(CONFIG_H263P_DECODER && s->codec_id==AV_CODEC_ID_H263P){
384             next= ff_h263_find_frame_end(&s->parse_context, buf, buf_size);
385         }else{
386             av_log(s->avctx, AV_LOG_ERROR, "this codec does not support truncated bitstreams\n");
387             return AVERROR(EINVAL);
388         }
389
390         if( ff_combine_frame(&s->parse_context, next, (const uint8_t **)&buf, &buf_size) < 0 )
391             return buf_size;
392     }
393
394
395 retry:
396     if(s->divx_packed && s->bitstream_buffer_size){
397         int i;
398         for(i=0; i<buf_size-3; i++){
399             if(buf[i]==0 && buf[i+1]==0 && buf[i+2]==1){
400                 if(buf[i+3]==0xB0){
401                     av_log(s->avctx, AV_LOG_WARNING, "Discarding excessive bitstream in packed xvid\n");
402                     s->bitstream_buffer_size=0;
403                 }
404                 break;
405             }
406         }
407     }
408
409     if(s->bitstream_buffer_size && (s->divx_packed || buf_size<20)){ //divx 5.01+/xvid frame reorder
410         init_get_bits(&s->gb, s->bitstream_buffer, s->bitstream_buffer_size*8);
411     }else
412         init_get_bits(&s->gb, buf, buf_size*8);
413     s->bitstream_buffer_size=0;
414
415     if (!s->context_initialized) {
416         if ((ret = ff_MPV_common_init(s)) < 0) //we need the idct permutaton for reading a custom matrix
417             return ret;
418     }
419
420     /* We need to set current_picture_ptr before reading the header,
421      * otherwise we cannot store anyting in there */
422     if (s->current_picture_ptr == NULL || s->current_picture_ptr->f.data[0]) {
423         int i= ff_find_unused_picture(s, 0);
424         if (i < 0)
425             return i;
426         s->current_picture_ptr= &s->picture[i];
427     }
428
429     /* let's go :-) */
430     if (CONFIG_WMV2_DECODER && s->msmpeg4_version==5) {
431         ret= ff_wmv2_decode_picture_header(s);
432     } else if (CONFIG_MSMPEG4_DECODER && s->msmpeg4_version) {
433         ret = ff_msmpeg4_decode_picture_header(s);
434     } else if (CONFIG_MPEG4_DECODER && s->h263_pred) {
435         if(s->avctx->extradata_size && s->picture_number==0){
436             GetBitContext gb;
437
438             init_get_bits(&gb, s->avctx->extradata, s->avctx->extradata_size*8);
439             ret = ff_mpeg4_decode_picture_header(s, &gb);
440         }
441         ret = ff_mpeg4_decode_picture_header(s, &s->gb);
442     } else if (CONFIG_H263I_DECODER && s->codec_id == AV_CODEC_ID_H263I) {
443         ret = ff_intel_h263_decode_picture_header(s);
444     } else if (CONFIG_FLV_DECODER && s->h263_flv) {
445         ret = ff_flv_decode_picture_header(s);
446     } else {
447         ret = ff_h263_decode_picture_header(s);
448     }
449
450     if (ret < 0 || ret==FRAME_SKIPPED) {
451         if (   s->width  != avctx->coded_width
452             || s->height != avctx->coded_height) {
453                 av_log(s->avctx, AV_LOG_WARNING, "Reverting picture dimensions change due to header decoding failure\n");
454                 s->width = avctx->coded_width;
455                 s->height= avctx->coded_height;
456         }
457     }
458     if(ret==FRAME_SKIPPED) return get_consumed_bytes(s, buf_size);
459
460     /* skip if the header was thrashed */
461     if (ret < 0){
462         av_log(s->avctx, AV_LOG_ERROR, "header damaged\n");
463         return ret;
464     }
465
466     avctx->has_b_frames= !s->low_delay;
467
468     if(s->xvid_build==-1 && s->divx_version==-1 && s->lavc_build==-1){
469         if(s->stream_codec_tag == AV_RL32("XVID") ||
470            s->codec_tag == AV_RL32("XVID") || s->codec_tag == AV_RL32("XVIX") ||
471            s->codec_tag == AV_RL32("RMP4") || s->codec_tag == AV_RL32("ZMP4") ||
472            s->codec_tag == AV_RL32("SIPP")
473            )
474             s->xvid_build= 0;
475 #if 0
476         if(s->codec_tag == AV_RL32("DIVX") && s->vo_type==0 && s->vol_control_parameters==1
477            && s->padding_bug_score > 0 && s->low_delay) // XVID with modified fourcc
478             s->xvid_build= 0;
479 #endif
480     }
481
482     if(s->xvid_build==-1 && s->divx_version==-1 && s->lavc_build==-1){
483         if(s->codec_tag == AV_RL32("DIVX") && s->vo_type==0 && s->vol_control_parameters==0)
484             s->divx_version= 400; //divx 4
485     }
486
487     if(s->xvid_build>=0 && s->divx_version>=0){
488         s->divx_version=
489         s->divx_build= -1;
490     }
491
492     if(s->workaround_bugs&FF_BUG_AUTODETECT){
493         if(s->codec_tag == AV_RL32("XVIX"))
494             s->workaround_bugs|= FF_BUG_XVID_ILACE;
495
496         if(s->codec_tag == AV_RL32("UMP4")){
497             s->workaround_bugs|= FF_BUG_UMP4;
498         }
499
500         if(s->divx_version>=500 && s->divx_build<1814){
501             s->workaround_bugs|= FF_BUG_QPEL_CHROMA;
502         }
503
504         if(s->divx_version>502 && s->divx_build<1814){
505             s->workaround_bugs|= FF_BUG_QPEL_CHROMA2;
506         }
507
508         if(s->xvid_build<=3U)
509             s->padding_bug_score= 256*256*256*64;
510
511         if(s->xvid_build<=1U)
512             s->workaround_bugs|= FF_BUG_QPEL_CHROMA;
513
514         if(s->xvid_build<=12U)
515             s->workaround_bugs|= FF_BUG_EDGE;
516
517         if(s->xvid_build<=32U)
518             s->workaround_bugs|= FF_BUG_DC_CLIP;
519
520 #define SET_QPEL_FUNC(postfix1, postfix2) \
521     s->dsp.put_ ## postfix1 = ff_put_ ## postfix2;\
522     s->dsp.put_no_rnd_ ## postfix1 = ff_put_no_rnd_ ## postfix2;\
523     s->dsp.avg_ ## postfix1 = ff_avg_ ## postfix2;
524
525         if(s->lavc_build<4653U)
526             s->workaround_bugs|= FF_BUG_STD_QPEL;
527
528         if(s->lavc_build<4655U)
529             s->workaround_bugs|= FF_BUG_DIRECT_BLOCKSIZE;
530
531         if(s->lavc_build<4670U){
532             s->workaround_bugs|= FF_BUG_EDGE;
533         }
534
535         if(s->lavc_build<=4712U)
536             s->workaround_bugs|= FF_BUG_DC_CLIP;
537
538         if(s->divx_version>=0)
539             s->workaround_bugs|= FF_BUG_DIRECT_BLOCKSIZE;
540         if(s->divx_version==501 && s->divx_build==20020416)
541             s->padding_bug_score= 256*256*256*64;
542
543         if(s->divx_version<500U){
544             s->workaround_bugs|= FF_BUG_EDGE;
545         }
546
547         if(s->divx_version>=0)
548             s->workaround_bugs|= FF_BUG_HPEL_CHROMA;
549 #if 0
550         if(s->divx_version==500)
551             s->padding_bug_score= 256*256*256*64;
552
553         /* very ugly XVID padding bug detection FIXME/XXX solve this differently
554          * Let us hope this at least works.
555          */
556         if(   s->resync_marker==0 && s->data_partitioning==0 && s->divx_version==-1
557            && s->codec_id==AV_CODEC_ID_MPEG4 && s->vo_type==0)
558             s->workaround_bugs|= FF_BUG_NO_PADDING;
559
560         if(s->lavc_build<4609U) //FIXME not sure about the version num but a 4609 file seems ok
561             s->workaround_bugs|= FF_BUG_NO_PADDING;
562 #endif
563     }
564
565     if(s->workaround_bugs& FF_BUG_STD_QPEL){
566         SET_QPEL_FUNC(qpel_pixels_tab[0][ 5], qpel16_mc11_old_c)
567         SET_QPEL_FUNC(qpel_pixels_tab[0][ 7], qpel16_mc31_old_c)
568         SET_QPEL_FUNC(qpel_pixels_tab[0][ 9], qpel16_mc12_old_c)
569         SET_QPEL_FUNC(qpel_pixels_tab[0][11], qpel16_mc32_old_c)
570         SET_QPEL_FUNC(qpel_pixels_tab[0][13], qpel16_mc13_old_c)
571         SET_QPEL_FUNC(qpel_pixels_tab[0][15], qpel16_mc33_old_c)
572
573         SET_QPEL_FUNC(qpel_pixels_tab[1][ 5], qpel8_mc11_old_c)
574         SET_QPEL_FUNC(qpel_pixels_tab[1][ 7], qpel8_mc31_old_c)
575         SET_QPEL_FUNC(qpel_pixels_tab[1][ 9], qpel8_mc12_old_c)
576         SET_QPEL_FUNC(qpel_pixels_tab[1][11], qpel8_mc32_old_c)
577         SET_QPEL_FUNC(qpel_pixels_tab[1][13], qpel8_mc13_old_c)
578         SET_QPEL_FUNC(qpel_pixels_tab[1][15], qpel8_mc33_old_c)
579     }
580
581     if(avctx->debug & FF_DEBUG_BUGS)
582         av_log(s->avctx, AV_LOG_DEBUG, "bugs: %X lavc_build:%d xvid_build:%d divx_version:%d divx_build:%d %s\n",
583                s->workaround_bugs, s->lavc_build, s->xvid_build, s->divx_version, s->divx_build,
584                s->divx_packed ? "p" : "");
585
586 #if HAVE_MMX
587     if (s->codec_id == AV_CODEC_ID_MPEG4 && s->xvid_build>=0 && avctx->idct_algo == FF_IDCT_AUTO && (av_get_cpu_flags() & AV_CPU_FLAG_MMX)) {
588         avctx->idct_algo= FF_IDCT_XVIDMMX;
589         ff_dct_common_init(s);
590         goto retry;
591     }
592 #endif
593
594         /* After H263 & mpeg4 header decode we have the height, width,*/
595         /* and other parameters. So then we could init the picture   */
596         /* FIXME: By the way H263 decoder is evolving it should have */
597         /* an H263EncContext                                         */
598
599     if ((!avctx->coded_width || !avctx->coded_height) && 0) {
600         ParseContext pc= s->parse_context; //FIXME move these demuxng hack to avformat
601
602         s->parse_context.buffer=0;
603         ff_MPV_common_end(s);
604         s->parse_context= pc;
605         avcodec_set_dimensions(avctx, s->width, s->height);
606
607         goto retry;
608     }
609
610     if (s->width  != avctx->coded_width  ||
611         s->height != avctx->coded_height ||
612         s->context_reinit) {
613         /* H.263 could change picture size any time */
614         s->context_reinit = 0;
615
616         avcodec_set_dimensions(avctx, s->width, s->height);
617
618         if ((ret = ff_MPV_common_frame_size_change(s)))
619             return ret;
620     }
621
622     if((s->codec_id==AV_CODEC_ID_H263 || s->codec_id==AV_CODEC_ID_H263P || s->codec_id == AV_CODEC_ID_H263I))
623         s->gob_index = ff_h263_get_gob_height(s);
624
625     // for skipping the frame
626     s->current_picture.f.pict_type = s->pict_type;
627     s->current_picture.f.key_frame = s->pict_type == AV_PICTURE_TYPE_I;
628
629     /* skip B-frames if we don't have reference frames */
630     if (s->last_picture_ptr == NULL &&
631         (s->pict_type == AV_PICTURE_TYPE_B || s->droppable))
632         return get_consumed_bytes(s, buf_size);
633     if(   (avctx->skip_frame >= AVDISCARD_NONREF && s->pict_type==AV_PICTURE_TYPE_B)
634        || (avctx->skip_frame >= AVDISCARD_NONKEY && s->pict_type!=AV_PICTURE_TYPE_I)
635        ||  avctx->skip_frame >= AVDISCARD_ALL)
636         return get_consumed_bytes(s, buf_size);
637
638     if(s->next_p_frame_damaged){
639         if(s->pict_type==AV_PICTURE_TYPE_B)
640             return get_consumed_bytes(s, buf_size);
641         else
642             s->next_p_frame_damaged=0;
643     }
644
645     if((!s->no_rounding) || s->pict_type==AV_PICTURE_TYPE_B){
646         s->me.qpel_put= s->dsp.put_qpel_pixels_tab;
647         s->me.qpel_avg= s->dsp.avg_qpel_pixels_tab;
648     }else{
649         s->me.qpel_put= s->dsp.put_no_rnd_qpel_pixels_tab;
650         s->me.qpel_avg= s->dsp.avg_qpel_pixels_tab;
651     }
652
653     if ((ret = ff_MPV_frame_start(s, avctx)) < 0)
654         return ret;
655
656     if (!s->divx_packed && !avctx->hwaccel)
657         ff_thread_finish_setup(avctx);
658
659     if (CONFIG_MPEG4_VDPAU_DECODER && (s->avctx->codec->capabilities & CODEC_CAP_HWACCEL_VDPAU)) {
660         ff_vdpau_mpeg4_decode_picture(s, s->gb.buffer, s->gb.buffer_end - s->gb.buffer);
661         goto frame_end;
662     }
663
664     if (avctx->hwaccel) {
665         if ((ret = avctx->hwaccel->start_frame(avctx, s->gb.buffer, s->gb.buffer_end - s->gb.buffer)) < 0)
666             return ret;
667     }
668
669     ff_mpeg_er_frame_start(s);
670
671     //the second part of the wmv2 header contains the MB skip bits which are stored in current_picture->mb_type
672     //which is not available before ff_MPV_frame_start()
673     if (CONFIG_WMV2_DECODER && s->msmpeg4_version==5){
674         ret = ff_wmv2_decode_secondary_picture_header(s);
675         if(ret<0) return ret;
676         if(ret==1) goto frame_end;
677     }
678
679     /* decode each macroblock */
680     s->mb_x=0;
681     s->mb_y=0;
682
683     ret = decode_slice(s);
684     while(s->mb_y<s->mb_height){
685         if(s->msmpeg4_version){
686             if(s->slice_height==0 || s->mb_x!=0 || (s->mb_y%s->slice_height)!=0 || get_bits_left(&s->gb)<0)
687                 break;
688         }else{
689             int prev_x=s->mb_x, prev_y=s->mb_y;
690             if(ff_h263_resync(s)<0)
691                 break;
692             if (prev_y * s->mb_width + prev_x < s->mb_y * s->mb_width + s->mb_x)
693                 s->er.error_occurred = 1;
694         }
695
696         if(s->msmpeg4_version<4 && s->h263_pred)
697             ff_mpeg4_clean_buffers(s);
698
699         if (decode_slice(s) < 0) ret = AVERROR_INVALIDDATA;
700     }
701
702     if (s->msmpeg4_version && s->msmpeg4_version<4 && s->pict_type==AV_PICTURE_TYPE_I)
703         if(!CONFIG_MSMPEG4_DECODER || ff_msmpeg4_decode_ext_header(s, buf_size) < 0){
704             s->er.error_status_table[s->mb_num - 1] = ER_MB_ERROR;
705         }
706
707     av_assert1(s->bitstream_buffer_size==0);
708 frame_end:
709     ff_er_frame_end(&s->er);
710
711     if (avctx->hwaccel) {
712         if ((ret = avctx->hwaccel->end_frame(avctx)) < 0)
713             return ret;
714     }
715
716     ff_MPV_frame_end(s);
717
718     /* divx 5.01+ bitstream reorder stuff */
719     /* Since this clobbers the input buffer and hwaccel codecs still need the
720      * data during hwaccel->end_frame we should not do this any earlier */
721     if(s->codec_id==AV_CODEC_ID_MPEG4 && s->divx_packed){
722         int current_pos= s->gb.buffer == s->bitstream_buffer ? 0 : (get_bits_count(&s->gb)>>3);
723         int startcode_found=0;
724
725         if(buf_size - current_pos > 7){
726             int i;
727             for(i=current_pos; i<buf_size-4; i++){
728                 if(buf[i]==0 && buf[i+1]==0 && buf[i+2]==1 && buf[i+3]==0xB6){
729                     startcode_found=!(buf[i+4]&0x40);
730                     break;
731                 }
732             }
733         }
734
735         if(startcode_found){
736             av_fast_malloc(
737                 &s->bitstream_buffer,
738                 &s->allocated_bitstream_buffer_size,
739                 buf_size - current_pos + FF_INPUT_BUFFER_PADDING_SIZE);
740             if (!s->bitstream_buffer)
741                 return AVERROR(ENOMEM);
742             memcpy(s->bitstream_buffer, buf + current_pos, buf_size - current_pos);
743             s->bitstream_buffer_size= buf_size - current_pos;
744         }
745     }
746
747     if (!s->divx_packed && avctx->hwaccel)
748         ff_thread_finish_setup(avctx);
749
750     av_assert1(s->current_picture.f.pict_type == s->current_picture_ptr->f.pict_type);
751     av_assert1(s->current_picture.f.pict_type == s->pict_type);
752     if (s->pict_type == AV_PICTURE_TYPE_B || s->low_delay) {
753         if ((ret = av_frame_ref(pict, &s->current_picture_ptr->f)) < 0)
754             return ret;
755         ff_print_debug_info(s, s->current_picture_ptr, pict);
756         ff_mpv_export_qp_table(s, pict, s->current_picture_ptr, FF_QSCALE_TYPE_MPEG1);
757     } else if (s->last_picture_ptr != NULL) {
758         if ((ret = av_frame_ref(pict, &s->last_picture_ptr->f)) < 0)
759             return ret;
760         ff_print_debug_info(s, s->last_picture_ptr, pict);
761         ff_mpv_export_qp_table(s, pict, s->last_picture_ptr, FF_QSCALE_TYPE_MPEG1);
762     }
763
764     if(s->last_picture_ptr || s->low_delay){
765         if (   pict->format == AV_PIX_FMT_YUV420P
766             && (s->codec_tag == AV_RL32("GEOV") || s->codec_tag == AV_RL32("GEOX"))) {
767             int x, y, p;
768             av_frame_make_writable(pict);
769             for (p=0; p<3; p++) {
770                 int w = FF_CEIL_RSHIFT(pict-> width, !!p);
771                 int h = FF_CEIL_RSHIFT(pict->height, !!p);
772                 int linesize = pict->linesize[p];
773                 for (y=0; y<(h>>1); y++)
774                     for (x=0; x<w; x++)
775                         FFSWAP(int,
776                                pict->data[p][x + y*linesize],
777                                pict->data[p][x + (h-1-y)*linesize]);
778             }
779         }
780         *got_frame = 1;
781     }
782
783     return (ret && (avctx->err_recognition & AV_EF_EXPLODE))?ret:get_consumed_bytes(s, buf_size);
784 }
785
786 const enum AVPixelFormat ff_h263_hwaccel_pixfmt_list_420[] = {
787 #if CONFIG_VAAPI
788     AV_PIX_FMT_VAAPI_VLD,
789 #endif
790 #if CONFIG_VDPAU
791     AV_PIX_FMT_VDPAU,
792 #endif
793     AV_PIX_FMT_YUV420P,
794     AV_PIX_FMT_NONE
795 };
796
797 AVCodec ff_h263_decoder = {
798     .name           = "h263",
799     .type           = AVMEDIA_TYPE_VIDEO,
800     .id             = AV_CODEC_ID_H263,
801     .priv_data_size = sizeof(MpegEncContext),
802     .init           = ff_h263_decode_init,
803     .close          = ff_h263_decode_end,
804     .decode         = ff_h263_decode_frame,
805     .capabilities   = CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 |
806                       CODEC_CAP_TRUNCATED | CODEC_CAP_DELAY,
807     .flush          = ff_mpeg_flush,
808     .max_lowres     = 3,
809     .long_name      = NULL_IF_CONFIG_SMALL("H.263 / H.263-1996, H.263+ / H.263-1998 / H.263 version 2"),
810     .pix_fmts       = ff_h263_hwaccel_pixfmt_list_420,
811 };
812
813 AVCodec ff_h263p_decoder = {
814     .name           = "h263p",
815     .type           = AVMEDIA_TYPE_VIDEO,
816     .id             = AV_CODEC_ID_H263P,
817     .priv_data_size = sizeof(MpegEncContext),
818     .init           = ff_h263_decode_init,
819     .close          = ff_h263_decode_end,
820     .decode         = ff_h263_decode_frame,
821     .capabilities   = CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 |
822                       CODEC_CAP_TRUNCATED | CODEC_CAP_DELAY,
823     .flush          = ff_mpeg_flush,
824     .max_lowres     = 3,
825     .long_name      = NULL_IF_CONFIG_SMALL("H.263 / H.263-1996, H.263+ / H.263-1998 / H.263 version 2"),
826     .pix_fmts       = ff_h263_hwaccel_pixfmt_list_420,
827 };