ffplay: remove some unneded av_frame_unref calls
[ffmpeg.git] / ffplay.c
1 /*
2  * Copyright (c) 2003 Fabrice Bellard
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20
21 /**
22  * @file
23  * simple media player based on the FFmpeg libraries
24  */
25
26 #include "config.h"
27 #include <inttypes.h>
28 #include <math.h>
29 #include <limits.h>
30 #include <signal.h>
31 #include <stdint.h>
32
33 #include "libavutil/avstring.h"
34 #include "libavutil/colorspace.h"
35 #include "libavutil/mathematics.h"
36 #include "libavutil/pixdesc.h"
37 #include "libavutil/imgutils.h"
38 #include "libavutil/dict.h"
39 #include "libavutil/parseutils.h"
40 #include "libavutil/samplefmt.h"
41 #include "libavutil/avassert.h"
42 #include "libavutil/time.h"
43 #include "libavformat/avformat.h"
44 #include "libavdevice/avdevice.h"
45 #include "libswscale/swscale.h"
46 #include "libavutil/opt.h"
47 #include "libavcodec/avfft.h"
48 #include "libswresample/swresample.h"
49
50 #if CONFIG_AVFILTER
51 # include "libavfilter/avcodec.h"
52 # include "libavfilter/avfilter.h"
53 # include "libavfilter/buffersink.h"
54 # include "libavfilter/buffersrc.h"
55 #endif
56
57 #include <SDL.h>
58 #include <SDL_thread.h>
59
60 #include "cmdutils.h"
61
62 #include <assert.h>
63
64 const char program_name[] = "ffplay";
65 const int program_birth_year = 2003;
66
67 #define MAX_QUEUE_SIZE (15 * 1024 * 1024)
68 #define MIN_FRAMES 5
69
70 /* SDL audio buffer size, in samples. Should be small to have precise
71    A/V sync as SDL does not have hardware buffer fullness info. */
72 #define SDL_AUDIO_BUFFER_SIZE 1024
73
74 /* no AV sync correction is done if below the minimum AV sync threshold */
75 #define AV_SYNC_THRESHOLD_MIN 0.01
76 /* AV sync correction is done if above the maximum AV sync threshold */
77 #define AV_SYNC_THRESHOLD_MAX 0.1
78 /* If a frame duration is longer than this, it will not be duplicated to compensate AV sync */
79 #define AV_SYNC_FRAMEDUP_THRESHOLD 0.1
80 /* no AV correction is done if too big error */
81 #define AV_NOSYNC_THRESHOLD 10.0
82
83 /* maximum audio speed change to get correct sync */
84 #define SAMPLE_CORRECTION_PERCENT_MAX 10
85
86 /* external clock speed adjustment constants for realtime sources based on buffer fullness */
87 #define EXTERNAL_CLOCK_SPEED_MIN  0.900
88 #define EXTERNAL_CLOCK_SPEED_MAX  1.010
89 #define EXTERNAL_CLOCK_SPEED_STEP 0.001
90
91 /* we use about AUDIO_DIFF_AVG_NB A-V differences to make the average */
92 #define AUDIO_DIFF_AVG_NB   20
93
94 /* polls for possible required screen refresh at least this often, should be less than 1/fps */
95 #define REFRESH_RATE 0.01
96
97 /* NOTE: the size must be big enough to compensate the hardware audio buffersize size */
98 /* TODO: We assume that a decoded and resampled frame fits into this buffer */
99 #define SAMPLE_ARRAY_SIZE (8 * 65536)
100
101 #define CURSOR_HIDE_DELAY 1000000
102
103 static int64_t sws_flags = SWS_BICUBIC;
104
105 typedef struct MyAVPacketList {
106     AVPacket pkt;
107     struct MyAVPacketList *next;
108     int serial;
109 } MyAVPacketList;
110
111 typedef struct PacketQueue {
112     MyAVPacketList *first_pkt, *last_pkt;
113     int nb_packets;
114     int size;
115     int abort_request;
116     int serial;
117     SDL_mutex *mutex;
118     SDL_cond *cond;
119 } PacketQueue;
120
121 #define VIDEO_PICTURE_QUEUE_SIZE 3
122 #define SUBPICTURE_QUEUE_SIZE 4
123
124 typedef struct VideoPicture {
125     double pts;             // presentation timestamp for this picture
126     double duration;        // estimated duration based on frame rate
127     int64_t pos;            // byte position in file
128     SDL_Overlay *bmp;
129     int width, height; /* source height & width */
130     int allocated;
131     int reallocate;
132     int serial;
133
134     AVRational sar;
135 } VideoPicture;
136
137 typedef struct SubPicture {
138     double pts; /* presentation time stamp for this picture */
139     AVSubtitle sub;
140     int serial;
141 } SubPicture;
142
143 typedef struct AudioParams {
144     int freq;
145     int channels;
146     int64_t channel_layout;
147     enum AVSampleFormat fmt;
148     int frame_size;
149     int bytes_per_sec;
150 } AudioParams;
151
152 typedef struct Clock {
153     double pts;           /* clock base */
154     double pts_drift;     /* clock base minus time at which we updated the clock */
155     double last_updated;
156     double speed;
157     int serial;           /* clock is based on a packet with this serial */
158     int paused;
159     int *queue_serial;    /* pointer to the current packet queue serial, used for obsolete clock detection */
160 } Clock;
161
162 enum {
163     AV_SYNC_AUDIO_MASTER, /* default choice */
164     AV_SYNC_VIDEO_MASTER,
165     AV_SYNC_EXTERNAL_CLOCK, /* synchronize to an external clock */
166 };
167
168 typedef struct VideoState {
169     SDL_Thread *read_tid;
170     SDL_Thread *video_tid;
171     AVInputFormat *iformat;
172     int no_background;
173     int abort_request;
174     int force_refresh;
175     int paused;
176     int last_paused;
177     int queue_attachments_req;
178     int seek_req;
179     int seek_flags;
180     int64_t seek_pos;
181     int64_t seek_rel;
182     int read_pause_return;
183     AVFormatContext *ic;
184     int realtime;
185     int audio_finished;
186     int video_finished;
187
188     Clock audclk;
189     Clock vidclk;
190     Clock extclk;
191
192     int audio_stream;
193
194     int av_sync_type;
195
196     double audio_clock;
197     int audio_clock_serial;
198     double audio_diff_cum; /* used for AV difference average computation */
199     double audio_diff_avg_coef;
200     double audio_diff_threshold;
201     int audio_diff_avg_count;
202     AVStream *audio_st;
203     PacketQueue audioq;
204     int audio_hw_buf_size;
205     uint8_t silence_buf[SDL_AUDIO_BUFFER_SIZE];
206     uint8_t *audio_buf;
207     uint8_t *audio_buf1;
208     unsigned int audio_buf_size; /* in bytes */
209     unsigned int audio_buf1_size;
210     int audio_buf_index; /* in bytes */
211     int audio_write_buf_size;
212     int audio_buf_frames_pending;
213     AVPacket audio_pkt_temp;
214     AVPacket audio_pkt;
215     int audio_pkt_temp_serial;
216     int audio_last_serial;
217     struct AudioParams audio_src;
218 #if CONFIG_AVFILTER
219     struct AudioParams audio_filter_src;
220 #endif
221     struct AudioParams audio_tgt;
222     struct SwrContext *swr_ctx;
223     int frame_drops_early;
224     int frame_drops_late;
225     AVFrame *frame;
226     int64_t audio_frame_next_pts;
227
228     enum ShowMode {
229         SHOW_MODE_NONE = -1, SHOW_MODE_VIDEO = 0, SHOW_MODE_WAVES, SHOW_MODE_RDFT, SHOW_MODE_NB
230     } show_mode;
231     int16_t sample_array[SAMPLE_ARRAY_SIZE];
232     int sample_array_index;
233     int last_i_start;
234     RDFTContext *rdft;
235     int rdft_bits;
236     FFTSample *rdft_data;
237     int xpos;
238     double last_vis_time;
239
240     SDL_Thread *subtitle_tid;
241     int subtitle_stream;
242     AVStream *subtitle_st;
243     PacketQueue subtitleq;
244     SubPicture subpq[SUBPICTURE_QUEUE_SIZE];
245     int subpq_size, subpq_rindex, subpq_windex;
246     SDL_mutex *subpq_mutex;
247     SDL_cond *subpq_cond;
248
249     double frame_timer;
250     double frame_last_returned_time;
251     double frame_last_filter_delay;
252     int video_stream;
253     AVStream *video_st;
254     PacketQueue videoq;
255     int64_t video_current_pos;      // current displayed file pos
256     double max_frame_duration;      // maximum duration of a frame - above this, we consider the jump a timestamp discontinuity
257     VideoPicture pictq[VIDEO_PICTURE_QUEUE_SIZE];
258     int pictq_size, pictq_rindex, pictq_windex;
259     SDL_mutex *pictq_mutex;
260     SDL_cond *pictq_cond;
261 #if !CONFIG_AVFILTER
262     struct SwsContext *img_convert_ctx;
263 #endif
264     SDL_Rect last_display_rect;
265
266     char filename[1024];
267     int width, height, xleft, ytop;
268     int step;
269
270 #if CONFIG_AVFILTER
271     AVFilterContext *in_video_filter;   // the first filter in the video chain
272     AVFilterContext *out_video_filter;  // the last filter in the video chain
273     AVFilterContext *in_audio_filter;   // the first filter in the audio chain
274     AVFilterContext *out_audio_filter;  // the last filter in the audio chain
275     AVFilterGraph *agraph;              // audio filter graph
276 #endif
277
278     int last_video_stream, last_audio_stream, last_subtitle_stream;
279
280     SDL_cond *continue_read_thread;
281 } VideoState;
282
283 /* options specified by the user */
284 static AVInputFormat *file_iformat;
285 static const char *input_filename;
286 static const char *window_title;
287 static int fs_screen_width;
288 static int fs_screen_height;
289 static int default_width  = 640;
290 static int default_height = 480;
291 static int screen_width  = 0;
292 static int screen_height = 0;
293 static int audio_disable;
294 static int video_disable;
295 static int subtitle_disable;
296 static int wanted_stream[AVMEDIA_TYPE_NB] = {
297     [AVMEDIA_TYPE_AUDIO]    = -1,
298     [AVMEDIA_TYPE_VIDEO]    = -1,
299     [AVMEDIA_TYPE_SUBTITLE] = -1,
300 };
301 static int seek_by_bytes = -1;
302 static int display_disable;
303 static int show_status = 1;
304 static int av_sync_type = AV_SYNC_AUDIO_MASTER;
305 static int64_t start_time = AV_NOPTS_VALUE;
306 static int64_t duration = AV_NOPTS_VALUE;
307 static int workaround_bugs = 1;
308 static int fast = 0;
309 static int genpts = 0;
310 static int lowres = 0;
311 static int error_concealment = 3;
312 static int decoder_reorder_pts = -1;
313 static int autoexit;
314 static int exit_on_keydown;
315 static int exit_on_mousedown;
316 static int loop = 1;
317 static int framedrop = -1;
318 static int infinite_buffer = -1;
319 static enum ShowMode show_mode = SHOW_MODE_NONE;
320 static const char *audio_codec_name;
321 static const char *subtitle_codec_name;
322 static const char *video_codec_name;
323 double rdftspeed = 0.02;
324 static int64_t cursor_last_shown;
325 static int cursor_hidden = 0;
326 #if CONFIG_AVFILTER
327 static char *vfilters = NULL;
328 static char *afilters = NULL;
329 #endif
330
331 /* current context */
332 static int is_full_screen;
333 static int64_t audio_callback_time;
334
335 static AVPacket flush_pkt;
336
337 #define FF_ALLOC_EVENT   (SDL_USEREVENT)
338 #define FF_QUIT_EVENT    (SDL_USEREVENT + 2)
339
340 static SDL_Surface *screen;
341
342 static inline
343 int cmp_audio_fmts(enum AVSampleFormat fmt1, int64_t channel_count1,
344                    enum AVSampleFormat fmt2, int64_t channel_count2)
345 {
346     /* If channel count == 1, planar and non-planar formats are the same */
347     if (channel_count1 == 1 && channel_count2 == 1)
348         return av_get_packed_sample_fmt(fmt1) != av_get_packed_sample_fmt(fmt2);
349     else
350         return channel_count1 != channel_count2 || fmt1 != fmt2;
351 }
352
353 static inline
354 int64_t get_valid_channel_layout(int64_t channel_layout, int channels)
355 {
356     if (channel_layout && av_get_channel_layout_nb_channels(channel_layout) == channels)
357         return channel_layout;
358     else
359         return 0;
360 }
361
362 static int packet_queue_put(PacketQueue *q, AVPacket *pkt);
363
364 static int packet_queue_put_private(PacketQueue *q, AVPacket *pkt)
365 {
366     MyAVPacketList *pkt1;
367
368     if (q->abort_request)
369        return -1;
370
371     pkt1 = av_malloc(sizeof(MyAVPacketList));
372     if (!pkt1)
373         return -1;
374     pkt1->pkt = *pkt;
375     pkt1->next = NULL;
376     if (pkt == &flush_pkt)
377         q->serial++;
378     pkt1->serial = q->serial;
379
380     if (!q->last_pkt)
381         q->first_pkt = pkt1;
382     else
383         q->last_pkt->next = pkt1;
384     q->last_pkt = pkt1;
385     q->nb_packets++;
386     q->size += pkt1->pkt.size + sizeof(*pkt1);
387     /* XXX: should duplicate packet data in DV case */
388     SDL_CondSignal(q->cond);
389     return 0;
390 }
391
392 static int packet_queue_put(PacketQueue *q, AVPacket *pkt)
393 {
394     int ret;
395
396     /* duplicate the packet */
397     if (pkt != &flush_pkt && av_dup_packet(pkt) < 0)
398         return -1;
399
400     SDL_LockMutex(q->mutex);
401     ret = packet_queue_put_private(q, pkt);
402     SDL_UnlockMutex(q->mutex);
403
404     if (pkt != &flush_pkt && ret < 0)
405         av_free_packet(pkt);
406
407     return ret;
408 }
409
410 static int packet_queue_put_nullpacket(PacketQueue *q, int stream_index)
411 {
412     AVPacket pkt1, *pkt = &pkt1;
413     av_init_packet(pkt);
414     pkt->data = NULL;
415     pkt->size = 0;
416     pkt->stream_index = stream_index;
417     return packet_queue_put(q, pkt);
418 }
419
420 /* packet queue handling */
421 static void packet_queue_init(PacketQueue *q)
422 {
423     memset(q, 0, sizeof(PacketQueue));
424     q->mutex = SDL_CreateMutex();
425     q->cond = SDL_CreateCond();
426     q->abort_request = 1;
427 }
428
429 static void packet_queue_flush(PacketQueue *q)
430 {
431     MyAVPacketList *pkt, *pkt1;
432
433     SDL_LockMutex(q->mutex);
434     for (pkt = q->first_pkt; pkt != NULL; pkt = pkt1) {
435         pkt1 = pkt->next;
436         av_free_packet(&pkt->pkt);
437         av_freep(&pkt);
438     }
439     q->last_pkt = NULL;
440     q->first_pkt = NULL;
441     q->nb_packets = 0;
442     q->size = 0;
443     SDL_UnlockMutex(q->mutex);
444 }
445
446 static void packet_queue_destroy(PacketQueue *q)
447 {
448     packet_queue_flush(q);
449     SDL_DestroyMutex(q->mutex);
450     SDL_DestroyCond(q->cond);
451 }
452
453 static void packet_queue_abort(PacketQueue *q)
454 {
455     SDL_LockMutex(q->mutex);
456
457     q->abort_request = 1;
458
459     SDL_CondSignal(q->cond);
460
461     SDL_UnlockMutex(q->mutex);
462 }
463
464 static void packet_queue_start(PacketQueue *q)
465 {
466     SDL_LockMutex(q->mutex);
467     q->abort_request = 0;
468     packet_queue_put_private(q, &flush_pkt);
469     SDL_UnlockMutex(q->mutex);
470 }
471
472 /* return < 0 if aborted, 0 if no packet and > 0 if packet.  */
473 static int packet_queue_get(PacketQueue *q, AVPacket *pkt, int block, int *serial)
474 {
475     MyAVPacketList *pkt1;
476     int ret;
477
478     SDL_LockMutex(q->mutex);
479
480     for (;;) {
481         if (q->abort_request) {
482             ret = -1;
483             break;
484         }
485
486         pkt1 = q->first_pkt;
487         if (pkt1) {
488             q->first_pkt = pkt1->next;
489             if (!q->first_pkt)
490                 q->last_pkt = NULL;
491             q->nb_packets--;
492             q->size -= pkt1->pkt.size + sizeof(*pkt1);
493             *pkt = pkt1->pkt;
494             if (serial)
495                 *serial = pkt1->serial;
496             av_free(pkt1);
497             ret = 1;
498             break;
499         } else if (!block) {
500             ret = 0;
501             break;
502         } else {
503             SDL_CondWait(q->cond, q->mutex);
504         }
505     }
506     SDL_UnlockMutex(q->mutex);
507     return ret;
508 }
509
510 static inline void fill_rectangle(SDL_Surface *screen,
511                                   int x, int y, int w, int h, int color, int update)
512 {
513     SDL_Rect rect;
514     rect.x = x;
515     rect.y = y;
516     rect.w = w;
517     rect.h = h;
518     SDL_FillRect(screen, &rect, color);
519     if (update && w > 0 && h > 0)
520         SDL_UpdateRect(screen, x, y, w, h);
521 }
522
523 /* draw only the border of a rectangle */
524 static void fill_border(int xleft, int ytop, int width, int height, int x, int y, int w, int h, int color, int update)
525 {
526     int w1, w2, h1, h2;
527
528     /* fill the background */
529     w1 = x;
530     if (w1 < 0)
531         w1 = 0;
532     w2 = width - (x + w);
533     if (w2 < 0)
534         w2 = 0;
535     h1 = y;
536     if (h1 < 0)
537         h1 = 0;
538     h2 = height - (y + h);
539     if (h2 < 0)
540         h2 = 0;
541     fill_rectangle(screen,
542                    xleft, ytop,
543                    w1, height,
544                    color, update);
545     fill_rectangle(screen,
546                    xleft + width - w2, ytop,
547                    w2, height,
548                    color, update);
549     fill_rectangle(screen,
550                    xleft + w1, ytop,
551                    width - w1 - w2, h1,
552                    color, update);
553     fill_rectangle(screen,
554                    xleft + w1, ytop + height - h2,
555                    width - w1 - w2, h2,
556                    color, update);
557 }
558
559 #define ALPHA_BLEND(a, oldp, newp, s)\
560 ((((oldp << s) * (255 - (a))) + (newp * (a))) / (255 << s))
561
562 #define RGBA_IN(r, g, b, a, s)\
563 {\
564     unsigned int v = ((const uint32_t *)(s))[0];\
565     a = (v >> 24) & 0xff;\
566     r = (v >> 16) & 0xff;\
567     g = (v >> 8) & 0xff;\
568     b = v & 0xff;\
569 }
570
571 #define YUVA_IN(y, u, v, a, s, pal)\
572 {\
573     unsigned int val = ((const uint32_t *)(pal))[*(const uint8_t*)(s)];\
574     a = (val >> 24) & 0xff;\
575     y = (val >> 16) & 0xff;\
576     u = (val >> 8) & 0xff;\
577     v = val & 0xff;\
578 }
579
580 #define YUVA_OUT(d, y, u, v, a)\
581 {\
582     ((uint32_t *)(d))[0] = (a << 24) | (y << 16) | (u << 8) | v;\
583 }
584
585
586 #define BPP 1
587
588 static void blend_subrect(AVPicture *dst, const AVSubtitleRect *rect, int imgw, int imgh)
589 {
590     int wrap, wrap3, width2, skip2;
591     int y, u, v, a, u1, v1, a1, w, h;
592     uint8_t *lum, *cb, *cr;
593     const uint8_t *p;
594     const uint32_t *pal;
595     int dstx, dsty, dstw, dsth;
596
597     dstw = av_clip(rect->w, 0, imgw);
598     dsth = av_clip(rect->h, 0, imgh);
599     dstx = av_clip(rect->x, 0, imgw - dstw);
600     dsty = av_clip(rect->y, 0, imgh - dsth);
601     lum = dst->data[0] + dsty * dst->linesize[0];
602     cb  = dst->data[1] + (dsty >> 1) * dst->linesize[1];
603     cr  = dst->data[2] + (dsty >> 1) * dst->linesize[2];
604
605     width2 = ((dstw + 1) >> 1) + (dstx & ~dstw & 1);
606     skip2 = dstx >> 1;
607     wrap = dst->linesize[0];
608     wrap3 = rect->pict.linesize[0];
609     p = rect->pict.data[0];
610     pal = (const uint32_t *)rect->pict.data[1];  /* Now in YCrCb! */
611
612     if (dsty & 1) {
613         lum += dstx;
614         cb += skip2;
615         cr += skip2;
616
617         if (dstx & 1) {
618             YUVA_IN(y, u, v, a, p, pal);
619             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
620             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
621             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
622             cb++;
623             cr++;
624             lum++;
625             p += BPP;
626         }
627         for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
628             YUVA_IN(y, u, v, a, p, pal);
629             u1 = u;
630             v1 = v;
631             a1 = a;
632             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
633
634             YUVA_IN(y, u, v, a, p + BPP, pal);
635             u1 += u;
636             v1 += v;
637             a1 += a;
638             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
639             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
640             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
641             cb++;
642             cr++;
643             p += 2 * BPP;
644             lum += 2;
645         }
646         if (w) {
647             YUVA_IN(y, u, v, a, p, pal);
648             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
649             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
650             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
651             p++;
652             lum++;
653         }
654         p += wrap3 - dstw * BPP;
655         lum += wrap - dstw - dstx;
656         cb += dst->linesize[1] - width2 - skip2;
657         cr += dst->linesize[2] - width2 - skip2;
658     }
659     for (h = dsth - (dsty & 1); h >= 2; h -= 2) {
660         lum += dstx;
661         cb += skip2;
662         cr += skip2;
663
664         if (dstx & 1) {
665             YUVA_IN(y, u, v, a, p, pal);
666             u1 = u;
667             v1 = v;
668             a1 = a;
669             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
670             p += wrap3;
671             lum += wrap;
672             YUVA_IN(y, u, v, a, p, pal);
673             u1 += u;
674             v1 += v;
675             a1 += a;
676             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
677             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
678             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
679             cb++;
680             cr++;
681             p += -wrap3 + BPP;
682             lum += -wrap + 1;
683         }
684         for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
685             YUVA_IN(y, u, v, a, p, pal);
686             u1 = u;
687             v1 = v;
688             a1 = a;
689             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
690
691             YUVA_IN(y, u, v, a, p + BPP, pal);
692             u1 += u;
693             v1 += v;
694             a1 += a;
695             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
696             p += wrap3;
697             lum += wrap;
698
699             YUVA_IN(y, u, v, a, p, pal);
700             u1 += u;
701             v1 += v;
702             a1 += a;
703             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
704
705             YUVA_IN(y, u, v, a, p + BPP, pal);
706             u1 += u;
707             v1 += v;
708             a1 += a;
709             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
710
711             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 2);
712             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 2);
713
714             cb++;
715             cr++;
716             p += -wrap3 + 2 * BPP;
717             lum += -wrap + 2;
718         }
719         if (w) {
720             YUVA_IN(y, u, v, a, p, pal);
721             u1 = u;
722             v1 = v;
723             a1 = a;
724             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
725             p += wrap3;
726             lum += wrap;
727             YUVA_IN(y, u, v, a, p, pal);
728             u1 += u;
729             v1 += v;
730             a1 += a;
731             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
732             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u1, 1);
733             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v1, 1);
734             cb++;
735             cr++;
736             p += -wrap3 + BPP;
737             lum += -wrap + 1;
738         }
739         p += wrap3 + (wrap3 - dstw * BPP);
740         lum += wrap + (wrap - dstw - dstx);
741         cb += dst->linesize[1] - width2 - skip2;
742         cr += dst->linesize[2] - width2 - skip2;
743     }
744     /* handle odd height */
745     if (h) {
746         lum += dstx;
747         cb += skip2;
748         cr += skip2;
749
750         if (dstx & 1) {
751             YUVA_IN(y, u, v, a, p, pal);
752             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
753             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
754             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
755             cb++;
756             cr++;
757             lum++;
758             p += BPP;
759         }
760         for (w = dstw - (dstx & 1); w >= 2; w -= 2) {
761             YUVA_IN(y, u, v, a, p, pal);
762             u1 = u;
763             v1 = v;
764             a1 = a;
765             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
766
767             YUVA_IN(y, u, v, a, p + BPP, pal);
768             u1 += u;
769             v1 += v;
770             a1 += a;
771             lum[1] = ALPHA_BLEND(a, lum[1], y, 0);
772             cb[0] = ALPHA_BLEND(a1 >> 2, cb[0], u, 1);
773             cr[0] = ALPHA_BLEND(a1 >> 2, cr[0], v, 1);
774             cb++;
775             cr++;
776             p += 2 * BPP;
777             lum += 2;
778         }
779         if (w) {
780             YUVA_IN(y, u, v, a, p, pal);
781             lum[0] = ALPHA_BLEND(a, lum[0], y, 0);
782             cb[0] = ALPHA_BLEND(a >> 2, cb[0], u, 0);
783             cr[0] = ALPHA_BLEND(a >> 2, cr[0], v, 0);
784         }
785     }
786 }
787
788 static void free_picture(VideoPicture *vp)
789 {
790      if (vp->bmp) {
791          SDL_FreeYUVOverlay(vp->bmp);
792          vp->bmp = NULL;
793      }
794 }
795
796 static void free_subpicture(SubPicture *sp)
797 {
798     avsubtitle_free(&sp->sub);
799 }
800
801 static void calculate_display_rect(SDL_Rect *rect, int scr_xleft, int scr_ytop, int scr_width, int scr_height, VideoPicture *vp)
802 {
803     float aspect_ratio;
804     int width, height, x, y;
805
806     if (vp->sar.num == 0)
807         aspect_ratio = 0;
808     else
809         aspect_ratio = av_q2d(vp->sar);
810
811     if (aspect_ratio <= 0.0)
812         aspect_ratio = 1.0;
813     aspect_ratio *= (float)vp->width / (float)vp->height;
814
815     /* XXX: we suppose the screen has a 1.0 pixel ratio */
816     height = scr_height;
817     width = ((int)rint(height * aspect_ratio)) & ~1;
818     if (width > scr_width) {
819         width = scr_width;
820         height = ((int)rint(width / aspect_ratio)) & ~1;
821     }
822     x = (scr_width - width) / 2;
823     y = (scr_height - height) / 2;
824     rect->x = scr_xleft + x;
825     rect->y = scr_ytop  + y;
826     rect->w = FFMAX(width,  1);
827     rect->h = FFMAX(height, 1);
828 }
829
830 static void video_image_display(VideoState *is)
831 {
832     VideoPicture *vp;
833     SubPicture *sp;
834     AVPicture pict;
835     SDL_Rect rect;
836     int i;
837
838     vp = &is->pictq[is->pictq_rindex];
839     if (vp->bmp) {
840         if (is->subtitle_st) {
841             if (is->subpq_size > 0) {
842                 sp = &is->subpq[is->subpq_rindex];
843
844                 if (vp->pts >= sp->pts + ((float) sp->sub.start_display_time / 1000)) {
845                     SDL_LockYUVOverlay (vp->bmp);
846
847                     pict.data[0] = vp->bmp->pixels[0];
848                     pict.data[1] = vp->bmp->pixels[2];
849                     pict.data[2] = vp->bmp->pixels[1];
850
851                     pict.linesize[0] = vp->bmp->pitches[0];
852                     pict.linesize[1] = vp->bmp->pitches[2];
853                     pict.linesize[2] = vp->bmp->pitches[1];
854
855                     for (i = 0; i < sp->sub.num_rects; i++)
856                         blend_subrect(&pict, sp->sub.rects[i],
857                                       vp->bmp->w, vp->bmp->h);
858
859                     SDL_UnlockYUVOverlay (vp->bmp);
860                 }
861             }
862         }
863
864         calculate_display_rect(&rect, is->xleft, is->ytop, is->width, is->height, vp);
865
866         SDL_DisplayYUVOverlay(vp->bmp, &rect);
867
868         if (rect.x != is->last_display_rect.x || rect.y != is->last_display_rect.y || rect.w != is->last_display_rect.w || rect.h != is->last_display_rect.h || is->force_refresh) {
869             int bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
870             fill_border(is->xleft, is->ytop, is->width, is->height, rect.x, rect.y, rect.w, rect.h, bgcolor, 1);
871             is->last_display_rect = rect;
872         }
873     }
874 }
875
876 static inline int compute_mod(int a, int b)
877 {
878     return a < 0 ? a%b + b : a%b;
879 }
880
881 static void video_audio_display(VideoState *s)
882 {
883     int i, i_start, x, y1, y, ys, delay, n, nb_display_channels;
884     int ch, channels, h, h2, bgcolor, fgcolor;
885     int64_t time_diff;
886     int rdft_bits, nb_freq;
887
888     for (rdft_bits = 1; (1 << rdft_bits) < 2 * s->height; rdft_bits++)
889         ;
890     nb_freq = 1 << (rdft_bits - 1);
891
892     /* compute display index : center on currently output samples */
893     channels = s->audio_tgt.channels;
894     nb_display_channels = channels;
895     if (!s->paused) {
896         int data_used= s->show_mode == SHOW_MODE_WAVES ? s->width : (2*nb_freq);
897         n = 2 * channels;
898         delay = s->audio_write_buf_size;
899         delay /= n;
900
901         /* to be more precise, we take into account the time spent since
902            the last buffer computation */
903         if (audio_callback_time) {
904             time_diff = av_gettime() - audio_callback_time;
905             delay -= (time_diff * s->audio_tgt.freq) / 1000000;
906         }
907
908         delay += 2 * data_used;
909         if (delay < data_used)
910             delay = data_used;
911
912         i_start= x = compute_mod(s->sample_array_index - delay * channels, SAMPLE_ARRAY_SIZE);
913         if (s->show_mode == SHOW_MODE_WAVES) {
914             h = INT_MIN;
915             for (i = 0; i < 1000; i += channels) {
916                 int idx = (SAMPLE_ARRAY_SIZE + x - i) % SAMPLE_ARRAY_SIZE;
917                 int a = s->sample_array[idx];
918                 int b = s->sample_array[(idx + 4 * channels) % SAMPLE_ARRAY_SIZE];
919                 int c = s->sample_array[(idx + 5 * channels) % SAMPLE_ARRAY_SIZE];
920                 int d = s->sample_array[(idx + 9 * channels) % SAMPLE_ARRAY_SIZE];
921                 int score = a - d;
922                 if (h < score && (b ^ c) < 0) {
923                     h = score;
924                     i_start = idx;
925                 }
926             }
927         }
928
929         s->last_i_start = i_start;
930     } else {
931         i_start = s->last_i_start;
932     }
933
934     bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
935     if (s->show_mode == SHOW_MODE_WAVES) {
936         fill_rectangle(screen,
937                        s->xleft, s->ytop, s->width, s->height,
938                        bgcolor, 0);
939
940         fgcolor = SDL_MapRGB(screen->format, 0xff, 0xff, 0xff);
941
942         /* total height for one channel */
943         h = s->height / nb_display_channels;
944         /* graph height / 2 */
945         h2 = (h * 9) / 20;
946         for (ch = 0; ch < nb_display_channels; ch++) {
947             i = i_start + ch;
948             y1 = s->ytop + ch * h + (h / 2); /* position of center line */
949             for (x = 0; x < s->width; x++) {
950                 y = (s->sample_array[i] * h2) >> 15;
951                 if (y < 0) {
952                     y = -y;
953                     ys = y1 - y;
954                 } else {
955                     ys = y1;
956                 }
957                 fill_rectangle(screen,
958                                s->xleft + x, ys, 1, y,
959                                fgcolor, 0);
960                 i += channels;
961                 if (i >= SAMPLE_ARRAY_SIZE)
962                     i -= SAMPLE_ARRAY_SIZE;
963             }
964         }
965
966         fgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0xff);
967
968         for (ch = 1; ch < nb_display_channels; ch++) {
969             y = s->ytop + ch * h;
970             fill_rectangle(screen,
971                            s->xleft, y, s->width, 1,
972                            fgcolor, 0);
973         }
974         SDL_UpdateRect(screen, s->xleft, s->ytop, s->width, s->height);
975     } else {
976         nb_display_channels= FFMIN(nb_display_channels, 2);
977         if (rdft_bits != s->rdft_bits) {
978             av_rdft_end(s->rdft);
979             av_free(s->rdft_data);
980             s->rdft = av_rdft_init(rdft_bits, DFT_R2C);
981             s->rdft_bits = rdft_bits;
982             s->rdft_data = av_malloc(4 * nb_freq * sizeof(*s->rdft_data));
983         }
984         {
985             FFTSample *data[2];
986             for (ch = 0; ch < nb_display_channels; ch++) {
987                 data[ch] = s->rdft_data + 2 * nb_freq * ch;
988                 i = i_start + ch;
989                 for (x = 0; x < 2 * nb_freq; x++) {
990                     double w = (x-nb_freq) * (1.0 / nb_freq);
991                     data[ch][x] = s->sample_array[i] * (1.0 - w * w);
992                     i += channels;
993                     if (i >= SAMPLE_ARRAY_SIZE)
994                         i -= SAMPLE_ARRAY_SIZE;
995                 }
996                 av_rdft_calc(s->rdft, data[ch]);
997             }
998             /* Least efficient way to do this, we should of course
999              * directly access it but it is more than fast enough. */
1000             for (y = 0; y < s->height; y++) {
1001                 double w = 1 / sqrt(nb_freq);
1002                 int a = sqrt(w * sqrt(data[0][2 * y + 0] * data[0][2 * y + 0] + data[0][2 * y + 1] * data[0][2 * y + 1]));
1003                 int b = (nb_display_channels == 2 ) ? sqrt(w * sqrt(data[1][2 * y + 0] * data[1][2 * y + 0]
1004                        + data[1][2 * y + 1] * data[1][2 * y + 1])) : a;
1005                 a = FFMIN(a, 255);
1006                 b = FFMIN(b, 255);
1007                 fgcolor = SDL_MapRGB(screen->format, a, b, (a + b) / 2);
1008
1009                 fill_rectangle(screen,
1010                             s->xpos, s->height-y, 1, 1,
1011                             fgcolor, 0);
1012             }
1013         }
1014         SDL_UpdateRect(screen, s->xpos, s->ytop, 1, s->height);
1015         if (!s->paused)
1016             s->xpos++;
1017         if (s->xpos >= s->width)
1018             s->xpos= s->xleft;
1019     }
1020 }
1021
1022 static void stream_close(VideoState *is)
1023 {
1024     int i;
1025     /* XXX: use a special url_shutdown call to abort parse cleanly */
1026     is->abort_request = 1;
1027     SDL_WaitThread(is->read_tid, NULL);
1028     packet_queue_destroy(&is->videoq);
1029     packet_queue_destroy(&is->audioq);
1030     packet_queue_destroy(&is->subtitleq);
1031
1032     /* free all pictures */
1033     for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++)
1034         free_picture(&is->pictq[i]);
1035     for (i = 0; i < SUBPICTURE_QUEUE_SIZE; i++)
1036         free_subpicture(&is->subpq[i]);
1037     SDL_DestroyMutex(is->pictq_mutex);
1038     SDL_DestroyCond(is->pictq_cond);
1039     SDL_DestroyMutex(is->subpq_mutex);
1040     SDL_DestroyCond(is->subpq_cond);
1041     SDL_DestroyCond(is->continue_read_thread);
1042 #if !CONFIG_AVFILTER
1043     sws_freeContext(is->img_convert_ctx);
1044 #endif
1045     av_free(is);
1046 }
1047
1048 static void do_exit(VideoState *is)
1049 {
1050     if (is) {
1051         stream_close(is);
1052     }
1053     av_lockmgr_register(NULL);
1054     uninit_opts();
1055 #if CONFIG_AVFILTER
1056     av_freep(&vfilters);
1057 #endif
1058     avformat_network_deinit();
1059     if (show_status)
1060         printf("\n");
1061     SDL_Quit();
1062     av_log(NULL, AV_LOG_QUIET, "%s", "");
1063     exit(0);
1064 }
1065
1066 static void sigterm_handler(int sig)
1067 {
1068     exit(123);
1069 }
1070
1071 static void set_default_window_size(VideoPicture *vp)
1072 {
1073     SDL_Rect rect;
1074     calculate_display_rect(&rect, 0, 0, INT_MAX, vp->height, vp);
1075     default_width  = rect.w;
1076     default_height = rect.h;
1077 }
1078
1079 static int video_open(VideoState *is, int force_set_video_mode, VideoPicture *vp)
1080 {
1081     int flags = SDL_HWSURFACE | SDL_ASYNCBLIT | SDL_HWACCEL;
1082     int w,h;
1083
1084     if (is_full_screen) flags |= SDL_FULLSCREEN;
1085     else                flags |= SDL_RESIZABLE;
1086
1087     if (vp && vp->width)
1088         set_default_window_size(vp);
1089
1090     if (is_full_screen && fs_screen_width) {
1091         w = fs_screen_width;
1092         h = fs_screen_height;
1093     } else if (!is_full_screen && screen_width) {
1094         w = screen_width;
1095         h = screen_height;
1096     } else {
1097         w = default_width;
1098         h = default_height;
1099     }
1100     w = FFMIN(16383, w);
1101     if (screen && is->width == screen->w && screen->w == w
1102        && is->height== screen->h && screen->h == h && !force_set_video_mode)
1103         return 0;
1104     screen = SDL_SetVideoMode(w, h, 0, flags);
1105     if (!screen) {
1106         av_log(NULL, AV_LOG_FATAL, "SDL: could not set video mode - exiting\n");
1107         do_exit(is);
1108     }
1109     if (!window_title)
1110         window_title = input_filename;
1111     SDL_WM_SetCaption(window_title, window_title);
1112
1113     is->width  = screen->w;
1114     is->height = screen->h;
1115
1116     return 0;
1117 }
1118
1119 /* display the current picture, if any */
1120 static void video_display(VideoState *is)
1121 {
1122     if (!screen)
1123         video_open(is, 0, NULL);
1124     if (is->audio_st && is->show_mode != SHOW_MODE_VIDEO)
1125         video_audio_display(is);
1126     else if (is->video_st)
1127         video_image_display(is);
1128 }
1129
1130 static double get_clock(Clock *c)
1131 {
1132     if (*c->queue_serial != c->serial)
1133         return NAN;
1134     if (c->paused) {
1135         return c->pts;
1136     } else {
1137         double time = av_gettime() / 1000000.0;
1138         return c->pts_drift + time - (time - c->last_updated) * (1.0 - c->speed);
1139     }
1140 }
1141
1142 static void set_clock_at(Clock *c, double pts, int serial, double time)
1143 {
1144     c->pts = pts;
1145     c->last_updated = time;
1146     c->pts_drift = c->pts - time;
1147     c->serial = serial;
1148 }
1149
1150 static void set_clock(Clock *c, double pts, int serial)
1151 {
1152     double time = av_gettime() / 1000000.0;
1153     set_clock_at(c, pts, serial, time);
1154 }
1155
1156 static void set_clock_speed(Clock *c, double speed)
1157 {
1158     set_clock(c, get_clock(c), c->serial);
1159     c->speed = speed;
1160 }
1161
1162 static void init_clock(Clock *c, int *queue_serial)
1163 {
1164     c->speed = 1.0;
1165     c->paused = 0;
1166     c->queue_serial = queue_serial;
1167     set_clock(c, NAN, -1);
1168 }
1169
1170 static void sync_clock_to_slave(Clock *c, Clock *slave)
1171 {
1172     double clock = get_clock(c);
1173     double slave_clock = get_clock(slave);
1174     if (!isnan(slave_clock) && (isnan(clock) || fabs(clock - slave_clock) > AV_NOSYNC_THRESHOLD))
1175         set_clock(c, slave_clock, slave->serial);
1176 }
1177
1178 static int get_master_sync_type(VideoState *is) {
1179     if (is->av_sync_type == AV_SYNC_VIDEO_MASTER) {
1180         if (is->video_st)
1181             return AV_SYNC_VIDEO_MASTER;
1182         else
1183             return AV_SYNC_AUDIO_MASTER;
1184     } else if (is->av_sync_type == AV_SYNC_AUDIO_MASTER) {
1185         if (is->audio_st)
1186             return AV_SYNC_AUDIO_MASTER;
1187         else
1188             return AV_SYNC_EXTERNAL_CLOCK;
1189     } else {
1190         return AV_SYNC_EXTERNAL_CLOCK;
1191     }
1192 }
1193
1194 /* get the current master clock value */
1195 static double get_master_clock(VideoState *is)
1196 {
1197     double val;
1198
1199     switch (get_master_sync_type(is)) {
1200         case AV_SYNC_VIDEO_MASTER:
1201             val = get_clock(&is->vidclk);
1202             break;
1203         case AV_SYNC_AUDIO_MASTER:
1204             val = get_clock(&is->audclk);
1205             break;
1206         default:
1207             val = get_clock(&is->extclk);
1208             break;
1209     }
1210     return val;
1211 }
1212
1213 static void check_external_clock_speed(VideoState *is) {
1214    if (is->video_stream >= 0 && is->videoq.nb_packets <= MIN_FRAMES / 2 ||
1215        is->audio_stream >= 0 && is->audioq.nb_packets <= MIN_FRAMES / 2) {
1216        set_clock_speed(&is->extclk, FFMAX(EXTERNAL_CLOCK_SPEED_MIN, is->extclk.speed - EXTERNAL_CLOCK_SPEED_STEP));
1217    } else if ((is->video_stream < 0 || is->videoq.nb_packets > MIN_FRAMES * 2) &&
1218               (is->audio_stream < 0 || is->audioq.nb_packets > MIN_FRAMES * 2)) {
1219        set_clock_speed(&is->extclk, FFMIN(EXTERNAL_CLOCK_SPEED_MAX, is->extclk.speed + EXTERNAL_CLOCK_SPEED_STEP));
1220    } else {
1221        double speed = is->extclk.speed;
1222        if (speed != 1.0)
1223            set_clock_speed(&is->extclk, speed + EXTERNAL_CLOCK_SPEED_STEP * (1.0 - speed) / fabs(1.0 - speed));
1224    }
1225 }
1226
1227 /* seek in the stream */
1228 static void stream_seek(VideoState *is, int64_t pos, int64_t rel, int seek_by_bytes)
1229 {
1230     if (!is->seek_req) {
1231         is->seek_pos = pos;
1232         is->seek_rel = rel;
1233         is->seek_flags &= ~AVSEEK_FLAG_BYTE;
1234         if (seek_by_bytes)
1235             is->seek_flags |= AVSEEK_FLAG_BYTE;
1236         is->seek_req = 1;
1237         SDL_CondSignal(is->continue_read_thread);
1238     }
1239 }
1240
1241 /* pause or resume the video */
1242 static void stream_toggle_pause(VideoState *is)
1243 {
1244     if (is->paused) {
1245         is->frame_timer += av_gettime() / 1000000.0 + is->vidclk.pts_drift - is->vidclk.pts;
1246         if (is->read_pause_return != AVERROR(ENOSYS)) {
1247             is->vidclk.paused = 0;
1248         }
1249         set_clock(&is->vidclk, get_clock(&is->vidclk), is->vidclk.serial);
1250     }
1251     set_clock(&is->extclk, get_clock(&is->extclk), is->extclk.serial);
1252     is->paused = is->audclk.paused = is->vidclk.paused = is->extclk.paused = !is->paused;
1253 }
1254
1255 static void toggle_pause(VideoState *is)
1256 {
1257     stream_toggle_pause(is);
1258     is->step = 0;
1259 }
1260
1261 static void step_to_next_frame(VideoState *is)
1262 {
1263     /* if the stream is paused unpause it, then step */
1264     if (is->paused)
1265         stream_toggle_pause(is);
1266     is->step = 1;
1267 }
1268
1269 static double compute_target_delay(double delay, VideoState *is)
1270 {
1271     double sync_threshold, diff;
1272
1273     /* update delay to follow master synchronisation source */
1274     if (get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER) {
1275         /* if video is slave, we try to correct big delays by
1276            duplicating or deleting a frame */
1277         diff = get_clock(&is->vidclk) - get_master_clock(is);
1278
1279         /* skip or repeat frame. We take into account the
1280            delay to compute the threshold. I still don't know
1281            if it is the best guess */
1282         sync_threshold = FFMAX(AV_SYNC_THRESHOLD_MIN, FFMIN(AV_SYNC_THRESHOLD_MAX, delay));
1283         if (!isnan(diff) && fabs(diff) < is->max_frame_duration) {
1284             if (diff <= -sync_threshold)
1285                 delay = FFMAX(0, delay + diff);
1286             else if (diff >= sync_threshold && delay > AV_SYNC_FRAMEDUP_THRESHOLD)
1287                 delay = delay + diff;
1288             else if (diff >= sync_threshold)
1289                 delay = 2 * delay;
1290         }
1291     }
1292
1293     av_dlog(NULL, "video: delay=%0.3f A-V=%f\n",
1294             delay, -diff);
1295
1296     return delay;
1297 }
1298
1299 static double vp_duration(VideoState *is, VideoPicture *vp, VideoPicture *nextvp) {
1300     if (vp->serial == nextvp->serial) {
1301         double duration = nextvp->pts - vp->pts;
1302         if (isnan(duration) || duration <= 0 || duration > is->max_frame_duration)
1303             return vp->duration;
1304         else
1305             return duration;
1306     } else {
1307         return 0.0;
1308     }
1309 }
1310
1311 static void pictq_next_picture(VideoState *is) {
1312     /* update queue size and signal for next picture */
1313     if (++is->pictq_rindex == VIDEO_PICTURE_QUEUE_SIZE)
1314         is->pictq_rindex = 0;
1315
1316     SDL_LockMutex(is->pictq_mutex);
1317     is->pictq_size--;
1318     SDL_CondSignal(is->pictq_cond);
1319     SDL_UnlockMutex(is->pictq_mutex);
1320 }
1321
1322 static int pictq_prev_picture(VideoState *is) {
1323     VideoPicture *prevvp;
1324     int ret = 0;
1325     /* update queue size and signal for the previous picture */
1326     prevvp = &is->pictq[(is->pictq_rindex + VIDEO_PICTURE_QUEUE_SIZE - 1) % VIDEO_PICTURE_QUEUE_SIZE];
1327     if (prevvp->allocated && prevvp->serial == is->videoq.serial) {
1328         SDL_LockMutex(is->pictq_mutex);
1329         if (is->pictq_size < VIDEO_PICTURE_QUEUE_SIZE) {
1330             if (--is->pictq_rindex == -1)
1331                 is->pictq_rindex = VIDEO_PICTURE_QUEUE_SIZE - 1;
1332             is->pictq_size++;
1333             ret = 1;
1334         }
1335         SDL_CondSignal(is->pictq_cond);
1336         SDL_UnlockMutex(is->pictq_mutex);
1337     }
1338     return ret;
1339 }
1340
1341 static void update_video_pts(VideoState *is, double pts, int64_t pos, int serial) {
1342     /* update current video pts */
1343     set_clock(&is->vidclk, pts, serial);
1344     sync_clock_to_slave(&is->extclk, &is->vidclk);
1345     is->video_current_pos = pos;
1346 }
1347
1348 /* called to display each frame */
1349 static void video_refresh(void *opaque, double *remaining_time)
1350 {
1351     VideoState *is = opaque;
1352     double time;
1353
1354     SubPicture *sp, *sp2;
1355
1356     if (!is->paused && get_master_sync_type(is) == AV_SYNC_EXTERNAL_CLOCK && is->realtime)
1357         check_external_clock_speed(is);
1358
1359     if (!display_disable && is->show_mode != SHOW_MODE_VIDEO && is->audio_st) {
1360         time = av_gettime() / 1000000.0;
1361         if (is->force_refresh || is->last_vis_time + rdftspeed < time) {
1362             video_display(is);
1363             is->last_vis_time = time;
1364         }
1365         *remaining_time = FFMIN(*remaining_time, is->last_vis_time + rdftspeed - time);
1366     }
1367
1368     if (is->video_st) {
1369         int redisplay = 0;
1370         if (is->force_refresh)
1371             redisplay = pictq_prev_picture(is);
1372 retry:
1373         if (is->pictq_size == 0) {
1374             // nothing to do, no picture to display in the queue
1375         } else {
1376             double last_duration, duration, delay;
1377             VideoPicture *vp, *lastvp;
1378
1379             /* dequeue the picture */
1380             vp = &is->pictq[is->pictq_rindex];
1381             lastvp = &is->pictq[(is->pictq_rindex + VIDEO_PICTURE_QUEUE_SIZE - 1) % VIDEO_PICTURE_QUEUE_SIZE];
1382
1383             if (vp->serial != is->videoq.serial) {
1384                 pictq_next_picture(is);
1385                 is->video_current_pos = -1;
1386                 redisplay = 0;
1387                 goto retry;
1388             }
1389
1390             if (lastvp->serial != vp->serial && !redisplay)
1391                 is->frame_timer = av_gettime() / 1000000.0;
1392
1393             if (is->paused)
1394                 goto display;
1395
1396             /* compute nominal last_duration */
1397             last_duration = vp_duration(is, lastvp, vp);
1398             if (redisplay)
1399                 delay = 0.0;
1400             else
1401                 delay = compute_target_delay(last_duration, is);
1402
1403             time= av_gettime()/1000000.0;
1404             if (time < is->frame_timer + delay && !redisplay) {
1405                 *remaining_time = FFMIN(is->frame_timer + delay - time, *remaining_time);
1406                 return;
1407             }
1408
1409             is->frame_timer += delay;
1410             if (delay > 0 && time - is->frame_timer > AV_SYNC_THRESHOLD_MAX)
1411                 is->frame_timer = time;
1412
1413             SDL_LockMutex(is->pictq_mutex);
1414             if (!redisplay && !isnan(vp->pts))
1415                 update_video_pts(is, vp->pts, vp->pos, vp->serial);
1416             SDL_UnlockMutex(is->pictq_mutex);
1417
1418             if (is->pictq_size > 1) {
1419                 VideoPicture *nextvp = &is->pictq[(is->pictq_rindex + 1) % VIDEO_PICTURE_QUEUE_SIZE];
1420                 duration = vp_duration(is, vp, nextvp);
1421                 if(!is->step && (redisplay || framedrop>0 || (framedrop && get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER)) && time > is->frame_timer + duration){
1422                     if (!redisplay)
1423                         is->frame_drops_late++;
1424                     pictq_next_picture(is);
1425                     redisplay = 0;
1426                     goto retry;
1427                 }
1428             }
1429
1430             if (is->subtitle_st) {
1431                     while (is->subpq_size > 0) {
1432                         sp = &is->subpq[is->subpq_rindex];
1433
1434                         if (is->subpq_size > 1)
1435                             sp2 = &is->subpq[(is->subpq_rindex + 1) % SUBPICTURE_QUEUE_SIZE];
1436                         else
1437                             sp2 = NULL;
1438
1439                         if (sp->serial != is->subtitleq.serial
1440                                 || (is->vidclk.pts > (sp->pts + ((float) sp->sub.end_display_time / 1000)))
1441                                 || (sp2 && is->vidclk.pts > (sp2->pts + ((float) sp2->sub.start_display_time / 1000))))
1442                         {
1443                             free_subpicture(sp);
1444
1445                             /* update queue size and signal for next picture */
1446                             if (++is->subpq_rindex == SUBPICTURE_QUEUE_SIZE)
1447                                 is->subpq_rindex = 0;
1448
1449                             SDL_LockMutex(is->subpq_mutex);
1450                             is->subpq_size--;
1451                             SDL_CondSignal(is->subpq_cond);
1452                             SDL_UnlockMutex(is->subpq_mutex);
1453                         } else {
1454                             break;
1455                         }
1456                     }
1457             }
1458
1459 display:
1460             /* display picture */
1461             if (!display_disable && is->show_mode == SHOW_MODE_VIDEO)
1462                 video_display(is);
1463
1464             pictq_next_picture(is);
1465
1466             if (is->step && !is->paused)
1467                 stream_toggle_pause(is);
1468         }
1469     }
1470     is->force_refresh = 0;
1471     if (show_status) {
1472         static int64_t last_time;
1473         int64_t cur_time;
1474         int aqsize, vqsize, sqsize;
1475         double av_diff;
1476
1477         cur_time = av_gettime();
1478         if (!last_time || (cur_time - last_time) >= 30000) {
1479             aqsize = 0;
1480             vqsize = 0;
1481             sqsize = 0;
1482             if (is->audio_st)
1483                 aqsize = is->audioq.size;
1484             if (is->video_st)
1485                 vqsize = is->videoq.size;
1486             if (is->subtitle_st)
1487                 sqsize = is->subtitleq.size;
1488             av_diff = 0;
1489             if (is->audio_st && is->video_st)
1490                 av_diff = get_clock(&is->audclk) - get_clock(&is->vidclk);
1491             else if (is->video_st)
1492                 av_diff = get_master_clock(is) - get_clock(&is->vidclk);
1493             else if (is->audio_st)
1494                 av_diff = get_master_clock(is) - get_clock(&is->audclk);
1495             av_log(NULL, AV_LOG_INFO,
1496                    "%7.2f %s:%7.3f fd=%4d aq=%5dKB vq=%5dKB sq=%5dB f=%"PRId64"/%"PRId64"   \r",
1497                    get_master_clock(is),
1498                    (is->audio_st && is->video_st) ? "A-V" : (is->video_st ? "M-V" : (is->audio_st ? "M-A" : "   ")),
1499                    av_diff,
1500                    is->frame_drops_early + is->frame_drops_late,
1501                    aqsize / 1024,
1502                    vqsize / 1024,
1503                    sqsize,
1504                    is->video_st ? is->video_st->codec->pts_correction_num_faulty_dts : 0,
1505                    is->video_st ? is->video_st->codec->pts_correction_num_faulty_pts : 0);
1506             fflush(stdout);
1507             last_time = cur_time;
1508         }
1509     }
1510 }
1511
1512 /* allocate a picture (needs to do that in main thread to avoid
1513    potential locking problems */
1514 static void alloc_picture(VideoState *is)
1515 {
1516     VideoPicture *vp;
1517     int64_t bufferdiff;
1518
1519     vp = &is->pictq[is->pictq_windex];
1520
1521     free_picture(vp);
1522
1523     video_open(is, 0, vp);
1524
1525     vp->bmp = SDL_CreateYUVOverlay(vp->width, vp->height,
1526                                    SDL_YV12_OVERLAY,
1527                                    screen);
1528     bufferdiff = vp->bmp ? FFMAX(vp->bmp->pixels[0], vp->bmp->pixels[1]) - FFMIN(vp->bmp->pixels[0], vp->bmp->pixels[1]) : 0;
1529     if (!vp->bmp || vp->bmp->pitches[0] < vp->width || bufferdiff < (int64_t)vp->height * vp->bmp->pitches[0]) {
1530         /* SDL allocates a buffer smaller than requested if the video
1531          * overlay hardware is unable to support the requested size. */
1532         av_log(NULL, AV_LOG_FATAL,
1533                "Error: the video system does not support an image\n"
1534                         "size of %dx%d pixels. Try using -lowres or -vf \"scale=w:h\"\n"
1535                         "to reduce the image size.\n", vp->width, vp->height );
1536         do_exit(is);
1537     }
1538
1539     SDL_LockMutex(is->pictq_mutex);
1540     vp->allocated = 1;
1541     SDL_CondSignal(is->pictq_cond);
1542     SDL_UnlockMutex(is->pictq_mutex);
1543 }
1544
1545 static void duplicate_right_border_pixels(SDL_Overlay *bmp) {
1546     int i, width, height;
1547     Uint8 *p, *maxp;
1548     for (i = 0; i < 3; i++) {
1549         width  = bmp->w;
1550         height = bmp->h;
1551         if (i > 0) {
1552             width  >>= 1;
1553             height >>= 1;
1554         }
1555         if (bmp->pitches[i] > width) {
1556             maxp = bmp->pixels[i] + bmp->pitches[i] * height - 1;
1557             for (p = bmp->pixels[i] + width - 1; p < maxp; p += bmp->pitches[i])
1558                 *(p+1) = *p;
1559         }
1560     }
1561 }
1562
1563 static int queue_picture(VideoState *is, AVFrame *src_frame, double pts, double duration, int64_t pos, int serial)
1564 {
1565     VideoPicture *vp;
1566
1567 #if defined(DEBUG_SYNC) && 0
1568     printf("frame_type=%c pts=%0.3f\n",
1569            av_get_picture_type_char(src_frame->pict_type), pts);
1570 #endif
1571
1572     /* wait until we have space to put a new picture */
1573     SDL_LockMutex(is->pictq_mutex);
1574
1575     /* keep the last already displayed picture in the queue */
1576     while (is->pictq_size >= VIDEO_PICTURE_QUEUE_SIZE - 1 &&
1577            !is->videoq.abort_request) {
1578         SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1579     }
1580     SDL_UnlockMutex(is->pictq_mutex);
1581
1582     if (is->videoq.abort_request)
1583         return -1;
1584
1585     vp = &is->pictq[is->pictq_windex];
1586
1587     vp->sar = src_frame->sample_aspect_ratio;
1588
1589     /* alloc or resize hardware picture buffer */
1590     if (!vp->bmp || vp->reallocate || !vp->allocated ||
1591         vp->width  != src_frame->width ||
1592         vp->height != src_frame->height) {
1593         SDL_Event event;
1594
1595         vp->allocated  = 0;
1596         vp->reallocate = 0;
1597         vp->width = src_frame->width;
1598         vp->height = src_frame->height;
1599
1600         /* the allocation must be done in the main thread to avoid
1601            locking problems. */
1602         event.type = FF_ALLOC_EVENT;
1603         event.user.data1 = is;
1604         SDL_PushEvent(&event);
1605
1606         /* wait until the picture is allocated */
1607         SDL_LockMutex(is->pictq_mutex);
1608         while (!vp->allocated && !is->videoq.abort_request) {
1609             SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1610         }
1611         /* if the queue is aborted, we have to pop the pending ALLOC event or wait for the allocation to complete */
1612         if (is->videoq.abort_request && SDL_PeepEvents(&event, 1, SDL_GETEVENT, SDL_EVENTMASK(FF_ALLOC_EVENT)) != 1) {
1613             while (!vp->allocated) {
1614                 SDL_CondWait(is->pictq_cond, is->pictq_mutex);
1615             }
1616         }
1617         SDL_UnlockMutex(is->pictq_mutex);
1618
1619         if (is->videoq.abort_request)
1620             return -1;
1621     }
1622
1623     /* if the frame is not skipped, then display it */
1624     if (vp->bmp) {
1625         AVPicture pict = { { 0 } };
1626
1627         /* get a pointer on the bitmap */
1628         SDL_LockYUVOverlay (vp->bmp);
1629
1630         pict.data[0] = vp->bmp->pixels[0];
1631         pict.data[1] = vp->bmp->pixels[2];
1632         pict.data[2] = vp->bmp->pixels[1];
1633
1634         pict.linesize[0] = vp->bmp->pitches[0];
1635         pict.linesize[1] = vp->bmp->pitches[2];
1636         pict.linesize[2] = vp->bmp->pitches[1];
1637
1638 #if CONFIG_AVFILTER
1639         // FIXME use direct rendering
1640         av_picture_copy(&pict, (AVPicture *)src_frame,
1641                         src_frame->format, vp->width, vp->height);
1642 #else
1643         av_opt_get_int(sws_opts, "sws_flags", 0, &sws_flags);
1644         is->img_convert_ctx = sws_getCachedContext(is->img_convert_ctx,
1645             vp->width, vp->height, src_frame->format, vp->width, vp->height,
1646             AV_PIX_FMT_YUV420P, sws_flags, NULL, NULL, NULL);
1647         if (is->img_convert_ctx == NULL) {
1648             av_log(NULL, AV_LOG_FATAL, "Cannot initialize the conversion context\n");
1649             exit(1);
1650         }
1651         sws_scale(is->img_convert_ctx, src_frame->data, src_frame->linesize,
1652                   0, vp->height, pict.data, pict.linesize);
1653 #endif
1654         /* workaround SDL PITCH_WORKAROUND */
1655         duplicate_right_border_pixels(vp->bmp);
1656         /* update the bitmap content */
1657         SDL_UnlockYUVOverlay(vp->bmp);
1658
1659         vp->pts = pts;
1660         vp->duration = duration;
1661         vp->pos = pos;
1662         vp->serial = serial;
1663
1664         /* now we can update the picture count */
1665         if (++is->pictq_windex == VIDEO_PICTURE_QUEUE_SIZE)
1666             is->pictq_windex = 0;
1667         SDL_LockMutex(is->pictq_mutex);
1668         is->pictq_size++;
1669         SDL_UnlockMutex(is->pictq_mutex);
1670     }
1671     return 0;
1672 }
1673
1674 static int get_video_frame(VideoState *is, AVFrame *frame, AVPacket *pkt, int *serial)
1675 {
1676     int got_picture;
1677
1678     if (packet_queue_get(&is->videoq, pkt, 1, serial) < 0)
1679         return -1;
1680
1681     if (pkt->data == flush_pkt.data) {
1682         avcodec_flush_buffers(is->video_st->codec);
1683         return 0;
1684     }
1685
1686     if(avcodec_decode_video2(is->video_st->codec, frame, &got_picture, pkt) < 0)
1687         return 0;
1688
1689     if (!got_picture && !pkt->data)
1690         is->video_finished = *serial;
1691
1692     if (got_picture) {
1693         int ret = 1;
1694         double dpts = NAN;
1695
1696         if (decoder_reorder_pts == -1) {
1697             frame->pts = av_frame_get_best_effort_timestamp(frame);
1698         } else if (decoder_reorder_pts) {
1699             frame->pts = frame->pkt_pts;
1700         } else {
1701             frame->pts = frame->pkt_dts;
1702         }
1703
1704         if (frame->pts != AV_NOPTS_VALUE)
1705             dpts = av_q2d(is->video_st->time_base) * frame->pts;
1706
1707         frame->sample_aspect_ratio = av_guess_sample_aspect_ratio(is->ic, is->video_st, frame);
1708
1709         if (framedrop>0 || (framedrop && get_master_sync_type(is) != AV_SYNC_VIDEO_MASTER)) {
1710             if (frame->pts != AV_NOPTS_VALUE) {
1711                 double diff = dpts - get_master_clock(is);
1712                 if (!isnan(diff) && fabs(diff) < AV_NOSYNC_THRESHOLD &&
1713                     diff - is->frame_last_filter_delay < 0 &&
1714                     *serial == is->vidclk.serial &&
1715                     is->videoq.nb_packets) {
1716                     is->frame_drops_early++;
1717                     av_frame_unref(frame);
1718                     ret = 0;
1719                 }
1720             }
1721         }
1722
1723         return ret;
1724     }
1725     return 0;
1726 }
1727
1728 #if CONFIG_AVFILTER
1729 static int configure_filtergraph(AVFilterGraph *graph, const char *filtergraph,
1730                                  AVFilterContext *source_ctx, AVFilterContext *sink_ctx)
1731 {
1732     int ret;
1733     AVFilterInOut *outputs = NULL, *inputs = NULL;
1734
1735     if (filtergraph) {
1736         outputs = avfilter_inout_alloc();
1737         inputs  = avfilter_inout_alloc();
1738         if (!outputs || !inputs) {
1739             ret = AVERROR(ENOMEM);
1740             goto fail;
1741         }
1742
1743         outputs->name       = av_strdup("in");
1744         outputs->filter_ctx = source_ctx;
1745         outputs->pad_idx    = 0;
1746         outputs->next       = NULL;
1747
1748         inputs->name        = av_strdup("out");
1749         inputs->filter_ctx  = sink_ctx;
1750         inputs->pad_idx     = 0;
1751         inputs->next        = NULL;
1752
1753         if ((ret = avfilter_graph_parse_ptr(graph, filtergraph, &inputs, &outputs, NULL)) < 0)
1754             goto fail;
1755     } else {
1756         if ((ret = avfilter_link(source_ctx, 0, sink_ctx, 0)) < 0)
1757             goto fail;
1758     }
1759
1760     ret = avfilter_graph_config(graph, NULL);
1761 fail:
1762     avfilter_inout_free(&outputs);
1763     avfilter_inout_free(&inputs);
1764     return ret;
1765 }
1766
1767 static int configure_video_filters(AVFilterGraph *graph, VideoState *is, const char *vfilters, AVFrame *frame)
1768 {
1769     static const enum AVPixelFormat pix_fmts[] = { AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE };
1770     char sws_flags_str[128];
1771     char buffersrc_args[256];
1772     int ret;
1773     AVFilterContext *filt_src = NULL, *filt_out = NULL, *filt_crop;
1774     AVCodecContext *codec = is->video_st->codec;
1775     AVRational fr = av_guess_frame_rate(is->ic, is->video_st, NULL);
1776
1777     av_opt_get_int(sws_opts, "sws_flags", 0, &sws_flags);
1778     snprintf(sws_flags_str, sizeof(sws_flags_str), "flags=%"PRId64, sws_flags);
1779     graph->scale_sws_opts = av_strdup(sws_flags_str);
1780
1781     snprintf(buffersrc_args, sizeof(buffersrc_args),
1782              "video_size=%dx%d:pix_fmt=%d:time_base=%d/%d:pixel_aspect=%d/%d",
1783              frame->width, frame->height, frame->format,
1784              is->video_st->time_base.num, is->video_st->time_base.den,
1785              codec->sample_aspect_ratio.num, FFMAX(codec->sample_aspect_ratio.den, 1));
1786     if (fr.num && fr.den)
1787         av_strlcatf(buffersrc_args, sizeof(buffersrc_args), ":frame_rate=%d/%d", fr.num, fr.den);
1788
1789     if ((ret = avfilter_graph_create_filter(&filt_src,
1790                                             avfilter_get_by_name("buffer"),
1791                                             "ffplay_buffer", buffersrc_args, NULL,
1792                                             graph)) < 0)
1793         goto fail;
1794
1795     ret = avfilter_graph_create_filter(&filt_out,
1796                                        avfilter_get_by_name("buffersink"),
1797                                        "ffplay_buffersink", NULL, NULL, graph);
1798     if (ret < 0)
1799         goto fail;
1800
1801     if ((ret = av_opt_set_int_list(filt_out, "pix_fmts", pix_fmts,  AV_PIX_FMT_NONE, AV_OPT_SEARCH_CHILDREN)) < 0)
1802         goto fail;
1803
1804     /* SDL YUV code is not handling odd width/height for some driver
1805      * combinations, therefore we crop the picture to an even width/height. */
1806     if ((ret = avfilter_graph_create_filter(&filt_crop,
1807                                             avfilter_get_by_name("crop"),
1808                                             "ffplay_crop", "floor(in_w/2)*2:floor(in_h/2)*2", NULL, graph)) < 0)
1809         goto fail;
1810     if ((ret = avfilter_link(filt_crop, 0, filt_out, 0)) < 0)
1811         goto fail;
1812
1813     if ((ret = configure_filtergraph(graph, vfilters, filt_src, filt_crop)) < 0)
1814         goto fail;
1815
1816     is->in_video_filter  = filt_src;
1817     is->out_video_filter = filt_out;
1818
1819 fail:
1820     return ret;
1821 }
1822
1823 static int configure_audio_filters(VideoState *is, const char *afilters, int force_output_format)
1824 {
1825     static const enum AVSampleFormat sample_fmts[] = { AV_SAMPLE_FMT_S16, AV_SAMPLE_FMT_NONE };
1826     int sample_rates[2] = { 0, -1 };
1827     int64_t channel_layouts[2] = { 0, -1 };
1828     int channels[2] = { 0, -1 };
1829     AVFilterContext *filt_asrc = NULL, *filt_asink = NULL;
1830     char aresample_swr_opts[512] = "";
1831     AVDictionaryEntry *e = NULL;
1832     char asrc_args[256];
1833     int ret;
1834
1835     avfilter_graph_free(&is->agraph);
1836     if (!(is->agraph = avfilter_graph_alloc()))
1837         return AVERROR(ENOMEM);
1838
1839     while ((e = av_dict_get(swr_opts, "", e, AV_DICT_IGNORE_SUFFIX)))
1840         av_strlcatf(aresample_swr_opts, sizeof(aresample_swr_opts), "%s=%s:", e->key, e->value);
1841     if (strlen(aresample_swr_opts))
1842         aresample_swr_opts[strlen(aresample_swr_opts)-1] = '\0';
1843     av_opt_set(is->agraph, "aresample_swr_opts", aresample_swr_opts, 0);
1844
1845     ret = snprintf(asrc_args, sizeof(asrc_args),
1846                    "sample_rate=%d:sample_fmt=%s:channels=%d:time_base=%d/%d",
1847                    is->audio_filter_src.freq, av_get_sample_fmt_name(is->audio_filter_src.fmt),
1848                    is->audio_filter_src.channels,
1849                    1, is->audio_filter_src.freq);
1850     if (is->audio_filter_src.channel_layout)
1851         snprintf(asrc_args + ret, sizeof(asrc_args) - ret,
1852                  ":channel_layout=0x%"PRIx64,  is->audio_filter_src.channel_layout);
1853
1854     ret = avfilter_graph_create_filter(&filt_asrc,
1855                                        avfilter_get_by_name("abuffer"), "ffplay_abuffer",
1856                                        asrc_args, NULL, is->agraph);
1857     if (ret < 0)
1858         goto end;
1859
1860
1861     ret = avfilter_graph_create_filter(&filt_asink,
1862                                        avfilter_get_by_name("abuffersink"), "ffplay_abuffersink",
1863                                        NULL, NULL, is->agraph);
1864     if (ret < 0)
1865         goto end;
1866
1867     if ((ret = av_opt_set_int_list(filt_asink, "sample_fmts", sample_fmts,  AV_SAMPLE_FMT_NONE, AV_OPT_SEARCH_CHILDREN)) < 0)
1868         goto end;
1869     if ((ret = av_opt_set_int(filt_asink, "all_channel_counts", 1, AV_OPT_SEARCH_CHILDREN)) < 0)
1870         goto end;
1871
1872     if (force_output_format) {
1873         channel_layouts[0] = is->audio_tgt.channel_layout;
1874         channels       [0] = is->audio_tgt.channels;
1875         sample_rates   [0] = is->audio_tgt.freq;
1876         if ((ret = av_opt_set_int(filt_asink, "all_channel_counts", 0, AV_OPT_SEARCH_CHILDREN)) < 0)
1877             goto end;
1878         if ((ret = av_opt_set_int_list(filt_asink, "channel_layouts", channel_layouts,  -1, AV_OPT_SEARCH_CHILDREN)) < 0)
1879             goto end;
1880         if ((ret = av_opt_set_int_list(filt_asink, "channel_counts" , channels       ,  -1, AV_OPT_SEARCH_CHILDREN)) < 0)
1881             goto end;
1882         if ((ret = av_opt_set_int_list(filt_asink, "sample_rates"   , sample_rates   ,  -1, AV_OPT_SEARCH_CHILDREN)) < 0)
1883             goto end;
1884     }
1885
1886
1887     if ((ret = configure_filtergraph(is->agraph, afilters, filt_asrc, filt_asink)) < 0)
1888         goto end;
1889
1890     is->in_audio_filter  = filt_asrc;
1891     is->out_audio_filter = filt_asink;
1892
1893 end:
1894     if (ret < 0)
1895         avfilter_graph_free(&is->agraph);
1896     return ret;
1897 }
1898 #endif  /* CONFIG_AVFILTER */
1899
1900 static int video_thread(void *arg)
1901 {
1902     AVPacket pkt = { 0 };
1903     VideoState *is = arg;
1904     AVFrame *frame = av_frame_alloc();
1905     double pts;
1906     double duration;
1907     int ret;
1908     int serial = 0;
1909     AVRational tb = is->video_st->time_base;
1910     AVRational frame_rate = av_guess_frame_rate(is->ic, is->video_st, NULL);
1911
1912 #if CONFIG_AVFILTER
1913     AVFilterGraph *graph = avfilter_graph_alloc();
1914     AVFilterContext *filt_out = NULL, *filt_in = NULL;
1915     int last_w = 0;
1916     int last_h = 0;
1917     enum AVPixelFormat last_format = -2;
1918     int last_serial = -1;
1919 #endif
1920
1921     for (;;) {
1922         while (is->paused && !is->videoq.abort_request)
1923             SDL_Delay(10);
1924
1925         av_free_packet(&pkt);
1926
1927         ret = get_video_frame(is, frame, &pkt, &serial);
1928         if (ret < 0)
1929             goto the_end;
1930         if (!ret)
1931             continue;
1932
1933 #if CONFIG_AVFILTER
1934         if (   last_w != frame->width
1935             || last_h != frame->height
1936             || last_format != frame->format
1937             || last_serial != serial) {
1938             av_log(NULL, AV_LOG_DEBUG,
1939                    "Video frame changed from size:%dx%d format:%s serial:%d to size:%dx%d format:%s serial:%d\n",
1940                    last_w, last_h,
1941                    (const char *)av_x_if_null(av_get_pix_fmt_name(last_format), "none"), last_serial,
1942                    frame->width, frame->height,
1943                    (const char *)av_x_if_null(av_get_pix_fmt_name(frame->format), "none"), serial);
1944             avfilter_graph_free(&graph);
1945             graph = avfilter_graph_alloc();
1946             if ((ret = configure_video_filters(graph, is, vfilters, frame)) < 0) {
1947                 SDL_Event event;
1948                 event.type = FF_QUIT_EVENT;
1949                 event.user.data1 = is;
1950                 SDL_PushEvent(&event);
1951                 av_free_packet(&pkt);
1952                 goto the_end;
1953             }
1954             filt_in  = is->in_video_filter;
1955             filt_out = is->out_video_filter;
1956             last_w = frame->width;
1957             last_h = frame->height;
1958             last_format = frame->format;
1959             last_serial = serial;
1960             frame_rate = filt_out->inputs[0]->frame_rate;
1961         }
1962
1963         ret = av_buffersrc_add_frame(filt_in, frame);
1964         if (ret < 0)
1965             goto the_end;
1966         av_free_packet(&pkt);
1967
1968         while (ret >= 0) {
1969             is->frame_last_returned_time = av_gettime() / 1000000.0;
1970
1971             ret = av_buffersink_get_frame_flags(filt_out, frame, 0);
1972             if (ret < 0) {
1973                 if (ret == AVERROR_EOF)
1974                     is->video_finished = serial;
1975                 ret = 0;
1976                 break;
1977             }
1978
1979             is->frame_last_filter_delay = av_gettime() / 1000000.0 - is->frame_last_returned_time;
1980             if (fabs(is->frame_last_filter_delay) > AV_NOSYNC_THRESHOLD / 10.0)
1981                 is->frame_last_filter_delay = 0;
1982             tb = filt_out->inputs[0]->time_base;
1983 #endif
1984             duration = (frame_rate.num && frame_rate.den ? av_q2d((AVRational){frame_rate.den, frame_rate.num}) : 0);
1985             pts = (frame->pts == AV_NOPTS_VALUE) ? NAN : frame->pts * av_q2d(tb);
1986             ret = queue_picture(is, frame, pts, duration, av_frame_get_pkt_pos(frame), serial);
1987             av_frame_unref(frame);
1988 #if CONFIG_AVFILTER
1989         }
1990 #endif
1991
1992         if (ret < 0)
1993             goto the_end;
1994     }
1995  the_end:
1996 #if CONFIG_AVFILTER
1997     avfilter_graph_free(&graph);
1998 #endif
1999     av_free_packet(&pkt);
2000     av_frame_free(&frame);
2001     return 0;
2002 }
2003
2004 static int subtitle_thread(void *arg)
2005 {
2006     VideoState *is = arg;
2007     SubPicture *sp;
2008     AVPacket pkt1, *pkt = &pkt1;
2009     int got_subtitle;
2010     int serial;
2011     double pts;
2012     int i, j;
2013     int r, g, b, y, u, v, a;
2014
2015     for (;;) {
2016         while (is->paused && !is->subtitleq.abort_request) {
2017             SDL_Delay(10);
2018         }
2019         if (packet_queue_get(&is->subtitleq, pkt, 1, &serial) < 0)
2020             break;
2021
2022         if (pkt->data == flush_pkt.data) {
2023             avcodec_flush_buffers(is->subtitle_st->codec);
2024             continue;
2025         }
2026         SDL_LockMutex(is->subpq_mutex);
2027         while (is->subpq_size >= SUBPICTURE_QUEUE_SIZE &&
2028                !is->subtitleq.abort_request) {
2029             SDL_CondWait(is->subpq_cond, is->subpq_mutex);
2030         }
2031         SDL_UnlockMutex(is->subpq_mutex);
2032
2033         if (is->subtitleq.abort_request)
2034             return 0;
2035
2036         sp = &is->subpq[is->subpq_windex];
2037
2038        /* NOTE: ipts is the PTS of the _first_ picture beginning in
2039            this packet, if any */
2040         pts = 0;
2041         if (pkt->pts != AV_NOPTS_VALUE)
2042             pts = av_q2d(is->subtitle_st->time_base) * pkt->pts;
2043
2044         avcodec_decode_subtitle2(is->subtitle_st->codec, &sp->sub,
2045                                  &got_subtitle, pkt);
2046         if (got_subtitle && sp->sub.format == 0) {
2047             if (sp->sub.pts != AV_NOPTS_VALUE)
2048                 pts = sp->sub.pts / (double)AV_TIME_BASE;
2049             sp->pts = pts;
2050             sp->serial = serial;
2051
2052             for (i = 0; i < sp->sub.num_rects; i++)
2053             {
2054                 for (j = 0; j < sp->sub.rects[i]->nb_colors; j++)
2055                 {
2056                     RGBA_IN(r, g, b, a, (uint32_t*)sp->sub.rects[i]->pict.data[1] + j);
2057                     y = RGB_TO_Y_CCIR(r, g, b);
2058                     u = RGB_TO_U_CCIR(r, g, b, 0);
2059                     v = RGB_TO_V_CCIR(r, g, b, 0);
2060                     YUVA_OUT((uint32_t*)sp->sub.rects[i]->pict.data[1] + j, y, u, v, a);
2061                 }
2062             }
2063
2064             /* now we can update the picture count */
2065             if (++is->subpq_windex == SUBPICTURE_QUEUE_SIZE)
2066                 is->subpq_windex = 0;
2067             SDL_LockMutex(is->subpq_mutex);
2068             is->subpq_size++;
2069             SDL_UnlockMutex(is->subpq_mutex);
2070         } else if (got_subtitle) {
2071             avsubtitle_free(&sp->sub);
2072         }
2073         av_free_packet(pkt);
2074     }
2075     return 0;
2076 }
2077
2078 /* copy samples for viewing in editor window */
2079 static void update_sample_display(VideoState *is, short *samples, int samples_size)
2080 {
2081     int size, len;
2082
2083     size = samples_size / sizeof(short);
2084     while (size > 0) {
2085         len = SAMPLE_ARRAY_SIZE - is->sample_array_index;
2086         if (len > size)
2087             len = size;
2088         memcpy(is->sample_array + is->sample_array_index, samples, len * sizeof(short));
2089         samples += len;
2090         is->sample_array_index += len;
2091         if (is->sample_array_index >= SAMPLE_ARRAY_SIZE)
2092             is->sample_array_index = 0;
2093         size -= len;
2094     }
2095 }
2096
2097 /* return the wanted number of samples to get better sync if sync_type is video
2098  * or external master clock */
2099 static int synchronize_audio(VideoState *is, int nb_samples)
2100 {
2101     int wanted_nb_samples = nb_samples;
2102
2103     /* if not master, then we try to remove or add samples to correct the clock */
2104     if (get_master_sync_type(is) != AV_SYNC_AUDIO_MASTER) {
2105         double diff, avg_diff;
2106         int min_nb_samples, max_nb_samples;
2107
2108         diff = get_clock(&is->audclk) - get_master_clock(is);
2109
2110         if (!isnan(diff) && fabs(diff) < AV_NOSYNC_THRESHOLD) {
2111             is->audio_diff_cum = diff + is->audio_diff_avg_coef * is->audio_diff_cum;
2112             if (is->audio_diff_avg_count < AUDIO_DIFF_AVG_NB) {
2113                 /* not enough measures to have a correct estimate */
2114                 is->audio_diff_avg_count++;
2115             } else {
2116                 /* estimate the A-V difference */
2117                 avg_diff = is->audio_diff_cum * (1.0 - is->audio_diff_avg_coef);
2118
2119                 if (fabs(avg_diff) >= is->audio_diff_threshold) {
2120                     wanted_nb_samples = nb_samples + (int)(diff * is->audio_src.freq);
2121                     min_nb_samples = ((nb_samples * (100 - SAMPLE_CORRECTION_PERCENT_MAX) / 100));
2122                     max_nb_samples = ((nb_samples * (100 + SAMPLE_CORRECTION_PERCENT_MAX) / 100));
2123                     wanted_nb_samples = FFMIN(FFMAX(wanted_nb_samples, min_nb_samples), max_nb_samples);
2124                 }
2125                 av_dlog(NULL, "diff=%f adiff=%f sample_diff=%d apts=%0.3f %f\n",
2126                         diff, avg_diff, wanted_nb_samples - nb_samples,
2127                         is->audio_clock, is->audio_diff_threshold);
2128             }
2129         } else {
2130             /* too big difference : may be initial PTS errors, so
2131                reset A-V filter */
2132             is->audio_diff_avg_count = 0;
2133             is->audio_diff_cum       = 0;
2134         }
2135     }
2136
2137     return wanted_nb_samples;
2138 }
2139
2140 /**
2141  * Decode one audio frame and return its uncompressed size.
2142  *
2143  * The processed audio frame is decoded, converted if required, and
2144  * stored in is->audio_buf, with size in bytes given by the return
2145  * value.
2146  */
2147 static int audio_decode_frame(VideoState *is)
2148 {
2149     AVPacket *pkt_temp = &is->audio_pkt_temp;
2150     AVPacket *pkt = &is->audio_pkt;
2151     AVCodecContext *dec = is->audio_st->codec;
2152     int len1, data_size, resampled_data_size;
2153     int64_t dec_channel_layout;
2154     int got_frame;
2155     av_unused double audio_clock0;
2156     int wanted_nb_samples;
2157     AVRational tb;
2158     int ret;
2159     int reconfigure;
2160
2161     for (;;) {
2162         /* NOTE: the audio packet can contain several frames */
2163         while (pkt_temp->stream_index != -1 || is->audio_buf_frames_pending) {
2164             if (!is->frame) {
2165                 if (!(is->frame = av_frame_alloc()))
2166                     return AVERROR(ENOMEM);
2167             } else {
2168                 av_frame_unref(is->frame);
2169             }
2170
2171             if (is->audioq.serial != is->audio_pkt_temp_serial)
2172                 break;
2173
2174             if (is->paused)
2175                 return -1;
2176
2177             if (!is->audio_buf_frames_pending) {
2178                 len1 = avcodec_decode_audio4(dec, is->frame, &got_frame, pkt_temp);
2179                 if (len1 < 0) {
2180                     /* if error, we skip the frame */
2181                     pkt_temp->size = 0;
2182                     break;
2183                 }
2184
2185                 pkt_temp->dts =
2186                 pkt_temp->pts = AV_NOPTS_VALUE;
2187                 pkt_temp->data += len1;
2188                 pkt_temp->size -= len1;
2189                 if (pkt_temp->data && pkt_temp->size <= 0 || !pkt_temp->data && !got_frame)
2190                     pkt_temp->stream_index = -1;
2191                 if (!pkt_temp->data && !got_frame)
2192                     is->audio_finished = is->audio_pkt_temp_serial;
2193
2194                 if (!got_frame)
2195                     continue;
2196
2197                 tb = (AVRational){1, is->frame->sample_rate};
2198                 if (is->frame->pts != AV_NOPTS_VALUE)
2199                     is->frame->pts = av_rescale_q(is->frame->pts, dec->time_base, tb);
2200                 else if (is->frame->pkt_pts != AV_NOPTS_VALUE)
2201                     is->frame->pts = av_rescale_q(is->frame->pkt_pts, is->audio_st->time_base, tb);
2202                 else if (is->audio_frame_next_pts != AV_NOPTS_VALUE)
2203 #if CONFIG_AVFILTER
2204                     is->frame->pts = av_rescale_q(is->audio_frame_next_pts, (AVRational){1, is->audio_filter_src.freq}, tb);
2205 #else
2206                     is->frame->pts = av_rescale_q(is->audio_frame_next_pts, (AVRational){1, is->audio_src.freq}, tb);
2207 #endif
2208
2209                 if (is->frame->pts != AV_NOPTS_VALUE)
2210                     is->audio_frame_next_pts = is->frame->pts + is->frame->nb_samples;
2211
2212 #if CONFIG_AVFILTER
2213                 dec_channel_layout = get_valid_channel_layout(is->frame->channel_layout, av_frame_get_channels(is->frame));
2214
2215                 reconfigure =
2216                     cmp_audio_fmts(is->audio_filter_src.fmt, is->audio_filter_src.channels,
2217                                    is->frame->format, av_frame_get_channels(is->frame))    ||
2218                     is->audio_filter_src.channel_layout != dec_channel_layout ||
2219                     is->audio_filter_src.freq           != is->frame->sample_rate ||
2220                     is->audio_pkt_temp_serial           != is->audio_last_serial;
2221
2222                 if (reconfigure) {
2223                     char buf1[1024], buf2[1024];
2224                     av_get_channel_layout_string(buf1, sizeof(buf1), -1, is->audio_filter_src.channel_layout);
2225                     av_get_channel_layout_string(buf2, sizeof(buf2), -1, dec_channel_layout);
2226                     av_log(NULL, AV_LOG_DEBUG,
2227                            "Audio frame changed from rate:%d ch:%d fmt:%s layout:%s serial:%d to rate:%d ch:%d fmt:%s layout:%s serial:%d\n",
2228                            is->audio_filter_src.freq, is->audio_filter_src.channels, av_get_sample_fmt_name(is->audio_filter_src.fmt), buf1, is->audio_last_serial,
2229                            is->frame->sample_rate, av_frame_get_channels(is->frame), av_get_sample_fmt_name(is->frame->format), buf2, is->audio_pkt_temp_serial);
2230
2231                     is->audio_filter_src.fmt            = is->frame->format;
2232                     is->audio_filter_src.channels       = av_frame_get_channels(is->frame);
2233                     is->audio_filter_src.channel_layout = dec_channel_layout;
2234                     is->audio_filter_src.freq           = is->frame->sample_rate;
2235                     is->audio_last_serial               = is->audio_pkt_temp_serial;
2236
2237                     if ((ret = configure_audio_filters(is, afilters, 1)) < 0)
2238                         return ret;
2239                 }
2240
2241                 if ((ret = av_buffersrc_add_frame(is->in_audio_filter, is->frame)) < 0)
2242                     return ret;
2243 #endif
2244             }
2245 #if CONFIG_AVFILTER
2246             if ((ret = av_buffersink_get_frame_flags(is->out_audio_filter, is->frame, 0)) < 0) {
2247                 if (ret == AVERROR(EAGAIN)) {
2248                     is->audio_buf_frames_pending = 0;
2249                     continue;
2250                 }
2251                 if (ret == AVERROR_EOF)
2252                     is->audio_finished = is->audio_pkt_temp_serial;
2253                 return ret;
2254             }
2255             is->audio_buf_frames_pending = 1;
2256             tb = is->out_audio_filter->inputs[0]->time_base;
2257 #endif
2258
2259             data_size = av_samples_get_buffer_size(NULL, av_frame_get_channels(is->frame),
2260                                                    is->frame->nb_samples,
2261                                                    is->frame->format, 1);
2262
2263             dec_channel_layout =
2264                 (is->frame->channel_layout && av_frame_get_channels(is->frame) == av_get_channel_layout_nb_channels(is->frame->channel_layout)) ?
2265                 is->frame->channel_layout : av_get_default_channel_layout(av_frame_get_channels(is->frame));
2266             wanted_nb_samples = synchronize_audio(is, is->frame->nb_samples);
2267
2268             if (is->frame->format        != is->audio_src.fmt            ||
2269                 dec_channel_layout       != is->audio_src.channel_layout ||
2270                 is->frame->sample_rate   != is->audio_src.freq           ||
2271                 (wanted_nb_samples       != is->frame->nb_samples && !is->swr_ctx)) {
2272                 swr_free(&is->swr_ctx);
2273                 is->swr_ctx = swr_alloc_set_opts(NULL,
2274                                                  is->audio_tgt.channel_layout, is->audio_tgt.fmt, is->audio_tgt.freq,
2275                                                  dec_channel_layout,           is->frame->format, is->frame->sample_rate,
2276                                                  0, NULL);
2277                 if (!is->swr_ctx || swr_init(is->swr_ctx) < 0) {
2278                     av_log(NULL, AV_LOG_ERROR,
2279                            "Cannot create sample rate converter for conversion of %d Hz %s %d channels to %d Hz %s %d channels!\n",
2280                             is->frame->sample_rate, av_get_sample_fmt_name(is->frame->format), av_frame_get_channels(is->frame),
2281                             is->audio_tgt.freq, av_get_sample_fmt_name(is->audio_tgt.fmt), is->audio_tgt.channels);
2282                     break;
2283                 }
2284                 is->audio_src.channel_layout = dec_channel_layout;
2285                 is->audio_src.channels       = av_frame_get_channels(is->frame);
2286                 is->audio_src.freq = is->frame->sample_rate;
2287                 is->audio_src.fmt = is->frame->format;
2288             }
2289
2290             if (is->swr_ctx) {
2291                 const uint8_t **in = (const uint8_t **)is->frame->extended_data;
2292                 uint8_t **out = &is->audio_buf1;
2293                 int out_count = (int64_t)wanted_nb_samples * is->audio_tgt.freq / is->frame->sample_rate + 256;
2294                 int out_size  = av_samples_get_buffer_size(NULL, is->audio_tgt.channels, out_count, is->audio_tgt.fmt, 0);
2295                 int len2;
2296                 if (out_size < 0) {
2297                     av_log(NULL, AV_LOG_ERROR, "av_samples_get_buffer_size() failed\n");
2298                     break;
2299                 }
2300                 if (wanted_nb_samples != is->frame->nb_samples) {
2301                     if (swr_set_compensation(is->swr_ctx, (wanted_nb_samples - is->frame->nb_samples) * is->audio_tgt.freq / is->frame->sample_rate,
2302                                                 wanted_nb_samples * is->audio_tgt.freq / is->frame->sample_rate) < 0) {
2303                         av_log(NULL, AV_LOG_ERROR, "swr_set_compensation() failed\n");
2304                         break;
2305                     }
2306                 }
2307                 av_fast_malloc(&is->audio_buf1, &is->audio_buf1_size, out_size);
2308                 if (!is->audio_buf1)
2309                     return AVERROR(ENOMEM);
2310                 len2 = swr_convert(is->swr_ctx, out, out_count, in, is->frame->nb_samples);
2311                 if (len2 < 0) {
2312                     av_log(NULL, AV_LOG_ERROR, "swr_convert() failed\n");
2313                     break;
2314                 }
2315                 if (len2 == out_count) {
2316                     av_log(NULL, AV_LOG_WARNING, "audio buffer is probably too small\n");
2317                     swr_init(is->swr_ctx);
2318                 }
2319                 is->audio_buf = is->audio_buf1;
2320                 resampled_data_size = len2 * is->audio_tgt.channels * av_get_bytes_per_sample(is->audio_tgt.fmt);
2321             } else {
2322                 is->audio_buf = is->frame->data[0];
2323                 resampled_data_size = data_size;
2324             }
2325
2326             audio_clock0 = is->audio_clock;
2327             /* update the audio clock with the pts */
2328             if (is->frame->pts != AV_NOPTS_VALUE)
2329                 is->audio_clock = is->frame->pts * av_q2d(tb) + (double) is->frame->nb_samples / is->frame->sample_rate;
2330             else
2331                 is->audio_clock = NAN;
2332             is->audio_clock_serial = is->audio_pkt_temp_serial;
2333 #ifdef DEBUG
2334             {
2335                 static double last_clock;
2336                 printf("audio: delay=%0.3f clock=%0.3f clock0=%0.3f\n",
2337                        is->audio_clock - last_clock,
2338                        is->audio_clock, audio_clock0);
2339                 last_clock = is->audio_clock;
2340             }
2341 #endif
2342             return resampled_data_size;
2343         }
2344
2345         /* free the current packet */
2346         if (pkt->data)
2347             av_free_packet(pkt);
2348         memset(pkt_temp, 0, sizeof(*pkt_temp));
2349         pkt_temp->stream_index = -1;
2350
2351         if (is->audioq.abort_request) {
2352             return -1;
2353         }
2354
2355         if (is->audioq.nb_packets == 0)
2356             SDL_CondSignal(is->continue_read_thread);
2357
2358         /* read next packet */
2359         if ((packet_queue_get(&is->audioq, pkt, 1, &is->audio_pkt_temp_serial)) < 0)
2360             return -1;
2361
2362         if (pkt->data == flush_pkt.data) {
2363             avcodec_flush_buffers(dec);
2364             is->audio_buf_frames_pending = 0;
2365             is->audio_frame_next_pts = AV_NOPTS_VALUE;
2366             if ((is->ic->iformat->flags & (AVFMT_NOBINSEARCH | AVFMT_NOGENSEARCH | AVFMT_NO_BYTE_SEEK)) && !is->ic->iformat->read_seek)
2367                 is->audio_frame_next_pts = is->audio_st->start_time;
2368         }
2369
2370         *pkt_temp = *pkt;
2371     }
2372 }
2373
2374 /* prepare a new audio buffer */
2375 static void sdl_audio_callback(void *opaque, Uint8 *stream, int len)
2376 {
2377     VideoState *is = opaque;
2378     int audio_size, len1;
2379
2380     audio_callback_time = av_gettime();
2381
2382     while (len > 0) {
2383         if (is->audio_buf_index >= is->audio_buf_size) {
2384            audio_size = audio_decode_frame(is);
2385            if (audio_size < 0) {
2386                 /* if error, just output silence */
2387                is->audio_buf      = is->silence_buf;
2388                is->audio_buf_size = sizeof(is->silence_buf) / is->audio_tgt.frame_size * is->audio_tgt.frame_size;
2389            } else {
2390                if (is->show_mode != SHOW_MODE_VIDEO)
2391                    update_sample_display(is, (int16_t *)is->audio_buf, audio_size);
2392                is->audio_buf_size = audio_size;
2393            }
2394            is->audio_buf_index = 0;
2395         }
2396         len1 = is->audio_buf_size - is->audio_buf_index;
2397         if (len1 > len)
2398             len1 = len;
2399         memcpy(stream, (uint8_t *)is->audio_buf + is->audio_buf_index, len1);
2400         len -= len1;
2401         stream += len1;
2402         is->audio_buf_index += len1;
2403     }
2404     is->audio_write_buf_size = is->audio_buf_size - is->audio_buf_index;
2405     /* Let's assume the audio driver that is used by SDL has two periods. */
2406     if (!isnan(is->audio_clock)) {
2407         set_clock_at(&is->audclk, is->audio_clock - (double)(2 * is->audio_hw_buf_size + is->audio_write_buf_size) / is->audio_tgt.bytes_per_sec, is->audio_clock_serial, audio_callback_time / 1000000.0);
2408         sync_clock_to_slave(&is->extclk, &is->audclk);
2409     }
2410 }
2411
2412 static int audio_open(void *opaque, int64_t wanted_channel_layout, int wanted_nb_channels, int wanted_sample_rate, struct AudioParams *audio_hw_params)
2413 {
2414     SDL_AudioSpec wanted_spec, spec;
2415     const char *env;
2416     static const int next_nb_channels[] = {0, 0, 1, 6, 2, 6, 4, 6};
2417
2418     env = SDL_getenv("SDL_AUDIO_CHANNELS");
2419     if (env) {
2420         wanted_nb_channels = atoi(env);
2421         wanted_channel_layout = av_get_default_channel_layout(wanted_nb_channels);
2422     }
2423     if (!wanted_channel_layout || wanted_nb_channels != av_get_channel_layout_nb_channels(wanted_channel_layout)) {
2424         wanted_channel_layout = av_get_default_channel_layout(wanted_nb_channels);
2425         wanted_channel_layout &= ~AV_CH_LAYOUT_STEREO_DOWNMIX;
2426     }
2427     wanted_spec.channels = av_get_channel_layout_nb_channels(wanted_channel_layout);
2428     wanted_spec.freq = wanted_sample_rate;
2429     if (wanted_spec.freq <= 0 || wanted_spec.channels <= 0) {
2430         av_log(NULL, AV_LOG_ERROR, "Invalid sample rate or channel count!\n");
2431         return -1;
2432     }
2433     wanted_spec.format = AUDIO_S16SYS;
2434     wanted_spec.silence = 0;
2435     wanted_spec.samples = SDL_AUDIO_BUFFER_SIZE;
2436     wanted_spec.callback = sdl_audio_callback;
2437     wanted_spec.userdata = opaque;
2438     while (SDL_OpenAudio(&wanted_spec, &spec) < 0) {
2439         av_log(NULL, AV_LOG_WARNING, "SDL_OpenAudio (%d channels): %s\n", wanted_spec.channels, SDL_GetError());
2440         wanted_spec.channels = next_nb_channels[FFMIN(7, wanted_spec.channels)];
2441         if (!wanted_spec.channels) {
2442             av_log(NULL, AV_LOG_ERROR,
2443                    "No more channel combinations to try, audio open failed\n");
2444             return -1;
2445         }
2446         wanted_channel_layout = av_get_default_channel_layout(wanted_spec.channels);
2447     }
2448     if (spec.format != AUDIO_S16SYS) {
2449         av_log(NULL, AV_LOG_ERROR,
2450                "SDL advised audio format %d is not supported!\n", spec.format);
2451         return -1;
2452     }
2453     if (spec.channels != wanted_spec.channels) {
2454         wanted_channel_layout = av_get_default_channel_layout(spec.channels);
2455         if (!wanted_channel_layout) {
2456             av_log(NULL, AV_LOG_ERROR,
2457                    "SDL advised channel count %d is not supported!\n", spec.channels);
2458             return -1;
2459         }
2460     }
2461
2462     audio_hw_params->fmt = AV_SAMPLE_FMT_S16;
2463     audio_hw_params->freq = spec.freq;
2464     audio_hw_params->channel_layout = wanted_channel_layout;
2465     audio_hw_params->channels =  spec.channels;
2466     audio_hw_params->frame_size = av_samples_get_buffer_size(NULL, audio_hw_params->channels, 1, audio_hw_params->fmt, 1);
2467     audio_hw_params->bytes_per_sec = av_samples_get_buffer_size(NULL, audio_hw_params->channels, audio_hw_params->freq, audio_hw_params->fmt, 1);
2468     if (audio_hw_params->bytes_per_sec <= 0 || audio_hw_params->frame_size <= 0) {
2469         av_log(NULL, AV_LOG_ERROR, "av_samples_get_buffer_size failed\n");
2470         return -1;
2471     }
2472     return spec.size;
2473 }
2474
2475 /* open a given stream. Return 0 if OK */
2476 static int stream_component_open(VideoState *is, int stream_index)
2477 {
2478     AVFormatContext *ic = is->ic;
2479     AVCodecContext *avctx;
2480     AVCodec *codec;
2481     const char *forced_codec_name = NULL;
2482     AVDictionary *opts;
2483     AVDictionaryEntry *t = NULL;
2484     int sample_rate, nb_channels;
2485     int64_t channel_layout;
2486     int ret;
2487     int stream_lowres = lowres;
2488
2489     if (stream_index < 0 || stream_index >= ic->nb_streams)
2490         return -1;
2491     avctx = ic->streams[stream_index]->codec;
2492
2493     codec = avcodec_find_decoder(avctx->codec_id);
2494
2495     switch(avctx->codec_type){
2496         case AVMEDIA_TYPE_AUDIO   : is->last_audio_stream    = stream_index; forced_codec_name =    audio_codec_name; break;
2497         case AVMEDIA_TYPE_SUBTITLE: is->last_subtitle_stream = stream_index; forced_codec_name = subtitle_codec_name; break;
2498         case AVMEDIA_TYPE_VIDEO   : is->last_video_stream    = stream_index; forced_codec_name =    video_codec_name; break;
2499     }
2500     if (forced_codec_name)
2501         codec = avcodec_find_decoder_by_name(forced_codec_name);
2502     if (!codec) {
2503         if (forced_codec_name) av_log(NULL, AV_LOG_WARNING,
2504                                       "No codec could be found with name '%s'\n", forced_codec_name);
2505         else                   av_log(NULL, AV_LOG_WARNING,
2506                                       "No codec could be found with id %d\n", avctx->codec_id);
2507         return -1;
2508     }
2509
2510     avctx->codec_id = codec->id;
2511     avctx->workaround_bugs   = workaround_bugs;
2512     if(stream_lowres > av_codec_get_max_lowres(codec)){
2513         av_log(avctx, AV_LOG_WARNING, "The maximum value for lowres supported by the decoder is %d\n",
2514                 av_codec_get_max_lowres(codec));
2515         stream_lowres = av_codec_get_max_lowres(codec);
2516     }
2517     av_codec_set_lowres(avctx, stream_lowres);
2518     avctx->error_concealment = error_concealment;
2519
2520     if(stream_lowres) avctx->flags |= CODEC_FLAG_EMU_EDGE;
2521     if (fast)   avctx->flags2 |= CODEC_FLAG2_FAST;
2522     if(codec->capabilities & CODEC_CAP_DR1)
2523         avctx->flags |= CODEC_FLAG_EMU_EDGE;
2524
2525     opts = filter_codec_opts(codec_opts, avctx->codec_id, ic, ic->streams[stream_index], codec);
2526     if (!av_dict_get(opts, "threads", NULL, 0))
2527         av_dict_set(&opts, "threads", "auto", 0);
2528     if (stream_lowres)
2529         av_dict_set(&opts, "lowres", av_asprintf("%d", stream_lowres), AV_DICT_DONT_STRDUP_VAL);
2530     if (avctx->codec_type == AVMEDIA_TYPE_VIDEO || avctx->codec_type == AVMEDIA_TYPE_AUDIO)
2531         av_dict_set(&opts, "refcounted_frames", "1", 0);
2532     if (avcodec_open2(avctx, codec, &opts) < 0)
2533         return -1;
2534     if ((t = av_dict_get(opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2535         av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2536         return AVERROR_OPTION_NOT_FOUND;
2537     }
2538
2539     ic->streams[stream_index]->discard = AVDISCARD_DEFAULT;
2540     switch (avctx->codec_type) {
2541     case AVMEDIA_TYPE_AUDIO:
2542 #if CONFIG_AVFILTER
2543         {
2544             AVFilterLink *link;
2545
2546             is->audio_filter_src.freq           = avctx->sample_rate;
2547             is->audio_filter_src.channels       = avctx->channels;
2548             is->audio_filter_src.channel_layout = get_valid_channel_layout(avctx->channel_layout, avctx->channels);
2549             is->audio_filter_src.fmt            = avctx->sample_fmt;
2550             if ((ret = configure_audio_filters(is, afilters, 0)) < 0)
2551                 return ret;
2552             link = is->out_audio_filter->inputs[0];
2553             sample_rate    = link->sample_rate;
2554             nb_channels    = link->channels;
2555             channel_layout = link->channel_layout;
2556         }
2557 #else
2558         sample_rate    = avctx->sample_rate;
2559         nb_channels    = avctx->channels;
2560         channel_layout = avctx->channel_layout;
2561 #endif
2562
2563         /* prepare audio output */
2564         if ((ret = audio_open(is, channel_layout, nb_channels, sample_rate, &is->audio_tgt)) < 0)
2565             return ret;
2566         is->audio_hw_buf_size = ret;
2567         is->audio_src = is->audio_tgt;
2568         is->audio_buf_size  = 0;
2569         is->audio_buf_index = 0;
2570
2571         /* init averaging filter */
2572         is->audio_diff_avg_coef  = exp(log(0.01) / AUDIO_DIFF_AVG_NB);
2573         is->audio_diff_avg_count = 0;
2574         /* since we do not have a precise anough audio fifo fullness,
2575            we correct audio sync only if larger than this threshold */
2576         is->audio_diff_threshold = 2.0 * is->audio_hw_buf_size / is->audio_tgt.bytes_per_sec;
2577
2578         memset(&is->audio_pkt, 0, sizeof(is->audio_pkt));
2579         memset(&is->audio_pkt_temp, 0, sizeof(is->audio_pkt_temp));
2580         is->audio_pkt_temp.stream_index = -1;
2581
2582         is->audio_stream = stream_index;
2583         is->audio_st = ic->streams[stream_index];
2584
2585         packet_queue_start(&is->audioq);
2586         SDL_PauseAudio(0);
2587         break;
2588     case AVMEDIA_TYPE_VIDEO:
2589         is->video_stream = stream_index;
2590         is->video_st = ic->streams[stream_index];
2591
2592         packet_queue_start(&is->videoq);
2593         is->video_tid = SDL_CreateThread(video_thread, is);
2594         is->queue_attachments_req = 1;
2595         break;
2596     case AVMEDIA_TYPE_SUBTITLE:
2597         is->subtitle_stream = stream_index;
2598         is->subtitle_st = ic->streams[stream_index];
2599         packet_queue_start(&is->subtitleq);
2600
2601         is->subtitle_tid = SDL_CreateThread(subtitle_thread, is);
2602         break;
2603     default:
2604         break;
2605     }
2606     return 0;
2607 }
2608
2609 static void stream_component_close(VideoState *is, int stream_index)
2610 {
2611     AVFormatContext *ic = is->ic;
2612     AVCodecContext *avctx;
2613
2614     if (stream_index < 0 || stream_index >= ic->nb_streams)
2615         return;
2616     avctx = ic->streams[stream_index]->codec;
2617
2618     switch (avctx->codec_type) {
2619     case AVMEDIA_TYPE_AUDIO:
2620         packet_queue_abort(&is->audioq);
2621
2622         SDL_CloseAudio();
2623
2624         packet_queue_flush(&is->audioq);
2625         av_free_packet(&is->audio_pkt);
2626         swr_free(&is->swr_ctx);
2627         av_freep(&is->audio_buf1);
2628         is->audio_buf1_size = 0;
2629         is->audio_buf = NULL;
2630         av_frame_free(&is->frame);
2631
2632         if (is->rdft) {
2633             av_rdft_end(is->rdft);
2634             av_freep(&is->rdft_data);
2635             is->rdft = NULL;
2636             is->rdft_bits = 0;
2637         }
2638 #if CONFIG_AVFILTER
2639         avfilter_graph_free(&is->agraph);
2640 #endif
2641         break;
2642     case AVMEDIA_TYPE_VIDEO:
2643         packet_queue_abort(&is->videoq);
2644
2645         /* note: we also signal this mutex to make sure we deblock the
2646            video thread in all cases */
2647         SDL_LockMutex(is->pictq_mutex);
2648         SDL_CondSignal(is->pictq_cond);
2649         SDL_UnlockMutex(is->pictq_mutex);
2650
2651         SDL_WaitThread(is->video_tid, NULL);
2652
2653         packet_queue_flush(&is->videoq);
2654         break;
2655     case AVMEDIA_TYPE_SUBTITLE:
2656         packet_queue_abort(&is->subtitleq);
2657
2658         /* note: we also signal this mutex to make sure we deblock the
2659            video thread in all cases */
2660         SDL_LockMutex(is->subpq_mutex);
2661         SDL_CondSignal(is->subpq_cond);
2662         SDL_UnlockMutex(is->subpq_mutex);
2663
2664         SDL_WaitThread(is->subtitle_tid, NULL);
2665
2666         packet_queue_flush(&is->subtitleq);
2667         break;
2668     default:
2669         break;
2670     }
2671
2672     ic->streams[stream_index]->discard = AVDISCARD_ALL;
2673     avcodec_close(avctx);
2674     switch (avctx->codec_type) {
2675     case AVMEDIA_TYPE_AUDIO:
2676         is->audio_st = NULL;
2677         is->audio_stream = -1;
2678         break;
2679     case AVMEDIA_TYPE_VIDEO:
2680         is->video_st = NULL;
2681         is->video_stream = -1;
2682         break;
2683     case AVMEDIA_TYPE_SUBTITLE:
2684         is->subtitle_st = NULL;
2685         is->subtitle_stream = -1;
2686         break;
2687     default:
2688         break;
2689     }
2690 }
2691
2692 static int decode_interrupt_cb(void *ctx)
2693 {
2694     VideoState *is = ctx;
2695     return is->abort_request;
2696 }
2697
2698 static int is_realtime(AVFormatContext *s)
2699 {
2700     if(   !strcmp(s->iformat->name, "rtp")
2701        || !strcmp(s->iformat->name, "rtsp")
2702        || !strcmp(s->iformat->name, "sdp")
2703     )
2704         return 1;
2705
2706     if(s->pb && (   !strncmp(s->filename, "rtp:", 4)
2707                  || !strncmp(s->filename, "udp:", 4)
2708                 )
2709     )
2710         return 1;
2711     return 0;
2712 }
2713
2714 /* this thread gets the stream from the disk or the network */
2715 static int read_thread(void *arg)
2716 {
2717     VideoState *is = arg;
2718     AVFormatContext *ic = NULL;
2719     int err, i, ret;
2720     int st_index[AVMEDIA_TYPE_NB];
2721     AVPacket pkt1, *pkt = &pkt1;
2722     int eof = 0;
2723     int64_t stream_start_time;
2724     int pkt_in_play_range = 0;
2725     AVDictionaryEntry *t;
2726     AVDictionary **opts;
2727     int orig_nb_streams;
2728     SDL_mutex *wait_mutex = SDL_CreateMutex();
2729
2730     memset(st_index, -1, sizeof(st_index));
2731     is->last_video_stream = is->video_stream = -1;
2732     is->last_audio_stream = is->audio_stream = -1;
2733     is->last_subtitle_stream = is->subtitle_stream = -1;
2734
2735     ic = avformat_alloc_context();
2736     ic->interrupt_callback.callback = decode_interrupt_cb;
2737     ic->interrupt_callback.opaque = is;
2738     err = avformat_open_input(&ic, is->filename, is->iformat, &format_opts);
2739     if (err < 0) {
2740         print_error(is->filename, err);
2741         ret = -1;
2742         goto fail;
2743     }
2744     if ((t = av_dict_get(format_opts, "", NULL, AV_DICT_IGNORE_SUFFIX))) {
2745         av_log(NULL, AV_LOG_ERROR, "Option %s not found.\n", t->key);
2746         ret = AVERROR_OPTION_NOT_FOUND;
2747         goto fail;
2748     }
2749     is->ic = ic;
2750
2751     if (genpts)
2752         ic->flags |= AVFMT_FLAG_GENPTS;
2753
2754     opts = setup_find_stream_info_opts(ic, codec_opts);
2755     orig_nb_streams = ic->nb_streams;
2756
2757     err = avformat_find_stream_info(ic, opts);
2758     if (err < 0) {
2759         av_log(NULL, AV_LOG_WARNING,
2760                "%s: could not find codec parameters\n", is->filename);
2761         ret = -1;
2762         goto fail;
2763     }
2764     for (i = 0; i < orig_nb_streams; i++)
2765         av_dict_free(&opts[i]);
2766     av_freep(&opts);
2767
2768     if (ic->pb)
2769         ic->pb->eof_reached = 0; // FIXME hack, ffplay maybe should not use url_feof() to test for the end
2770
2771     if (seek_by_bytes < 0)
2772         seek_by_bytes = !!(ic->iformat->flags & AVFMT_TS_DISCONT) && strcmp("ogg", ic->iformat->name);
2773
2774     is->max_frame_duration = (ic->iformat->flags & AVFMT_TS_DISCONT) ? 10.0 : 3600.0;
2775
2776     if (!window_title && (t = av_dict_get(ic->metadata, "title", NULL, 0)))
2777         window_title = av_asprintf("%s - %s", t->value, input_filename);
2778
2779     /* if seeking requested, we execute it */
2780     if (start_time != AV_NOPTS_VALUE) {
2781         int64_t timestamp;
2782
2783         timestamp = start_time;
2784         /* add the stream start time */
2785         if (ic->start_time != AV_NOPTS_VALUE)
2786             timestamp += ic->start_time;
2787         ret = avformat_seek_file(ic, -1, INT64_MIN, timestamp, INT64_MAX, 0);
2788         if (ret < 0) {
2789             av_log(NULL, AV_LOG_WARNING, "%s: could not seek to position %0.3f\n",
2790                     is->filename, (double)timestamp / AV_TIME_BASE);
2791         }
2792     }
2793
2794     is->realtime = is_realtime(ic);
2795
2796     for (i = 0; i < ic->nb_streams; i++)
2797         ic->streams[i]->discard = AVDISCARD_ALL;
2798     if (!video_disable)
2799         st_index[AVMEDIA_TYPE_VIDEO] =
2800             av_find_best_stream(ic, AVMEDIA_TYPE_VIDEO,
2801                                 wanted_stream[AVMEDIA_TYPE_VIDEO], -1, NULL, 0);
2802     if (!audio_disable)
2803         st_index[AVMEDIA_TYPE_AUDIO] =
2804             av_find_best_stream(ic, AVMEDIA_TYPE_AUDIO,
2805                                 wanted_stream[AVMEDIA_TYPE_AUDIO],
2806                                 st_index[AVMEDIA_TYPE_VIDEO],
2807                                 NULL, 0);
2808     if (!video_disable && !subtitle_disable)
2809         st_index[AVMEDIA_TYPE_SUBTITLE] =
2810             av_find_best_stream(ic, AVMEDIA_TYPE_SUBTITLE,
2811                                 wanted_stream[AVMEDIA_TYPE_SUBTITLE],
2812                                 (st_index[AVMEDIA_TYPE_AUDIO] >= 0 ?
2813                                  st_index[AVMEDIA_TYPE_AUDIO] :
2814                                  st_index[AVMEDIA_TYPE_VIDEO]),
2815                                 NULL, 0);
2816     if (show_status) {
2817         av_dump_format(ic, 0, is->filename, 0);
2818     }
2819
2820     is->show_mode = show_mode;
2821     if (st_index[AVMEDIA_TYPE_VIDEO] >= 0) {
2822         AVStream *st = ic->streams[st_index[AVMEDIA_TYPE_VIDEO]];
2823         AVCodecContext *avctx = st->codec;
2824         VideoPicture vp = {.width = avctx->width, .height = avctx->height, .sar = av_guess_sample_aspect_ratio(ic, st, NULL)};
2825         if (vp.width)
2826             set_default_window_size(&vp);
2827     }
2828
2829     /* open the streams */
2830     if (st_index[AVMEDIA_TYPE_AUDIO] >= 0) {
2831         stream_component_open(is, st_index[AVMEDIA_TYPE_AUDIO]);
2832     }
2833
2834     ret = -1;
2835     if (st_index[AVMEDIA_TYPE_VIDEO] >= 0) {
2836         ret = stream_component_open(is, st_index[AVMEDIA_TYPE_VIDEO]);
2837     }
2838     if (is->show_mode == SHOW_MODE_NONE)
2839         is->show_mode = ret >= 0 ? SHOW_MODE_VIDEO : SHOW_MODE_RDFT;
2840
2841     if (st_index[AVMEDIA_TYPE_SUBTITLE] >= 0) {
2842         stream_component_open(is, st_index[AVMEDIA_TYPE_SUBTITLE]);
2843     }
2844
2845     if (is->video_stream < 0 && is->audio_stream < 0) {
2846         av_log(NULL, AV_LOG_FATAL, "Failed to open file '%s' or configure filtergraph\n",
2847                is->filename);
2848         ret = -1;
2849         goto fail;
2850     }
2851
2852     if (infinite_buffer < 0 && is->realtime)
2853         infinite_buffer = 1;
2854
2855     for (;;) {
2856         if (is->abort_request)
2857             break;
2858         if (is->paused != is->last_paused) {
2859             is->last_paused = is->paused;
2860             if (is->paused)
2861                 is->read_pause_return = av_read_pause(ic);
2862             else
2863                 av_read_play(ic);
2864         }
2865 #if CONFIG_RTSP_DEMUXER || CONFIG_MMSH_PROTOCOL
2866         if (is->paused &&
2867                 (!strcmp(ic->iformat->name, "rtsp") ||
2868                  (ic->pb && !strncmp(input_filename, "mmsh:", 5)))) {
2869             /* wait 10 ms to avoid trying to get another packet */
2870             /* XXX: horrible */
2871             SDL_Delay(10);
2872             continue;
2873         }
2874 #endif
2875         if (is->seek_req) {
2876             int64_t seek_target = is->seek_pos;
2877             int64_t seek_min    = is->seek_rel > 0 ? seek_target - is->seek_rel + 2: INT64_MIN;
2878             int64_t seek_max    = is->seek_rel < 0 ? seek_target - is->seek_rel - 2: INT64_MAX;
2879 // FIXME the +-2 is due to rounding being not done in the correct direction in generation
2880 //      of the seek_pos/seek_rel variables
2881
2882             ret = avformat_seek_file(is->ic, -1, seek_min, seek_target, seek_max, is->seek_flags);
2883             if (ret < 0) {
2884                 av_log(NULL, AV_LOG_ERROR,
2885                        "%s: error while seeking\n", is->ic->filename);
2886             } else {
2887                 if (is->audio_stream >= 0) {
2888                     packet_queue_flush(&is->audioq);
2889                     packet_queue_put(&is->audioq, &flush_pkt);
2890                 }
2891                 if (is->subtitle_stream >= 0) {
2892                     packet_queue_flush(&is->subtitleq);
2893                     packet_queue_put(&is->subtitleq, &flush_pkt);
2894                 }
2895                 if (is->video_stream >= 0) {
2896                     packet_queue_flush(&is->videoq);
2897                     packet_queue_put(&is->videoq, &flush_pkt);
2898                 }
2899                 if (is->seek_flags & AVSEEK_FLAG_BYTE) {
2900                    set_clock(&is->extclk, NAN, 0);
2901                 } else {
2902                    set_clock(&is->extclk, seek_target / (double)AV_TIME_BASE, 0);
2903                 }
2904             }
2905             is->seek_req = 0;
2906             is->queue_attachments_req = 1;
2907             eof = 0;
2908             if (is->paused)
2909                 step_to_next_frame(is);
2910         }
2911         if (is->queue_attachments_req) {
2912             if (is->video_st && is->video_st->disposition & AV_DISPOSITION_ATTACHED_PIC) {
2913                 AVPacket copy;
2914                 if ((ret = av_copy_packet(&copy, &is->video_st->attached_pic)) < 0)
2915                     goto fail;
2916                 packet_queue_put(&is->videoq, &copy);
2917                 packet_queue_put_nullpacket(&is->videoq, is->video_stream);
2918             }
2919             is->queue_attachments_req = 0;
2920         }
2921
2922         /* if the queue are full, no need to read more */
2923         if (infinite_buffer<1 &&
2924               (is->audioq.size + is->videoq.size + is->subtitleq.size > MAX_QUEUE_SIZE
2925             || (   (is->audioq   .nb_packets > MIN_FRAMES || is->audio_stream < 0 || is->audioq.abort_request)
2926                 && (is->videoq   .nb_packets > MIN_FRAMES || is->video_stream < 0 || is->videoq.abort_request
2927                     || (is->video_st->disposition & AV_DISPOSITION_ATTACHED_PIC))
2928                 && (is->subtitleq.nb_packets > MIN_FRAMES || is->subtitle_stream < 0 || is->subtitleq.abort_request)))) {
2929             /* wait 10 ms */
2930             SDL_LockMutex(wait_mutex);
2931             SDL_CondWaitTimeout(is->continue_read_thread, wait_mutex, 10);
2932             SDL_UnlockMutex(wait_mutex);
2933             continue;
2934         }
2935         if (!is->paused &&
2936             (!is->audio_st || is->audio_finished == is->audioq.serial) &&
2937             (!is->video_st || (is->video_finished == is->videoq.serial && is->pictq_size == 0))) {
2938             if (loop != 1 && (!loop || --loop)) {
2939                 stream_seek(is, start_time != AV_NOPTS_VALUE ? start_time : 0, 0, 0);
2940             } else if (autoexit) {
2941                 ret = AVERROR_EOF;
2942                 goto fail;
2943             }
2944         }
2945         if (eof) {
2946             if (is->video_stream >= 0)
2947                 packet_queue_put_nullpacket(&is->videoq, is->video_stream);
2948             if (is->audio_stream >= 0)
2949                 packet_queue_put_nullpacket(&is->audioq, is->audio_stream);
2950             SDL_Delay(10);
2951             eof=0;
2952             continue;
2953         }
2954         ret = av_read_frame(ic, pkt);
2955         if (ret < 0) {
2956             if (ret == AVERROR_EOF || url_feof(ic->pb))
2957                 eof = 1;
2958             if (ic->pb && ic->pb->error)
2959                 break;
2960             SDL_LockMutex(wait_mutex);
2961             SDL_CondWaitTimeout(is->continue_read_thread, wait_mutex, 10);
2962             SDL_UnlockMutex(wait_mutex);
2963             continue;
2964         }
2965         /* check if packet is in play range specified by user, then queue, otherwise discard */
2966         stream_start_time = ic->streams[pkt->stream_index]->start_time;
2967         pkt_in_play_range = duration == AV_NOPTS_VALUE ||
2968                 (pkt->pts - (stream_start_time != AV_NOPTS_VALUE ? stream_start_time : 0)) *
2969                 av_q2d(ic->streams[pkt->stream_index]->time_base) -
2970                 (double)(start_time != AV_NOPTS_VALUE ? start_time : 0) / 1000000
2971                 <= ((double)duration / 1000000);
2972         if (pkt->stream_index == is->audio_stream && pkt_in_play_range) {
2973             packet_queue_put(&is->audioq, pkt);
2974         } else if (pkt->stream_index == is->video_stream && pkt_in_play_range
2975                    && !(is->video_st->disposition & AV_DISPOSITION_ATTACHED_PIC)) {
2976             packet_queue_put(&is->videoq, pkt);
2977         } else if (pkt->stream_index == is->subtitle_stream && pkt_in_play_range) {
2978             packet_queue_put(&is->subtitleq, pkt);
2979         } else {
2980             av_free_packet(pkt);
2981         }
2982     }
2983     /* wait until the end */
2984     while (!is->abort_request) {
2985         SDL_Delay(100);
2986     }
2987
2988     ret = 0;
2989  fail:
2990     /* close each stream */
2991     if (is->audio_stream >= 0)
2992         stream_component_close(is, is->audio_stream);
2993     if (is->video_stream >= 0)
2994         stream_component_close(is, is->video_stream);
2995     if (is->subtitle_stream >= 0)
2996         stream_component_close(is, is->subtitle_stream);
2997     if (is->ic) {
2998         avformat_close_input(&is->ic);
2999     }
3000
3001     if (ret != 0) {
3002         SDL_Event event;
3003
3004         event.type = FF_QUIT_EVENT;
3005         event.user.data1 = is;
3006         SDL_PushEvent(&event);
3007     }
3008     SDL_DestroyMutex(wait_mutex);
3009     return 0;
3010 }
3011
3012 static VideoState *stream_open(const char *filename, AVInputFormat *iformat)
3013 {
3014     VideoState *is;
3015
3016     is = av_mallocz(sizeof(VideoState));
3017     if (!is)
3018         return NULL;
3019     av_strlcpy(is->filename, filename, sizeof(is->filename));
3020     is->iformat = iformat;
3021     is->ytop    = 0;
3022     is->xleft   = 0;
3023
3024     /* start video display */
3025     is->pictq_mutex = SDL_CreateMutex();
3026     is->pictq_cond  = SDL_CreateCond();
3027
3028     is->subpq_mutex = SDL_CreateMutex();
3029     is->subpq_cond  = SDL_CreateCond();
3030
3031     packet_queue_init(&is->videoq);
3032     packet_queue_init(&is->audioq);
3033     packet_queue_init(&is->subtitleq);
3034
3035     is->continue_read_thread = SDL_CreateCond();
3036
3037     init_clock(&is->vidclk, &is->videoq.serial);
3038     init_clock(&is->audclk, &is->audioq.serial);
3039     init_clock(&is->extclk, &is->extclk.serial);
3040     is->audio_clock_serial = -1;
3041     is->audio_last_serial = -1;
3042     is->av_sync_type = av_sync_type;
3043     is->read_tid     = SDL_CreateThread(read_thread, is);
3044     if (!is->read_tid) {
3045         av_free(is);
3046         return NULL;
3047     }
3048     return is;
3049 }
3050
3051 static void stream_cycle_channel(VideoState *is, int codec_type)
3052 {
3053     AVFormatContext *ic = is->ic;
3054     int start_index, stream_index;
3055     int old_index;
3056     AVStream *st;
3057     AVProgram *p = NULL;
3058     int nb_streams = is->ic->nb_streams;
3059
3060     if (codec_type == AVMEDIA_TYPE_VIDEO) {
3061         start_index = is->last_video_stream;
3062         old_index = is->video_stream;
3063     } else if (codec_type == AVMEDIA_TYPE_AUDIO) {
3064         start_index = is->last_audio_stream;
3065         old_index = is->audio_stream;
3066     } else {
3067         start_index = is->last_subtitle_stream;
3068         old_index = is->subtitle_stream;
3069     }
3070     stream_index = start_index;
3071
3072     if (codec_type != AVMEDIA_TYPE_VIDEO && is->video_stream != -1) {
3073         p = av_find_program_from_stream(ic, NULL, is->video_stream);
3074         if (p) {
3075             nb_streams = p->nb_stream_indexes;
3076             for (start_index = 0; start_index < nb_streams; start_index++)
3077                 if (p->stream_index[start_index] == stream_index)
3078                     break;
3079             if (start_index == nb_streams)
3080                 start_index = -1;
3081             stream_index = start_index;
3082         }
3083     }
3084
3085     for (;;) {
3086         if (++stream_index >= nb_streams)
3087         {
3088             if (codec_type == AVMEDIA_TYPE_SUBTITLE)
3089             {
3090                 stream_index = -1;
3091                 is->last_subtitle_stream = -1;
3092                 goto the_end;
3093             }
3094             if (start_index == -1)
3095                 return;
3096             stream_index = 0;
3097         }
3098         if (stream_index == start_index)
3099             return;
3100         st = is->ic->streams[p ? p->stream_index[stream_index] : stream_index];
3101         if (st->codec->codec_type == codec_type) {
3102             /* check that parameters are OK */
3103             switch (codec_type) {
3104             case AVMEDIA_TYPE_AUDIO:
3105                 if (st->codec->sample_rate != 0 &&
3106                     st->codec->channels != 0)
3107                     goto the_end;
3108                 break;
3109             case AVMEDIA_TYPE_VIDEO:
3110             case AVMEDIA_TYPE_SUBTITLE:
3111                 goto the_end;
3112             default:
3113                 break;
3114             }
3115         }
3116     }
3117  the_end:
3118     if (p && stream_index != -1)
3119         stream_index = p->stream_index[stream_index];
3120     stream_component_close(is, old_index);
3121     stream_component_open(is, stream_index);
3122 }
3123
3124
3125 static void toggle_full_screen(VideoState *is)
3126 {
3127 #if defined(__APPLE__) && SDL_VERSION_ATLEAST(1, 2, 14)
3128     /* OS X needs to reallocate the SDL overlays */
3129     int i;
3130     for (i = 0; i < VIDEO_PICTURE_QUEUE_SIZE; i++)
3131         is->pictq[i].reallocate = 1;
3132 #endif
3133     is_full_screen = !is_full_screen;
3134     video_open(is, 1, NULL);
3135 }
3136
3137 static void toggle_audio_display(VideoState *is)
3138 {
3139     int bgcolor = SDL_MapRGB(screen->format, 0x00, 0x00, 0x00);
3140     int next = is->show_mode;
3141     do {
3142         next = (next + 1) % SHOW_MODE_NB;
3143     } while (next != is->show_mode && (next == SHOW_MODE_VIDEO && !is->video_st || next != SHOW_MODE_VIDEO && !is->audio_st));
3144     if (is->show_mode != next) {
3145         fill_rectangle(screen,
3146                     is->xleft, is->ytop, is->width, is->height,
3147                     bgcolor, 1);
3148         is->force_refresh = 1;
3149         is->show_mode = next;
3150     }
3151 }
3152
3153 static void refresh_loop_wait_event(VideoState *is, SDL_Event *event) {
3154     double remaining_time = 0.0;
3155     SDL_PumpEvents();
3156     while (!SDL_PeepEvents(event, 1, SDL_GETEVENT, SDL_ALLEVENTS)) {
3157         if (!cursor_hidden && av_gettime() - cursor_last_shown > CURSOR_HIDE_DELAY) {
3158             SDL_ShowCursor(0);
3159             cursor_hidden = 1;
3160         }
3161         if (remaining_time > 0.0)
3162             av_usleep((int64_t)(remaining_time * 1000000.0));
3163         remaining_time = REFRESH_RATE;
3164         if (is->show_mode != SHOW_MODE_NONE && (!is->paused || is->force_refresh))
3165             video_refresh(is, &remaining_time);
3166         SDL_PumpEvents();
3167     }
3168 }
3169
3170 /* handle an event sent by the GUI */
3171 static void event_loop(VideoState *cur_stream)
3172 {
3173     SDL_Event event;
3174     double incr, pos, frac;
3175
3176     for (;;) {
3177         double x;
3178         refresh_loop_wait_event(cur_stream, &event);
3179         switch (event.type) {
3180         case SDL_KEYDOWN:
3181             if (exit_on_keydown) {
3182                 do_exit(cur_stream);
3183                 break;
3184             }
3185             switch (event.key.keysym.sym) {
3186             case SDLK_ESCAPE:
3187             case SDLK_q:
3188                 do_exit(cur_stream);
3189                 break;
3190             case SDLK_f:
3191                 toggle_full_screen(cur_stream);
3192                 cur_stream->force_refresh = 1;
3193                 break;
3194             case SDLK_p:
3195             case SDLK_SPACE:
3196                 toggle_pause(cur_stream);
3197                 break;
3198             case SDLK_s: // S: Step to next frame
3199                 step_to_next_frame(cur_stream);
3200                 break;
3201             case SDLK_a:
3202                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_AUDIO);
3203                 break;
3204             case SDLK_v:
3205                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_VIDEO);
3206                 break;
3207             case SDLK_c:
3208                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_VIDEO);
3209                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_AUDIO);
3210                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_SUBTITLE);
3211                 break;
3212             case SDLK_t:
3213                 stream_cycle_channel(cur_stream, AVMEDIA_TYPE_SUBTITLE);
3214                 break;
3215             case SDLK_w:
3216                 toggle_audio_display(cur_stream);
3217                 break;
3218             case SDLK_PAGEUP:
3219                 incr = 600.0;
3220                 goto do_seek;
3221             case SDLK_PAGEDOWN:
3222                 incr = -600.0;
3223                 goto do_seek;
3224             case SDLK_LEFT:
3225                 incr = -10.0;
3226                 goto do_seek;
3227             case SDLK_RIGHT:
3228                 incr = 10.0;
3229                 goto do_seek;
3230             case SDLK_UP:
3231                 incr = 60.0;
3232                 goto do_seek;
3233             case SDLK_DOWN:
3234                 incr = -60.0;
3235             do_seek:
3236                     if (seek_by_bytes) {
3237                         if (cur_stream->video_stream >= 0 && cur_stream->video_current_pos >= 0) {
3238                             pos = cur_stream->video_current_pos;
3239                         } else if (cur_stream->audio_stream >= 0 && cur_stream->audio_pkt.pos >= 0) {
3240                             pos = cur_stream->audio_pkt.pos;
3241                         } else
3242                             pos = avio_tell(cur_stream->ic->pb);
3243                         if (cur_stream->ic->bit_rate)
3244                             incr *= cur_stream->ic->bit_rate / 8.0;
3245                         else
3246                             incr *= 180000.0;
3247                         pos += incr;
3248                         stream_seek(cur_stream, pos, incr, 1);
3249                     } else {
3250                         pos = get_master_clock(cur_stream);
3251                         if (isnan(pos))
3252                             pos = (double)cur_stream->seek_pos / AV_TIME_BASE;
3253                         pos += incr;
3254                         if (cur_stream->ic->start_time != AV_NOPTS_VALUE && pos < cur_stream->ic->start_time / (double)AV_TIME_BASE)
3255                             pos = cur_stream->ic->start_time / (double)AV_TIME_BASE;
3256                         stream_seek(cur_stream, (int64_t)(pos * AV_TIME_BASE), (int64_t)(incr * AV_TIME_BASE), 0);
3257                     }
3258                 break;
3259             default:
3260                 break;
3261             }
3262             break;
3263         case SDL_VIDEOEXPOSE:
3264             cur_stream->force_refresh = 1;
3265             break;
3266         case SDL_MOUSEBUTTONDOWN:
3267             if (exit_on_mousedown) {
3268                 do_exit(cur_stream);
3269                 break;
3270             }
3271         case SDL_MOUSEMOTION:
3272             if (cursor_hidden) {
3273                 SDL_ShowCursor(1);
3274                 cursor_hidden = 0;
3275             }
3276             cursor_last_shown = av_gettime();
3277             if (event.type == SDL_MOUSEBUTTONDOWN) {
3278                 x = event.button.x;
3279             } else {
3280                 if (event.motion.state != SDL_PRESSED)
3281                     break;
3282                 x = event.motion.x;
3283             }
3284                 if (seek_by_bytes || cur_stream->ic->duration <= 0) {
3285                     uint64_t size =  avio_size(cur_stream->ic->pb);
3286                     stream_seek(cur_stream, size*x/cur_stream->width, 0, 1);
3287                 } else {
3288                     int64_t ts;
3289                     int ns, hh, mm, ss;
3290                     int tns, thh, tmm, tss;
3291                     tns  = cur_stream->ic->duration / 1000000LL;
3292                     thh  = tns / 3600;
3293                     tmm  = (tns % 3600) / 60;
3294                     tss  = (tns % 60);
3295                     frac = x / cur_stream->width;
3296                     ns   = frac * tns;
3297                     hh   = ns / 3600;
3298                     mm   = (ns % 3600) / 60;
3299                     ss   = (ns % 60);
3300                     av_log(NULL, AV_LOG_INFO,
3301                            "Seek to %2.0f%% (%2d:%02d:%02d) of total duration (%2d:%02d:%02d)       \n", frac*100,
3302                             hh, mm, ss, thh, tmm, tss);
3303                     ts = frac * cur_stream->ic->duration;
3304                     if (cur_stream->ic->start_time != AV_NOPTS_VALUE)
3305                         ts += cur_stream->ic->start_time;
3306                     stream_seek(cur_stream, ts, 0, 0);
3307                 }
3308             break;
3309         case SDL_VIDEORESIZE:
3310                 screen = SDL_SetVideoMode(FFMIN(16383, event.resize.w), event.resize.h, 0,
3311                                           SDL_HWSURFACE|SDL_RESIZABLE|SDL_ASYNCBLIT|SDL_HWACCEL);
3312                 if (!screen) {
3313                     av_log(NULL, AV_LOG_FATAL, "Failed to set video mode\n");
3314                     do_exit(cur_stream);
3315                 }
3316                 screen_width  = cur_stream->width  = screen->w;
3317                 screen_height = cur_stream->height = screen->h;
3318                 cur_stream->force_refresh = 1;
3319             break;
3320         case SDL_QUIT:
3321         case FF_QUIT_EVENT:
3322             do_exit(cur_stream);
3323             break;
3324         case FF_ALLOC_EVENT:
3325             alloc_picture(event.user.data1);
3326             break;
3327         default:
3328             break;
3329         }
3330     }
3331 }
3332
3333 static int opt_frame_size(void *optctx, const char *opt, const char *arg)
3334 {
3335     av_log(NULL, AV_LOG_WARNING, "Option -s is deprecated, use -video_size.\n");
3336     return opt_default(NULL, "video_size", arg);
3337 }
3338
3339 static int opt_width(void *optctx, const char *opt, const char *arg)
3340 {
3341     screen_width = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
3342     return 0;
3343 }
3344
3345 static int opt_height(void *optctx, const char *opt, const char *arg)
3346 {
3347     screen_height = parse_number_or_die(opt, arg, OPT_INT64, 1, INT_MAX);
3348     return 0;
3349 }
3350
3351 static int opt_format(void *optctx, const char *opt, const char *arg)
3352 {
3353     file_iformat = av_find_input_format(arg);
3354     if (!file_iformat) {
3355         av_log(NULL, AV_LOG_FATAL, "Unknown input format: %s\n", arg);
3356         return AVERROR(EINVAL);
3357     }
3358     return 0;
3359 }
3360
3361 static int opt_frame_pix_fmt(void *optctx, const char *opt, const char *arg)
3362 {
3363     av_log(NULL, AV_LOG_WARNING, "Option -pix_fmt is deprecated, use -pixel_format.\n");
3364     return opt_default(NULL, "pixel_format", arg);
3365 }
3366
3367 static int opt_sync(void *optctx, const char *opt, const char *arg)
3368 {
3369     if (!strcmp(arg, "audio"))
3370         av_sync_type = AV_SYNC_AUDIO_MASTER;
3371     else if (!strcmp(arg, "video"))
3372         av_sync_type = AV_SYNC_VIDEO_MASTER;
3373     else if (!strcmp(arg, "ext"))
3374         av_sync_type = AV_SYNC_EXTERNAL_CLOCK;
3375     else {
3376         av_log(NULL, AV_LOG_ERROR, "Unknown value for %s: %s\n", opt, arg);
3377         exit(1);
3378     }
3379     return 0;
3380 }
3381
3382 static int opt_seek(void *optctx, const char *opt, const char *arg)
3383 {
3384     start_time = parse_time_or_die(opt, arg, 1);
3385     return 0;
3386 }
3387
3388 static int opt_duration(void *optctx, const char *opt, const char *arg)
3389 {
3390     duration = parse_time_or_die(opt, arg, 1);
3391     return 0;
3392 }
3393
3394 static int opt_show_mode(void *optctx, const char *opt, const char *arg)
3395 {
3396     show_mode = !strcmp(arg, "video") ? SHOW_MODE_VIDEO :
3397                 !strcmp(arg, "waves") ? SHOW_MODE_WAVES :
3398                 !strcmp(arg, "rdft" ) ? SHOW_MODE_RDFT  :
3399                 parse_number_or_die(opt, arg, OPT_INT, 0, SHOW_MODE_NB-1);
3400     return 0;
3401 }
3402
3403 static void opt_input_file(void *optctx, const char *filename)
3404 {
3405     if (input_filename) {
3406         av_log(NULL, AV_LOG_FATAL,
3407                "Argument '%s' provided as input filename, but '%s' was already specified.\n",
3408                 filename, input_filename);
3409         exit(1);
3410     }
3411     if (!strcmp(filename, "-"))
3412         filename = "pipe:";
3413     input_filename = filename;
3414 }
3415
3416 static int opt_codec(void *optctx, const char *opt, const char *arg)
3417 {
3418    const char *spec = strchr(opt, ':');
3419    if (!spec) {
3420        av_log(NULL, AV_LOG_ERROR,
3421               "No media specifier was specified in '%s' in option '%s'\n",
3422                arg, opt);
3423        return AVERROR(EINVAL);
3424    }
3425    spec++;
3426    switch (spec[0]) {
3427    case 'a' :    audio_codec_name = arg; break;
3428    case 's' : subtitle_codec_name = arg; break;
3429    case 'v' :    video_codec_name = arg; break;
3430    default:
3431        av_log(NULL, AV_LOG_ERROR,
3432               "Invalid media specifier '%s' in option '%s'\n", spec, opt);
3433        return AVERROR(EINVAL);
3434    }
3435    return 0;
3436 }
3437
3438 static int dummy;
3439
3440 static const OptionDef options[] = {
3441 #include "cmdutils_common_opts.h"
3442     { "x", HAS_ARG, { .func_arg = opt_width }, "force displayed width", "width" },
3443     { "y", HAS_ARG, { .func_arg = opt_height }, "force displayed height", "height" },
3444     { "s", HAS_ARG | OPT_VIDEO, { .func_arg = opt_frame_size }, "set frame size (WxH or abbreviation)", "size" },
3445     { "fs", OPT_BOOL, { &is_full_screen }, "force full screen" },
3446     { "an", OPT_BOOL, { &audio_disable }, "disable audio" },
3447     { "vn", OPT_BOOL, { &video_disable }, "disable video" },
3448     { "sn", OPT_BOOL, { &subtitle_disable }, "disable subtitling" },
3449     { "ast", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_AUDIO] }, "select desired audio stream", "stream_number" },
3450     { "vst", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_VIDEO] }, "select desired video stream", "stream_number" },
3451     { "sst", OPT_INT | HAS_ARG | OPT_EXPERT, { &wanted_stream[AVMEDIA_TYPE_SUBTITLE] }, "select desired subtitle stream", "stream_number" },
3452     { "ss", HAS_ARG, { .func_arg = opt_seek }, "seek to a given position in seconds", "pos" },
3453     { "t", HAS_ARG, { .func_arg = opt_duration }, "play  \"duration\" seconds of audio/video", "duration" },
3454     { "bytes", OPT_INT | HAS_ARG, { &seek_by_bytes }, "seek by bytes 0=off 1=on -1=auto", "val" },
3455     { "nodisp", OPT_BOOL, { &display_disable }, "disable graphical display" },
3456     { "f", HAS_ARG, { .func_arg = opt_format }, "force format", "fmt" },
3457     { "pix_fmt", HAS_ARG | OPT_EXPERT | OPT_VIDEO, { .func_arg = opt_frame_pix_fmt }, "set pixel format", "format" },
3458     { "stats", OPT_BOOL | OPT_EXPERT, { &show_status }, "show status", "" },
3459     { "bug", OPT_INT | HAS_ARG | OPT_EXPERT, { &workaround_bugs }, "workaround bugs", "" },
3460     { "fast", OPT_BOOL | OPT_EXPERT, { &fast }, "non spec compliant optimizations", "" },
3461     { "genpts", OPT_BOOL | OPT_EXPERT, { &genpts }, "generate pts", "" },
3462     { "drp", OPT_INT | HAS_ARG | OPT_EXPERT, { &decoder_reorder_pts }, "let decoder reorder pts 0=off 1=on -1=auto", ""},
3463     { "lowres", OPT_INT | HAS_ARG | OPT_EXPERT, { &lowres }, "", "" },
3464     { "ec", OPT_INT | HAS_ARG | OPT_EXPERT, { &error_concealment }, "set error concealment options",  "bit_mask" },
3465     { "sync", HAS_ARG | OPT_EXPERT, { .func_arg = opt_sync }, "set audio-video sync. type (type=audio/video/ext)", "type" },
3466     { "autoexit", OPT_BOOL | OPT_EXPERT, { &autoexit }, "exit at the end", "" },
3467     { "exitonkeydown", OPT_BOOL | OPT_EXPERT, { &exit_on_keydown }, "exit on key down", "" },
3468     { "exitonmousedown", OPT_BOOL | OPT_EXPERT, { &exit_on_mousedown }, "exit on mouse down", "" },
3469     { "loop", OPT_INT | HAS_ARG | OPT_EXPERT, { &loop }, "set number of times the playback shall be looped", "loop count" },
3470     { "framedrop", OPT_BOOL | OPT_EXPERT, { &framedrop }, "drop frames when cpu is too slow", "" },
3471     { "infbuf", OPT_BOOL | OPT_EXPERT, { &infinite_buffer }, "don't limit the input buffer size (useful with realtime streams)", "" },
3472     { "window_title", OPT_STRING | HAS_ARG, { &window_title }, "set window title", "window title" },
3473 #if CONFIG_AVFILTER
3474     { "vf", OPT_STRING | HAS_ARG, { &vfilters }, "set video filters", "filter_graph" },
3475     { "af", OPT_STRING | HAS_ARG, { &afilters }, "set audio filters", "filter_graph" },
3476 #endif
3477     { "rdftspeed", OPT_INT | HAS_ARG| OPT_AUDIO | OPT_EXPERT, { &rdftspeed }, "rdft speed", "msecs" },
3478     { "showmode", HAS_ARG, { .func_arg = opt_show_mode}, "select show mode (0 = video, 1 = waves, 2 = RDFT)", "mode" },
3479     { "default", HAS_ARG | OPT_AUDIO | OPT_VIDEO | OPT_EXPERT, { .func_arg = opt_default }, "generic catch all option", "" },
3480     { "i", OPT_BOOL, { &dummy}, "read specified file", "input_file"},
3481     { "codec", HAS_ARG, { .func_arg = opt_codec}, "force decoder", "decoder_name" },
3482     { "acodec", HAS_ARG | OPT_STRING | OPT_EXPERT, {    &audio_codec_name }, "force audio decoder",    "decoder_name" },
3483     { "scodec", HAS_ARG | OPT_STRING | OPT_EXPERT, { &subtitle_codec_name }, "force subtitle decoder", "decoder_name" },
3484     { "vcodec", HAS_ARG | OPT_STRING | OPT_EXPERT, {    &video_codec_name }, "force video decoder",    "decoder_name" },
3485     { NULL, },
3486 };
3487
3488 static void show_usage(void)
3489 {
3490     av_log(NULL, AV_LOG_INFO, "Simple media player\n");
3491     av_log(NULL, AV_LOG_INFO, "usage: %s [options] input_file\n", program_name);
3492     av_log(NULL, AV_LOG_INFO, "\n");
3493 }
3494
3495 void show_help_default(const char *opt, const char *arg)
3496 {
3497     av_log_set_callback(log_callback_help);
3498     show_usage();
3499     show_help_options(options, "Main options:", 0, OPT_EXPERT, 0);
3500     show_help_options(options, "Advanced options:", OPT_EXPERT, 0, 0);
3501     printf("\n");
3502     show_help_children(avcodec_get_class(), AV_OPT_FLAG_DECODING_PARAM);
3503     show_help_children(avformat_get_class(), AV_OPT_FLAG_DECODING_PARAM);
3504 #if !CONFIG_AVFILTER
3505     show_help_children(sws_get_class(), AV_OPT_FLAG_ENCODING_PARAM);
3506 #else
3507     show_help_children(avfilter_get_class(), AV_OPT_FLAG_FILTERING_PARAM);
3508 #endif
3509     printf("\nWhile playing:\n"
3510            "q, ESC              quit\n"
3511            "f                   toggle full screen\n"
3512            "p, SPC              pause\n"
3513            "a                   cycle audio channel in the current program\n"
3514            "v                   cycle video channel\n"
3515            "t                   cycle subtitle channel in the current program\n"
3516            "c                   cycle program\n"
3517            "w                   show audio waves\n"
3518            "s                   activate frame-step mode\n"
3519            "left/right          seek backward/forward 10 seconds\n"
3520            "down/up             seek backward/forward 1 minute\n"
3521            "page down/page up   seek backward/forward 10 minutes\n"
3522            "mouse click         seek to percentage in file corresponding to fraction of width\n"
3523            );
3524 }
3525
3526 static int lockmgr(void **mtx, enum AVLockOp op)
3527 {
3528    switch(op) {
3529       case AV_LOCK_CREATE:
3530           *mtx = SDL_CreateMutex();
3531           if(!*mtx)
3532               return 1;
3533           return 0;
3534       case AV_LOCK_OBTAIN:
3535           return !!SDL_LockMutex(*mtx);
3536       case AV_LOCK_RELEASE:
3537           return !!SDL_UnlockMutex(*mtx);
3538       case AV_LOCK_DESTROY:
3539           SDL_DestroyMutex(*mtx);
3540           return 0;
3541    }
3542    return 1;
3543 }
3544
3545 /* Called from the main */
3546 int main(int argc, char **argv)
3547 {
3548     int flags;
3549     VideoState *is;
3550     char dummy_videodriver[] = "SDL_VIDEODRIVER=dummy";
3551
3552     av_log_set_flags(AV_LOG_SKIP_REPEATED);
3553     parse_loglevel(argc, argv, options);
3554
3555     /* register all codecs, demux and protocols */
3556 #if CONFIG_AVDEVICE
3557     avdevice_register_all();
3558 #endif
3559 #if CONFIG_AVFILTER
3560     avfilter_register_all();
3561 #endif
3562     av_register_all();
3563     avformat_network_init();
3564
3565     init_opts();
3566
3567     signal(SIGINT , sigterm_handler); /* Interrupt (ANSI).    */
3568     signal(SIGTERM, sigterm_handler); /* Termination (ANSI).  */
3569
3570     show_banner(argc, argv, options);
3571
3572     parse_options(NULL, argc, argv, options, opt_input_file);
3573
3574     if (!input_filename) {
3575         show_usage();
3576         av_log(NULL, AV_LOG_FATAL, "An input file must be specified\n");
3577         av_log(NULL, AV_LOG_FATAL,
3578                "Use -h to get full help or, even better, run 'man %s'\n", program_name);
3579         exit(1);
3580     }
3581
3582     if (display_disable) {
3583         video_disable = 1;
3584     }
3585     flags = SDL_INIT_VIDEO | SDL_INIT_AUDIO | SDL_INIT_TIMER;
3586     if (audio_disable)
3587         flags &= ~SDL_INIT_AUDIO;
3588     if (display_disable)
3589         SDL_putenv(dummy_videodriver); /* For the event queue, we always need a video driver. */
3590 #if !defined(__MINGW32__) && !defined(__APPLE__)
3591     flags |= SDL_INIT_EVENTTHREAD; /* Not supported on Windows or Mac OS X */
3592 #endif
3593     if (SDL_Init (flags)) {
3594         av_log(NULL, AV_LOG_FATAL, "Could not initialize SDL - %s\n", SDL_GetError());
3595         av_log(NULL, AV_LOG_FATAL, "(Did you set the DISPLAY variable?)\n");
3596         exit(1);
3597     }
3598
3599     if (!display_disable) {
3600         const SDL_VideoInfo *vi = SDL_GetVideoInfo();
3601         fs_screen_width = vi->current_w;
3602         fs_screen_height = vi->current_h;
3603     }
3604
3605     SDL_EventState(SDL_ACTIVEEVENT, SDL_IGNORE);
3606     SDL_EventState(SDL_SYSWMEVENT, SDL_IGNORE);
3607     SDL_EventState(SDL_USEREVENT, SDL_IGNORE);
3608
3609     if (av_lockmgr_register(lockmgr)) {
3610         av_log(NULL, AV_LOG_FATAL, "Could not initialize lock manager!\n");
3611         do_exit(NULL);
3612     }
3613
3614     av_init_packet(&flush_pkt);
3615     flush_pkt.data = (uint8_t *)&flush_pkt;
3616
3617     is = stream_open(input_filename, file_iformat);
3618     if (!is) {
3619         av_log(NULL, AV_LOG_FATAL, "Failed to initialize VideoState!\n");
3620         do_exit(NULL);
3621     }
3622
3623     event_loop(is);
3624
3625     /* never returns */
3626
3627     return 0;
3628 }