All: preliminary support for audio while playing faster/slower (1/4 -> 4).
[vlc.git] / src / input / decoder.c
1 /*****************************************************************************
2  * decoder.c: Functions for the management of decoders
3  *****************************************************************************
4  * Copyright (C) 1999-2004 the VideoLAN team
5  * $Id$
6  *
7  * Authors: Christophe Massiot <massiot@via.ecp.fr>
8  *          Gildas Bazin <gbazin@videolan.org>
9  *          Laurent Aimar <fenrir@via.ecp.fr>
10  *
11  * This program is free software; you can redistribute it and/or modify
12  * it under the terms of the GNU General Public License as published by
13  * the Free Software Foundation; either version 2 of the License, or
14  * (at your option) any later version.
15  *
16  * This program is distributed in the hope that it will be useful,
17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
19  * GNU General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program; if not, write to the Free Software
23  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
24  *****************************************************************************/
25
26 /*****************************************************************************
27  * Preamble
28  *****************************************************************************/
29 #include <stdlib.h>
30 #include <vlc/vlc.h>
31
32 #include <vlc_block.h>
33 #include <vlc_vout.h>
34 #include <vlc_aout.h>
35 #include <vlc_sout.h>
36 #include <vlc_codec.h>
37 #include <vlc_osd.h>
38
39 #include <vlc_interface.h>
40 #include "audio_output/aout_internal.h"
41 #include "stream_output/stream_output.h"
42 #include "input_internal.h"
43
44 static decoder_t * CreateDecoder( input_thread_t *, es_format_t *, int );
45 static void        DeleteDecoder( decoder_t * );
46
47 static int         DecoderThread( decoder_t * );
48 static int         DecoderDecode( decoder_t * p_dec, block_t *p_block );
49
50 /* Buffers allocation callbacks for the decoders */
51 static aout_buffer_t *aout_new_buffer( decoder_t *, int );
52 static void aout_del_buffer( decoder_t *, aout_buffer_t * );
53
54 static picture_t *vout_new_buffer( decoder_t * );
55 static void vout_del_buffer( decoder_t *, picture_t * );
56 static void vout_link_picture( decoder_t *, picture_t * );
57 static void vout_unlink_picture( decoder_t *, picture_t * );
58
59 static subpicture_t *spu_new_buffer( decoder_t * );
60 static void spu_del_buffer( decoder_t *, subpicture_t * );
61
62 static es_format_t null_es_format;
63
64 struct decoder_owner_sys_t
65 {
66     vlc_bool_t      b_own_thread;
67
68     int64_t         i_preroll_end;
69
70     input_thread_t  *p_input;
71
72     aout_instance_t *p_aout;
73     aout_input_t    *p_aout_input;
74
75     vout_thread_t   *p_vout;
76
77     vout_thread_t   *p_spu_vout;
78     int              i_spu_channel;
79
80     sout_instance_t         *p_sout;
81     sout_packetizer_input_t *p_sout_input;
82
83     /* Some decoders require already packetized data (ie. not truncated) */
84     decoder_t *p_packetizer;
85
86     /* Current format in use by the output */
87     video_format_t video;
88     audio_format_t audio;
89     es_format_t    sout;
90
91     /* fifo */
92     block_fifo_t *p_fifo;
93 };
94
95 /* decoder_GetInputAttachment:
96  */
97 input_attachment_t *decoder_GetInputAttachment( decoder_t *p_dec,
98                                                 const char *psz_name )
99 {
100     input_attachment_t *p_attachment;
101     if( input_Control( p_dec->p_owner->p_input, INPUT_GET_ATTACHMENT, &p_attachment, psz_name ) )
102         return NULL;
103     return p_attachment;
104 }
105 /* decoder_GetInputAttachments:
106  */
107 int decoder_GetInputAttachments( decoder_t *p_dec,
108                                  input_attachment_t ***ppp_attachment,
109                                  int *pi_attachment )
110 {
111     return input_Control( p_dec->p_owner->p_input, INPUT_GET_ATTACHMENTS,
112                           ppp_attachment, pi_attachment );
113 }
114
115 /**
116  * Spawns a new decoder thread
117  *
118  * \param p_input the input thread
119  * \param p_es the es descriptor
120  * \return the spawned decoder object
121  */
122 decoder_t *input_DecoderNew( input_thread_t *p_input,
123                              es_format_t *fmt, vlc_bool_t b_force_decoder )
124 {
125     decoder_t   *p_dec = NULL;
126     vlc_value_t val;
127
128     /* If we are in sout mode, search for packetizer module */
129     if( p_input->p->p_sout && !b_force_decoder )
130     {
131         /* Create the decoder configuration structure */
132         p_dec = CreateDecoder( p_input, fmt, VLC_OBJECT_PACKETIZER );
133         if( p_dec == NULL )
134         {
135             msg_Err( p_input, "could not create packetizer" );
136             intf_UserFatal( p_input, VLC_FALSE, _("Streaming / Transcoding failed"), 
137                             _("VLC could not open the packetizer module.") );
138             return NULL;
139         }
140     }
141     else
142     {
143         /* Create the decoder configuration structure */
144         p_dec = CreateDecoder( p_input, fmt, VLC_OBJECT_DECODER );
145         if( p_dec == NULL )
146         {
147             msg_Err( p_input, "could not create decoder" );
148             intf_UserFatal( p_input, VLC_FALSE, _("Streaming / Transcoding failed"), 
149                             _("VLC could not open the decoder module.") );
150             return NULL;
151         }
152     }
153
154     if( !p_dec->p_module )
155     {
156         msg_Err( p_dec, "no suitable decoder module for fourcc `%4.4s'.\n"
157                  "VLC probably does not support this sound or video format.",
158                  (char*)&p_dec->fmt_in.i_codec );
159         intf_UserFatal( p_dec, VLC_FALSE, _("No suitable decoder module "
160             "for format"), _("VLC probably does not support the \"%4.4s\" "
161             "audio or video format. Unfortunately there is no way for you "
162             "to fix this."), (char*)&p_dec->fmt_in.i_codec );
163
164         DeleteDecoder( p_dec );
165         vlc_object_destroy( p_dec );
166         return NULL;
167     }
168
169     if( p_input->p->p_sout && p_input->p->input.b_can_pace_control &&
170         !b_force_decoder )
171     {
172         msg_Dbg( p_input, "stream out mode -> no decoder thread" );
173         p_dec->p_owner->b_own_thread = VLC_FALSE;
174     }
175     else
176     {
177         var_Get( p_input, "minimize-threads", &val );
178         p_dec->p_owner->b_own_thread = !val.b_bool;
179     }
180
181     if( p_dec->p_owner->b_own_thread )
182     {
183         int i_priority;
184         if( fmt->i_cat == AUDIO_ES )
185             i_priority = VLC_THREAD_PRIORITY_AUDIO;
186         else
187             i_priority = VLC_THREAD_PRIORITY_VIDEO;
188
189         /* Spawn the decoder thread */
190         if( vlc_thread_create( p_dec, "decoder", DecoderThread,
191                                i_priority, VLC_FALSE ) )
192         {
193             msg_Err( p_dec, "cannot spawn decoder thread" );
194             module_Unneed( p_dec, p_dec->p_module );
195             DeleteDecoder( p_dec );
196             vlc_object_destroy( p_dec );
197             return NULL;
198         }
199     }
200
201     return p_dec;
202 }
203
204 /**
205  * Kills a decoder thread and waits until it's finished
206  *
207  * \param p_input the input thread
208  * \param p_es the es descriptor
209  * \return nothing
210  */
211 void input_DecoderDelete( decoder_t *p_dec )
212 {
213     vlc_object_kill( p_dec );
214
215     if( p_dec->p_owner->b_own_thread )
216     {
217         /* Make sure the thread leaves the function by
218          * sending it an empty block. */
219         block_t *p_block = block_New( p_dec, 0 );
220         input_DecoderDecode( p_dec, p_block );
221
222         vlc_thread_join( p_dec );
223
224         /* Don't module_Unneed() here because of the dll loader that wants
225          * close() in the same thread than open()/decode() */
226     }
227     else
228     {
229         /* Flush */
230         input_DecoderDecode( p_dec, NULL );
231
232         module_Unneed( p_dec, p_dec->p_module );
233     }
234
235     /* Delete decoder configuration */
236     DeleteDecoder( p_dec );
237
238     /* Delete the decoder */
239     vlc_object_destroy( p_dec );
240 }
241
242 /**
243  * Put a block_t in the decoder's fifo.
244  *
245  * \param p_dec the decoder object
246  * \param p_block the data block
247  */
248 void input_DecoderDecode( decoder_t * p_dec, block_t *p_block )
249 {
250     if( p_dec->p_owner->b_own_thread )
251     {
252         if( p_dec->p_owner->p_input->p->b_out_pace_control )
253         {
254             /* FIXME !!!!! */
255             while( !p_dec->b_die && !p_dec->b_error &&
256                    p_dec->p_owner->p_fifo->i_depth > 10 )
257             {
258                 msleep( 1000 );
259             }
260         }
261         else if( p_dec->p_owner->p_fifo->i_size > 50000000 /* 50 MB */ )
262         {
263             /* FIXME: ideally we would check the time amount of data
264              * in the fifo instead of its size. */
265             msg_Warn( p_dec, "decoder/packetizer fifo full (data not "
266                       "consumed quickly enough), resetting fifo!" );
267             block_FifoEmpty( p_dec->p_owner->p_fifo );
268         }
269
270         block_FifoPut( p_dec->p_owner->p_fifo, p_block );
271     }
272     else
273     {
274         if( p_dec->b_error || (p_block && p_block->i_buffer <= 0) )
275         {
276             if( p_block ) block_Release( p_block );
277         }
278         else
279         {
280             DecoderDecode( p_dec, p_block );
281         }
282     }
283 }
284
285 void input_DecoderDiscontinuity( decoder_t * p_dec, vlc_bool_t b_flush )
286 {
287     block_t *p_null;
288
289     /* Empty the fifo */
290     if( p_dec->p_owner->b_own_thread && b_flush )
291         block_FifoEmpty( p_dec->p_owner->p_fifo );
292
293     /* Send a special block */
294     p_null = block_New( p_dec, 128 );
295     p_null->i_flags |= BLOCK_FLAG_DISCONTINUITY;
296     /* FIXME check for p_packetizer or b_packitized from es_format_t of input ? */
297     if( p_dec->p_owner->p_packetizer && b_flush )
298         p_null->i_flags |= BLOCK_FLAG_CORRUPTED;
299     memset( p_null->p_buffer, 0, p_null->i_buffer );
300
301     input_DecoderDecode( p_dec, p_null );
302 }
303
304 vlc_bool_t input_DecoderEmpty( decoder_t * p_dec )
305 {
306     if( p_dec->p_owner->b_own_thread && p_dec->p_owner->p_fifo->i_depth > 0 )
307     {
308         return VLC_FALSE;
309     }
310     return VLC_TRUE;
311 }
312
313 /**
314  * Create a decoder object
315  *
316  * \param p_input the input thread
317  * \param p_es the es descriptor
318  * \param i_object_type Object type as define in include/vlc_objects.h
319  * \return the decoder object
320  */
321 static decoder_t * CreateDecoder( input_thread_t *p_input,
322                                   es_format_t *fmt, int i_object_type )
323 {
324     decoder_t *p_dec;
325
326     p_dec = vlc_object_create( p_input, i_object_type );
327     if( p_dec == NULL )
328     {
329         msg_Err( p_input, "out of memory" );
330         return NULL;
331     }
332
333     p_dec->pf_decode_audio = 0;
334     p_dec->pf_decode_video = 0;
335     p_dec->pf_decode_sub = 0;
336     p_dec->pf_packetize = 0;
337
338    /* Initialize the decoder fifo */
339     p_dec->p_module = NULL;
340
341     memset( &null_es_format, 0, sizeof(es_format_t) );
342     es_format_Copy( &p_dec->fmt_in, fmt );
343     es_format_Copy( &p_dec->fmt_out, &null_es_format );
344
345     /* Allocate our private structure for the decoder */
346     p_dec->p_owner = malloc( sizeof( decoder_owner_sys_t ) );
347     if( p_dec->p_owner == NULL )
348     {
349         msg_Err( p_dec, "out of memory" );
350         return NULL;
351     }
352     p_dec->p_owner->b_own_thread = VLC_TRUE;
353     p_dec->p_owner->i_preroll_end = -1;
354     p_dec->p_owner->p_input = p_input;
355     p_dec->p_owner->p_aout = NULL;
356     p_dec->p_owner->p_aout_input = NULL;
357     p_dec->p_owner->p_vout = NULL;
358     p_dec->p_owner->p_spu_vout = NULL;
359     p_dec->p_owner->i_spu_channel = 0;
360     p_dec->p_owner->p_sout = p_input->p->p_sout;
361     p_dec->p_owner->p_sout_input = NULL;
362     p_dec->p_owner->p_packetizer = NULL;
363
364     /* decoder fifo */
365     if( ( p_dec->p_owner->p_fifo = block_FifoNew( p_dec ) ) == NULL )
366     {
367         msg_Err( p_dec, "out of memory" );
368         return NULL;
369     }
370
371     /* Set buffers allocation callbacks for the decoders */
372     p_dec->pf_aout_buffer_new = aout_new_buffer;
373     p_dec->pf_aout_buffer_del = aout_del_buffer;
374     p_dec->pf_vout_buffer_new = vout_new_buffer;
375     p_dec->pf_vout_buffer_del = vout_del_buffer;
376     p_dec->pf_picture_link    = vout_link_picture;
377     p_dec->pf_picture_unlink  = vout_unlink_picture;
378     p_dec->pf_spu_buffer_new  = spu_new_buffer;
379     p_dec->pf_spu_buffer_del  = spu_del_buffer;
380
381     vlc_object_attach( p_dec, p_input );
382
383     /* Find a suitable decoder/packetizer module */
384     if( i_object_type == VLC_OBJECT_DECODER )
385         p_dec->p_module = module_Need( p_dec, "decoder", "$codec", 0 );
386     else
387         p_dec->p_module = module_Need( p_dec, "packetizer", "$packetizer", 0 );
388
389     /* Check if decoder requires already packetized data */
390     if( i_object_type == VLC_OBJECT_DECODER &&
391         p_dec->b_need_packetized && !p_dec->fmt_in.b_packetized )
392     {
393         p_dec->p_owner->p_packetizer =
394             vlc_object_create( p_input, VLC_OBJECT_PACKETIZER );
395         if( p_dec->p_owner->p_packetizer )
396         {
397             es_format_Copy( &p_dec->p_owner->p_packetizer->fmt_in,
398                             &p_dec->fmt_in );
399
400             es_format_Copy( &p_dec->p_owner->p_packetizer->fmt_out,
401                             &null_es_format );
402
403             vlc_object_attach( p_dec->p_owner->p_packetizer, p_input );
404
405             p_dec->p_owner->p_packetizer->p_module =
406                 module_Need( p_dec->p_owner->p_packetizer,
407                              "packetizer", "$packetizer", 0 );
408
409             if( !p_dec->p_owner->p_packetizer->p_module )
410             {
411                 es_format_Clean( &p_dec->p_owner->p_packetizer->fmt_in );
412                 vlc_object_detach( p_dec->p_owner->p_packetizer );
413                 vlc_object_destroy( p_dec->p_owner->p_packetizer );
414             }
415         }
416     }
417
418     return p_dec;
419 }
420
421 /**
422  * The decoding main loop
423  *
424  * \param p_dec the decoder
425  * \return 0
426  */
427 static int DecoderThread( decoder_t * p_dec )
428 {
429     block_t *p_block;
430
431     /* The decoder's main loop */
432     while( !p_dec->b_die && !p_dec->b_error )
433     {
434         if( ( p_block = block_FifoGet( p_dec->p_owner->p_fifo ) ) == NULL )
435         {
436             p_dec->b_error = 1;
437             break;
438         }
439         if( DecoderDecode( p_dec, p_block ) != VLC_SUCCESS )
440         {
441             break;
442         }
443     }
444
445     while( !p_dec->b_die )
446     {
447         /* Trash all received PES packets */
448         p_block = block_FifoGet( p_dec->p_owner->p_fifo );
449         if( p_block ) block_Release( p_block );
450     }
451
452     /* We do it here because of the dll loader that wants close() in the
453      * same thread than open()/decode() */
454     module_Unneed( p_dec, p_dec->p_module );
455
456     return 0;
457 }
458
459 static inline void DecoderUpdatePreroll( int64_t *pi_preroll, const block_t *p )
460 {
461     if( p->i_flags & (BLOCK_FLAG_PREROLL|BLOCK_FLAG_DISCONTINUITY) )
462         *pi_preroll = INT64_MAX;
463     else if( p->i_pts > 0 )
464         *pi_preroll = __MIN( *pi_preroll, p->i_pts );
465     else if( p->i_dts > 0 )
466         *pi_preroll = __MIN( *pi_preroll, p->i_dts );
467 }
468 static void DecoderDecodeAudio( decoder_t *p_dec, block_t *p_block )
469 {
470     input_thread_t *p_input = p_dec->p_owner->p_input;
471     const int i_rate = p_block->i_rate;
472     aout_buffer_t *p_aout_buf;
473
474     while( (p_aout_buf = p_dec->pf_decode_audio( p_dec, &p_block )) )
475     {
476         vlc_mutex_lock( &p_input->p->counters.counters_lock );
477         stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_audio, 1, NULL );
478         vlc_mutex_unlock( &p_input->p->counters.counters_lock );
479
480         if( p_aout_buf->start_date < p_dec->p_owner->i_preroll_end )
481         {
482             aout_DecDeleteBuffer( p_dec->p_owner->p_aout,
483                                   p_dec->p_owner->p_aout_input, p_aout_buf );
484             continue;
485         }
486
487         if( p_dec->p_owner->i_preroll_end > 0 )
488         {
489             /* FIXME TODO flush audio output (don't know how to do that) */
490             msg_Dbg( p_dec, "End of audio preroll" );
491             p_dec->p_owner->i_preroll_end = -1;
492         }
493         aout_DecPlay( p_dec->p_owner->p_aout,
494                       p_dec->p_owner->p_aout_input,
495                       p_aout_buf, i_rate );
496     }
497 }
498 static void VoutDisplayedPicture( vout_thread_t *p_vout, picture_t *p_pic )
499 {
500     vlc_mutex_lock( &p_vout->picture_lock );
501
502     if( p_pic->i_status == READY_PICTURE )
503     {
504         /* Grr cannot destroy ready picture by myself so be sure vout won't like it */
505         p_pic->date = 1;
506     }
507     else if( p_pic->i_refcount > 0 )
508     {
509         p_pic->i_status = DISPLAYED_PICTURE;
510     }
511     else
512     {
513         p_pic->i_status = DESTROYED_PICTURE;
514         p_vout->i_heap_size--;
515     }
516
517     vlc_mutex_unlock( &p_vout->picture_lock );
518 }
519 static void VoutFlushPicture( vout_thread_t *p_vout )
520 {
521     int i;
522     vlc_mutex_lock( &p_vout->picture_lock );
523     for( i = 0; i < p_vout->render.i_pictures; i++ )
524     {
525         picture_t *p_pic = p_vout->render.pp_picture[i];
526
527         if( p_pic->i_status == READY_PICTURE ||
528             p_pic->i_status == DISPLAYED_PICTURE )
529         {
530             /* We cannot change picture status if it is in READY_PICTURE state,
531              * Just make sure they won't be displayed */
532             p_pic->date = 1;
533         }
534     }
535     vlc_mutex_unlock( &p_vout->picture_lock );
536 }
537 static void DecoderDecodeVideo( decoder_t *p_dec, block_t *p_block )
538 {
539     input_thread_t *p_input = p_dec->p_owner->p_input;
540     picture_t *p_pic;
541
542     while( (p_pic = p_dec->pf_decode_video( p_dec, &p_block )) )
543     {
544         vlc_mutex_lock( &p_input->p->counters.counters_lock );
545         stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_video, 1, NULL );
546         vlc_mutex_unlock( &p_input->p->counters.counters_lock );
547
548         if( p_pic->date < p_dec->p_owner->i_preroll_end )
549         {
550             VoutDisplayedPicture( p_dec->p_owner->p_vout, p_pic );
551             continue;
552         }
553
554         if( p_dec->p_owner->i_preroll_end > 0 )
555         {
556             msg_Dbg( p_dec, "End of video preroll" );
557             if( p_dec->p_owner->p_vout )
558                 VoutFlushPicture( p_dec->p_owner->p_vout );
559             /* */
560             p_dec->p_owner->i_preroll_end = -1;
561         }
562
563         vout_DatePicture( p_dec->p_owner->p_vout, p_pic,
564                           p_pic->date );
565         vout_DisplayPicture( p_dec->p_owner->p_vout, p_pic );
566     }
567 }
568
569 /**
570  * Decode a block
571  *
572  * \param p_dec the decoder object
573  * \param p_block the block to decode
574  * \return VLC_SUCCESS or an error code
575  */
576 static int DecoderDecode( decoder_t *p_dec, block_t *p_block )
577 {
578     const int i_rate = p_block ? p_block->i_rate : INPUT_RATE_DEFAULT;
579
580     if( p_block && p_block->i_buffer <= 0 )
581     {
582         block_Release( p_block );
583         return VLC_SUCCESS;
584     }
585
586     if( p_dec->i_object_type == VLC_OBJECT_PACKETIZER )
587     {
588         block_t *p_sout_block;
589
590         while( ( p_sout_block =
591                      p_dec->pf_packetize( p_dec, p_block ? &p_block : 0 ) ) )
592         {
593             if( !p_dec->p_owner->p_sout_input )
594             {
595                 es_format_Copy( &p_dec->p_owner->sout, &p_dec->fmt_out );
596
597                 p_dec->p_owner->sout.i_group = p_dec->fmt_in.i_group;
598                 p_dec->p_owner->sout.i_id = p_dec->fmt_in.i_id;
599                 if( p_dec->fmt_in.psz_language )
600                 {
601                     if( p_dec->p_owner->sout.psz_language )
602                         free( p_dec->p_owner->sout.psz_language );
603                     p_dec->p_owner->sout.psz_language =
604                         strdup( p_dec->fmt_in.psz_language );
605                 }
606
607                 p_dec->p_owner->p_sout_input =
608                     sout_InputNew( p_dec->p_owner->p_sout,
609                                    &p_dec->p_owner->sout );
610
611                 if( p_dec->p_owner->p_sout_input == NULL )
612                 {
613                     msg_Err( p_dec, "cannot create packetizer output (%4.4s)",
614                              (char *)&p_dec->p_owner->sout.i_codec );
615                     p_dec->b_error = VLC_TRUE;
616
617                     while( p_sout_block )
618                     {
619                         block_t *p_next = p_sout_block->p_next;
620                         block_Release( p_sout_block );
621                         p_sout_block = p_next;
622                     }
623                     break;
624                 }
625             }
626
627             while( p_sout_block )
628             {
629                 block_t *p_next = p_sout_block->p_next;
630
631                 p_sout_block->p_next = NULL;
632                 p_sout_block->i_rate = i_rate;
633
634                 sout_InputSendBuffer( p_dec->p_owner->p_sout_input,
635                                       p_sout_block );
636
637                 p_sout_block = p_next;
638             }
639
640             /* For now it's enough, as only sout inpact on this flag */
641             if( p_dec->p_owner->p_sout->i_out_pace_nocontrol > 0 &&
642                 p_dec->p_owner->p_input->p->b_out_pace_control )
643             {
644                 msg_Dbg( p_dec, "switching to sync mode" );
645                 p_dec->p_owner->p_input->p->b_out_pace_control = VLC_FALSE;
646             }
647             else if( p_dec->p_owner->p_sout->i_out_pace_nocontrol <= 0 &&
648                      !p_dec->p_owner->p_input->p->b_out_pace_control )
649             {
650                 msg_Dbg( p_dec, "switching to async mode" );
651                 p_dec->p_owner->p_input->p->b_out_pace_control = VLC_TRUE;
652             }
653         }
654     }
655     else if( p_dec->fmt_in.i_cat == AUDIO_ES )
656     {
657         DecoderUpdatePreroll( &p_dec->p_owner->i_preroll_end, p_block );
658
659         if( p_dec->p_owner->p_packetizer )
660         {
661             block_t *p_packetized_block;
662             decoder_t *p_packetizer = p_dec->p_owner->p_packetizer;
663
664             while( (p_packetized_block =
665                     p_packetizer->pf_packetize( p_packetizer, &p_block )) )
666             {
667                 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
668                 {
669                     es_format_Clean( &p_dec->fmt_in );
670                     es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
671                 }
672
673                 while( p_packetized_block )
674                 {
675                     block_t *p_next = p_packetized_block->p_next;
676                     p_packetized_block->p_next = NULL;
677                     p_packetized_block->i_rate = i_rate;
678
679                     DecoderDecodeAudio( p_dec, p_packetized_block );
680
681                     p_packetized_block = p_next;
682                 }
683             }
684         }
685         else
686         {
687             DecoderDecodeAudio( p_dec, p_block );
688         }
689     }
690     else if( p_dec->fmt_in.i_cat == VIDEO_ES )
691     {
692         DecoderUpdatePreroll( &p_dec->p_owner->i_preroll_end, p_block );
693
694         if( p_dec->p_owner->p_packetizer )
695         {
696             block_t *p_packetized_block;
697             decoder_t *p_packetizer = p_dec->p_owner->p_packetizer;
698
699             while( (p_packetized_block =
700                     p_packetizer->pf_packetize( p_packetizer, &p_block )) )
701             {
702                 if( p_packetizer->fmt_out.i_extra && !p_dec->fmt_in.i_extra )
703                 {
704                     es_format_Clean( &p_dec->fmt_in );
705                     es_format_Copy( &p_dec->fmt_in, &p_packetizer->fmt_out );
706                 }
707
708                 while( p_packetized_block )
709                 {
710                     block_t *p_next = p_packetized_block->p_next;
711                     p_packetized_block->p_next = NULL;
712                     p_packetized_block->i_rate = i_rate;
713
714                     DecoderDecodeVideo( p_dec, p_packetized_block );
715
716                     p_packetized_block = p_next;
717                 }
718             }
719         }
720         else
721         {
722             DecoderDecodeVideo( p_dec, p_block );
723         }
724     }
725     else if( p_dec->fmt_in.i_cat == SPU_ES )
726     {
727         input_thread_t *p_input = p_dec->p_owner->p_input;
728         vout_thread_t *p_vout;
729         subpicture_t *p_spu;
730
731         DecoderUpdatePreroll( &p_dec->p_owner->i_preroll_end, p_block );
732
733         while( (p_spu = p_dec->pf_decode_sub( p_dec, &p_block ) ) )
734         {
735             vlc_mutex_lock( &p_input->p->counters.counters_lock );
736             stats_UpdateInteger( p_dec, p_input->p->counters.p_decoded_sub, 1, NULL );
737             vlc_mutex_unlock( &p_input->p->counters.counters_lock );
738
739             if( p_spu->i_start < p_dec->p_owner->i_preroll_end &&
740                 ( p_spu->i_stop <= 0 || p_spu->i_stop <= p_dec->p_owner->i_preroll_end ) )
741             {
742                 spu_DestroySubpicture( p_dec->p_owner->p_vout->p_spu, p_spu );
743                 continue;
744             }
745
746             p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
747             if( p_vout )
748             {
749                 spu_DisplaySubpicture( p_vout->p_spu, p_spu );
750                 vlc_object_release( p_vout );
751             }
752         }
753     }
754     else
755     {
756         msg_Err( p_dec, "unknown ES format" );
757         p_dec->b_error = 1;
758     }
759
760     return p_dec->b_error ? VLC_EGENERIC : VLC_SUCCESS;
761 }
762
763 /**
764  * Destroys a decoder object
765  *
766  * \param p_dec the decoder object
767  * \return nothing
768  */
769 static void DeleteDecoder( decoder_t * p_dec )
770 {
771     msg_Dbg( p_dec, "killing decoder fourcc `%4.4s', %d PES in FIFO",
772              (char*)&p_dec->fmt_in.i_codec,
773              p_dec->p_owner->p_fifo->i_depth );
774
775     /* Free all packets still in the decoder fifo. */
776     block_FifoEmpty( p_dec->p_owner->p_fifo );
777     block_FifoRelease( p_dec->p_owner->p_fifo );
778
779     /* Cleanup */
780     if( p_dec->p_owner->p_aout_input )
781         aout_DecDelete( p_dec->p_owner->p_aout, p_dec->p_owner->p_aout_input );
782
783     if( p_dec->p_owner->p_vout )
784     {
785         int i_pic;
786
787 #define p_pic p_dec->p_owner->p_vout->render.pp_picture[i_pic]
788         /* Hack to make sure all the the pictures are freed by the decoder */
789         for( i_pic = 0; i_pic < p_dec->p_owner->p_vout->render.i_pictures;
790              i_pic++ )
791         {
792             if( p_pic->i_status == RESERVED_PICTURE )
793                 vout_DestroyPicture( p_dec->p_owner->p_vout, p_pic );
794             if( p_pic->i_refcount > 0 )
795                 vout_UnlinkPicture( p_dec->p_owner->p_vout, p_pic );
796         }
797 #undef p_pic
798
799         /* We are about to die. Reattach video output to p_vlc. */
800         vout_Request( p_dec, p_dec->p_owner->p_vout, 0 );
801     }
802
803     if( p_dec->p_owner->p_sout_input )
804     {
805         sout_InputDelete( p_dec->p_owner->p_sout_input );
806         es_format_Clean( &p_dec->p_owner->sout );
807     }
808
809     if( p_dec->fmt_in.i_cat == SPU_ES )
810     {
811         vout_thread_t *p_vout;
812
813         p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
814         if( p_vout )
815         {
816             spu_Control( p_vout->p_spu, SPU_CHANNEL_CLEAR,
817                          p_dec->p_owner->i_spu_channel );
818             vlc_object_release( p_vout );
819         }
820     }
821
822     es_format_Clean( &p_dec->fmt_in );
823     es_format_Clean( &p_dec->fmt_out );
824
825     if( p_dec->p_owner->p_packetizer )
826     {
827         module_Unneed( p_dec->p_owner->p_packetizer,
828                        p_dec->p_owner->p_packetizer->p_module );
829         es_format_Clean( &p_dec->p_owner->p_packetizer->fmt_in );
830         es_format_Clean( &p_dec->p_owner->p_packetizer->fmt_out );
831         vlc_object_detach( p_dec->p_owner->p_packetizer );
832         vlc_object_destroy( p_dec->p_owner->p_packetizer );
833     }
834
835     vlc_object_detach( p_dec );
836
837     free( p_dec->p_owner );
838 }
839
840 /*****************************************************************************
841  * Buffers allocation callbacks for the decoders
842  *****************************************************************************/
843 static aout_buffer_t *aout_new_buffer( decoder_t *p_dec, int i_samples )
844 {
845     decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
846     aout_buffer_t *p_buffer;
847
848     if( p_sys->p_aout_input != NULL &&
849         ( p_dec->fmt_out.audio.i_rate != p_sys->audio.i_rate ||
850           p_dec->fmt_out.audio.i_original_channels !=
851               p_sys->audio.i_original_channels ||
852           p_dec->fmt_out.audio.i_bytes_per_frame !=
853               p_sys->audio.i_bytes_per_frame ) )
854     {
855         /* Parameters changed, restart the aout */
856         aout_DecDelete( p_sys->p_aout, p_sys->p_aout_input );
857         p_sys->p_aout_input = NULL;
858     }
859
860     if( p_sys->p_aout_input == NULL )
861     {
862         audio_sample_format_t format;
863         int i_force_dolby = config_GetInt( p_dec, "force-dolby-surround" );
864
865         p_dec->fmt_out.audio.i_format = p_dec->fmt_out.i_codec;
866         p_sys->audio = p_dec->fmt_out.audio;
867
868         memcpy( &format, &p_sys->audio, sizeof( audio_sample_format_t ) );
869         if ( i_force_dolby && (format.i_original_channels&AOUT_CHAN_PHYSMASK)
870                                     == (AOUT_CHAN_LEFT|AOUT_CHAN_RIGHT) )
871         {
872             if ( i_force_dolby == 1 )
873             {
874                 format.i_original_channels = format.i_original_channels |
875                                              AOUT_CHAN_DOLBYSTEREO;
876             }
877             else /* i_force_dolby == 2 */
878             {
879                 format.i_original_channels = format.i_original_channels &
880                                              ~AOUT_CHAN_DOLBYSTEREO;
881             }
882         }
883
884         p_sys->p_aout_input =
885             aout_DecNew( p_dec, &p_sys->p_aout, &format );
886         if( p_sys->p_aout_input == NULL )
887         {
888             msg_Err( p_dec, "failed to create audio output" );
889             p_dec->b_error = VLC_TRUE;
890             return NULL;
891         }
892         p_dec->fmt_out.audio.i_bytes_per_frame =
893             p_sys->audio.i_bytes_per_frame;
894     }
895
896     p_buffer = aout_DecNewBuffer( p_sys->p_aout, p_sys->p_aout_input,
897                                   i_samples );
898
899     return p_buffer;
900 }
901
902 static void aout_del_buffer( decoder_t *p_dec, aout_buffer_t *p_buffer )
903 {
904     aout_DecDeleteBuffer( p_dec->p_owner->p_aout,
905                           p_dec->p_owner->p_aout_input, p_buffer );
906 }
907
908 static picture_t *vout_new_buffer( decoder_t *p_dec )
909 {
910     decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
911     picture_t *p_pic;
912
913     if( p_sys->p_vout == NULL ||
914         p_dec->fmt_out.video.i_width != p_sys->video.i_width ||
915         p_dec->fmt_out.video.i_height != p_sys->video.i_height ||
916         p_dec->fmt_out.video.i_chroma != p_sys->video.i_chroma ||
917         p_dec->fmt_out.video.i_aspect != p_sys->video.i_aspect )
918     {
919         if( !p_dec->fmt_out.video.i_width ||
920             !p_dec->fmt_out.video.i_height )
921         {
922             /* Can't create a new vout without display size */
923             return NULL;
924         }
925
926         if( !p_dec->fmt_out.video.i_visible_width ||
927             !p_dec->fmt_out.video.i_visible_height )
928         {
929             if( p_dec->fmt_in.video.i_visible_width &&
930                 p_dec->fmt_in.video.i_visible_height )
931             {
932                 p_dec->fmt_out.video.i_visible_width =
933                     p_dec->fmt_in.video.i_visible_width;
934                 p_dec->fmt_out.video.i_visible_height =
935                     p_dec->fmt_in.video.i_visible_height;
936             }
937             else
938             {
939                 p_dec->fmt_out.video.i_visible_width =
940                     p_dec->fmt_out.video.i_width;
941                 p_dec->fmt_out.video.i_visible_height =
942                     p_dec->fmt_out.video.i_height;
943             }
944         }
945
946         if( p_dec->fmt_out.video.i_visible_height == 1088 &&
947             var_CreateGetBool( p_dec, "hdtv-fix" ) )
948         {
949             p_dec->fmt_out.video.i_visible_height = 1080;
950             p_dec->fmt_out.video.i_sar_num *= 135;
951             p_dec->fmt_out.video.i_sar_den *= 136;
952             msg_Warn( p_dec, "Fixing broken HDTV stream (display_height=1088)");
953         }
954
955         if( !p_dec->fmt_out.video.i_sar_num ||
956             !p_dec->fmt_out.video.i_sar_den )
957         {
958             p_dec->fmt_out.video.i_sar_num = p_dec->fmt_out.video.i_aspect *
959               p_dec->fmt_out.video.i_visible_height;
960
961             p_dec->fmt_out.video.i_sar_den = VOUT_ASPECT_FACTOR *
962               p_dec->fmt_out.video.i_visible_width;
963         }
964
965         vlc_ureduce( &p_dec->fmt_out.video.i_sar_num,
966                      &p_dec->fmt_out.video.i_sar_den,
967                      p_dec->fmt_out.video.i_sar_num,
968                      p_dec->fmt_out.video.i_sar_den, 50000 );
969
970         p_dec->fmt_out.video.i_chroma = p_dec->fmt_out.i_codec;
971         p_sys->video = p_dec->fmt_out.video;
972
973         p_sys->p_vout = vout_Request( p_dec, p_sys->p_vout,
974                                       &p_dec->fmt_out.video );
975         if( p_sys->p_vout == NULL )
976         {
977             msg_Err( p_dec, "failed to create video output" );
978             p_dec->b_error = VLC_TRUE;
979             return NULL;
980         }
981
982         if( p_sys->video.i_rmask )
983             p_sys->p_vout->render.i_rmask = p_sys->video.i_rmask;
984         if( p_sys->video.i_gmask )
985             p_sys->p_vout->render.i_gmask = p_sys->video.i_gmask;
986         if( p_sys->video.i_bmask )
987             p_sys->p_vout->render.i_bmask = p_sys->video.i_bmask;
988     }
989
990     /* Get a new picture */
991     while( !(p_pic = vout_CreatePicture( p_sys->p_vout, 0, 0, 0 ) ) )
992     {
993         int i_pic, i_ready_pic = 0;
994
995         if( p_dec->b_die || p_dec->b_error )
996         {
997             return NULL;
998         }
999
1000 #define p_pic p_dec->p_owner->p_vout->render.pp_picture[i_pic]
1001         /* Check the decoder doesn't leak pictures */
1002         for( i_pic = 0; i_pic < p_dec->p_owner->p_vout->render.i_pictures;
1003              i_pic++ )
1004         {
1005             if( p_pic->i_status == READY_PICTURE )
1006             {
1007                 if( i_ready_pic++ > 0 ) break;
1008                 else continue;
1009             }
1010
1011             if( p_pic->i_status != DISPLAYED_PICTURE &&
1012                 p_pic->i_status != RESERVED_PICTURE &&
1013                 p_pic->i_status != READY_PICTURE ) break;
1014
1015             if( !p_pic->i_refcount && p_pic->i_status != RESERVED_PICTURE )
1016                 break;
1017         }
1018         if( i_pic == p_dec->p_owner->p_vout->render.i_pictures )
1019         {
1020             msg_Err( p_dec, "decoder is leaking pictures, resetting the heap" );
1021
1022             /* Just free all the pictures */
1023             for( i_pic = 0; i_pic < p_dec->p_owner->p_vout->render.i_pictures;
1024                  i_pic++ )
1025             {
1026                 if( p_pic->i_status == RESERVED_PICTURE )
1027                     vout_DestroyPicture( p_dec->p_owner->p_vout, p_pic );
1028                 if( p_pic->i_refcount > 0 )
1029                 vout_UnlinkPicture( p_dec->p_owner->p_vout, p_pic );
1030             }
1031         }
1032 #undef p_pic
1033
1034         msleep( VOUT_OUTMEM_SLEEP );
1035     }
1036
1037     return p_pic;
1038 }
1039
1040 static void vout_del_buffer( decoder_t *p_dec, picture_t *p_pic )
1041 {
1042     VoutDisplayedPicture( p_dec->p_owner->p_vout, p_pic );
1043 }
1044
1045 static void vout_link_picture( decoder_t *p_dec, picture_t *p_pic )
1046 {
1047     vout_LinkPicture( p_dec->p_owner->p_vout, p_pic );
1048 }
1049
1050 static void vout_unlink_picture( decoder_t *p_dec, picture_t *p_pic )
1051 {
1052     vout_UnlinkPicture( p_dec->p_owner->p_vout, p_pic );
1053 }
1054
1055 static subpicture_t *spu_new_buffer( decoder_t *p_dec )
1056 {
1057     decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
1058     vout_thread_t *p_vout = NULL;
1059     subpicture_t *p_subpic;
1060     int i_attempts = 30;
1061
1062     while( i_attempts-- )
1063     {
1064         if( p_dec->b_die || p_dec->b_error ) break;
1065
1066         p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
1067         if( p_vout ) break;
1068
1069         msleep( VOUT_DISPLAY_DELAY );
1070     }
1071
1072     if( !p_vout )
1073     {
1074         msg_Warn( p_dec, "no vout found, dropping subpicture" );
1075         return NULL;
1076     }
1077
1078     if( p_sys->p_spu_vout != p_vout )
1079     {
1080         spu_Control( p_vout->p_spu, SPU_CHANNEL_REGISTER,
1081                      &p_sys->i_spu_channel );
1082         p_sys->p_spu_vout = p_vout;
1083     }
1084
1085     p_subpic = spu_CreateSubpicture( p_vout->p_spu );
1086     if( p_subpic )
1087     {
1088         p_subpic->i_channel = p_sys->i_spu_channel;
1089     }
1090
1091     vlc_object_release( p_vout );
1092
1093     return p_subpic;
1094 }
1095
1096 static void spu_del_buffer( decoder_t *p_dec, subpicture_t *p_subpic )
1097 {
1098     decoder_owner_sys_t *p_sys = (decoder_owner_sys_t *)p_dec->p_owner;
1099     vout_thread_t *p_vout = NULL;
1100
1101     p_vout = vlc_object_find( p_dec, VLC_OBJECT_VOUT, FIND_ANYWHERE );
1102     if( !p_vout || p_sys->p_spu_vout != p_vout )
1103     {
1104         if( p_vout )
1105             vlc_object_release( p_vout );
1106         msg_Warn( p_dec, "no vout found, leaking subpicture" );
1107         return;
1108     }
1109
1110     spu_DestroySubpicture( p_vout->p_spu, p_subpic );
1111
1112     vlc_object_release( p_vout );
1113 }
1114