Add support for Cinepak, Indeo Video IV, DVC Pro 100, DVC Pro HD and Pixlet (the...
[vlc.git] / modules / codec / quicktime.c
1 /*****************************************************************************
2  * quicktime.c: a quicktime decoder that uses the QT library/dll
3  *****************************************************************************
4  * Copyright (C) 2003 the VideoLAN team
5  * $Id$
6  *
7  * Authors: Laurent Aimar <fenrir at via.ecp.fr>
8  *          Derk-Jan Hartman <thedj at users.sf.net>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License as published by
12  * the Free Software Foundation; either version 2 of the License, or
13  * (at your option) any later version.
14  *
15  * This program is distributed in the hope that it will be useful,
16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18  * GNU General Public License for more details.
19  *
20  * You should have received a copy of the GNU General Public License
21  * along with this program; if not, write to the Free Software
22  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
23  *****************************************************************************/
24
25 /*****************************************************************************
26  * Preamble
27  *****************************************************************************/
28
29 #ifdef HAVE_CONFIG_H
30 # include "config.h"
31 #endif
32
33 #include <vlc_common.h>
34 #include <vlc_plugin.h>
35 #include <vlc_aout.h>
36 #include <vlc_vout.h>
37 #include <vlc_codec.h>
38
39 #if !defined (__APPLE__) && !defined(WIN32)
40 # define LOADER 1
41 #endif
42
43 #ifdef __APPLE__
44 #include <QuickTime/QuickTimeComponents.h>
45 #include <QuickTime/Movies.h>
46 #include <QuickTime/ImageCodec.h>
47 #endif
48
49 /* for windows do we require Quicktime compents header? */
50 #ifdef LOADER
51 #include "qtx/qtxsdk/components.h"
52 #include "wine/windef.h"
53 #include "ldt_keeper.h"
54
55 HMODULE   WINAPI LoadLibraryA(LPCSTR);
56 FARPROC   WINAPI GetProcAddress(HMODULE,LPCSTR);
57 int       WINAPI FreeLibrary(HMODULE);
58
59 #endif
60
61 /*****************************************************************************
62  * Module descriptor
63  *****************************************************************************/
64 static int  Open ( vlc_object_t * );
65 static void Close( vlc_object_t * );
66
67 vlc_module_begin();
68     set_description( N_("QuickTime library decoder") );
69     set_capability( "decoder", 100 );
70     set_category( CAT_INPUT );
71     set_subcategory( SUBCAT_INPUT_VCODEC );
72     set_callbacks( Open, Close );
73
74 vlc_module_end();
75
76
77 /*****************************************************************************
78  * Local prototypes
79  *****************************************************************************/
80 static int           OpenAudio( decoder_t * );
81 static int           OpenVideo( decoder_t * );
82
83 static aout_buffer_t *DecodeAudio( decoder_t *, block_t ** );
84 static picture_t     *DecodeVideo( decoder_t *, block_t ** );
85
86 #define FCC( a, b , c, d ) \
87     ((uint32_t)( ((a)<<24)|((b)<<16)|((c)<<8)|(d)))
88
89 #ifndef __APPLE__
90 typedef struct OpaqueSoundConverter*    SoundConverter;
91 #ifndef LOADER
92 typedef long                            OSType;
93 typedef int                             OSErr;
94 #endif
95 typedef unsigned long                   UnsignedFixed;
96 typedef uint8_t                         Byte;
97
98 typedef struct SoundComponentData {
99     long                            flags;
100     OSType                          format;
101     short                           numChannels;
102     short                           sampleSize;
103     UnsignedFixed                   sampleRate;
104     long                            sampleCount;
105     Byte *                          buffer;
106     long                            reserved;
107 } SoundComponentData;
108
109 #endif /* __APPLE__ */
110
111 struct decoder_sys_t
112 {
113     /* library */
114 #ifndef __APPLE__
115 #ifdef LOADER
116     ldt_fs_t    *ldt_fs;
117 #endif /* LOADER */
118
119     HMODULE qtml;
120     HINSTANCE qts;
121     OSErr (*InitializeQTML)             ( long flags );
122     OSErr (*TerminateQTML)              ( void );
123 #endif /* __APPLE__ */
124
125     /* Audio */
126     int (*SoundConverterOpen)           ( const SoundComponentData *,
127                                           const SoundComponentData *,
128                                           SoundConverter* );
129     int (*SoundConverterClose)          ( SoundConverter );
130     int (*SoundConverterSetInfo)        ( SoundConverter , OSType, void * );
131     int (*SoundConverterGetBufferSizes) ( SoundConverter, unsigned long,
132                                           unsigned long*, unsigned long*,
133                                           unsigned long* );
134     int (*SoundConverterBeginConversion)( SoundConverter );
135     int (*SoundConverterEndConversion)  ( SoundConverter, void *,
136                                           unsigned long *, unsigned long *);
137     int (*SoundConverterConvertBuffer)  ( SoundConverter, const void *,
138                                           unsigned long, void *,
139                                           unsigned long *, unsigned long * );
140     SoundConverter      myConverter;
141     SoundComponentData  InputFormatInfo, OutputFormatInfo;
142
143     unsigned long   FramesToGet;
144     unsigned int    InFrameSize;
145     unsigned int    OutFrameSize;
146
147 #ifndef WIN32
148     /* Video */
149     Component         (*FindNextComponent)
150         ( Component prev, ComponentDescription* desc );
151
152     ComponentInstance (*OpenComponent)
153         ( Component c );
154
155     ComponentResult   (*ImageCodecInitialize)
156         ( ComponentInstance ci, ImageSubCodecDecompressCapabilities * cap);
157
158     ComponentResult   (*ImageCodecGetCodecInfo)
159         ( ComponentInstance ci, CodecInfo *info );
160
161     ComponentResult   (*ImageCodecPreDecompress)
162         ( ComponentInstance ci, CodecDecompressParams * params );
163
164     ComponentResult   (*ImageCodecBandDecompress)
165         ( ComponentInstance ci, CodecDecompressParams * params );
166
167     PixMapHandle      (*GetGWorldPixMap)
168         ( GWorldPtr offscreenGWorld );
169
170     OSErr             (*QTNewGWorldFromPtr)
171         ( GWorldPtr *gw, OSType pixelFormat, const Rect *boundsRect,
172           CTabHandle cTable, /*GDHandle*/ void *aGDevice, /*unused*/
173           GWorldFlags flags, void *baseAddr, long rowBytes );
174
175     OSErr             (*NewHandleClear)( Size byteCount );
176
177     ComponentInstance       ci;
178     Rect                    OutBufferRect;   /* the dimensions of our GWorld */
179     GWorldPtr               OutBufferGWorld; /* a GWorld is some kind of
180                                                 description for a drawing
181                                                 environment */
182     ImageDescriptionHandle  framedescHandle;
183
184     CodecDecompressParams   decpar;          /* for ImageCodecPreDecompress()*/
185     CodecCapabilities       codeccap;        /* for decpar */
186 #endif
187
188     /* Output properties */
189     uint8_t *           plane;
190     mtime_t             pts;
191     audio_date_t        date;
192
193     int                 i_late; /* video */
194
195     /* buffer */
196     unsigned int        i_buffer;
197     unsigned int        i_buffer_size;
198     uint8_t             *p_buffer;
199
200     /* Audio only */
201     uint8_t             out_buffer[1000000];    /* FIXME */
202     int                 i_out_frames;
203     int                 i_out;
204 };
205
206 static int pi_channels_maps[6] =
207 {
208     0,
209     AOUT_CHAN_CENTER,
210     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT,
211     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER,
212     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_REARLEFT | AOUT_CHAN_REARLEFT,
213     AOUT_CHAN_LEFT | AOUT_CHAN_RIGHT | AOUT_CHAN_CENTER
214      | AOUT_CHAN_REARLEFT | AOUT_CHAN_REARLEFT
215 };
216
217 static int QTAudioInit( decoder_t * );
218 static int QTVideoInit( decoder_t * );
219
220 /*****************************************************************************
221  * Open: probe the decoder and return score
222  *****************************************************************************
223  * Tries to launch a decoder and return score so that the interface is able
224  * to choose.
225  *****************************************************************************/
226 static int Open( vlc_object_t *p_this )
227 {
228     decoder_t *p_dec = (decoder_t*)p_this;
229
230 #ifdef __APPLE__
231     OSErr err;
232     SInt32 qtVersion;
233     
234     err = Gestalt(gestaltQuickTimeVersion, &qtVersion);
235 #endif
236
237     switch( p_dec->fmt_in.i_codec )
238     {
239         case VLC_FOURCC('h','2','6','4'): /* H.264 */
240         case VLC_FOURCC('a','v','c','1'): /* dto. */
241         case VLC_FOURCC('c','v','i','d'): /* Cinepak */
242         case VLC_FOURCC('I','V','4','1'): /* Indeo Video IV */
243         case VLC_FOURCC('i','v','4','1'): /* dto. */
244 #ifdef __APPLE__
245         case VLC_FOURCC('p','x','l','t'): /* Pixlet */
246 #endif
247         case VLC_FOURCC('d','v','1','n'): /* DVC Pro 100 NTSC */
248         case VLC_FOURCC('d','v','1','p'): /* DVC Pro 100 PAL */
249         case VLC_FOURCC('d','v','h','p'): /* DVC PRO HD 720p */
250         case VLC_FOURCC('d','v','h','6'): /* DVC PRO HD 1080i 60 */
251         case VLC_FOURCC('d','v','h','5'): /* DVC PRO HD 1080i 50 */
252
253         case VLC_FOURCC('S','V','Q','3'): /* Sorenson v3 */
254     /*    case VLC_FOURCC('S','V','Q','1'):  Sorenson v1
255         case VLC_FOURCC('Z','y','G','o'):
256         case VLC_FOURCC('V','P','3','1'):
257         case VLC_FOURCC('3','I','V','1'): */
258         case VLC_FOURCC('r','l','e',' '): /* QuickTime animation (RLE) */
259         case VLC_FOURCC('r','p','z','a'): /* QuickTime Apple Video */
260         case VLC_FOURCC('a','z','p','r'): /* QuickTime animation (RLE) */
261 #ifdef LOADER
262             p_dec->p_sys = NULL;
263             p_dec->pf_decode_video = DecodeVideo;
264             return VLC_SUCCESS;
265 #else
266             return OpenVideo( p_dec );
267 #endif
268
269 #ifdef __APPLE__
270         case VLC_FOURCC('I','L','B','C'): /* iLBC */
271             if ((err == noErr) || (qtVersion < 0x07500000)) 
272                 return VLC_EGENERIC;
273         case VLC_FOURCC('i','l','b','c'): /* iLBC */
274             if ((err == noErr) || (qtVersion < 0x07500000)) 
275                 return VLC_EGENERIC;
276 #endif
277         case VLC_FOURCC('s','a','m','r'): /* 3GPP AMR audio */
278         case VLC_FOURCC('s','a','m','b'): /* 3GPP AMR-WB audio */
279         case VLC_FOURCC('m','p','4','a'): /* MPEG-4 audio */
280         case VLC_FOURCC('Q','D','M','C'): /* QDesign */
281         case VLC_FOURCC('Q','D','M','2'): /* QDesign* 2 */
282         case VLC_FOURCC('Q','c','l','p'): /* Qualcomm Purevoice Codec */
283         case VLC_FOURCC('Q','C','L','P'): /* Qualcomm Purevoice Codec */
284         case VLC_FOURCC('M','A','C','3'): /* MACE3 audio decoder */
285         case VLC_FOURCC('M','A','C','6'): /* MACE6 audio decoder */
286         case VLC_FOURCC('d','v','c','a'): /* DV Audio */
287         case VLC_FOURCC('s','o','w','t'): /* 16-bit Little Endian */
288         case VLC_FOURCC('t','w','o','s'): /* 16-bit Big Endian */
289         case VLC_FOURCC('a','l','a','w'): /* ALaw 2:1 */
290         case VLC_FOURCC('u','l','a','w'): /* mu-Law 2:1 */
291         case VLC_FOURCC('r','a','w',' '): /* 8-bit offset binaries */
292         case VLC_FOURCC('f','l','3','2'): /* 32-bit Floating Point */
293         case VLC_FOURCC('f','l','6','4'): /* 64-bit Floating Point */
294         case VLC_FOURCC('i','n','2','4'): /* 24-bit Interger */
295         case VLC_FOURCC('i','n','3','2'): /* 32-bit Integer */
296         case 0x0011:                            /* DVI IMA */
297         case 0x6D730002:                        /* Microsoft ADPCM-ACM */
298         case 0x6D730011:                        /* DVI Intel IMAADPCM-ACM */
299 #ifdef LOADER
300             p_dec->p_sys = NULL;
301             p_dec->pf_decode_audio = DecodeAudio;
302             return VLC_SUCCESS;
303 #else
304             return OpenAudio( p_dec );
305 #endif
306
307         default:
308             return VLC_EGENERIC;
309     }
310 }
311
312 /*****************************************************************************
313  * Close:
314  *****************************************************************************/
315 static void Close( vlc_object_t *p_this )
316 {
317     decoder_t     *p_dec = (decoder_t*)p_this;
318     decoder_sys_t *p_sys = p_dec->p_sys;
319     vlc_mutex_t   *lock;
320
321     /* get lock, avoid segfault */
322     lock = var_AcquireMutex( "qt_mutex" );
323
324     if( p_dec->fmt_out.i_cat == AUDIO_ES )
325     {
326         int i_error;
327         unsigned long ConvertedFrames=0;
328         unsigned long ConvertedBytes=0;
329
330         i_error = p_sys->SoundConverterEndConversion( p_sys->myConverter, NULL,
331                                                       &ConvertedFrames,
332                                                       &ConvertedBytes );
333         msg_Dbg( p_dec, "SoundConverterEndConversion => %d", i_error );
334
335         i_error = p_sys->SoundConverterClose( p_sys->myConverter );
336         msg_Dbg( p_dec, "SoundConverterClose => %d", i_error );
337
338         free( p_sys->p_buffer );
339     }
340     else if( p_dec->fmt_out.i_cat == VIDEO_ES )
341     {
342         free( p_sys->plane );
343     }
344
345 #ifndef __APPLE__
346     FreeLibrary( p_sys->qtml );
347     FreeLibrary( p_sys->qts );
348     msg_Dbg( p_dec, "FreeLibrary ok." );
349 #else
350     ExitMovies();
351 #endif
352
353 #if 0
354     /* Segfault */
355 #ifdef LOADER
356     Restore_LDT_Keeper( p_sys->ldt_fs );
357     msg_Dbg( p_dec, "Restore_LDT_Keeper" );
358 #endif
359 #endif
360
361     vlc_mutex_unlock( lock );
362
363     free( p_sys );
364 }
365
366 /*****************************************************************************
367  * OpenAudio:
368  *****************************************************************************/
369 static int OpenAudio( decoder_t *p_dec )
370 {
371     decoder_sys_t *p_sys;
372
373     int             i_error;
374     char            fcc[4];
375     unsigned long   WantedBufferSize;
376     unsigned long   InputBufferSize = 0;
377     unsigned long   OutputBufferSize = 0;
378
379     /* get lock, avoid segfault */
380     vlc_mutex_t    *lock = var_AcquireMutex( "qt_mutex" );
381     if( lock == NULL )
382         return VLC_EGENERIC;
383
384     p_sys = calloc( sizeof( decoder_sys_t ), 1 );
385     p_dec->p_sys = p_sys;
386     p_dec->pf_decode_audio = DecodeAudio;
387
388     memcpy( fcc, &p_dec->fmt_in.i_codec, 4 );
389
390 #ifdef __APPLE__
391     EnterMovies();
392 #endif
393
394     if( QTAudioInit( p_dec ) )
395     {
396         msg_Err( p_dec, "cannot initialize QT");
397         goto exit_error;
398     }
399
400 #ifndef __APPLE__
401     if( ( i_error = p_sys->InitializeQTML( 6 + 16 ) ) )
402     {
403         msg_Dbg( p_dec, "error on InitializeQTML = %d", i_error );
404         goto exit_error;
405     }
406 #endif
407
408     /* input format settings */
409     p_sys->InputFormatInfo.flags       = 0;
410     p_sys->InputFormatInfo.sampleCount = 0;
411     p_sys->InputFormatInfo.buffer      = NULL;
412     p_sys->InputFormatInfo.reserved    = 0;
413     p_sys->InputFormatInfo.numChannels = p_dec->fmt_in.audio.i_channels;
414     p_sys->InputFormatInfo.sampleSize  = p_dec->fmt_in.audio.i_bitspersample;
415     p_sys->InputFormatInfo.sampleRate  = p_dec->fmt_in.audio.i_rate;
416     p_sys->InputFormatInfo.format      = FCC( fcc[0], fcc[1], fcc[2], fcc[3] );
417
418     /* output format settings */
419     p_sys->OutputFormatInfo.flags       = 0;
420     p_sys->OutputFormatInfo.sampleCount = 0;
421     p_sys->OutputFormatInfo.buffer      = NULL;
422     p_sys->OutputFormatInfo.reserved    = 0;
423     p_sys->OutputFormatInfo.numChannels = p_dec->fmt_in.audio.i_channels;
424     p_sys->OutputFormatInfo.sampleSize  = 16;
425     p_sys->OutputFormatInfo.sampleRate  = p_dec->fmt_in.audio.i_rate;
426     p_sys->OutputFormatInfo.format      = FCC( 'N', 'O', 'N', 'E' );
427
428
429     i_error = p_sys->SoundConverterOpen( &p_sys->InputFormatInfo,
430                                          &p_sys->OutputFormatInfo,
431                                          &p_sys->myConverter );
432     if( i_error )
433     {
434         msg_Err( p_dec, "error on SoundConverterOpen = %d", i_error );
435         goto exit_error;
436     }
437
438 #if 0
439     /* tell the sound converter we accept VBR formats */
440     i_error = SoundConverterSetInfo( p_dec->myConverter, siClientAcceptsVBR,
441                                      (void *)true );
442 #endif
443
444     if( p_dec->fmt_in.i_extra > 36 + 8 )
445     {
446         i_error = p_sys->SoundConverterSetInfo( p_sys->myConverter,
447                                                 FCC( 'w', 'a', 'v', 'e' ),
448                                                 ((uint8_t*)p_dec->fmt_in.p_extra) + 36 + 8 );
449
450         msg_Dbg( p_dec, "error on SoundConverterSetInfo = %d", i_error );
451     }
452
453     WantedBufferSize = p_sys->OutputFormatInfo.numChannels *
454                        p_sys->OutputFormatInfo.sampleRate * 2;
455     p_sys->FramesToGet = 0;
456
457     i_error = p_sys->SoundConverterGetBufferSizes( p_sys->myConverter,
458                                                    WantedBufferSize,
459                                                    &p_sys->FramesToGet,
460                                                    &InputBufferSize,
461                                                    &OutputBufferSize );
462
463     msg_Dbg( p_dec, "WantedBufferSize=%li InputBufferSize=%li "
464              "OutputBufferSize=%li FramesToGet=%li",
465              WantedBufferSize, InputBufferSize, OutputBufferSize,
466              p_sys->FramesToGet );
467
468     p_sys->InFrameSize  = (InputBufferSize + p_sys->FramesToGet - 1 ) /
469                             p_sys->FramesToGet;
470     p_sys->OutFrameSize = OutputBufferSize / p_sys->FramesToGet;
471
472     msg_Dbg( p_dec, "frame size %d -> %d",
473              p_sys->InFrameSize, p_sys->OutFrameSize );
474
475     if( (i_error = p_sys->SoundConverterBeginConversion(p_sys->myConverter)) )
476     {
477         msg_Err( p_dec,
478                  "error on SoundConverterBeginConversion = %d", i_error );
479         goto exit_error;
480     }
481
482
483     es_format_Init( &p_dec->fmt_out, AUDIO_ES, AOUT_FMT_S16_NE );
484     p_dec->fmt_out.audio.i_rate = p_sys->OutputFormatInfo.sampleRate;
485     p_dec->fmt_out.audio.i_channels = p_sys->OutputFormatInfo.numChannels;
486     p_dec->fmt_out.audio.i_physical_channels =
487     p_dec->fmt_out.audio.i_original_channels =
488         pi_channels_maps[p_sys->OutputFormatInfo.numChannels];
489
490     aout_DateInit( &p_sys->date, p_dec->fmt_out.audio.i_rate );
491
492     p_sys->i_buffer      = 0;
493     p_sys->i_buffer_size = 100*1000;
494     p_sys->p_buffer      = malloc( p_sys->i_buffer_size );
495     if( !p_sys->p_buffer )
496         goto exit_error;
497
498     p_sys->i_out = 0;
499     p_sys->i_out_frames = 0;
500
501     vlc_mutex_unlock( lock );
502     return VLC_SUCCESS;
503
504 exit_error:
505
506 #ifdef LOADER
507     Restore_LDT_Keeper( p_sys->ldt_fs );
508 #endif
509     vlc_mutex_unlock( lock );
510
511     free( p_sys );
512     return VLC_EGENERIC;
513 }
514
515 /*****************************************************************************
516  * DecodeAudio:
517  *****************************************************************************/
518 static aout_buffer_t *DecodeAudio( decoder_t *p_dec, block_t **pp_block )
519 {
520     decoder_sys_t *p_sys = p_dec->p_sys;
521
522     block_t     *p_block;
523     int         i_error;
524
525 #ifdef LOADER
526     /* We must do open and close in the same thread (unless we do
527      * Setup_LDT_Keeper in the main thread before all others */
528     if( p_sys == NULL )
529     {
530         if( OpenAudio( p_dec ) )
531         {
532             /* Fatal */
533             p_dec->b_error = true;
534             return NULL;
535         }
536
537         p_sys = p_dec->p_sys;
538     }
539 #endif
540
541     if( pp_block == NULL || *pp_block == NULL )
542     {
543         return NULL;
544     }
545     p_block = *pp_block;
546
547     if( p_sys->i_out_frames > 0 && p_sys->i_out >= p_sys->i_out_frames )
548     {
549         /* Ask new data */
550         p_sys->i_out = 0;
551         p_sys->i_out_frames = 0;
552
553         *pp_block = NULL;
554         return NULL;
555     }
556
557     if( p_sys->i_out_frames <= 0 )
558     {
559         p_sys->pts = p_block->i_pts;
560         if( decoder_GetDisplayDate( p_dec, p_block->i_pts ) < mdate() )
561         {
562             block_Release( p_block );
563             *pp_block = NULL;
564             return NULL;
565         }
566
567         /* Append data */
568         if( p_sys->i_buffer_size < p_sys->i_buffer + p_block->i_buffer )
569         {
570             p_sys->i_buffer_size = p_sys->i_buffer + p_block->i_buffer + 1024;
571             p_sys->p_buffer = realloc( p_sys->p_buffer, p_sys->i_buffer_size );
572         }
573         memcpy( &p_sys->p_buffer[p_sys->i_buffer], p_block->p_buffer,
574                 p_block->i_buffer );
575         p_sys->i_buffer += p_block->i_buffer;
576
577         if( p_sys->i_buffer > p_sys->InFrameSize )
578         {
579             int i_frames = p_sys->i_buffer / p_sys->InFrameSize;
580             unsigned long i_out_frames, i_out_bytes;
581             vlc_mutex_t *lock = var_AcquireMutex( "qt_mutex ");
582
583             i_error = p_sys->SoundConverterConvertBuffer( p_sys->myConverter,
584                                                           p_sys->p_buffer,
585                                                           i_frames,
586                                                           p_sys->out_buffer,
587                                                           &i_out_frames,
588                                                           &i_out_bytes );
589             vlc_mutex_unlock( lock );
590
591             /*
592             msg_Dbg( p_dec, "decoded %d frames -> %ld frames (error=%d)",
593                      i_frames, i_out_frames, i_error );
594
595             msg_Dbg( p_dec, "decoded %ld frames = %ld bytes",
596                      i_out_frames, i_out_bytes );
597             */
598
599             p_sys->i_buffer -= i_frames * p_sys->InFrameSize;
600             if( p_sys->i_buffer > 0 )
601             {
602                 memmove( &p_sys->p_buffer[0],
603                          &p_sys->p_buffer[i_frames * p_sys->InFrameSize],
604                          p_sys->i_buffer );
605             }
606
607             if( p_sys->pts != 0 &&
608                 p_sys->pts != aout_DateGet( &p_sys->date ) )
609             {
610                 aout_DateSet( &p_sys->date, p_sys->pts );
611             }
612             else if( !aout_DateGet( &p_sys->date ) )
613             {
614                 return NULL;
615             }
616
617             if( !i_error && i_out_frames > 0 )
618             {
619                 /* we have others samples */
620                 p_sys->i_out_frames = i_out_frames;
621                 p_sys->i_out = 0;
622             }
623         }
624     }
625
626     if( p_sys->i_out < p_sys->i_out_frames )
627     {
628         aout_buffer_t *p_out;
629         int  i_frames = __MIN( p_sys->i_out_frames - p_sys->i_out, 1000 );
630
631         p_out = p_dec->pf_aout_buffer_new( p_dec, i_frames );
632
633         if( p_out )
634         {
635             p_out->start_date = aout_DateGet( &p_sys->date );
636             p_out->end_date = aout_DateIncrement( &p_sys->date, i_frames );
637
638             memcpy( p_out->p_buffer,
639                     &p_sys->out_buffer[2 * p_sys->i_out * p_dec->fmt_out.audio.i_channels],
640                     p_out->i_nb_bytes );
641
642             p_sys->i_out += i_frames;
643         }
644         return p_out;
645     }
646
647     return NULL;
648 }
649
650 /*****************************************************************************
651  * OpenVideo:
652  *****************************************************************************/
653 static int OpenVideo( decoder_t *p_dec )
654 {
655     decoder_sys_t *p_sys = malloc( sizeof( decoder_sys_t ) );
656     if( !p_sys )
657         return VLC_ENOMEM;
658
659 #ifndef WIN32
660     vlc_mutex_t                        *lock;
661     long                                i_result;
662     ComponentDescription                desc;
663     Component                           prev;
664     ComponentResult                     cres;
665     ImageSubCodecDecompressCapabilities icap;   /* for ImageCodecInitialize() */
666     CodecInfo                           cinfo;  /* for ImageCodecGetCodecInfo() */
667     ImageDescription                    *id;
668
669     char                fcc[4];
670     int     i_vide = p_dec->fmt_in.i_extra;
671     uint8_t *p_vide = p_dec->fmt_in.p_extra;
672
673     p_dec->p_sys = p_sys;
674     p_dec->pf_decode_video = DecodeVideo;
675     p_sys->i_late = 0;
676
677     if( i_vide <= 0 )
678     {
679         msg_Err( p_dec, "missing extra info" );
680         free( p_sys );
681         return VLC_EGENERIC;
682     }
683
684     memcpy( fcc, &p_dec->fmt_in.i_codec, 4 );
685     msg_Dbg( p_dec, "quicktime_video %4.4s %dx%d",
686              fcc, p_dec->fmt_in.video.i_width, p_dec->fmt_in.video.i_height );
687
688     /* get lock, avoid segfault */
689     lock = var_AcquireMutex( "qt_mutex" );
690
691 #ifdef __APPLE__
692     EnterMovies();
693 #endif
694
695     if( QTVideoInit( p_dec ) )
696     {
697         msg_Err( p_dec, "cannot initialize QT");
698         goto exit_error;
699     }
700
701 #ifndef __APPLE__
702     if( ( i_result = p_sys->InitializeQTML( 6 + 16 ) ) )
703     {
704         msg_Dbg( p_dec, "error on InitializeQTML = %d", (int)i_result );
705         goto exit_error;
706     }
707 #endif
708
709     /* init ComponentDescription */
710     memset( &desc, 0, sizeof( ComponentDescription ) );
711     desc.componentType      = FCC( 'i', 'm', 'd', 'c' );
712     desc.componentSubType   = FCC( fcc[0], fcc[1], fcc[2], fcc[3] );
713     desc.componentManufacturer = 0;
714     desc.componentFlags        = 0;
715     desc.componentFlagsMask    = 0;
716
717     if( !( prev = p_sys->FindNextComponent( NULL, &desc ) ) )
718     {
719         msg_Err( p_dec, "cannot find requested component" );
720         goto exit_error;
721     }
722     msg_Dbg( p_dec, "component id=0x%p", prev );
723
724     p_sys->ci =  p_sys->OpenComponent( prev );
725     msg_Dbg( p_dec, "component instance p=0x%p", p_sys->ci );
726
727     memset( &icap, 0, sizeof( ImageSubCodecDecompressCapabilities ) );
728     cres =  p_sys->ImageCodecInitialize( p_sys->ci, &icap );
729     msg_Dbg( p_dec, "ImageCodecInitialize->0x%X size=%d (%d)\n",
730              (int)cres, (int)icap.recordSize, (int)icap.decompressRecordSize);
731
732     memset( &cinfo, 0, sizeof( CodecInfo ) );
733     cres =  p_sys->ImageCodecGetCodecInfo( p_sys->ci, &cinfo );
734     msg_Dbg( p_dec,
735              "Flags: compr: 0x%x decomp: 0x%x format: 0x%x\n",
736              (unsigned int)cinfo.compressFlags,
737              (unsigned int)cinfo.decompressFlags,
738              (unsigned int)cinfo.formatFlags );
739     msg_Dbg( p_dec, "quicktime_video: Codec name: %.*s\n",
740              ((unsigned char*)&cinfo.typeName)[0],
741              ((unsigned char*)&cinfo.typeName)+1 );
742
743     /* make a yuy2 gworld */
744     p_sys->OutBufferRect.top    = 0;
745     p_sys->OutBufferRect.left   = 0;
746     p_sys->OutBufferRect.right  = p_dec->fmt_in.video.i_width;
747     p_sys->OutBufferRect.bottom = p_dec->fmt_in.video.i_height;
748
749
750     /* codec data FIXME use codec not SVQ3 */
751     msg_Dbg( p_dec, "vide = %d", i_vide  );
752     id = malloc( sizeof( ImageDescription ) + ( i_vide - 70 ) );
753     if( !id )
754         goto exit_error;
755     id->idSize          = sizeof( ImageDescription ) + ( i_vide - 70 );
756     id->cType           = FCC( fcc[0], fcc[1], fcc[2], fcc[3] );
757     id->version         = GetWBE ( p_vide +  0 );
758     id->revisionLevel   = GetWBE ( p_vide +  2 );
759     id->vendor          = GetDWBE( p_vide +  4 );
760     id->temporalQuality = GetDWBE( p_vide +  8 );
761     id->spatialQuality  = GetDWBE( p_vide + 12 );
762     id->width           = GetWBE ( p_vide + 16 );
763     id->height          = GetWBE ( p_vide + 18 );
764     id->hRes            = GetDWBE( p_vide + 20 );
765     id->vRes            = GetDWBE( p_vide + 24 );
766     id->dataSize        = GetDWBE( p_vide + 28 );
767     id->frameCount      = GetWBE ( p_vide + 32 );
768     memcpy( &id->name, p_vide + 34, 32 );
769     id->depth           = GetWBE ( p_vide + 66 );
770     id->clutID          = GetWBE ( p_vide + 68 );
771     if( i_vide > 70 )
772     {
773         memcpy( ((char*)&id->clutID) + 2, p_vide + 70, i_vide - 70 );
774     }
775
776     msg_Dbg( p_dec, "idSize=%d ver=%d rev=%d vendor=%d tempQ=%d "
777              "spaQ=%d w=%d h=%d dpi=%d%d dataSize=%d depth=%d frameCount=%d clutID=%d",
778              (int)id->idSize, id->version, id->revisionLevel, (int)id->vendor,
779              (int)id->temporalQuality, (int)id->spatialQuality,
780              (int)id->width, (int)id->height,
781              (int)id->hRes, (int)id->vRes,
782              (int)id->dataSize,
783              id->depth,
784              id->frameCount,
785              id->clutID );
786
787     p_sys->framedescHandle = (ImageDescriptionHandle) NewHandleClear( id->idSize );
788     memcpy( *p_sys->framedescHandle, id, id->idSize );
789
790     p_sys->plane = malloc( p_dec->fmt_in.video.i_width * p_dec->fmt_in.video.i_height * 3 );
791     if( !p_sys->plane )
792         goto exit_error;
793
794     i_result = p_sys->QTNewGWorldFromPtr( &p_sys->OutBufferGWorld,
795                                           /*pixel format of new GWorld==YUY2 */
796                                           kYUVSPixelFormat,
797                                           /* we should benchmark if yvu9 is
798                                            * faster for svq3, too */
799                                           &p_sys->OutBufferRect,
800                                           0, 0, 0,
801                                           p_sys->plane,
802                                           p_dec->fmt_in.video.i_width * 2 );
803
804     msg_Dbg( p_dec, "NewGWorldFromPtr returned:%ld\n",
805              65536 - ( i_result&0xffff ) );
806
807     memset( &p_sys->decpar, 0, sizeof( CodecDecompressParams ) );
808     p_sys->decpar.imageDescription = p_sys->framedescHandle;
809     p_sys->decpar.startLine        = 0;
810     p_sys->decpar.stopLine         = ( **p_sys->framedescHandle ).height;
811     p_sys->decpar.frameNumber      = 1;
812     p_sys->decpar.matrixFlags      = 0;
813     p_sys->decpar.matrixType       = 0;
814     p_sys->decpar.matrix           = 0;
815     p_sys->decpar.capabilities     = &p_sys->codeccap;
816     p_sys->decpar.accuracy         = codecNormalQuality;
817     p_sys->decpar.srcRect          = p_sys->OutBufferRect;
818     p_sys->decpar.transferMode     = srcCopy;
819     p_sys->decpar.dstPixMap        = **p_sys->GetGWorldPixMap( p_sys->OutBufferGWorld );/*destPixmap;  */
820
821     cres =  p_sys->ImageCodecPreDecompress( p_sys->ci, &p_sys->decpar );
822     msg_Dbg( p_dec, "quicktime_video: ImageCodecPreDecompress cres=0x%X\n",
823              (int)cres );
824
825     es_format_Init( &p_dec->fmt_out, VIDEO_ES, VLC_FOURCC( 'Y', 'U', 'Y', '2' ));
826     p_dec->fmt_out.video.i_width = p_dec->fmt_in.video.i_width;
827     p_dec->fmt_out.video.i_height= p_dec->fmt_in.video.i_height;
828     p_dec->fmt_out.video.i_aspect = VOUT_ASPECT_FACTOR * p_dec->fmt_in.video.i_width / p_dec->fmt_in.video.i_height;
829  
830     vlc_mutex_unlock( lock );
831     return VLC_SUCCESS;
832
833 exit_error:
834 #ifdef LOADER
835     Restore_LDT_Keeper( p_sys->ldt_fs );
836 #endif
837     vlc_mutex_unlock( lock );
838
839 #endif /* !WIN32 */
840
841     return VLC_EGENERIC;
842 }
843
844 #ifndef WIN32
845 /*****************************************************************************
846  * DecodeVideo:
847  *****************************************************************************/
848 static picture_t *DecodeVideo( decoder_t *p_dec, block_t **pp_block )
849 {
850     decoder_sys_t *p_sys = p_dec->p_sys;
851     vlc_mutex_t   *lock;
852     block_t       *p_block;
853     picture_t     *p_pic;
854     mtime_t       i_pts;
855
856     ComponentResult cres;
857
858 #ifdef LOADER
859     /* We must do open and close in the same thread (unless we do
860      * Setup_LDT_Keeper in the main thread before all others */
861     if( p_sys == NULL )
862     {
863         if( OpenVideo( p_dec ) )
864         {
865             /* Fatal */
866             p_dec->b_error = true;
867             return NULL;
868         }
869         p_sys = p_dec->p_sys;
870     }
871 #endif
872
873     if( pp_block == NULL || *pp_block == NULL )
874     {
875         return NULL;
876     }
877     p_block = *pp_block;
878     *pp_block = NULL;
879  
880     i_pts = p_block->i_pts ? p_block->i_pts : p_block->i_dts;
881
882     if( decoder_GetDisplayDate( p_dec, i_pts ) < mdate() )
883     {
884         p_sys->i_late++;
885     }
886     else
887     {
888         p_sys->i_late = 0;
889     }
890     msg_Dbg( p_dec, "bufsize: %d", p_block->i_buffer);
891
892     if( p_sys->i_late > 10 )
893     {
894         msg_Dbg( p_dec, "too late buffer -> dropped" );
895         block_Release( p_block );
896         return NULL;
897     }
898  
899     lock = var_AcquireMutex( "qt_mutex" );
900
901     if( ( p_pic = p_dec->pf_vout_buffer_new( p_dec ) ) )
902     {
903         p_sys->decpar.data                  = (Ptr)p_block->p_buffer;
904         p_sys->decpar.bufferSize            = p_block->i_buffer;
905         (**p_sys->framedescHandle).dataSize = p_block->i_buffer;
906
907         cres = p_sys->ImageCodecBandDecompress( p_sys->ci, &p_sys->decpar );
908
909         ++p_sys->decpar.frameNumber;
910
911         if( cres &0xFFFF )
912         {
913             msg_Dbg( p_dec, "quicktime_video: ImageCodecBandDecompress"
914                      " cres=0x%X (-0x%X) %d :(\n",
915                      (int)cres,(int)-cres, (int)cres );
916         }
917
918         memcpy( p_pic->p[0].p_pixels, p_sys->plane,
919                 p_dec->fmt_in.video.i_width * p_dec->fmt_in.video.i_height * 2 );
920         p_pic->date = i_pts;
921     }
922  
923     vlc_mutex_unlock( lock );
924
925     block_Release( p_block );
926     return p_pic;
927 }
928 #endif /* !WIN32 */
929
930 /*****************************************************************************
931  * QTAudioInit:
932  *****************************************************************************/
933 static int QTAudioInit( decoder_t *p_dec )
934 {
935     decoder_sys_t *p_sys = p_dec->p_sys;
936
937 #ifdef __APPLE__
938     p_sys->SoundConverterOpen       = (void*)SoundConverterOpen;
939     p_sys->SoundConverterClose      = (void*)SoundConverterClose;
940     p_sys->SoundConverterSetInfo    = (void*)SoundConverterSetInfo;
941     p_sys->SoundConverterGetBufferSizes = (void*)SoundConverterGetBufferSizes;
942     p_sys->SoundConverterConvertBuffer  = (void*)SoundConverterConvertBuffer;
943     p_sys->SoundConverterBeginConversion= (void*)SoundConverterBeginConversion;
944     p_sys->SoundConverterEndConversion  = (void*)SoundConverterEndConversion;
945 #else
946
947 #ifdef LOADER
948     p_sys->ldt_fs = Setup_LDT_Keeper();
949 #endif /* LOADER */
950
951     p_sys->qts = LoadLibraryA( "QuickTime.qts" );
952     if( p_sys->qts == NULL )
953     {
954         msg_Dbg( p_dec, "failed loading QuickTime.qts" );
955         return VLC_EGENERIC;
956     }
957     p_sys->qtml = LoadLibraryA( "qtmlClient.dll" );
958     if( p_sys->qtml == NULL )
959     {
960         msg_Dbg( p_dec, "failed loading qtmlClient.dll" );
961         return VLC_EGENERIC;
962     }
963
964     p_sys->InitializeQTML               = (void *)GetProcAddress( p_sys->qtml, "InitializeQTML" );
965     p_sys->TerminateQTML                = (void *)GetProcAddress( p_sys->qtml, "TerminateQTML" );
966     p_sys->SoundConverterOpen           = (void *)GetProcAddress( p_sys->qtml, "SoundConverterOpen" );
967     p_sys->SoundConverterClose          = (void *)GetProcAddress( p_sys->qtml, "SoundConverterClose" );
968     p_sys->SoundConverterSetInfo        = (void *)GetProcAddress( p_sys->qtml, "SoundConverterSetInfo" );
969     p_sys->SoundConverterGetBufferSizes = (void *)GetProcAddress( p_sys->qtml, "SoundConverterGetBufferSizes" );
970     p_sys->SoundConverterConvertBuffer  = (void *)GetProcAddress( p_sys->qtml, "SoundConverterConvertBuffer" );
971     p_sys->SoundConverterEndConversion  = (void *)GetProcAddress( p_sys->qtml, "SoundConverterEndConversion" );
972     p_sys->SoundConverterBeginConversion= (void *)GetProcAddress( p_sys->qtml, "SoundConverterBeginConversion");
973
974     if( p_sys->InitializeQTML == NULL )
975     {
976         msg_Err( p_dec, "failed getting proc address InitializeQTML" );
977         return VLC_EGENERIC;
978     }
979     if( p_sys->SoundConverterOpen == NULL ||
980         p_sys->SoundConverterClose == NULL ||
981         p_sys->SoundConverterSetInfo == NULL ||
982         p_sys->SoundConverterGetBufferSizes == NULL ||
983         p_sys->SoundConverterConvertBuffer == NULL ||
984         p_sys->SoundConverterEndConversion == NULL ||
985         p_sys->SoundConverterBeginConversion == NULL )
986     {
987         msg_Err( p_dec, "failed getting proc address" );
988         return VLC_EGENERIC;
989     }
990
991     msg_Dbg( p_dec, "standard init done" );
992 #endif /* else __APPLE__ */
993
994     return VLC_SUCCESS;
995 }
996
997 #ifndef WIN32
998 /*****************************************************************************
999  * QTVideoInit:
1000  *****************************************************************************/
1001 static int QTVideoInit( decoder_t *p_dec )
1002 {
1003     decoder_sys_t *p_sys = p_dec->p_sys;
1004
1005 #ifdef __APPLE__
1006     p_sys->FindNextComponent        = (void*)FindNextComponent;
1007     p_sys->OpenComponent            = (void*)OpenComponent;
1008     p_sys->ImageCodecInitialize     = (void*)ImageCodecInitialize;
1009     p_sys->ImageCodecGetCodecInfo   = (void*)ImageCodecGetCodecInfo;
1010     p_sys->ImageCodecPreDecompress  = (void*)ImageCodecPreDecompress;
1011     p_sys->ImageCodecBandDecompress = (void*)ImageCodecBandDecompress;
1012     p_sys->GetGWorldPixMap          = (void*)GetGWorldPixMap;
1013     p_sys->QTNewGWorldFromPtr       = (void*)QTNewGWorldFromPtr;
1014     p_sys->NewHandleClear           = (void*)NewHandleClear;
1015 #else
1016
1017 #ifdef LOADER
1018     p_sys->ldt_fs = Setup_LDT_Keeper();
1019 #endif /* LOADER */
1020     p_sys->qts = LoadLibraryA( "QuickTime.qts" );
1021     if( p_sys->qts == NULL )
1022     {
1023         msg_Dbg( p_dec, "failed loading QuickTime.qts" );
1024         return VLC_EGENERIC;
1025     }
1026     msg_Dbg( p_dec, "QuickTime.qts loaded" );
1027     p_sys->qtml = LoadLibraryA( "qtmlClient.dll" );
1028     if( p_sys->qtml == NULL )
1029     {
1030         msg_Dbg( p_dec, "failed loading qtmlClient.dll" );
1031         return VLC_EGENERIC;
1032     }
1033     msg_Dbg( p_dec, "qtmlClient.dll loaded" );
1034
1035     /* (void*) to shut up gcc */
1036     p_sys->InitializeQTML           = (void*)GetProcAddress( p_sys->qtml, "InitializeQTML" );
1037     p_sys->FindNextComponent        = (void*)GetProcAddress( p_sys->qtml, "FindNextComponent" );
1038     p_sys->OpenComponent            = (void*)GetProcAddress( p_sys->qtml, "OpenComponent" );
1039     p_sys->ImageCodecInitialize     = (void*)GetProcAddress( p_sys->qtml, "ImageCodecInitialize" );
1040     p_sys->ImageCodecGetCodecInfo   = (void*)GetProcAddress( p_sys->qtml, "ImageCodecGetCodecInfo" );
1041     p_sys->ImageCodecPreDecompress  = (void*)GetProcAddress( p_sys->qtml, "ImageCodecPreDecompress" );
1042     p_sys->ImageCodecBandDecompress = (void*)GetProcAddress( p_sys->qtml, "ImageCodecBandDecompress" );
1043     p_sys->GetGWorldPixMap          = (void*)GetProcAddress( p_sys->qtml, "GetGWorldPixMap" );
1044     p_sys->QTNewGWorldFromPtr       = (void*)GetProcAddress( p_sys->qtml, "QTNewGWorldFromPtr" );
1045     p_sys->NewHandleClear           = (void*)GetProcAddress( p_sys->qtml, "NewHandleClear" );
1046
1047     if( p_sys->InitializeQTML == NULL )
1048     {
1049         msg_Dbg( p_dec, "failed getting proc address InitializeQTML" );
1050         return VLC_EGENERIC;
1051     }
1052     if( p_sys->FindNextComponent == NULL ||
1053         p_sys->OpenComponent == NULL ||
1054         p_sys->ImageCodecInitialize == NULL ||
1055         p_sys->ImageCodecGetCodecInfo == NULL ||
1056         p_sys->ImageCodecPreDecompress == NULL ||
1057         p_sys->ImageCodecBandDecompress == NULL ||
1058         p_sys->GetGWorldPixMap == NULL ||
1059         p_sys->QTNewGWorldFromPtr == NULL ||
1060         p_sys->NewHandleClear == NULL )
1061     {
1062         msg_Err( p_dec, "failed getting proc address" );
1063         return VLC_EGENERIC;
1064     }
1065 #endif /* __APPLE__ */
1066
1067     return VLC_SUCCESS;
1068 }
1069 #endif /* !WIN32 */