c0adae6992a3ab47a201600a3afda11cd32c9368
[vlc.git] / modules / demux / mp4 / mp4.c
1 /*****************************************************************************
2  * mp4.c : MP4 file input module for vlc
3  *****************************************************************************
4  * Copyright (C) 2001 VideoLAN
5  * $Id: mp4.c,v 1.31 2003/05/09 19:29:57 fenrir Exp $
6  * Authors: Laurent Aimar <fenrir@via.ecp.fr>
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License as published by
10  * the Free Software Foundation; either version 2 of the License, or
11  * (at your option) any later version.
12  *
13  * This program is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
16  * GNU General Public License for more details.
17  *
18  * You should have received a copy of the GNU General Public License
19  * along with this program; if not, write to the Free Software
20  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
21  *****************************************************************************/
22
23 /*****************************************************************************
24  * Preamble
25  *****************************************************************************/
26 #include <stdlib.h>                                      /* malloc(), free() */
27 #include <string.h>                                              /* strdup() */
28 #include <errno.h>
29 #include <sys/types.h>
30
31 #include <vlc/vlc.h>
32 #include <vlc/input.h>
33 #include <vlc_playlist.h>
34 #include "codecs.h"
35 #include "libmp4.h"
36 #include "mp4.h"
37
38 /*****************************************************************************
39  * Local prototypes
40  *****************************************************************************/
41 static int    MP4Init    ( vlc_object_t * );
42 static void __MP4End     ( vlc_object_t * );
43 static int    MP4Demux   ( input_thread_t * );
44
45 static int    MP4DemuxRef( input_thread_t *p_input )
46 {
47     return 0;
48 }
49
50 /* New input could have something like that... */
51 static int   MP4Seek     ( input_thread_t *, mtime_t );
52
53 #define MP4End(a) __MP4End(VLC_OBJECT(a))
54
55 /*****************************************************************************
56  * Module descriptor
57  *****************************************************************************/
58 vlc_module_begin();
59     set_description( _("MP4 demuxer") );
60     set_capability( "demux", 242 );
61     set_callbacks( MP4Init, __MP4End );
62 vlc_module_end();
63
64 /*****************************************************************************
65  * Declaration of local function
66  *****************************************************************************/
67
68 static void MP4_TrackCreate ( input_thread_t *,
69                               track_data_mp4_t *,
70                               MP4_Box_t  * );
71 static void MP4_TrackDestroy( input_thread_t *,
72                               track_data_mp4_t * );
73
74 static int  MP4_TrackSelect ( input_thread_t *,
75                               track_data_mp4_t *,
76                               mtime_t );
77 static void MP4_TrackUnselect(input_thread_t *,
78                               track_data_mp4_t * );
79
80 static int  MP4_TrackSeek   ( input_thread_t *,
81                               track_data_mp4_t *,
82                               mtime_t );
83
84 static uint64_t MP4_GetTrackPos( track_data_mp4_t * );
85 static int  MP4_TrackSampleSize( track_data_mp4_t * );
86 static int  MP4_TrackNextSample( input_thread_t *,
87                                  track_data_mp4_t * );
88
89 #define MP4_Set4BytesLE( p, dw ) \
90     *((uint8_t*)p)   = ( (dw)&0xff ); \
91     *((uint8_t*)p+1) = ( ((dw)>> 8)&0xff ); \
92     *((uint8_t*)p+2) = ( ((dw)>>16)&0xff ); \
93     *((uint8_t*)p+3) = ( ((dw)>>24)&0xff )
94
95 #define MP4_Set2BytesLE( p, dw ) \
96     *((uint8_t*)p) = ( (dw)&0xff ); \
97     *((uint8_t*)p+1) = ( ((dw)>> 8)&0xff )
98
99 #define FREE( p ) \
100     if( p ) { free( p ); (p) = NULL;}
101
102 /*****************************************************************************
103  * MP4Init: check file and initializes MP4 structures
104  *****************************************************************************/
105 static int MP4Init( vlc_object_t * p_this )
106 {
107     input_thread_t  *p_input = (input_thread_t *)p_this;
108     uint8_t         *p_peek;
109
110     demux_sys_t     *p_demux;
111
112     MP4_Box_t       *p_ftyp;
113
114     MP4_Box_t       *p_rmra;
115
116     MP4_Box_t       *p_mvhd;
117     MP4_Box_t       *p_trak;
118
119     unsigned int    i;
120     vlc_bool_t      b_audio;
121
122     /* I need to seek */
123     if( !p_input->stream.b_seekable )
124     {
125         msg_Warn( p_input, "MP4 plugin discarded (unseekable)" );
126         return( VLC_EGENERIC );
127
128     }
129     /* Initialize access plug-in structures. */
130     if( p_input->i_mtu == 0 )
131     {
132         /* Improve speed. */
133         p_input->i_bufsize = INPUT_DEFAULT_BUFSIZE ;
134     }
135
136     p_input->pf_demux = MP4Demux;
137
138     /* a little test to see if it could be a mp4 */
139     if( input_Peek( p_input, &p_peek, 8 ) < 8 )
140     {
141         msg_Warn( p_input, "MP4 plugin discarded (cannot peek)" );
142         return( VLC_EGENERIC );
143     }
144
145
146     switch( VLC_FOURCC( p_peek[4], p_peek[5], p_peek[6], p_peek[7] ) )
147     {
148         case( FOURCC_ftyp ):
149         case( FOURCC_moov ):
150         case( FOURCC_foov ):
151         case( FOURCC_moof ):
152         case( FOURCC_mdat ):
153         case( FOURCC_udta ):
154         case( FOURCC_free ):
155         case( FOURCC_skip ):
156         case( FOURCC_wide ):
157             break;
158          default:
159             msg_Warn( p_input, "MP4 plugin discarded (not a valid file)" );
160             return( VLC_EGENERIC );
161     }
162
163     /* create our structure that will contains all data */
164     if( !( p_input->p_demux_data =
165                 p_demux = malloc( sizeof( demux_sys_t ) ) ) )
166     {
167         msg_Err( p_input, "out of memory" );
168         return( VLC_EGENERIC );
169     }
170     memset( p_demux, 0, sizeof( demux_sys_t ) );
171     p_input->p_demux_data = p_demux;
172
173
174     /* Now load all boxes ( except raw data ) */
175     if( !MP4_BoxGetRoot( p_input, &p_demux->box_root ) )
176     {
177         msg_Warn( p_input, "MP4 plugin discarded (not a valid file)" );
178         return( VLC_EGENERIC );
179     }
180
181     MP4_BoxDumpStructure( p_input, &p_demux->box_root );
182
183     if( ( p_ftyp = MP4_BoxGet( &p_demux->box_root, "/ftyp" ) ) )
184     {
185         switch( p_ftyp->data.p_ftyp->i_major_brand )
186         {
187             case( FOURCC_isom ):
188                 msg_Dbg( p_input,
189                          "ISO Media file (isom) version %d.",
190                          p_ftyp->data.p_ftyp->i_minor_version );
191                 break;
192             default:
193                 msg_Dbg( p_input,
194                          "unrecognized major file specification (%4.4s).",
195                           (char*)&p_ftyp->data.p_ftyp->i_major_brand );
196                 break;
197         }
198     }
199     else
200     {
201         msg_Dbg( p_input, "file type box missing (assuming ISO Media file)" );
202     }
203
204     /* the file need to have one moov box */
205     if( MP4_BoxCount( &p_demux->box_root, "/moov" ) <= 0 )
206     {
207         MP4_Box_t *p_foov = MP4_BoxGet( &p_demux->box_root, "/foov" );
208
209         if( !p_foov )
210         {
211             msg_Err( p_input, "MP4 plugin discarded (no moov box)" );
212             MP4End( p_input );
213             return( VLC_EGENERIC );
214         }
215         /* we have a free box as a moov, rename it */
216         p_foov->i_type = FOURCC_moov;
217     }
218
219     if( ( p_rmra = MP4_BoxGet( &p_demux->box_root,  "/moov/rmra" ) ) )
220     {
221         playlist_t *p_playlist;
222         int        i_count = MP4_BoxCount( p_rmra, "rmda" );
223         int        i;
224
225         msg_Dbg( p_input, "detected playlist mov file (%d ref)", i_count );
226
227         p_playlist =
228             (playlist_t *)vlc_object_find( p_input,
229                                            VLC_OBJECT_PLAYLIST,
230                                            FIND_ANYWHERE );
231         if( p_playlist )
232         {
233             //p_playlist->pp_items[p_playlist->i_index]->b_autodeletion = VLC_TRUE;
234             for( i = 0; i < i_count; i++ )
235             {
236                 MP4_Box_t *p_rdrf = MP4_BoxGet( p_rmra, "rmda[%d]/rdrf", i );
237                 char      *psz_ref;
238                 uint32_t  i_ref_type;
239
240                 if( !p_rdrf || !( psz_ref = p_rdrf->data.p_rdrf->psz_ref ) )
241                 {
242                     continue;
243                 }
244                 i_ref_type = p_rdrf->data.p_rdrf->i_ref_type;
245
246                 msg_Dbg( p_input, "new ref=`%s' type=%4.4s",
247                          psz_ref, (char*)&i_ref_type );
248
249                 if( i_ref_type == VLC_FOURCC( 'u', 'r', 'l', ' ' ) )
250                 {
251                     if( strstr( psz_ref, "qt5gateQT" ) )
252                     {
253                         msg_Dbg( p_input, "ignoring pseudo ref =`%s'", psz_ref );
254                         continue;
255                     }
256                     if( !strncmp( psz_ref, "http://", 7 ) ||
257                         !strncmp( psz_ref, "rtsp://", 7 ) )
258                     {
259                         msg_Dbg( p_input, "adding ref = `%s'", psz_ref );
260                         playlist_Add( p_playlist, psz_ref, PLAYLIST_APPEND, PLAYLIST_END );
261                     }
262                     else
263                     {
264                         /* msg dbg relative ? */
265                         char *psz_absolute = alloca( strlen( p_input->psz_source ) + strlen( psz_ref ) + 1);
266                         char *end = strrchr( p_input->psz_source, '/' );
267
268                         if( end )
269                         {
270                             int i_len = end + 1 - p_input->psz_source;
271
272                             strncpy( psz_absolute, p_input->psz_source, i_len);
273                             psz_absolute[i_len] = '\0';
274                         }
275                         else
276                         {
277                             strcpy( psz_absolute, "" );
278                         }
279                         strcat( psz_absolute, psz_ref );
280                         msg_Dbg( p_input, "adding ref = `%s'", psz_absolute );
281                         playlist_Add( p_playlist, psz_absolute, PLAYLIST_APPEND, PLAYLIST_END );
282                     }
283                 }
284                 else
285                 {
286                     msg_Err( p_input, "unknown ref type=%4.4s FIXME (send a bug report)", (char*)&p_rdrf->data.p_rdrf->i_ref_type );
287                 }
288             }
289             vlc_object_release( p_playlist );
290         }
291         else
292         {
293             msg_Err( p_input, "can't find playlist" );
294         }
295     }
296
297     if( !(p_mvhd = MP4_BoxGet( &p_demux->box_root, "/moov/mvhd" ) ) )
298     {
299         if( !p_rmra )
300         {
301             msg_Err( p_input, "cannot find /moov/mvhd" );
302             MP4End( p_input );
303             return VLC_EGENERIC;
304         }
305         else
306         {
307             msg_Warn( p_input, "cannot find /moov/mvhd (pure ref file)" );
308             p_input->pf_demux = MP4DemuxRef;
309             return VLC_SUCCESS;
310         }
311     }
312     else
313     {
314         p_demux->i_timescale = p_mvhd->data.p_mvhd->i_timescale;
315         p_demux->i_duration = p_mvhd->data.p_mvhd->i_duration;
316     }
317
318     if( !( p_demux->i_tracks =
319                 MP4_BoxCount( &p_demux->box_root, "/moov/trak" ) ) )
320     {
321         msg_Err( p_input, "cannot find any /moov/trak" );
322         MP4End( p_input );
323         return( VLC_EGENERIC );
324     }
325     msg_Dbg( p_input, "find %d track%c",
326                         p_demux->i_tracks,
327                         p_demux->i_tracks ? 's':' ' );
328
329     /*  create one program */
330     vlc_mutex_lock( &p_input->stream.stream_lock );
331     if( input_InitStream( p_input, 0 ) == -1)
332     {
333         vlc_mutex_unlock( &p_input->stream.stream_lock );
334         msg_Err( p_input, "cannot init stream" );
335         MP4End( p_input );
336         return( VLC_EGENERIC );
337     }
338     /* Needed to create program _before_ MP4_TrackCreate */
339     if( input_AddProgram( p_input, 0, 0) == NULL )
340     {
341         vlc_mutex_unlock( &p_input->stream.stream_lock );
342         msg_Err( p_input, "cannot add program" );
343         MP4End( p_input );
344         return( VLC_EGENERIC );
345     }
346     p_input->stream.p_selected_program = p_input->stream.pp_programs[0];
347     /* XXX beurk and beurk, see MP4Demux and MP4Seek */
348     if( p_demux->i_duration/p_demux->i_timescale > 0 )
349     {
350         p_input->stream.i_mux_rate =
351             p_input->stream.p_selected_area->i_size / 50 /
352             ( p_demux->i_duration / p_demux->i_timescale );
353     }
354     else
355     {
356         p_input->stream.i_mux_rate = 0;
357     }
358     vlc_mutex_unlock( &p_input->stream.stream_lock );
359
360
361     /* allocate memory */
362     p_demux->track = calloc( p_demux->i_tracks, sizeof( track_data_mp4_t ) );
363
364     /* now process each track and extract all usefull informations */
365     for( i = 0; i < p_demux->i_tracks; i++ )
366     {
367         p_trak = MP4_BoxGet( &p_demux->box_root, "/moov/trak[%d]", i );
368         MP4_TrackCreate( p_input, &p_demux->track[i], p_trak );
369
370         if( p_demux->track[i].b_ok )
371         {
372             char *psz_cat;
373             switch( p_demux->track[i].i_cat )
374             {
375                 case( VIDEO_ES ):
376                     psz_cat = "video";
377                     break;
378                 case( AUDIO_ES ):
379                     psz_cat = "audio";
380                     break;
381                 default:
382                     psz_cat = "unknown";
383                     break;
384             }
385
386             msg_Dbg( p_input, "adding track[Id 0x%x] %s (%s) language %c%c%c",
387                             p_demux->track[i].i_track_ID,
388                             psz_cat,
389                             p_demux->track[i].b_enable ? "enable":"disable",
390                             p_demux->track[i].i_language[0],
391                             p_demux->track[i].i_language[1],
392                             p_demux->track[i].i_language[2] );
393         }
394         else
395         {
396             msg_Dbg( p_input, "ignoring track[Id 0x%x]", p_demux->track[i].i_track_ID );
397         }
398
399     }
400
401     for( i = 0, b_audio = VLC_FALSE; i < p_demux->i_tracks; i++ )
402     {
403 #define track p_demux->track[i]
404         /* start decoder for this track if enable by default*/
405         if( track.b_ok && track.b_enable &&
406             ( track.i_cat != AUDIO_ES || !b_audio ) )
407         {
408             if( !MP4_TrackSelect( p_input, &track, 0 ) )
409             {
410                 if(track.i_cat == AUDIO_ES )
411                 {
412                     b_audio = VLC_TRUE;
413                 }
414             }
415         }
416 #undef track
417     }
418
419     vlc_mutex_lock( &p_input->stream.stream_lock );
420     p_input->stream.p_selected_program->b_is_ok = 1;
421     vlc_mutex_unlock( &p_input->stream.stream_lock );
422
423     return( VLC_SUCCESS );
424 }
425
426 /*****************************************************************************
427  * MP4Demux: read packet and send them to decoders
428  *****************************************************************************
429  * TODO check for newly selected track (ie audio upt to now )
430  *****************************************************************************/
431 static int MP4Demux( input_thread_t *p_input )
432 {
433     demux_sys_t *p_demux = p_input->p_demux_data;
434     unsigned int i_track;
435
436
437     unsigned int i_track_selected;
438     vlc_bool_t   b_video;
439     vlc_bool_t   b_play_audio;
440
441     /* check for newly selected/unselected track */
442     for( i_track = 0, i_track_selected = 0, b_video = VLC_FALSE;
443             i_track <  p_demux->i_tracks; i_track++ )
444     {
445 #define track   p_demux->track[i_track]
446         if( track.b_selected && track.i_sample >= track.i_sample_count )
447         {
448             msg_Warn( p_input, "track[0x%x] will be disabled", track.i_track_ID );
449             MP4_TrackUnselect( p_input, &track );
450         }
451         else if( track.b_ok )
452         {
453             if( track.b_selected && track.p_es->p_decoder_fifo == NULL )
454             {
455                 MP4_TrackUnselect( p_input, &track );
456             }
457             else if( !track.b_selected && track.p_es->p_decoder_fifo != NULL )
458             {
459                 MP4_TrackSelect( p_input, &track, MP4_GetMoviePTS( p_demux ) );
460             }
461
462             if( track.b_selected )
463             {
464                 i_track_selected++;
465
466                 if( track.i_cat == VIDEO_ES )
467                 {
468                     b_video = VLC_TRUE;
469                 }
470             }
471         }
472 #undef  track
473     }
474
475     if( i_track_selected <= 0 )
476     {
477         msg_Warn( p_input, "no track selected, exiting..." );
478         return( 0 );
479     }
480
481
482     /* XXX beurk, beuRK and BEURK,
483        but only way I've found to detect seek from interface */
484     if( p_input->stream.p_selected_program->i_synchro_state == SYNCHRO_REINIT )
485     {
486         mtime_t i_date;
487
488         /* first wait for empty buffer, arbitrary time FIXME */
489         msleep( DEFAULT_PTS_DELAY );
490         /* *** calculate new date *** */
491
492         i_date = (mtime_t)1000000 *
493                  (mtime_t)p_demux->i_duration /
494                  (mtime_t)p_demux->i_timescale *
495                  (mtime_t)MP4_TellAbsolute( p_input ) /
496                  (mtime_t)p_input->stream.p_selected_area->i_size;
497         MP4Seek( p_input, i_date );
498     }
499
500     /* first wait for the good time to read a packet */
501     input_ClockManageRef( p_input,
502                           p_input->stream.p_selected_program,
503                           p_demux->i_pcr );
504
505
506     /* update pcr XXX in mpeg scale so in 90000 unit/s */
507     p_demux->i_pcr = MP4_GetMoviePTS( p_demux ) * 9 / 100;
508
509
510     /* we will read 100ms for each stream so ...*/
511     p_demux->i_time += __MAX( p_demux->i_timescale / 10 , 1 );
512
513
514     /* *** send audio data to decoder if rate == DEFAULT_RATE or no video *** */
515     vlc_mutex_lock( &p_input->stream.stream_lock );
516     if( p_input->stream.control.i_rate == DEFAULT_RATE || !b_video )
517     {
518         b_play_audio = VLC_TRUE;
519     }
520     else
521     {
522         b_play_audio = VLC_FALSE;
523     }
524     vlc_mutex_unlock( &p_input->stream.stream_lock );
525
526     for( i_track = 0; i_track < p_demux->i_tracks; i_track++ )
527     {
528 #define track p_demux->track[i_track]
529         if( !track.b_ok ||
530             !track.b_selected ||
531             MP4_GetTrackPTS( &track ) >= MP4_GetMoviePTS( p_demux ) )
532         {
533             continue;
534         }
535         while( MP4_GetTrackPTS( &track ) < MP4_GetMoviePTS( p_demux ) )
536         {
537
538             if( !b_play_audio && track.i_cat == AUDIO_ES )
539             {
540                 if( MP4_TrackNextSample( p_input, &track ) )
541                 {
542                     break;
543                 }
544             }
545             else
546             {
547                 size_t i_size;
548                 off_t i_pos;
549
550                 data_packet_t *p_data;
551                 pes_packet_t *p_pes;
552
553                 /* caculate size and position for this sample */
554                 i_size = MP4_TrackSampleSize( &track );
555
556                 i_pos  = MP4_GetTrackPos( &track );
557
558                 //msg_Dbg( p_input, "stream %d size=%6d pos=%8lld",  i_track, i_size, i_pos );
559
560                 /* go,go go ! */
561                 if( MP4_SeekAbsolute( p_input, i_pos ) )
562                 {
563                     msg_Warn( p_input, "track[0x%x] will be disabled (eof?)", track.i_track_ID );
564                     MP4_TrackUnselect( p_input, &track );
565                     break;
566                 }
567
568
569                 /* now create a pes */
570                 if( !(p_pes = input_NewPES( p_input->p_method_data ) ) )
571                 {
572                     break;
573                 }
574                 /* and a data packet for the data */
575                 if( !(p_data = input_NewPacket( p_input->p_method_data, i_size ) ) )
576                 {
577                     input_DeletePES( p_input->p_method_data, p_pes );
578                     break;
579                 }
580                 p_data->p_payload_end = p_data->p_payload_start + i_size;
581
582                 /* initialisation of all the field */
583                 p_pes->i_dts = p_pes->i_pts = 0;
584                 p_pes->p_first = p_pes->p_last  = p_data;
585                 p_pes->i_nb_data = 1;
586                 p_pes->i_pes_size = i_size;
587                 if( i_size > 0 )
588                 {
589                     if( MP4_ReadData( p_input, p_data->p_payload_start, i_size ) )
590                     {
591                         input_DeletePES( p_input->p_method_data, p_pes );
592
593                         msg_Warn( p_input, "track[0x%x] will be disabled (eof?)", track.i_track_ID );
594                         MP4_TrackUnselect( p_input, &track );
595                         break;
596                     }
597                 }
598
599                 p_pes->i_dts =
600                     p_pes->i_pts = input_ClockGetTS( p_input,
601                                                      p_input->stream.p_selected_program,
602                                                      MP4_GetTrackPTS( &track ) * 9/100);
603
604                 if( track.p_es->p_decoder_fifo )
605                 {
606                     input_DecodePES( track.p_es->p_decoder_fifo, p_pes );
607                 }
608                 else
609                 {
610                     input_DeletePES( p_input->p_method_data, p_pes );
611                 }
612
613                 if( MP4_TrackNextSample( p_input, &track ) )
614                 {
615                     break;
616                 }
617             }
618         }
619 #undef track
620     }
621
622     return( 1 );
623 }
624 /*****************************************************************************
625  * MP4Seek: Got to i_date
626  ******************************************************************************/
627 static int   MP4Seek     ( input_thread_t *p_input, mtime_t i_date )
628 {
629     demux_sys_t *p_demux = p_input->p_demux_data;
630     unsigned int i_track;
631     /* First update update global time */
632     p_demux->i_time = i_date * p_demux->i_timescale / 1000000;
633     p_demux->i_pcr  = i_date* 9 / 100;
634
635     /* Now for each stream try to go to this time */
636     for( i_track = 0; i_track < p_demux->i_tracks; i_track++ )
637     {
638 #define track p_demux->track[i_track]
639         if( track.b_ok && track.b_selected )
640         {
641             MP4_TrackSeek( p_input, &track, i_date );
642         }
643 #undef  track
644     }
645     return( 1 );
646 }
647
648 /*****************************************************************************
649  * MP4End: frees unused data
650  *****************************************************************************/
651 static void __MP4End ( vlc_object_t * p_this )
652 {
653     unsigned int i_track;
654     input_thread_t *  p_input = (input_thread_t *)p_this;
655     demux_sys_t *p_demux = p_input->p_demux_data;
656
657     msg_Dbg( p_input, "freeing all memory" );
658     MP4_BoxFree( p_input, &p_demux->box_root );
659     for( i_track = 0; i_track < p_demux->i_tracks; i_track++ )
660     {
661         MP4_TrackDestroy( p_input, &p_demux->track[i_track] );
662     }
663     FREE( p_demux->track );
664
665     FREE( p_input->p_demux_data );
666 }
667
668
669 /****************************************************************************
670  * Local functions, specific to vlc
671  ****************************************************************************/
672
673 /* now create basic chunk data, the rest will be filled by MP4_CreateSamplesIndex */
674 static int TrackCreateChunksIndex( input_thread_t *p_input,
675                                    track_data_mp4_t *p_demux_track )
676 {
677     MP4_Box_t *p_co64; /* give offset for each chunk, same for stco and co64 */
678     MP4_Box_t *p_stsc;
679
680     unsigned int i_chunk;
681     unsigned int i_index, i_last;
682
683     if( ( !(p_co64 = MP4_BoxGet( p_demux_track->p_stbl, "stco" ) )&&
684           !(p_co64 = MP4_BoxGet( p_demux_track->p_stbl, "co64" ) ) )||
685         ( !(p_stsc = MP4_BoxGet( p_demux_track->p_stbl, "stsc" ) ) ))
686     {
687         return( VLC_EGENERIC );
688     }
689
690     p_demux_track->i_chunk_count = p_co64->data.p_co64->i_entry_count;
691     if( !p_demux_track->i_chunk_count )
692     {
693         msg_Warn( p_input, "no chunk defined" );
694         return( VLC_EGENERIC );
695     }
696     p_demux_track->chunk = calloc( p_demux_track->i_chunk_count,
697                                    sizeof( chunk_data_mp4_t ) );
698
699     /* first we read chunk offset */
700     for( i_chunk = 0; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
701     {
702         p_demux_track->chunk[i_chunk].i_offset =
703                 p_co64->data.p_co64->i_chunk_offset[i_chunk];
704     }
705
706     /* now we read index for SampleEntry( soun vide mp4a mp4v ...)
707         to be used for the sample XXX begin to 1
708         We construct it begining at the end */
709     i_last = p_demux_track->i_chunk_count; /* last chunk proceded */
710     i_index = p_stsc->data.p_stsc->i_entry_count;
711     if( !i_index )
712     {
713         msg_Warn( p_input, "cannot read chunk table or table empty" );
714         return( VLC_EGENERIC );
715     }
716
717     while( i_index )
718     {
719         i_index--;
720         for( i_chunk = p_stsc->data.p_stsc->i_first_chunk[i_index] - 1;
721                 i_chunk < i_last; i_chunk++ )
722         {
723             p_demux_track->chunk[i_chunk].i_sample_description_index =
724                     p_stsc->data.p_stsc->i_sample_description_index[i_index];
725             p_demux_track->chunk[i_chunk].i_sample_count =
726                     p_stsc->data.p_stsc->i_samples_per_chunk[i_index];
727         }
728         i_last = p_stsc->data.p_stsc->i_first_chunk[i_index] - 1;
729     }
730
731     p_demux_track->chunk[0].i_sample_first = 0;
732     for( i_chunk = 1; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
733     {
734         p_demux_track->chunk[i_chunk].i_sample_first =
735             p_demux_track->chunk[i_chunk-1].i_sample_first +
736                 p_demux_track->chunk[i_chunk-1].i_sample_count;
737     }
738
739     msg_Dbg( p_input,
740              "track[Id 0x%x] read %d chunk",
741              p_demux_track->i_track_ID,
742             p_demux_track->i_chunk_count );
743
744     return( VLC_SUCCESS );
745 }
746 static int TrackCreateSamplesIndex( input_thread_t *p_input,
747                                     track_data_mp4_t *p_demux_track )
748 {
749     MP4_Box_t *p_stts; /* makes mapping between sample and decoding time,
750                           ctts make same mapping but for composition time,
751                           not yet used and probably not usefull */
752     MP4_Box_t *p_stsz; /* gives sample size of each samples, there is also stz2
753                           that uses a compressed form FIXME make them in libmp4
754                           as a unique type */
755     /* TODO use also stss and stsh table for seeking */
756     /* FIXME use edit table */
757     int64_t i_sample;
758     int64_t i_chunk;
759
760     int64_t i_index;
761     int64_t i_index_sample_used;
762
763     int64_t i_last_dts;
764
765     p_stts = MP4_BoxGet( p_demux_track->p_stbl, "stts" );
766     p_stsz = MP4_BoxGet( p_demux_track->p_stbl, "stsz" ); /* FIXME and stz2 */
767
768     if( ( !p_stts )||( !p_stsz ) )
769     {
770         msg_Warn( p_input, "cannot read sample table" );
771         return( VLC_EGENERIC );
772     }
773
774     p_demux_track->i_sample_count = p_stsz->data.p_stsz->i_sample_count;
775
776
777     /* for sample size, there are 2 case */
778     if( p_stsz->data.p_stsz->i_sample_size )
779     {
780         /* 1: all sample have the same size, so no need to construct a table */
781         p_demux_track->i_sample_size = p_stsz->data.p_stsz->i_sample_size;
782         p_demux_track->p_sample_size = NULL;
783     }
784     else
785     {
786         /* 2: each sample can have a different size */
787         p_demux_track->i_sample_size = 0;
788         p_demux_track->p_sample_size =
789             calloc( p_demux_track->i_sample_count, sizeof( uint32_t ) );
790
791         for( i_sample = 0; i_sample < p_demux_track->i_sample_count; i_sample++ )
792         {
793             p_demux_track->p_sample_size[i_sample] =
794                     p_stsz->data.p_stsz->i_entry_size[i_sample];
795         }
796     }
797     /* we have extract all information from stsz,
798         now use stts */
799
800     /* if we don't want to waste too much memory, we can't expand
801        the box !, so each chunk will contain an "extract" of this table
802        for fast research */
803
804     i_last_dts = 0;
805     i_index = 0; i_index_sample_used =0;
806
807     /* create and init last data for each chunk */
808     for(i_chunk = 0 ; i_chunk < p_demux_track->i_chunk_count; i_chunk++ )
809     {
810
811         int64_t i_entry, i_sample_count, i;
812         /* save last dts */
813         p_demux_track->chunk[i_chunk].i_first_dts = i_last_dts;
814     /* count how many entries needed for this chunk
815        for p_sample_delta_dts and p_sample_count_dts */
816
817         i_sample_count = p_demux_track->chunk[i_chunk].i_sample_count;
818
819         i_entry = 0;
820         while( i_sample_count > 0 )
821         {
822             i_sample_count -= p_stts->data.p_stts->i_sample_count[i_index+i_entry];
823             if( i_entry == 0 )
824             {
825                 i_sample_count += i_index_sample_used; /* don't count already used sample
826                                                    int this entry */
827             }
828             i_entry++;
829         }
830
831         /* allocate them */
832         p_demux_track->chunk[i_chunk].p_sample_count_dts =
833             calloc( i_entry, sizeof( uint32_t ) );
834         p_demux_track->chunk[i_chunk].p_sample_delta_dts =
835             calloc( i_entry, sizeof( uint32_t ) );
836
837         /* now copy */
838         i_sample_count = p_demux_track->chunk[i_chunk].i_sample_count;
839         for( i = 0; i < i_entry; i++ )
840         {
841             int64_t i_used;
842             int64_t i_rest;
843
844             i_rest = p_stts->data.p_stts->i_sample_count[i_index] - i_index_sample_used;
845
846             i_used = __MIN( i_rest, i_sample_count );
847
848             i_index_sample_used += i_used;
849             i_sample_count -= i_used;
850
851             p_demux_track->chunk[i_chunk].p_sample_count_dts[i] = i_used;
852
853             p_demux_track->chunk[i_chunk].p_sample_delta_dts[i] =
854                         p_stts->data.p_stts->i_sample_delta[i_index];
855
856             i_last_dts += i_used *
857                     p_demux_track->chunk[i_chunk].p_sample_delta_dts[i];
858
859             if( i_index_sample_used >=
860                              p_stts->data.p_stts->i_sample_count[i_index] )
861             {
862
863                 i_index++;
864                 i_index_sample_used = 0;
865             }
866         }
867
868     }
869
870     msg_Dbg( p_input,
871              "track[Id 0x%x] read %d samples length:"I64Fd"s",
872              p_demux_track->i_track_ID,
873              p_demux_track->i_sample_count,
874              i_last_dts / p_demux_track->i_timescale );
875
876     return( VLC_SUCCESS );
877 }
878
879 /*
880  * TrackCreateES:
881  *  Create ES and PES to init decoder if needed, for a track starting at i_chunk
882  */
883 static int  TrackCreateES   ( input_thread_t   *p_input,
884                               track_data_mp4_t *p_track,
885                               unsigned int     i_chunk,
886                               es_descriptor_t  **pp_es,
887                               pes_packet_t     **pp_pes )
888 {
889     MP4_Box_t *  p_sample;
890     unsigned int i;
891     char psz_lang[4];
892
893     unsigned int i_decoder_specific_info_len;
894     uint8_t *    p_decoder_specific_info;
895
896     es_descriptor_t *p_es;
897     pes_packet_t    *p_pes_init;
898
899     uint8_t             *p_init;
900     BITMAPINFOHEADER    *p_bih;
901     WAVEFORMATEX        *p_wf;
902
903     MP4_Box_t   *p_esds;
904
905     if( !p_track->chunk[i_chunk].i_sample_description_index )
906     {
907         msg_Warn( p_input,
908                   "invalid SampleEntry index (track[Id 0x%x])",
909                   p_track->i_track_ID );
910         return( VLC_EGENERIC );
911     }
912
913     p_sample = MP4_BoxGet(  p_track->p_stsd,
914                             "[%d]",
915                 p_track->chunk[i_chunk].i_sample_description_index - 1 );
916
917     if( !p_sample || !p_sample->data.p_data )
918     {
919         msg_Warn( p_input,
920                   "cannot find SampleEntry (track[Id 0x%x])",
921                   p_track->i_track_ID );
922         return( VLC_EGENERIC );
923     }
924
925     p_track->p_sample = p_sample;
926
927     if( p_track->i_sample_size == 1 )
928     {
929         MP4_Box_data_sample_soun_t *p_soun;
930
931         p_soun = p_sample->data.p_sample_soun;
932
933         if( p_soun->i_qt_version == 0 )
934         {
935             switch( p_sample->i_type )
936             {
937                 case VLC_FOURCC( 'i', 'm', 'a', '4' ):
938                     p_soun->i_qt_version = 1;
939                     p_soun->i_sample_per_packet = 64;
940                     p_soun->i_bytes_per_packet  = 34;
941                     p_soun->i_bytes_per_frame   = 34 * p_soun->i_channelcount;
942                     p_soun->i_bytes_per_sample  = 2;
943                     break;
944                 case VLC_FOURCC( 'M', 'A', 'C', '3' ):
945                     p_soun->i_qt_version = 1;
946                     p_soun->i_sample_per_packet = 6;
947                     p_soun->i_bytes_per_packet  = 2;
948                     p_soun->i_bytes_per_frame   = 2 * p_soun->i_channelcount;
949                     p_soun->i_bytes_per_sample  = 2;
950                     break;
951                 case VLC_FOURCC( 'M', 'A', 'C', '6' ):
952                     p_soun->i_qt_version = 1;
953                     p_soun->i_sample_per_packet = 12;
954                     p_soun->i_bytes_per_packet  = 2;
955                     p_soun->i_bytes_per_frame   = 2 * p_soun->i_channelcount;
956                     p_soun->i_bytes_per_sample  = 2;
957                     break;
958                 default:
959                     break;
960             }
961         }
962     }
963
964     /* Initialise ES, first language as description */
965     for( i = 0; i < 3; i++ )
966     {
967         psz_lang[i] = p_track->i_language[i];
968     }
969     psz_lang[3] = '\0';
970
971     vlc_mutex_lock( &p_input->stream.stream_lock );
972     p_es = input_AddES( p_input, p_input->stream.p_selected_program,
973                         p_track->i_track_ID, p_track->i_cat, psz_lang, 0 );
974     vlc_mutex_unlock( &p_input->stream.stream_lock );
975
976     p_es->i_stream_id = p_track->i_track_ID;
977
978     /* It's a little ugly but .. there are special cases */
979     switch( p_sample->i_type )
980     {
981         case( VLC_FOURCC( '.', 'm', 'p', '3' ) ):
982         case( VLC_FOURCC( 'm', 's', 0x00, 0x55 ) ):
983             p_es->i_fourcc = VLC_FOURCC( 'm', 'p', 'g', 'a' );
984             break;
985         case( VLC_FOURCC( 'r', 'a', 'w', ' ' ) ):
986             p_es->i_fourcc = VLC_FOURCC( 'a', 'r', 'a', 'w' );
987             break;
988         case( VLC_FOURCC( 's', '2', '6', '3' ) ):
989             p_es->i_fourcc = VLC_FOURCC( 'h', '2', '6', '3' );
990             break;
991         default:
992             p_es->i_fourcc = p_sample->i_type;
993             break;
994     }
995
996     i_decoder_specific_info_len = 0;
997     p_decoder_specific_info = NULL;
998     p_pes_init = NULL;
999
1000     /* now see if esds is present and if so create a data packet
1001         with decoder_specific_info  */
1002 #define p_decconfig p_esds->data.p_esds->es_descriptor.p_decConfigDescr
1003     if( ( p_esds = MP4_BoxGet( p_sample, "esds" ) )&&
1004         ( p_esds->data.p_esds )&&
1005         ( p_decconfig ) )
1006     {
1007         /* First update information based on i_objectTypeIndication */
1008         switch( p_decconfig->i_objectTypeIndication )
1009         {
1010             case( 0x20 ): /* MPEG4 VIDEO */
1011                 p_es->i_fourcc = VLC_FOURCC( 'm','p','4','v' );
1012                 break;
1013             case( 0x40):
1014                 p_es->i_fourcc = VLC_FOURCC( 'm','p','4','a' );
1015                 break;
1016             case( 0x60):
1017             case( 0x61):
1018             case( 0x62):
1019             case( 0x63):
1020             case( 0x64):
1021             case( 0x65): /* MPEG2 video */
1022                 p_es->i_fourcc = VLC_FOURCC( 'm','p','g','v' );
1023                 break;
1024             /* Theses are MPEG2-AAC */
1025             case( 0x66): /* main profile */
1026             case( 0x67): /* Low complexity profile */
1027             case( 0x68): /* Scaleable Sampling rate profile */
1028                 p_es->i_fourcc = VLC_FOURCC( 'm','p','4','a' );
1029                 break;
1030             /* true MPEG 2 audio */
1031             case( 0x69):
1032                 p_es->i_fourcc = VLC_FOURCC( 'm','p','g','a' );
1033                 break;
1034             case( 0x6a): /* MPEG1 video */
1035                 p_es->i_fourcc = VLC_FOURCC( 'm','p','g','v' );
1036                 break;
1037             case( 0x6b): /* MPEG1 audio */
1038                 p_es->i_fourcc = VLC_FOURCC( 'm','p','g','a' );
1039                 break;
1040             case( 0x6c ): /* jpeg */
1041                 p_es->i_fourcc = VLC_FOURCC( 'j','p','e','g' );
1042                 break;
1043             default:
1044                 /* Unknown entry, but don't touch i_fourcc */
1045                 msg_Warn( p_input,
1046                           "unknown objectTypeIndication(0x%x) (Track[ID 0x%x])",
1047                           p_decconfig->i_objectTypeIndication,
1048                           p_track->i_track_ID );
1049                 break;
1050         }
1051         i_decoder_specific_info_len =
1052                 p_decconfig->i_decoder_specific_info_len;
1053         p_decoder_specific_info =
1054                 p_decconfig->p_decoder_specific_info;
1055     }
1056     else
1057     {
1058         switch( p_sample->i_type )
1059         {
1060             /* qt decoder, send the complete chunk */
1061             case VLC_FOURCC( 'S', 'V', 'Q', '3' ):
1062             case VLC_FOURCC( 'Z', 'y', 'G', 'o' ):
1063                 i_decoder_specific_info_len = p_sample->data.p_sample_vide->i_qt_image_description;
1064                 p_decoder_specific_info     = p_sample->data.p_sample_vide->p_qt_image_description;
1065                 break;
1066             case VLC_FOURCC( 'Q', 'D', 'M', 'C' ):
1067             case VLC_FOURCC( 'Q', 'D', 'M', '2' ):
1068             case VLC_FOURCC( 'Q', 'c', 'l', 'p' ):
1069                 i_decoder_specific_info_len = p_sample->data.p_sample_soun->i_qt_description;
1070                 p_decoder_specific_info     = p_sample->data.p_sample_soun->p_qt_description;
1071                 break;
1072             default:
1073                 break;
1074         }
1075     }
1076
1077 #undef p_decconfig
1078
1079     /* some last initialisation */
1080     /* XXX I create a bitmapinfoheader_t or
1081        waveformatex_t for each stream, up to now it's the best thing
1082        I've found but it could exist a better solution :) as something
1083        like adding some new fields in p_es ...
1084
1085        XXX I don't set all values, only thoses that are interesting or known
1086         --> bitmapinfoheader_t : width and height
1087         --> waveformatex_t : channels, samplerate, bitspersample
1088         and at the end I add p_decoder_specific_info
1089
1090         TODO set more values
1091
1092      */
1093
1094     switch( p_track->i_cat )
1095     {
1096         case( VIDEO_ES ):
1097             /* now create a bitmapinfoheader_t for decoder and
1098                add information found in p_esds */
1099             /* XXX XXX + 16 are for avoid segfault when ffmpeg access beyong the data */
1100             p_init = malloc( sizeof( BITMAPINFOHEADER ) + i_decoder_specific_info_len + 16 );
1101             p_bih = (BITMAPINFOHEADER*)p_init;
1102
1103             p_bih->biSize     = sizeof( BITMAPINFOHEADER ) + i_decoder_specific_info_len;
1104             p_bih->biWidth    = p_sample->data.p_sample_vide->i_width;
1105             p_bih->biHeight   = p_sample->data.p_sample_vide->i_height;
1106             p_bih->biPlanes   = 1;      // FIXME
1107             p_bih->biBitCount = 0;      // FIXME
1108             p_bih->biCompression   = 0; // FIXME
1109             p_bih->biSizeImage     = 0; // FIXME
1110             p_bih->biXPelsPerMeter = 0; // FIXME
1111             p_bih->biYPelsPerMeter = 0; // FIXME
1112             p_bih->biClrUsed       = 0; // FIXME
1113             p_bih->biClrImportant  = 0; // FIXME
1114
1115             if( p_bih->biWidth == 0 )
1116             {
1117                 // fall on display size
1118                 p_bih->biWidth = p_track->i_width;
1119             }
1120             if( p_bih->biHeight == 0 )
1121             {
1122                 // fall on display size
1123                 p_bih->biHeight = p_track->i_height;
1124             }
1125
1126             if( i_decoder_specific_info_len )
1127             {
1128                 data_packet_t   *p_data;
1129
1130                 memcpy( p_init + sizeof( BITMAPINFOHEADER ),
1131                         p_decoder_specific_info,
1132                         i_decoder_specific_info_len);
1133
1134                 /* If stream is mpeg4 video we send specific_info,
1135                    as it's needed to decode it (vol) */
1136                 switch( p_es->i_fourcc )
1137                 {
1138                     case VLC_FOURCC( 'm','p','4','v' ):
1139                     case VLC_FOURCC( 'D','I','V','X' ):
1140                     case VLC_FOURCC( 'd','i','v','x' ):
1141                         p_pes_init = input_NewPES( p_input->p_method_data );
1142                         p_data = input_NewPacket( p_input->p_method_data,
1143                                                   i_decoder_specific_info_len);
1144                         p_data->p_payload_end = p_data->p_payload_start + i_decoder_specific_info_len;
1145
1146                         memcpy( p_data->p_payload_start,
1147                                 p_decoder_specific_info,
1148                                 i_decoder_specific_info_len );
1149                         p_pes_init->i_dts = p_pes_init->i_pts = 0;
1150                         p_pes_init->p_first = p_pes_init->p_last = p_data;
1151                         p_pes_init->i_nb_data = 1;
1152                         p_pes_init->i_pes_size = i_decoder_specific_info_len;
1153                         break;
1154                     default:
1155                         break;
1156                 }
1157
1158             }
1159             break;
1160
1161         case( AUDIO_ES ):
1162             p_init = malloc( sizeof( WAVEFORMATEX ) + i_decoder_specific_info_len + 16 );
1163             p_wf = (WAVEFORMATEX*)p_init;
1164
1165             p_wf->wFormatTag = 1;
1166             p_wf->nChannels = p_sample->data.p_sample_soun->i_channelcount;
1167             p_wf->nSamplesPerSec = p_sample->data.p_sample_soun->i_sampleratehi;
1168             p_wf->nAvgBytesPerSec = p_sample->data.p_sample_soun->i_channelcount *
1169                                     p_sample->data.p_sample_soun->i_sampleratehi *
1170                                     p_sample->data.p_sample_soun->i_samplesize / 8;
1171             p_wf->nBlockAlign = 0;
1172             p_wf->wBitsPerSample = p_sample->data.p_sample_soun->i_samplesize;
1173             p_wf->cbSize = i_decoder_specific_info_len;
1174
1175             if( i_decoder_specific_info_len )
1176             {
1177                 memcpy( p_init + sizeof( WAVEFORMATEX ),
1178                         p_decoder_specific_info,
1179                         i_decoder_specific_info_len);
1180             }
1181
1182             break;
1183
1184         default:
1185             p_init = NULL;
1186             break;
1187     }
1188     if( p_es->i_cat == AUDIO_ES )
1189     {
1190         p_es->p_bitmapinfoheader = NULL;
1191         p_es->p_waveformatex     = (void*)p_init;
1192     }
1193     else if( p_es->i_cat == VIDEO_ES )
1194     {
1195         p_es->p_bitmapinfoheader = (void*)p_init;
1196         p_es->p_waveformatex     = NULL;
1197     }
1198
1199     *pp_es = p_es;
1200     *pp_pes = p_pes_init;
1201     return( VLC_SUCCESS );
1202 }
1203
1204 /* given a time it return sample/chunk */
1205 static int  TrackTimeToSampleChunk( input_thread_t *p_input,
1206                                     track_data_mp4_t *p_track,
1207                                     uint64_t i_start,
1208                                     uint32_t *pi_chunk,
1209                                     uint32_t *pi_sample )
1210 {
1211     MP4_Box_t    *p_stss;
1212     uint64_t     i_dts;
1213     unsigned int i_sample;
1214     unsigned int i_chunk;
1215     int          i_index;
1216
1217     /* convert absolute time to in timescale unit */
1218     i_start = i_start * (mtime_t)p_track->i_timescale / (mtime_t)1000000;
1219
1220     /* FIXME see if it's needed to check p_track->i_chunk_count */
1221     if( !p_track->b_ok || p_track->i_chunk_count == 0 )
1222     {
1223         return( VLC_EGENERIC );
1224     }
1225
1226     /* we start from sample 0/chunk 0, hope it won't take too much time */
1227     /* *** find good chunk *** */
1228     for( i_chunk = 0; ; i_chunk++ )
1229     {
1230         if( i_chunk + 1 >= p_track->i_chunk_count )
1231         {
1232             /* at the end and can't check if i_start in this chunk,
1233                it will be check while searching i_sample */
1234             i_chunk = p_track->i_chunk_count - 1;
1235             break;
1236         }
1237
1238         if( i_start >= p_track->chunk[i_chunk].i_first_dts &&
1239             i_start <  p_track->chunk[i_chunk + 1].i_first_dts )
1240         {
1241             break;
1242         }
1243     }
1244
1245     /* *** find sample in the chunk *** */
1246     i_sample = p_track->chunk[i_chunk].i_sample_first;
1247     i_dts    = p_track->chunk[i_chunk].i_first_dts;
1248     for( i_index = 0; i_sample < p_track->chunk[i_chunk].i_sample_count; )
1249     {
1250         if( i_dts +
1251             p_track->chunk[i_chunk].p_sample_count_dts[i_index] *
1252             p_track->chunk[i_chunk].p_sample_delta_dts[i_index] < i_start )
1253         {
1254             i_dts    +=
1255                 p_track->chunk[i_chunk].p_sample_count_dts[i_index] *
1256                 p_track->chunk[i_chunk].p_sample_delta_dts[i_index];
1257
1258             i_sample += p_track->chunk[i_chunk].p_sample_count_dts[i_index];
1259             i_index++;
1260         }
1261         else
1262         {
1263             if( p_track->chunk[i_chunk].p_sample_delta_dts[i_index] <= 0 )
1264             {
1265                 break;
1266             }
1267             i_sample += ( i_start - i_dts ) / p_track->chunk[i_chunk].p_sample_delta_dts[i_index];
1268             break;
1269         }
1270     }
1271
1272     if( i_sample >= p_track->i_sample_count )
1273     {
1274         msg_Warn( p_input,
1275                   "track[Id 0x%x] will be disabled (seeking too far) chunk=%d sample=%d",
1276                   p_track->i_track_ID, i_chunk, i_sample );
1277         return( VLC_EGENERIC );
1278     }
1279
1280
1281     /* *** Try to find nearest sync points *** */
1282     if( ( p_stss = MP4_BoxGet( p_track->p_stbl, "stss" ) ) )
1283     {
1284         unsigned int i_index;
1285         msg_Dbg( p_input,
1286                     "track[Id 0x%x] using Sync Sample Box (stss)",
1287                     p_track->i_track_ID );
1288         for( i_index = 0; i_index < p_stss->data.p_stss->i_entry_count; i_index++ )
1289         {
1290             if( p_stss->data.p_stss->i_sample_number[i_index] >= i_sample )
1291             {
1292                 if( i_index > 0 )
1293                 {
1294                     msg_Dbg( p_input, "stts gives %d --> %d (sample number)",
1295                             i_sample,
1296                             p_stss->data.p_stss->i_sample_number[i_index-1] );
1297                     i_sample = p_stss->data.p_stss->i_sample_number[i_index-1];
1298                     /* new i_sample is less than old so i_chunk can only decreased */
1299                     while( i_chunk > 0 &&
1300                             i_sample < p_track->chunk[i_chunk].i_sample_first )
1301                     {
1302                         i_chunk--;
1303                     }
1304                 }
1305                 else
1306                 {
1307                     msg_Dbg( p_input, "stts gives %d --> %d (sample number)",
1308                             i_sample,
1309                             p_stss->data.p_stss->i_sample_number[i_index] );
1310                     i_sample = p_stss->data.p_stss->i_sample_number[i_index];
1311                     /* new i_sample is more than old so i_chunk can only increased */
1312                     while( i_chunk < p_track->i_chunk_count - 1 &&
1313                            i_sample >= p_track->chunk[i_chunk].i_sample_first +
1314                                                 p_track->chunk[i_chunk].i_sample_count )
1315                     {
1316                         i_chunk++;
1317                     }
1318                 }
1319                 break;
1320             }
1321         }
1322     }
1323     else
1324     {
1325         msg_Dbg( p_input,
1326                     "track[Id 0x%x] does not provide Sync Sample Box (stss)",
1327                     p_track->i_track_ID );
1328     }
1329
1330     if( pi_chunk  ) *pi_chunk  = i_chunk;
1331     if( pi_sample ) *pi_sample = i_sample;
1332     return( VLC_SUCCESS );
1333 }
1334
1335 static int  TrackGotoChunkSample( input_thread_t   *p_input,
1336                                   track_data_mp4_t *p_track,
1337                                   unsigned int     i_chunk,
1338                                   unsigned int     i_sample )
1339 {
1340     /* now see if actual es is ok */
1341     if( p_track->i_chunk < 0 ||
1342         p_track->i_chunk >= p_track->i_chunk_count ||
1343         p_track->chunk[p_track->i_chunk].i_sample_description_index !=
1344             p_track->chunk[i_chunk].i_sample_description_index )
1345     {
1346         msg_Warn( p_input, "Recreate ES" );
1347
1348         /* no :( recreate es */
1349         vlc_mutex_lock( &p_input->stream.stream_lock );
1350         input_DelES( p_input, p_track->p_es );
1351         vlc_mutex_unlock( &p_input->stream.stream_lock );
1352
1353         if( p_track->p_pes_init )
1354         {
1355             input_DeletePES( p_input->p_method_data, p_track->p_pes_init );
1356         }
1357
1358         if( TrackCreateES( p_input,
1359                            p_track, i_chunk,
1360                            &p_track->p_es,
1361                            &p_track->p_pes_init ) )
1362         {
1363             msg_Err( p_input, "cannot create es for track[Id 0x%x]",
1364                      p_track->i_track_ID );
1365
1366             p_track->b_ok       = VLC_FALSE;
1367             p_track->b_selected = VLC_FALSE;
1368             return( VLC_EGENERIC );
1369         }
1370     }
1371
1372     /* select again the new decoder */
1373     if( p_track->b_selected && p_track->p_es && p_track->p_es->p_decoder_fifo == NULL )
1374     {
1375         vlc_mutex_lock( &p_input->stream.stream_lock );
1376         input_SelectES( p_input, p_track->p_es );
1377         vlc_mutex_unlock( &p_input->stream.stream_lock );
1378
1379         if( p_track->p_es->p_decoder_fifo )
1380         {
1381             if( p_track->p_pes_init != NULL )
1382             {
1383                 input_DecodePES( p_track->p_es->p_decoder_fifo, p_track->p_pes_init );
1384                 p_track->p_pes_init = NULL;
1385             }
1386             p_track->b_selected = VLC_TRUE;
1387         }
1388         else
1389         {
1390             msg_Dbg( p_input, "Argg cannot select this stream" );
1391             if( p_track->p_pes_init != NULL )
1392             {
1393                 input_DeletePES( p_input->p_method_data, p_track->p_pes_init );
1394                 p_track->p_pes_init = NULL;
1395             }
1396             p_track->b_selected = VLC_FALSE;
1397         }
1398     }
1399
1400     p_track->i_chunk    = i_chunk;
1401     p_track->i_sample   = i_sample;
1402
1403     return( p_track->b_selected ? VLC_SUCCESS : VLC_EGENERIC );
1404 }
1405
1406 /****************************************************************************
1407  * MP4_TrackCreate:
1408  ****************************************************************************
1409  * Parse track information and create all needed data to run a track
1410  * If it succeed b_ok is set to 1 else to 0
1411  ****************************************************************************/
1412 static void MP4_TrackCreate( input_thread_t *p_input,
1413                              track_data_mp4_t *p_track,
1414                              MP4_Box_t  * p_box_trak )
1415 {
1416     unsigned int i;
1417
1418     MP4_Box_t *p_tkhd = MP4_BoxGet( p_box_trak, "tkhd" );
1419     MP4_Box_t *p_tref = MP4_BoxGet( p_box_trak, "tref" );
1420     MP4_Box_t *p_elst;
1421
1422     MP4_Box_t *p_mdhd;
1423     MP4_Box_t *p_hdlr;
1424
1425     MP4_Box_t *p_vmhd;
1426     MP4_Box_t *p_smhd;
1427
1428     /* hint track unsuported */
1429
1430     /* set default value (-> track unusable) */
1431     p_track->b_ok       = VLC_FALSE;
1432     p_track->b_enable   = VLC_FALSE;
1433     p_track->b_selected = VLC_FALSE;
1434
1435     p_track->i_cat = UNKNOWN_ES;
1436
1437     if( !p_tkhd )
1438     {
1439         return;
1440     }
1441
1442     /* do we launch this track by default ? */
1443     p_track->b_enable =
1444         ( ( p_tkhd->data.p_tkhd->i_flags&MP4_TRACK_ENABLED ) != 0 );
1445
1446     p_track->i_track_ID = p_tkhd->data.p_tkhd->i_track_ID;
1447     p_track->i_width = p_tkhd->data.p_tkhd->i_width / 65536;
1448     p_track->i_height = p_tkhd->data.p_tkhd->i_height / 65536;
1449
1450     if( ( p_elst = MP4_BoxGet( p_box_trak, "edts/elst" ) ) )
1451     {
1452 /*        msg_Warn( p_input, "unhandled box: edts --> FIXME" ); */
1453     }
1454
1455     if( p_tref )
1456     {
1457 /*        msg_Warn( p_input, "unhandled box: tref --> FIXME" ); */
1458     }
1459
1460     p_mdhd = MP4_BoxGet( p_box_trak, "mdia/mdhd" );
1461     p_hdlr = MP4_BoxGet( p_box_trak, "mdia/hdlr" );
1462
1463     if( ( !p_mdhd )||( !p_hdlr ) )
1464     {
1465         return;
1466     }
1467
1468     p_track->i_timescale = p_mdhd->data.p_mdhd->i_timescale;
1469
1470     for( i = 0; i < 3; i++ )
1471     {
1472         p_track->i_language[i] = p_mdhd->data.p_mdhd->i_language[i];
1473     }
1474     p_mdhd->data.p_mdhd->i_language[3] = 0;
1475
1476     switch( p_hdlr->data.p_hdlr->i_handler_type )
1477     {
1478         case( FOURCC_soun ):
1479             if( !( p_smhd = MP4_BoxGet( p_box_trak, "mdia/minf/smhd" ) ) )
1480             {
1481                 return;
1482             }
1483             p_track->i_cat = AUDIO_ES;
1484             break;
1485
1486         case( FOURCC_vide ):
1487             if( !( p_vmhd = MP4_BoxGet( p_box_trak, "mdia/minf/vmhd" ) ) )
1488             {
1489                 return;
1490             }
1491             p_track->i_cat = VIDEO_ES;
1492             break;
1493
1494         default:
1495             return;
1496     }
1497 /*  TODO
1498     add support for:
1499     p_dinf = MP4_BoxGet( p_minf, "dinf" );
1500 */
1501     if( !( p_track->p_stbl = MP4_BoxGet( p_box_trak,"mdia/minf/stbl" ) ) )
1502     {
1503         return;
1504     }
1505
1506     if( !( p_track->p_stsd = MP4_BoxGet( p_box_trak,"mdia/minf/stbl/stsd") ) )
1507     {
1508         return;
1509     }
1510
1511     /* fxi i_timescale for AUDIO_ES with i_qt_version == 0 */
1512     if( p_track->i_cat == AUDIO_ES ) //&& p_track->i_sample_size == 1 )
1513     {
1514         MP4_Box_t *p_sample;
1515
1516         p_sample = MP4_BoxGet(  p_track->p_stsd, "[0]" );
1517         if( p_sample && p_sample->data.p_sample_soun)
1518         {
1519             MP4_Box_data_sample_soun_t *p_soun = p_sample->data.p_sample_soun;
1520             if( p_soun->i_qt_version == 0 && p_track->i_timescale != p_soun->i_sampleratehi )
1521             {
1522                 msg_Warn( p_input, "i_timescale != i_sampleratehi with qt_version == 0\nMaking both equal ? (report any problem)" );
1523                 p_track->i_timescale = p_soun->i_sampleratehi;
1524             }
1525         }
1526     }
1527
1528
1529     /* Create chunk  index table */
1530     if( TrackCreateChunksIndex( p_input,p_track  ) )
1531     {
1532         return; /* cannot create chunks index */
1533     }
1534
1535     /* create sample index table needed for reading and seeking */
1536     if( TrackCreateSamplesIndex( p_input, p_track ) )
1537     {
1538         return; /* cannot create samples index */
1539     }
1540
1541     p_track->i_chunk  = 0;
1542     p_track->i_sample = 0;
1543     /* now create es but does not select it */
1544     /* XXX needed else vlc won't know this track exist */
1545     if( TrackCreateES( p_input,
1546                        p_track, p_track->i_chunk,
1547                        &p_track->p_es,
1548                        &p_track->p_pes_init ) )
1549     {
1550         msg_Err( p_input, "cannot create es for track[Id 0x%x]",
1551                  p_track->i_track_ID );
1552         return;
1553     }
1554 #if 0
1555     {
1556         int i;
1557
1558         for( i = 0; i < p_track->i_chunk_count; i++ )
1559         {
1560             fprintf( stderr, "%-5d sample_count=%d pts=%lld\n", i, p_track->chunk[i].i_sample_count, p_track->chunk[i].i_first_dts );
1561
1562         }
1563     }
1564 #endif
1565     p_track->b_ok = VLC_TRUE;
1566 }
1567
1568 /****************************************************************************
1569  * MP4_TrackDestroy:
1570  ****************************************************************************
1571  * Destroy a track created by MP4_TrackCreate.
1572  ****************************************************************************/
1573 static void MP4_TrackDestroy( input_thread_t *p_input,
1574                               track_data_mp4_t *p_track )
1575 {
1576     unsigned int i_chunk;
1577
1578     p_track->b_ok = VLC_FALSE;
1579     p_track->b_enable   = VLC_FALSE;
1580     p_track->b_selected = VLC_FALSE;
1581
1582     p_track->i_cat = UNKNOWN_ES;
1583
1584     if( p_track->p_pes_init )
1585     {
1586         input_DeletePES( p_input->p_method_data, p_track->p_pes_init );
1587     }
1588
1589     for( i_chunk = 0; i_chunk < p_track->i_chunk_count; i_chunk++ )
1590     {
1591         if( p_track->chunk )
1592         {
1593            FREE(p_track->chunk[i_chunk].p_sample_count_dts);
1594            FREE(p_track->chunk[i_chunk].p_sample_delta_dts );
1595         }
1596     }
1597     FREE( p_track->chunk );
1598
1599     if( !p_track->i_sample_size )
1600     {
1601         FREE( p_track->p_sample_size );
1602     }
1603 }
1604
1605 static int  MP4_TrackSelect ( input_thread_t    *p_input,
1606                               track_data_mp4_t  *p_track,
1607                               mtime_t           i_start )
1608 {
1609     uint32_t i_chunk;
1610     uint32_t i_sample;
1611
1612     if( !p_track->b_ok )
1613     {
1614         return( VLC_EGENERIC );
1615     }
1616
1617     if( p_track->b_selected )
1618     {
1619         msg_Warn( p_input,
1620                   "track[Id 0x%x] already selected",
1621                   p_track->i_track_ID );
1622         return( VLC_SUCCESS );
1623     }
1624
1625     if( TrackTimeToSampleChunk( p_input,
1626                                 p_track, i_start,
1627                                 &i_chunk, &i_sample ) )
1628     {
1629         msg_Warn( p_input,
1630                   "cannot select track[Id 0x%x]",
1631                   p_track->i_track_ID );
1632         return( VLC_EGENERIC );
1633     }
1634
1635     p_track->b_selected = VLC_TRUE;
1636
1637     if( TrackGotoChunkSample( p_input, p_track, i_chunk, i_sample ) )
1638     {
1639         p_track->b_selected = VLC_FALSE;
1640     }
1641
1642     return( p_track->b_selected ? VLC_SUCCESS : VLC_EGENERIC );
1643 }
1644
1645 static void MP4_TrackUnselect(input_thread_t    *p_input,
1646                               track_data_mp4_t  *p_track )
1647 {
1648     if( !p_track->b_ok )
1649     {
1650         return;
1651     }
1652
1653     if( !p_track->b_selected )
1654     {
1655         msg_Warn( p_input,
1656                   "track[Id 0x%x] already unselected",
1657                   p_track->i_track_ID );
1658         return;
1659     }
1660
1661     if( p_track->p_es->p_decoder_fifo )
1662     {
1663         vlc_mutex_lock( &p_input->stream.stream_lock );
1664         input_UnselectES( p_input, p_track->p_es );
1665         vlc_mutex_unlock( &p_input->stream.stream_lock );
1666     }
1667
1668     p_track->b_selected = VLC_FALSE;
1669 }
1670
1671 static int  MP4_TrackSeek   ( input_thread_t    *p_input,
1672                               track_data_mp4_t  *p_track,
1673                               mtime_t           i_start )
1674 {
1675     uint32_t i_chunk;
1676     uint32_t i_sample;
1677
1678     if( !p_track->b_ok )
1679     {
1680         return( VLC_EGENERIC );
1681     }
1682
1683     if( TrackTimeToSampleChunk( p_input,
1684                                 p_track, i_start,
1685                                 &i_chunk, &i_sample ) )
1686     {
1687         msg_Warn( p_input,
1688                   "cannot select track[Id 0x%x]",
1689                   p_track->i_track_ID );
1690         return( VLC_EGENERIC );
1691     }
1692
1693     p_track->b_selected = VLC_TRUE;
1694
1695     TrackGotoChunkSample( p_input, p_track, i_chunk, i_sample );
1696
1697     return( p_track->b_selected ? VLC_SUCCESS : VLC_EGENERIC );
1698 }
1699
1700
1701
1702
1703
1704 /*
1705  * 3 types: for audio
1706  * 
1707  */
1708 #define QT_V0_MAX_SAMPLES    1500
1709 static int  MP4_TrackSampleSize( track_data_mp4_t   *p_track )
1710 {
1711     int i_size;
1712     MP4_Box_data_sample_soun_t *p_soun;
1713
1714     if( p_track->i_sample_size == 0 )
1715     {
1716         /* most simple case */
1717         return( p_track->p_sample_size[p_track->i_sample] );
1718     }
1719     if( p_track->i_cat != AUDIO_ES )
1720     {
1721         return( p_track->i_sample_size );
1722     }
1723
1724     if( p_track->i_sample_size != 1 )
1725     {
1726         //msg_Warn( p_input, "SampleSize != 1" );
1727         return( p_track->i_sample_size );
1728     }
1729
1730     p_soun = p_track->p_sample->data.p_sample_soun;
1731
1732     if( p_soun->i_qt_version == 1 )
1733     {
1734         i_size = p_track->chunk[p_track->i_chunk].i_sample_count / p_soun->i_sample_per_packet * p_soun->i_bytes_per_frame;
1735     }
1736     else
1737     {
1738         /* FIXME */
1739         int i_samples = p_track->chunk[p_track->i_chunk].i_sample_count -
1740                 ( p_track->i_sample - p_track->chunk[p_track->i_chunk].i_sample_first );
1741         if( i_samples > QT_V0_MAX_SAMPLES )
1742         {
1743             i_samples = QT_V0_MAX_SAMPLES;
1744         }
1745         i_size = i_samples * p_soun->i_channelcount * p_soun->i_samplesize / 8;
1746     }
1747
1748     //fprintf( stderr, "size=%d\n", i_size );
1749     return( i_size );
1750 }
1751
1752
1753 static uint64_t MP4_GetTrackPos( track_data_mp4_t *p_track )
1754 {
1755     unsigned int i_sample;
1756     uint64_t i_pos;
1757
1758
1759     i_pos = p_track->chunk[p_track->i_chunk].i_offset;
1760
1761     if( p_track->i_sample_size )
1762     {
1763         MP4_Box_data_sample_soun_t *p_soun = p_track->p_sample->data.p_sample_soun;
1764
1765         if( p_soun->i_qt_version == 0 )
1766         {
1767             i_pos += ( p_track->i_sample - p_track->chunk[p_track->i_chunk].i_sample_first ) *
1768                         p_soun->i_channelcount * p_soun->i_samplesize / 8;
1769         }
1770         else
1771         {
1772             /* we read chunk by chunk */
1773             i_pos += 0;
1774         }
1775     }
1776     else
1777     {
1778         for( i_sample = p_track->chunk[p_track->i_chunk].i_sample_first;
1779                 i_sample < p_track->i_sample; i_sample++ )
1780         {
1781             i_pos += p_track->p_sample_size[i_sample];
1782         }
1783
1784     }
1785     return( i_pos );
1786 }
1787
1788 static int  MP4_TrackNextSample( input_thread_t     *p_input,
1789                                  track_data_mp4_t   *p_track )
1790 {
1791
1792     if( p_track->i_cat == AUDIO_ES &&
1793         p_track->i_sample_size != 0 )
1794     {
1795         MP4_Box_data_sample_soun_t *p_soun;
1796
1797         p_soun = p_track->p_sample->data.p_sample_soun;
1798
1799         if( p_soun->i_qt_version == 1 )
1800         {
1801             /* chunk by chunk */
1802             p_track->i_sample =
1803                 p_track->chunk[p_track->i_chunk].i_sample_first +
1804                 p_track->chunk[p_track->i_chunk].i_sample_count;
1805         }
1806         else
1807         {
1808             /* FIXME */
1809             p_track->i_sample += QT_V0_MAX_SAMPLES;
1810             if( p_track->i_sample > p_track->chunk[p_track->i_chunk].i_sample_first + p_track->chunk[p_track->i_chunk].i_sample_count )
1811             {
1812                 p_track->i_sample =
1813                     p_track->chunk[p_track->i_chunk].i_sample_first +
1814                     p_track->chunk[p_track->i_chunk].i_sample_count;
1815             }
1816         }
1817     }
1818     else
1819     {
1820         p_track->i_sample++;
1821     }
1822
1823     if( p_track->i_sample >= p_track->i_sample_count )
1824     {
1825         /* we have reach end of the track so free decoder stuff */
1826         msg_Warn( p_input, "track[0x%x] will be disabled", p_track->i_track_ID );
1827         MP4_TrackUnselect( p_input, p_track );
1828         return( VLC_EGENERIC );
1829     }
1830
1831     /* Have we changed chunk ? */
1832     if( p_track->i_sample >=
1833             p_track->chunk[p_track->i_chunk].i_sample_first +
1834             p_track->chunk[p_track->i_chunk].i_sample_count )
1835     {
1836         if( TrackGotoChunkSample( p_input,
1837                                   p_track,
1838                                   p_track->i_chunk + 1,
1839                                   p_track->i_sample ) )
1840         {
1841             msg_Warn( p_input, "track[0x%x] will be disabled (cannot restart decoder)", p_track->i_track_ID );
1842             MP4_TrackUnselect( p_input, p_track );
1843             return( VLC_EGENERIC );
1844         }
1845     }
1846
1847     return( VLC_SUCCESS );
1848 }
1849
1850