8350571b04c63eace15e034ad709a1ed70340913
[vlc.git] / modules / packetizer / mpeg4video.c
1 /*****************************************************************************
2  * mpeg4video.c: mpeg 4 video packetizer
3  *****************************************************************************
4  * Copyright (C) 2001, 2002 VideoLAN
5  * $Id$
6  *
7  * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8  *          Eric Petit <titer@videolan.org>
9  *          Gildas Bazin <gbazin@netcourrier.com>
10  *
11  * This program is free software; you can redistribute it and/or modify
12  * it under the terms of the GNU General Public License as published by
13  * the Free Software Foundation; either version 2 of the License, or
14  * (at your option) any later version.
15  *
16  * This program is distributed in the hope that it will be useful,
17  * but WITHOUT ANY WARRANTY; without even the implied warranty of
18  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
19  * GNU General Public License for more details.
20  *
21  * You should have received a copy of the GNU General Public License
22  * along with this program; if not, write to the Free Software
23  * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA  02111, USA.
24  *****************************************************************************/
25
26 /*****************************************************************************
27  * Preamble
28  *****************************************************************************/
29 #include <stdlib.h>                                      /* malloc(), free() */
30
31 #include <vlc/vlc.h>
32 #include <vlc/decoder.h>
33 #include <vlc/sout.h>
34
35 #include "vlc_bits.h"
36
37 /*****************************************************************************
38  * Module descriptor
39  *****************************************************************************/
40 static int  Open ( vlc_object_t * );
41 static void Close( vlc_object_t * );
42
43 vlc_module_begin();
44     set_description( _("MPEG4 video packetizer") );
45     set_capability( "packetizer", 50 );
46     set_callbacks( Open, Close );
47 vlc_module_end();
48
49
50 /****************************************************************************
51  * Local prototypes
52  ****************************************************************************/
53 static block_t *Packetize( decoder_t *, block_t ** );
54
55 struct decoder_sys_t
56 {
57     /*
58      * Common properties
59      */
60     mtime_t i_pts;
61     mtime_t i_dts;
62
63
64     vlc_bool_t  b_vop;
65     int         i_buffer;
66     int         i_buffer_size;
67     uint8_t     *p_buffer;
68     unsigned int i_flags;
69
70     vlc_bool_t  b_frame;
71 };
72
73 static int m4v_FindStartCode( uint8_t **pp_start, uint8_t *p_end );
74 static int m4v_VOLParse( es_format_t *fmt, uint8_t *p_vol, int i_vol );
75
76 #define VIDEO_OBJECT_MASK                       0x01f
77 #define VIDEO_OBJECT_LAYER_MASK                 0x00f
78
79 #define VIDEO_OBJECT_START_CODE                 0x100
80 #define VIDEO_OBJECT_LAYER_START_CODE           0x120
81 #define VISUAL_OBJECT_SEQUENCE_START_CODE       0x1b0
82 #define VISUAL_OBJECT_SEQUENCE_END_CODE         0x1b1
83 #define USER_DATA_START_CODE                    0x1b2
84 #define GROUP_OF_VOP_START_CODE                 0x1b3
85 #define VIDEO_SESSION_ERROR_CODE                0x1b4
86 #define VISUAL_OBJECT_START_CODE                0x1b5
87 #define VOP_START_CODE                          0x1b6
88 #define FACE_OBJECT_START_CODE                  0x1ba
89 #define FACE_OBJECT_PLANE_START_CODE            0x1bb
90 #define MESH_OBJECT_START_CODE                  0x1bc
91 #define MESH_OBJECT_PLANE_START_CODE            0x1bd
92 #define STILL_TEXTURE_OBJECT_START_CODE         0x1be
93 #define TEXTURE_SPATIAL_LAYER_START_CODE        0x1bf
94 #define TEXTURE_SNR_LAYER_START_CODE            0x1c0
95
96 /*****************************************************************************
97  * Open: probe the packetizer and return score
98  *****************************************************************************/
99 static int Open( vlc_object_t *p_this )
100 {
101     decoder_t     *p_dec = (decoder_t*)p_this;
102     decoder_sys_t *p_sys;
103
104     switch( p_dec->fmt_in.i_codec )
105     {
106         case VLC_FOURCC( 'm', '4', 's', '2'):
107         case VLC_FOURCC( 'M', '4', 'S', '2'):
108         case VLC_FOURCC( 'm', 'p', '4', 's'):
109         case VLC_FOURCC( 'M', 'P', '4', 'S'):
110         case VLC_FOURCC( 'm', 'p', '4', 'v'):
111         case VLC_FOURCC( 'D', 'I', 'V', 'X'):
112         case VLC_FOURCC( 'd', 'i', 'v', 'x'):
113         case VLC_FOURCC( 'X', 'V', 'I', 'D'):
114         case VLC_FOURCC( 'X', 'v', 'i', 'D'):
115         case VLC_FOURCC( 'x', 'v', 'i', 'd'):
116         case VLC_FOURCC( 'D', 'X', '5', '0'):
117         case VLC_FOURCC( 'd', 'x', '5', '0'):
118         case VLC_FOURCC( 0x04, 0,   0,   0):
119         case VLC_FOURCC( '3', 'I', 'V', '2'):
120         case VLC_FOURCC( 'm', '4', 'c', 'c'):
121         case VLC_FOURCC( 'M', '4', 'C', 'C'):
122             break;
123
124         default:
125             return VLC_EGENERIC;
126     }
127
128     /* Allocate the memory needed to store the decoder's structure */
129     if( ( p_dec->p_sys = p_sys = malloc( sizeof(decoder_sys_t) ) ) == NULL )
130     {
131         msg_Err( p_dec, "out of memory" );
132         return VLC_EGENERIC;
133     }
134     p_sys->i_pts = 0;
135     p_sys->b_vop = VLC_FALSE;
136     p_sys->i_buffer = 0;
137     p_sys->i_buffer_size = 0;
138     p_sys->p_buffer = 0;
139     p_sys->i_flags = 0;
140     p_sys->b_frame = VLC_FALSE;
141
142     /* Setup properties */
143     p_dec->fmt_out = p_dec->fmt_in;
144     p_dec->fmt_out.i_codec = VLC_FOURCC( 'm', 'p', '4', 'v' );
145
146     if( p_dec->fmt_in.i_extra )
147     {
148         /* We have a vol */
149         p_dec->fmt_out.i_extra = p_dec->fmt_in.i_extra;
150         p_dec->fmt_out.p_extra = malloc( p_dec->fmt_in.i_extra );
151         memcpy( p_dec->fmt_out.p_extra, p_dec->fmt_in.p_extra,
152                 p_dec->fmt_in.i_extra );
153
154         msg_Dbg( p_dec, "opening with vol size:%d", p_dec->fmt_in.i_extra );
155         m4v_VOLParse( &p_dec->fmt_out,
156                       p_dec->fmt_out.p_extra, p_dec->fmt_out.i_extra );
157     }
158     else
159     {
160         /* No vol, we'll have to look for one later on */
161         p_dec->fmt_out.i_extra = 0;
162         p_dec->fmt_out.p_extra = 0;
163     }
164
165     /* Set callback */
166     p_dec->pf_packetize = Packetize;
167
168     return VLC_SUCCESS;
169 }
170
171 /*****************************************************************************
172  * Close: clean up the packetizer
173  *****************************************************************************/
174 static void Close( vlc_object_t *p_this )
175 {
176     decoder_t *p_dec = (decoder_t*)p_this;
177
178     if( p_dec->p_sys->p_buffer ) free( p_dec->p_sys->p_buffer );
179     free( p_dec->p_sys );
180 }
181
182 /****************************************************************************
183  * Packetize: the whole thing
184  ****************************************************************************/
185 static block_t *Packetize( decoder_t *p_dec, block_t **pp_block )
186 {
187     decoder_sys_t *p_sys = p_dec->p_sys;
188
189     block_t *p_chain_out = NULL;
190     block_t *p_block;
191     uint8_t *p_vol = NULL;
192     uint8_t *p_start;
193
194     if( !pp_block || !*pp_block ) return NULL;
195
196     p_block = *pp_block;
197
198     /* Append data */
199     if( p_sys->i_buffer + p_block->i_buffer > p_sys->i_buffer_size )
200     {
201         p_sys->i_buffer_size += p_block->i_buffer + 1024;
202         p_sys->p_buffer = realloc( p_sys->p_buffer, p_sys->i_buffer_size );
203     }
204     memcpy( &p_sys->p_buffer[p_sys->i_buffer], p_block->p_buffer,
205             p_block->i_buffer );
206     p_sys->i_buffer += p_block->i_buffer;
207
208     if( p_sys->i_buffer > 10*1000000 )
209     {
210         msg_Err( p_dec, "mmh reseting context" );
211         p_sys->i_buffer = 0;
212     }
213
214     /* Search vop */
215     p_start = &p_sys->p_buffer[p_sys->i_buffer - p_block->i_buffer - 4];
216     if( p_start < p_sys->p_buffer )
217     {
218         p_start = p_sys->p_buffer;
219     }
220     for( ;; )
221     {
222         if( m4v_FindStartCode( &p_start, &p_sys->p_buffer[p_sys->i_buffer] ) )
223         {
224             block_Release( p_block );
225             *pp_block = NULL;
226             return p_chain_out;
227         }
228         /* fprintf( stderr, "start code=0x1%2.2x\n", p_start[3] ); */
229
230         if( p_vol )
231         {
232             /* Copy the complete VOL */
233             p_dec->fmt_out.i_extra = p_start - p_vol;
234             p_dec->fmt_out.p_extra = malloc( p_dec->fmt_out.i_extra );
235             memcpy( p_dec->fmt_out.p_extra, p_vol, p_dec->fmt_out.i_extra );
236             m4v_VOLParse( &p_dec->fmt_out,
237                           p_dec->fmt_out.p_extra, p_dec->fmt_out.i_extra );
238
239             p_vol = NULL;
240         }
241         if( p_sys->b_vop )
242         {
243             /* Output the complete VOP we have */
244             int     i_out = p_start - p_sys->p_buffer;
245             block_t *p_out = block_New( p_dec, i_out );
246
247             /* extract data */
248             memcpy( p_out->p_buffer, p_sys->p_buffer, i_out );
249             if( i_out < p_sys->i_buffer )
250             {
251                 memmove( p_sys->p_buffer, &p_sys->p_buffer[i_out],
252                          p_sys->i_buffer - i_out );
253             }
254             p_sys->i_buffer -= i_out;
255             p_start -= i_out;
256
257             p_out->i_flags = p_sys->i_flags;
258
259             /* FIXME do proper dts/pts */
260             p_out->i_pts = p_sys->i_pts;
261             p_out->i_dts = p_sys->i_dts;
262             /* FIXME doesn't work when there is multiple VOP in one block */
263             if( p_block->i_dts > p_sys->i_dts )
264             {
265                 p_out->i_length = p_block->i_dts - p_sys->i_dts;
266             }
267
268             if( p_dec->fmt_out.i_extra > 0 )
269             {
270                 block_ChainAppend( &p_chain_out, p_out );
271             }
272             else
273             {
274                 msg_Warn( p_dec, "waiting for VOL" );
275                 block_Release( p_out );
276             }
277
278 #if 0
279             fprintf( stderr, "pts=%lld dts=%lld length=%lldms\n",
280                      p_out->i_pts, p_out->i_dts,
281                      p_out->i_length / 1000 );
282 #endif
283             p_sys->b_vop = VLC_FALSE;
284         }
285
286         if( p_start[3] >= 0x20 && p_start[3] <= 0x2f )
287         {
288             /* Start of the VOL */
289             p_vol = p_start;
290         }
291         else if( p_start[3] == 0xb6 )
292         {
293             p_sys->b_vop = VLC_TRUE;
294             switch( p_start[4] >> 6 )
295             {
296                 case 0:
297                     p_sys->i_flags = BLOCK_FLAG_TYPE_I;
298                     break;
299                 case 1:
300                     p_sys->i_flags = BLOCK_FLAG_TYPE_P;
301                     break;
302                 case 2:
303                     p_sys->i_flags = BLOCK_FLAG_TYPE_B;
304                     p_sys->b_frame = VLC_TRUE;
305                     break;
306                 case 3: /* gni ? */
307                     p_sys->i_flags = BLOCK_FLAG_TYPE_PB;
308                     break;
309             }
310
311             /* The pts information is not available in all the containers.
312              * FIXME: calculate the pts correctly */
313             if( p_block->i_pts > 0 )
314             {
315                 p_sys->i_pts = p_block->i_pts;
316             }
317             else if( (p_sys->i_flags&BLOCK_FLAG_TYPE_B) || !p_sys->b_frame )
318             {
319                 p_sys->i_pts = p_block->i_dts;
320             }
321             else
322             {
323                 p_sys->i_pts = 0;
324             }
325             if( p_block->i_dts > 0 )
326             {
327                 p_sys->i_dts = p_block->i_dts;
328             }
329             else if( p_sys->i_dts > 0 )
330             {
331                 /* XXX KLUDGE immonde, else transcode won't work */
332                 p_sys->i_dts += 1000;
333             }
334         }
335         p_start += 4; /* Next */
336     }
337 }
338
339 /****************************************************************************
340  * m4v_FindStartCode
341  ****************************************************************************/
342 static int m4v_FindStartCode( uint8_t **pp_start, uint8_t *p_end )
343 {
344     uint8_t *p = *pp_start;
345
346     /* We wait for 4+1 bytes */
347     for( p = *pp_start; p < p_end - 5; p++ )
348     {
349         if( p[0] == 0 && p[1] == 0 && p[2] == 1 )
350         {
351             *pp_start = p;
352             return VLC_SUCCESS;
353         }
354     }
355
356     *pp_start = p_end;
357     return VLC_EGENERIC;
358 }
359
360
361 /* look at ffmpeg av_log2 ;) */
362 static int vlc_log2( unsigned int v )
363 {
364     int n = 0;
365     static const int vlc_log2_table[16] =
366     {
367         0,0,1,1,2,2,2,2, 3,3,3,3,3,3,3,3
368     };
369
370     if( v&0xffff0000 )
371     {
372         v >>= 16;
373         n += 16;
374     }
375     if( v&0xff00 )
376     {
377         v >>= 8;
378         n += 8;
379     }
380     if( v&0xf0 )
381     {
382         v >>= 4;
383         n += 4;
384     }
385     n += vlc_log2_table[v];
386
387     return n;
388 }
389
390 /* m4v_VOLParse:
391  *  TODO:
392  *      - support aspect ratio
393  */
394 static int m4v_VOLParse( es_format_t *fmt, uint8_t *p_vol, int i_vol )
395 {
396     bs_t s;
397     int i_vo_type;
398     int i_vo_ver_id;
399     int i_ar;
400     int i_shape;
401     int i_time_increment_resolution;
402
403     for( ;; )
404     {
405         if( p_vol[0] == 0x00 && p_vol[1] == 0x00 &&
406             p_vol[2] == 0x01 &&
407             p_vol[3] >= 0x20 && p_vol[3] <= 0x2f )
408         {
409             break;
410         }
411         p_vol++;
412         i_vol--;
413         if( i_vol <= 4 )
414         {
415             return VLC_EGENERIC;
416         }
417     }
418
419     /* parse the vol */
420     bs_init( &s, &p_vol[4], i_vol - 4 );
421
422     bs_skip( &s, 1 );   /* random access */
423     i_vo_type = bs_read( &s, 8 );
424     if( bs_read1( &s ) )
425     {
426         i_vo_ver_id = bs_read( &s, 4 );
427         bs_skip( &s, 3 );
428     }
429     else
430     {
431         i_vo_ver_id = 1;
432     }
433     i_ar = bs_read( &s, 4 );
434     if( i_ar == 0xf )
435     {
436         int i_ar_width, i_ar_height;
437
438         i_ar_width = bs_read( &s, 8 );
439         i_ar_height= bs_read( &s, 8 );
440     }
441     if( bs_read1( &s ) )
442     {
443         int i_chroma_format;
444         int i_low_delay;
445
446         /* vol control parameter */
447         i_chroma_format = bs_read( &s, 2 );
448         i_low_delay = bs_read1( &s );
449
450         if( bs_read1( &s ) )
451         {
452             bs_skip( &s, 16 );
453             bs_skip( &s, 16 );
454             bs_skip( &s, 16 );
455             bs_skip( &s, 3 );
456             bs_skip( &s, 11 );
457             bs_skip( &s, 1 );
458             bs_skip( &s, 16 );
459         }
460     }
461     /* shape 0->RECT, 1->BIN, 2->BIN_ONLY, 3->GRAY */
462     i_shape = bs_read( &s, 2 );
463     if( i_shape == 3 && i_vo_ver_id != 1 )
464     {
465         bs_skip( &s, 4 );
466     }
467
468     if( !bs_read1( &s ) )
469     {
470         /* marker */
471         return VLC_EGENERIC;
472     }
473     i_time_increment_resolution = bs_read( &s, 16 );
474     if( !bs_read1( &s ) )
475     {
476         /* marker */
477         return VLC_EGENERIC;
478     }
479
480     if( bs_read1( &s ) )
481     {
482         int i_time_increment_bits = vlc_log2( i_time_increment_resolution - 1 ) + 1;
483         if( i_time_increment_bits < 1 )
484         {
485             i_time_increment_bits = 1;
486         }
487         bs_skip( &s, i_time_increment_bits );
488     }
489     if( i_shape == 0 )
490     {
491         bs_skip( &s, 1 );
492         fmt->video.i_width = bs_read( &s, 13 );
493         bs_skip( &s, 1 );
494         fmt->video.i_height= bs_read( &s, 13 );
495         bs_skip( &s, 1 );
496     }
497     return VLC_SUCCESS;
498 }
499
500
501