String stuff
[vlc.git] / modules / video_filter / mosaic.c
1 /*****************************************************************************
2  * mosaic.c : Mosaic video plugin for vlc
3  *****************************************************************************
4  * Copyright (C) 2004-2005 the VideoLAN team
5  * $Id$
6  *
7  * Authors: Antoine Cellerier <dionoea@via.ecp.fr>
8  *          Christophe Massiot <massiot@via.ecp.fr>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License as published by
12  * the Free Software Foundation; either version 2 of the License, or
13  * (at your option) any later version.
14  *
15  * This program is distributed in the hope that it will be useful,
16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18  * GNU General Public License for more details.
19  *
20  * You should have received a copy of the GNU General Public License
21  * along with this program; if not, write to the Free Software
22  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
23 *****************************************************************************/
24
25 /*****************************************************************************
26  * Preamble
27  *****************************************************************************/
28 #include <stdlib.h>                                      /* malloc(), free() */
29 #include <string.h>
30 #include <math.h>
31
32 #include <vlc/vlc.h>
33 #include <vlc/vout.h>
34
35 #ifdef HAVE_LIMITS_H
36 #   include <limits.h> /* INT_MAX */
37 #endif
38
39 #include "vlc_filter.h"
40 #include "vlc_image.h"
41
42 #include "mosaic.h"
43
44 #define BLANK_DELAY I64C(1000000)
45
46 /*****************************************************************************
47  * Local prototypes
48  *****************************************************************************/
49 static int  CreateFilter    ( vlc_object_t * );
50 static void DestroyFilter   ( vlc_object_t * );
51
52 static subpicture_t *Filter( filter_t *, mtime_t );
53
54 static int MosaicCallback( vlc_object_t *, char const *, vlc_value_t,
55                            vlc_value_t, void * );
56
57 /*****************************************************************************
58  * filter_sys_t : filter descriptor
59  *****************************************************************************/
60 struct filter_sys_t
61 {
62     vlc_mutex_t lock;
63     vlc_mutex_t *p_lock;
64
65     image_handler_t *p_image;
66     picture_t *p_pic;
67
68     int i_position; /* mosaic positioning method */
69     vlc_bool_t b_ar; /* do we keep the aspect ratio ? */
70     vlc_bool_t b_keep; /* do we keep the original picture format ? */
71     int i_width, i_height; /* mosaic height and width */
72     int i_cols, i_rows; /* mosaic rows and cols */
73     int i_align; /* mosaic alignment in background video */
74     int i_xoffset, i_yoffset; /* top left corner offset */
75     int i_vborder, i_hborder; /* border width/height between miniatures */
76     int i_alpha; /* subfilter alpha blending */
77
78     vlc_bool_t b_bs; /* Bluescreen vars */
79     int i_bsu, i_bsv, i_bsut, i_bsvt;
80
81     char **ppsz_order; /* list of picture-id */
82     int i_order_length;
83
84     mtime_t i_delay;
85 };
86
87 /*****************************************************************************
88  * Module descriptor
89  *****************************************************************************/
90 #define ALPHA_TEXT N_("Transparency")
91 #define ALPHA_LONGTEXT N_("Transparency of the mosaic foreground pictures. " \
92         "0 means transparent, 255 opaque (default)." )
93
94 #define HEIGHT_TEXT N_("Height")
95 #define HEIGHT_LONGTEXT N_( "Total height of the mosaic, in pixels." )
96 #define WIDTH_TEXT N_("Width")
97 #define WIDTH_LONGTEXT N_( "Total width of the mosaic, in pixels." )
98
99 #define XOFFSET_TEXT N_("Top left corner X coordinate")
100 #define XOFFSET_LONGTEXT N_("X Coordinate of the top-left corner of the mosaic.")
101 #define YOFFSET_TEXT N_("Top left corner Y coordinate")
102 #define YOFFSET_LONGTEXT N_("Y Coordinate of the top-left corner of the mosaic.")
103 #define VBORDER_TEXT N_("Vertical border width")
104 #define VBORDER_LONGTEXT N_( "Width in pixels of the border than can be "\
105     "drawn vertically around the mosaic." )
106 #define HBORDER_TEXT N_("Horizontal border width")
107 #define HBORDER_LONGTEXT N_( "Width in pixels of the border than can "\
108     "be drawn horizontally around the mosaic." )
109
110 #define ALIGN_TEXT N_("Mosaic alignment" )
111 #define ALIGN_LONGTEXT N_( \
112   "You can enforce the mosaic alignment on the video " \
113   "(0=center, 1=left, 2=right, 4=top, 8=bottom, you can " \
114   "also use combinations of these values, eg 6 = top-right).")
115
116 #define POS_TEXT N_("Positioning method")
117 #define POS_LONGTEXT N_("Positioning method for the mosaic. auto: " \
118         "automatically choose the best number of rows and columns. " \
119         "fixed: use the user-defined number of rows and columns.")
120
121 /// \bug [String] missing closing parenthesis
122 #define ROWS_TEXT N_("Number of rows")
123 #define ROWS_LONGTEXT N_("Number of image rows in the mosaic (only used if "\
124         "positionning method is set to \"fixed\"." )
125 #define COLS_TEXT N_("Number of columns")
126 #define COLS_LONGTEXT N_("Number of image columns in the mosaic (only used if "\
127         "positionning method is set to \"fixed\"." )
128
129 #define AR_TEXT N_("Keep aspect ratio")
130 #define AR_LONGTEXT N_("Keep the original aspect ratio when resizing " \
131         "mosaic elements." )
132 #define KEEP_TEXT N_("Keep original size")
133 #define KEEP_LONGTEXT N_("Keep the original size of mosaic elements." )
134
135 #define ORDER_TEXT N_("Elements order" )
136 #define ORDER_LONGTEXT N_( "You can enforce the order of the elements on " \
137         "the mosaic. You must give a comma-separated list of picture ID(s)." \
138         "These IDs are assigned in the \"mosaic-bridge\" module." )
139
140 #define DELAY_TEXT N_("Delay")
141 #define DELAY_LONGTEXT N_("Pictures coming from the mosaic elements " \
142         "will be delayed according to this value (in milliseconds). For high " \
143         "values you will need to raise caching at input.")
144
145 #define BLUESCREEN_TEXT N_("Bluescreen" )
146 #define BLUESCREEN_LONGTEXT N_( "This effect, also known as \"greenscreen\" "\
147    "or \"chroma key\" blends the \"blue parts\" of the foreground images of " \
148    "the mosaic on the background (like wheather forecast presenters). You " \
149    "can choose the \"key\" color for blending (blue by default)." )
150
151 #define BLUESCREENU_TEXT N_("Bluescreen U value")
152 #define BLUESCREENU_LONGTEXT N_("\"U\" value for the bluescreen key color " \
153         "(in YUV values). From 0 to 255. Defaults to 120 for blue." )
154 #define BLUESCREENV_TEXT N_("Bluescreen V value")
155 #define BLUESCREENV_LONGTEXT N_("\"V\" value for the bluescreen key color " \
156         "(in YUV values). From 0 to 255. Defaults to 90 for blue." )
157 #define BLUESCREENUTOL_TEXT N_("Bluescreen U tolerance")
158 #define BLUESCREENUTOL_LONGTEXT N_("Tolerance of the bluescreen blender " \
159         "on color variations for the U plane. A value between 10 and 20 " \
160         "seems sensible." )
161 #define BLUESCREENVTOL_TEXT N_("Bluescreen V tolerance")
162 #define BLUESCREENVTOL_LONGTEXT N_("Tolerance of the bluescreen blender " \
163         "on color variations for the V plane. A value between 10 and 20 " \
164         "seems sensible." )
165
166 static int pi_pos_values[] = { 0, 1 };
167 static char * ppsz_pos_descriptions[] =
168 { N_("auto"), N_("fixed") };
169
170 static int pi_align_values[] = { 0, 1, 2, 4, 8, 5, 6, 9, 10 };
171 static char *ppsz_align_descriptions[] =
172      { N_("Center"), N_("Left"), N_("Right"), N_("Top"), N_("Bottom"),
173      N_("Top-Left"), N_("Top-Right"), N_("Bottom-Left"), N_("Bottom-Right") };
174
175
176 vlc_module_begin();
177     set_description( N_("Mosaic video sub filter") );
178     set_shortname( N_("Mosaic") );
179     set_category( CAT_VIDEO );
180     set_subcategory( SUBCAT_VIDEO_SUBPIC);
181     set_capability( "sub filter", 0 );
182     set_callbacks( CreateFilter, DestroyFilter );
183
184     add_integer( "mosaic-alpha", 255, NULL, ALPHA_TEXT, ALPHA_LONGTEXT, VLC_FALSE );
185     add_integer( "mosaic-height", 100, NULL, HEIGHT_TEXT, HEIGHT_LONGTEXT, VLC_FALSE );
186     add_integer( "mosaic-width", 100, NULL, WIDTH_TEXT, WIDTH_LONGTEXT, VLC_FALSE );
187     add_integer( "mosaic-align", 5, NULL, ALIGN_TEXT, ALIGN_LONGTEXT, VLC_TRUE);
188         change_integer_list( pi_align_values, ppsz_align_descriptions, 0 );
189     add_integer( "mosaic-xoffset", 0, NULL, XOFFSET_TEXT, XOFFSET_LONGTEXT, VLC_TRUE );
190     add_integer( "mosaic-yoffset", 0, NULL, YOFFSET_TEXT, YOFFSET_LONGTEXT, VLC_TRUE );
191     add_integer( "mosaic-vborder", 0, NULL, VBORDER_TEXT, VBORDER_LONGTEXT, VLC_TRUE );
192     add_integer( "mosaic-hborder", 0, NULL, HBORDER_TEXT, HBORDER_LONGTEXT, VLC_TRUE );
193
194     add_integer( "mosaic-position", 0, NULL, POS_TEXT, POS_LONGTEXT, VLC_FALSE );
195         change_integer_list( pi_pos_values, ppsz_pos_descriptions, 0 );
196     add_integer( "mosaic-rows", 2, NULL, ROWS_TEXT, ROWS_LONGTEXT, VLC_FALSE );
197     add_integer( "mosaic-cols", 2, NULL, COLS_TEXT, COLS_LONGTEXT, VLC_FALSE );
198     add_bool( "mosaic-keep-aspect-ratio", 0, NULL, AR_TEXT, AR_LONGTEXT, VLC_FALSE );
199     add_bool( "mosaic-keep-picture", 0, NULL, KEEP_TEXT, KEEP_LONGTEXT, VLC_FALSE );
200     add_string( "mosaic-order", "", NULL, ORDER_TEXT, ORDER_LONGTEXT, VLC_FALSE );
201
202     add_integer( "mosaic-delay", 0, NULL, DELAY_TEXT, DELAY_LONGTEXT,
203                  VLC_FALSE );
204
205     add_bool( "mosaic-bs", 0, NULL, BLUESCREEN_TEXT,
206               BLUESCREEN_LONGTEXT, VLC_FALSE );
207     add_integer( "mosaic-bsu", 120, NULL, BLUESCREENU_TEXT,
208                  BLUESCREENU_LONGTEXT, VLC_FALSE );
209     add_integer( "mosaic-bsv", 90, NULL, BLUESCREENV_TEXT,
210                  BLUESCREENV_LONGTEXT, VLC_FALSE );
211     add_integer( "mosaic-bsut", 17, NULL, BLUESCREENUTOL_TEXT,
212                  BLUESCREENUTOL_LONGTEXT, VLC_FALSE );
213     add_integer( "mosaic-bsvt", 17, NULL, BLUESCREENVTOL_TEXT,
214                  BLUESCREENVTOL_LONGTEXT, VLC_FALSE );
215
216     var_Create( p_module->p_libvlc, "mosaic-lock", VLC_VAR_MUTEX );
217 vlc_module_end();
218
219
220 /*****************************************************************************
221  * CreateFiler: allocate mosaic video filter
222  *****************************************************************************/
223 static int CreateFilter( vlc_object_t *p_this )
224 {
225     filter_t *p_filter = (filter_t *)p_this;
226     filter_sys_t *p_sys;
227     libvlc_t *p_libvlc = p_filter->p_libvlc;
228     char *psz_order;
229     int i_index;
230     vlc_value_t val;
231
232     /* The mosaic thread is more important than the decoder threads */
233     vlc_thread_set_priority( p_this, VLC_THREAD_PRIORITY_OUTPUT );
234
235     /* Allocate structure */
236     p_sys = p_filter->p_sys = malloc( sizeof( filter_sys_t ) );
237     if( p_sys == NULL )
238     {
239         msg_Err( p_filter, "out of memory" );
240         return VLC_ENOMEM;
241     }
242
243     p_filter->pf_sub_filter = Filter;
244     p_sys->p_pic = NULL;
245
246     vlc_mutex_init( p_filter, &p_sys->lock );
247     vlc_mutex_lock( &p_sys->lock );
248
249     var_Get( p_libvlc, "mosaic-lock", &val );
250     p_sys->p_lock = val.p_address;
251
252 #define GET_VAR( name, min, max )                                           \
253     p_sys->i_##name = __MIN( max, __MAX( min,                               \
254                 var_CreateGetInteger( p_filter, "mosaic-" #name ) ) );      \
255     var_Destroy( p_filter, "mosaic-" #name );                               \
256     var_Create( p_libvlc, "mosaic-" #name, VLC_VAR_INTEGER );               \
257     var_SetInteger( p_libvlc, "mosaic-" #name, p_sys->i_##name );           \
258     var_AddCallback( p_libvlc, "mosaic-" #name, MosaicCallback, p_sys );
259
260     GET_VAR( width, 0, INT_MAX );
261     GET_VAR( height, 0, INT_MAX );
262     GET_VAR( xoffset, 0, INT_MAX );
263     GET_VAR( yoffset, 0, INT_MAX );
264
265     p_sys->i_align = __MIN( 10, __MAX( 0,  var_CreateGetInteger( p_filter, "mosaic-align" ) ) );
266     if( p_sys->i_align == 3 || p_sys->i_align == 7 )
267         p_sys->i_align = 5;
268     var_Destroy( p_filter, "mosaic-align" );
269     var_Create( p_libvlc, "mosaic-align", VLC_VAR_INTEGER );
270     var_SetInteger( p_libvlc, "mosaic-align", p_sys->i_align );
271     var_AddCallback( p_libvlc, "mosaic-align", MosaicCallback, p_sys );
272
273     GET_VAR( vborder, 0, INT_MAX );
274     GET_VAR( hborder, 0, INT_MAX );
275     GET_VAR( rows, 1, INT_MAX );
276     GET_VAR( cols, 1, INT_MAX );
277     GET_VAR( alpha, 0, 255 );
278     GET_VAR( position, 0, 1 );
279     GET_VAR( delay, 100, INT_MAX );
280     p_sys->i_delay *= 1000;
281
282     p_sys->b_ar = var_CreateGetBool( p_filter, "mosaic-keep-aspect-ratio" );
283     var_Destroy( p_filter, "mosaic-keep-aspect-ratio" );
284     var_Create( p_libvlc, "mosaic-keep-aspect-ratio", VLC_VAR_INTEGER );
285     var_SetBool( p_libvlc, "mosaic-keep-aspect-ratio", p_sys->b_ar );
286     var_AddCallback( p_libvlc, "mosaic-keep-aspect-ratio", MosaicCallback,
287                      p_sys );
288
289     p_sys->b_keep = var_CreateGetBool( p_filter, "mosaic-keep-picture" );
290     if ( !p_sys->b_keep )
291     {
292         p_sys->p_image = image_HandlerCreate( p_filter );
293     }
294
295     p_sys->i_order_length = 0;
296     p_sys->ppsz_order = NULL;
297     psz_order = var_CreateGetString( p_filter, "mosaic-order" );
298
299     if( psz_order[0] != 0 )
300     {
301         char *psz_end = NULL;
302         i_index = 0;
303         do
304         {
305             psz_end = strchr( psz_order, ',' );
306             i_index++;
307             p_sys->ppsz_order = realloc( p_sys->ppsz_order,
308                                          i_index * sizeof(char *) );
309             p_sys->ppsz_order[i_index - 1] = strndup( psz_order,
310                                            psz_end - psz_order );
311             psz_order = psz_end+1;
312         } while( NULL !=  psz_end );
313         p_sys->i_order_length = i_index;
314     }
315
316     /* Bluescreen specific stuff */
317     GET_VAR( bsu, 0x00, 0xff );
318     GET_VAR( bsv, 0x00, 0xff );
319     GET_VAR( bsut, 0x00, 0xff );
320     GET_VAR( bsvt, 0x00, 0xff );
321     p_sys->b_bs = var_CreateGetBool( p_filter, "mosaic-bs" );
322     var_Destroy( p_filter, "mosaic-bs" );
323     var_Create( p_libvlc, "mosaic-bs", VLC_VAR_INTEGER );
324     var_SetBool( p_libvlc, "mosaic-bs", p_sys->b_bs );
325     var_AddCallback( p_libvlc, "mosaic-bs", MosaicCallback, p_sys );
326     if( p_sys->b_bs && p_sys->b_keep )
327     {
328         msg_Warn( p_filter, "mosaic-keep-picture needs to be disabled for"
329                             " bluescreen to work" );
330     }
331
332     vlc_mutex_unlock( &p_sys->lock );
333
334     return VLC_SUCCESS;
335 }
336
337 /*****************************************************************************
338  * DestroyFilter: destroy mosaic video filter
339  *****************************************************************************/
340 static void DestroyFilter( vlc_object_t *p_this )
341 {
342     filter_t *p_filter = (filter_t*)p_this;
343     filter_sys_t *p_sys = p_filter->p_sys;
344     libvlc_t *p_libvlc = p_filter->p_libvlc;
345     int i_index;
346
347     vlc_mutex_lock( &p_sys->lock );
348
349     if( !p_sys->b_keep )
350     {
351         image_HandlerDelete( p_sys->p_image );
352     }
353
354     if( p_sys->i_order_length )
355     {
356         for( i_index = 0; i_index < p_sys->i_order_length; i_index++ )
357         {
358             free( p_sys->ppsz_order[i_index] );
359         }
360         free( p_sys->ppsz_order );
361     }
362
363     var_Destroy( p_libvlc, "mosaic-alpha" );
364     var_Destroy( p_libvlc, "mosaic-height" );
365     var_Destroy( p_libvlc, "mosaic-align" );
366     var_Destroy( p_libvlc, "mosaic-width" );
367     var_Destroy( p_libvlc, "mosaic-xoffset" );
368     var_Destroy( p_libvlc, "mosaic-yoffset" );
369     var_Destroy( p_libvlc, "mosaic-vborder" );
370     var_Destroy( p_libvlc, "mosaic-hborder" );
371     var_Destroy( p_libvlc, "mosaic-position" );
372     var_Destroy( p_libvlc, "mosaic-rows" );
373     var_Destroy( p_libvlc, "mosaic-cols" );
374     var_Destroy( p_libvlc, "mosaic-keep-aspect-ratio" );
375
376     var_Destroy( p_libvlc, "mosaic-bsu" );
377     var_Destroy( p_libvlc, "mosaic-bsv" );
378     var_Destroy( p_libvlc, "mosaic-bsut" );
379     var_Destroy( p_libvlc, "mosaic-bsvt" );
380     var_Destroy( p_libvlc, "mosaic-bs" );
381
382     if( p_sys->p_pic ) p_sys->p_pic->pf_release( p_sys->p_pic );
383     vlc_mutex_unlock( &p_sys->lock );
384     vlc_mutex_destroy( &p_sys->lock );
385     free( p_sys );
386 }
387
388 /*****************************************************************************
389  * MosaicReleasePicture : Hack to avoid picture duplication
390  *****************************************************************************/
391 static void MosaicReleasePicture( picture_t *p_picture )
392 {
393     picture_t *p_original_pic = (picture_t *)p_picture->p_sys;
394
395     p_original_pic->pf_release( p_original_pic );
396 }
397
398 /*****************************************************************************
399  * Filter
400  *****************************************************************************/
401 static subpicture_t *Filter( filter_t *p_filter, mtime_t date )
402 {
403     filter_sys_t *p_sys = p_filter->p_sys;
404     bridge_t *p_bridge;
405
406     subpicture_t *p_spu;
407
408     int i_index, i_real_index, i_row, i_col;
409     int i_greatest_real_index_used = p_sys->i_order_length - 1;
410
411     unsigned int col_inner_width, row_inner_height;
412
413     subpicture_region_t *p_region;
414     subpicture_region_t *p_region_prev = NULL;
415
416     /* Allocate the subpicture internal data. */
417     p_spu = p_filter->pf_sub_buffer_new( p_filter );
418     if( !p_spu )
419     {
420         return NULL;
421     }
422
423     /* Initialize subpicture */
424     p_spu->i_channel = 0;
425     p_spu->i_start  = date;
426     p_spu->i_stop = 0;
427     p_spu->b_ephemer = VLC_TRUE;
428     p_spu->i_alpha = p_sys->i_alpha;
429     p_spu->i_flags = p_sys->i_align;
430     p_spu->b_absolute = VLC_FALSE;
431
432     vlc_mutex_lock( &p_sys->lock );
433     vlc_mutex_lock( p_sys->p_lock );
434
435     p_bridge = GetBridge( p_filter );
436     if ( p_bridge == NULL )
437     {
438         vlc_mutex_unlock( p_sys->p_lock );
439         vlc_mutex_unlock( &p_sys->lock );
440         return p_spu;
441     }
442
443     if ( p_sys->i_position == 0 ) /* use automatic positioning */
444     {
445         int i_numpics = p_sys->i_order_length; /* keep slots and all */
446         for ( i_index = 0; i_index < p_bridge->i_es_num; i_index++ )
447         {
448             bridged_es_t *p_es = p_bridge->pp_es[i_index];
449             if ( !p_es->b_empty )
450             {
451                 i_numpics ++;
452                 if( p_sys->i_order_length && p_es->psz_id != 0 )
453                 {
454                     /* We also want to leave slots for images given in
455                      * mosaic-order that are not available in p_vout_picture */
456                     int i;
457                     for( i = 0; i < p_sys->i_order_length ; i++ )
458                     {
459                         if( !strcmp( p_sys->ppsz_order[i], p_es->psz_id ) )
460                         {
461                             i_numpics--;
462                             break;
463                         }
464                     }
465
466                 }
467             }
468         }
469         p_sys->i_rows = ((int)ceil(sqrt( (float)i_numpics )));
470         p_sys->i_cols = ( i_numpics % p_sys->i_rows == 0 ?
471                             i_numpics / p_sys->i_rows :
472                             i_numpics / p_sys->i_rows + 1 );
473     }
474
475     col_inner_width  = ( ( p_sys->i_width - ( p_sys->i_cols - 1 )
476                        * p_sys->i_vborder ) / p_sys->i_cols );
477     row_inner_height = ( ( p_sys->i_height - ( p_sys->i_rows - 1 )
478                        * p_sys->i_hborder ) / p_sys->i_rows );
479
480     i_real_index = 0;
481
482     for ( i_index = 0; i_index < p_bridge->i_es_num; i_index++ )
483     {
484         bridged_es_t *p_es = p_bridge->pp_es[i_index];
485         video_format_t fmt_in = {0}, fmt_out = {0};
486         picture_t *p_converted;
487
488         if ( p_es->b_empty )
489             continue;
490
491         while ( p_es->p_picture != NULL
492                  && p_es->p_picture->date + p_sys->i_delay < date )
493         {
494             if ( p_es->p_picture->p_next != NULL )
495             {
496                 picture_t *p_next = p_es->p_picture->p_next;
497                 p_es->p_picture->pf_release( p_es->p_picture );
498                 p_es->p_picture = p_next;
499             }
500             else if ( p_es->p_picture->date + p_sys->i_delay + BLANK_DELAY <
501                         date )
502             {
503                 /* Display blank */
504                 p_es->p_picture->pf_release( p_es->p_picture );
505                 p_es->p_picture = NULL;
506                 p_es->pp_last = &p_es->p_picture;
507                 break;
508             }
509             else
510             {
511                 msg_Dbg( p_filter, "too late picture for %s (" I64Fd ")",
512                          p_es->psz_id,
513                          date - p_es->p_picture->date - p_sys->i_delay );
514                 break;
515             }
516         }
517
518         if ( p_es->p_picture == NULL )
519             continue;
520
521         if ( p_sys->i_order_length == 0 )
522         {
523             i_real_index++;
524         }
525         else
526         {
527             int i;
528             for ( i = 0; i <= p_sys->i_order_length; i++ )
529             {
530                 if ( i == p_sys->i_order_length ) break;
531                 if ( strcmp( p_es->psz_id, p_sys->ppsz_order[i] ) == 0 )
532                 {
533                     i_real_index = i;
534                     break;
535                 }
536             }
537             if ( i == p_sys->i_order_length )
538                 i_real_index = ++i_greatest_real_index_used;
539         }
540         i_row = ( i_real_index / p_sys->i_cols ) % p_sys->i_rows;
541         i_col = i_real_index % p_sys->i_cols ;
542
543         if ( !p_sys->b_keep )
544         {
545             /* Convert the images */
546             fmt_in.i_chroma = p_es->p_picture->format.i_chroma;
547             fmt_in.i_height = p_es->p_picture->format.i_height;
548             fmt_in.i_width = p_es->p_picture->format.i_width;
549
550             fmt_out.i_chroma = VLC_FOURCC('Y','U','V','A');
551             fmt_out.i_width = col_inner_width;
552             fmt_out.i_height = row_inner_height;
553
554             if( p_sys->b_ar ) /* keep aspect ratio */
555             {
556                 if( (float)fmt_out.i_width / (float)fmt_out.i_height
557                       > (float)fmt_in.i_width / (float)fmt_in.i_height )
558                 {
559                     fmt_out.i_width = ( fmt_out.i_height * fmt_in.i_width )
560                                          / fmt_in.i_height;
561                 }
562                 else
563                 {
564                     fmt_out.i_height = ( fmt_out.i_width * fmt_in.i_height )
565                                         / fmt_in.i_width;
566                 }
567              }
568
569             fmt_out.i_visible_width = fmt_out.i_width;
570             fmt_out.i_visible_height = fmt_out.i_height;
571
572             p_converted = image_Convert( p_sys->p_image, p_es->p_picture,
573                                          &fmt_in, &fmt_out );
574             if( !p_converted )
575             {
576                 msg_Warn( p_filter,
577                            "image resizing and chroma conversion failed" );
578                 continue;
579             }
580
581             /* Bluescreen stuff */
582             if( p_sys->b_bs )
583             {
584                 int i,j;
585                 int i_lines = p_converted->p[ A_PLANE ].i_lines;
586                 int i_pitch = p_converted->p[ A_PLANE ].i_pitch;
587                 uint8_t *p_a = p_converted->p[ A_PLANE ].p_pixels;
588                 uint8_t *p_at = malloc( i_lines * i_pitch * sizeof( uint8_t ) );
589                 uint8_t *p_u = p_converted->p[ U_PLANE ].p_pixels;
590                 uint8_t *p_v = p_converted->p[ V_PLANE ].p_pixels;
591                 uint8_t umin, umax, vmin, vmax;
592                 umin = p_sys->i_bsu - p_sys->i_bsut >= 0x00 ?
593                        p_sys->i_bsu - p_sys->i_bsut : 0x00;
594                 umax = p_sys->i_bsu + p_sys->i_bsut <= 0xff ?
595                        p_sys->i_bsu + p_sys->i_bsut : 0xff;
596                 vmin = p_sys->i_bsv - p_sys->i_bsvt >= 0x00 ?
597                        p_sys->i_bsv - p_sys->i_bsvt : 0x00;
598                 vmax = p_sys->i_bsv + p_sys->i_bsvt <= 0xff ?
599                        p_sys->i_bsv + p_sys->i_bsvt : 0xff;
600
601                 for( i = 0; i < i_lines*i_pitch; i++ )
602                 {
603                     if(    p_u[i] < umax
604                         && p_u[i] > umin
605                         && p_v[i] < vmax
606                         && p_v[i] > vmin )
607                     {
608                         p_at[i] = 0x00;
609                     }
610                     else
611                     {
612                         p_at[i] = 0xff;
613                     }
614                 }
615                 /* Gaussian convolution to make it look cleaner */
616                 memset( p_a, 0, 2 * i_pitch );
617                 for( i = 2; i < i_lines - 2; i++ )
618                 {
619                     p_a[i*i_pitch] = 0x00;
620                     p_a[i*i_pitch+1] = 0x00;
621                     for( j = 2; j < i_pitch - 2; j ++ )
622                     {
623                         p_a[i*i_pitch+j] = (uint8_t)((
624                           /* 2 rows up */
625                             ( p_at[(i-2)*i_pitch+j-2]<<1 )
626                           + ( p_at[(i-2)*i_pitch+j-1]<<2 )
627                           + ( p_at[(i-2)*i_pitch+j]<<2 )
628                           + ( p_at[(i-2)*i_pitch+j+1]<<2 )
629                           + ( p_at[(i-2)*i_pitch+j+2]<<1 )
630                           /* 1 row up */
631                           + ( p_at[(i-1)*i_pitch+j-1]<<3 )
632                           + ( p_at[(i-1)*i_pitch+j-2]<<2 )
633                           + ( p_at[(i-1)*i_pitch+j]*12 )
634                           + ( p_at[(i-1)*i_pitch+j+1]<<3 )
635                           + ( p_at[(i-1)*i_pitch+j+2]<<2 )
636                           /* */
637                           + ( p_at[i*i_pitch+j-2]<<2 )
638                           + ( p_at[i*i_pitch+j-1]*12 )
639                           + ( p_at[i*i_pitch+j]<<4 )
640                           + ( p_at[i*i_pitch+j+1]*12 )
641                           + ( p_at[i*i_pitch+j+2]<<2 )
642                           /* 1 row down */
643                           + ( p_at[(i+1)*i_pitch+j-2]<<2 )
644                           + ( p_at[(i+1)*i_pitch+j-1]<<3 )
645                           + ( p_at[(i+1)*i_pitch+j]*12 )
646                           + ( p_at[(i+1)*i_pitch+j+1]<<3 )
647                           + ( p_at[(i+1)*i_pitch+j+2]<<2 )
648                           /* 2 rows down */
649                           + ( p_at[(i+2)*i_pitch+j-2]<<1 )
650                           + ( p_at[(i+2)*i_pitch+j-1]<<2 )
651                           + ( p_at[(i+2)*i_pitch+j]<<2 )
652                           + ( p_at[(i+2)*i_pitch+j+1]<<2 )
653                           + ( p_at[(i+2)*i_pitch+j+2]<<1 )
654                           )/152);
655                           if( p_a[i*i_pitch+j] < 0xbf ) p_a[i*i_pitch+j] = 0x00;
656                     }
657                 }
658                 free( p_at );
659             }
660         }
661         else
662         {
663             p_converted = p_es->p_picture;
664             p_converted->i_refcount++;
665             fmt_in.i_width = fmt_out.i_width = p_converted->format.i_width;
666             fmt_in.i_height = fmt_out.i_height = p_converted->format.i_height;
667             fmt_in.i_chroma = fmt_out.i_chroma = p_converted->format.i_chroma;
668             fmt_out.i_visible_width = fmt_out.i_width;
669             fmt_out.i_visible_height = fmt_out.i_height;
670         }
671
672         p_region = p_spu->pf_make_region( VLC_OBJECT(p_filter), &fmt_out,
673                                           p_converted );
674         if( !p_region )
675         {
676             msg_Err( p_filter, "cannot allocate SPU region" );
677             p_filter->pf_sub_buffer_del( p_filter, p_spu );
678             vlc_mutex_unlock( &p_sys->lock );
679             vlc_mutex_unlock( p_sys->p_lock );
680             return p_spu;
681         }
682
683         /* HACK ALERT : let's fix the pointers to avoid picture duplication.
684          * This is necessary because p_region->picture is not a pointer
685          * as it ought to be. */
686         if( !p_sys->b_keep )
687         {
688             free( p_converted );
689         }
690         else
691         {
692             /* Keep a pointer to the original picture (and its refcount...). */
693             p_region->picture.p_sys = (picture_sys_t *)p_converted;
694             p_region->picture.pf_release = MosaicReleasePicture;
695         }
696
697         if( fmt_out.i_width > col_inner_width ||
698             p_sys->b_ar || p_sys->b_keep )
699         {
700             /* we don't have to center the video since it takes the
701             whole rectangle area or it's larger than the rectangle */
702             p_region->i_x = p_sys->i_xoffset
703                         + i_col * ( p_sys->i_width / p_sys->i_cols )
704                         + ( i_col * p_sys->i_vborder ) / p_sys->i_cols;
705         }
706         else
707         {
708             /* center the video in the dedicated rectangle */
709             p_region->i_x = p_sys->i_xoffset
710                     + i_col * ( p_sys->i_width / p_sys->i_cols )
711                     + ( i_col * p_sys->i_vborder ) / p_sys->i_cols
712                     + ( col_inner_width - fmt_out.i_width ) / 2;
713         }
714
715         if( fmt_out.i_height < row_inner_height
716             || p_sys->b_ar || p_sys->b_keep )
717         {
718             /* we don't have to center the video since it takes the
719             whole rectangle area or it's taller than the rectangle */
720             p_region->i_y = p_sys->i_yoffset
721                     + i_row * ( p_sys->i_height / p_sys->i_rows )
722                     + ( i_row * p_sys->i_hborder ) / p_sys->i_rows;
723         }
724         else
725         {
726             /* center the video in the dedicated rectangle */
727             p_region->i_y = p_sys->i_yoffset
728                     + i_row * ( p_sys->i_height / p_sys->i_rows )
729                     + ( i_row * p_sys->i_hborder ) / p_sys->i_rows
730                     + ( row_inner_height - fmt_out.i_height ) / 2;
731         }
732
733         if( p_region_prev == NULL )
734         {
735             p_spu->p_region = p_region;
736         }
737         else
738         {
739             p_region_prev->p_next = p_region;
740         }
741
742         p_region_prev = p_region;
743     }
744
745     vlc_mutex_unlock( p_sys->p_lock );
746     vlc_mutex_unlock( &p_sys->lock );
747
748     return p_spu;
749 }
750
751 /*****************************************************************************
752 * Callback to update params on the fly
753 *****************************************************************************/
754 static int MosaicCallback( vlc_object_t *p_this, char const *psz_var,
755                             vlc_value_t oldval, vlc_value_t newval,
756                             void *p_data )
757 {
758     filter_sys_t *p_sys = (filter_sys_t *) p_data;
759     if( !strcmp( psz_var, "mosaic-alpha" ) )
760     {
761         vlc_mutex_lock( &p_sys->lock );
762         msg_Dbg( p_this, "changing alpha from %d/255 to %d/255",
763                          p_sys->i_alpha, newval.i_int);
764         p_sys->i_alpha = __MIN( __MAX( newval.i_int, 0 ), 255 );
765         vlc_mutex_unlock( &p_sys->lock );
766     }
767     else if( !strcmp( psz_var, "mosaic-height" ) )
768     {
769         vlc_mutex_lock( &p_sys->lock );
770         msg_Dbg( p_this, "changing height from %dpx to %dpx",
771                           p_sys->i_height, newval.i_int );
772         p_sys->i_height = __MAX( newval.i_int, 0 );
773         vlc_mutex_unlock( &p_sys->lock );
774     }
775     else if( !strcmp( psz_var, "mosaic-width" ) )
776     {
777         vlc_mutex_lock( &p_sys->lock );
778         msg_Dbg( p_this, "changing width from %dpx to %dpx",
779                          p_sys->i_width, newval.i_int );
780         p_sys->i_width = __MAX( newval.i_int, 0 );
781         vlc_mutex_unlock( &p_sys->lock );
782     }
783     else if( !strcmp( psz_var, "mosaic-xoffset" ) )
784     {
785         vlc_mutex_lock( &p_sys->lock );
786         msg_Dbg( p_this, "changing x offset from %dpx to %dpx",
787                          p_sys->i_xoffset, newval.i_int );
788         p_sys->i_xoffset = __MAX( newval.i_int, 0 );
789         vlc_mutex_unlock( &p_sys->lock );
790     }
791     else if( !strcmp( psz_var, "mosaic-yoffset" ) )
792     {
793         vlc_mutex_lock( &p_sys->lock );
794         msg_Dbg( p_this, "changing y offset from %dpx to %dpx",
795                          p_sys->i_yoffset, newval.i_int );
796         p_sys->i_yoffset = __MAX( newval.i_int, 0 );
797         vlc_mutex_unlock( &p_sys->lock );
798     }
799     else if( !strcmp( psz_var, "mosaic-align" ) )
800     {
801         int i_old = 0, i_new = 0;
802         vlc_mutex_lock( &p_sys->lock );
803         newval.i_int = __MIN( __MAX( newval.i_int, 0 ), 10 );
804         if( newval.i_int == 3 || newval.i_int == 7 )
805             newval.i_int = 5;
806         while( pi_align_values[i_old] != p_sys->i_align ) i_old++;
807         while( pi_align_values[i_new] != newval.i_int ) i_new++;
808         msg_Dbg( p_this, "changing alignment from %d (%s) to %d (%s)",
809                      p_sys->i_align, ppsz_align_descriptions[i_old],
810                      newval.i_int, ppsz_align_descriptions[i_new] );
811         p_sys->i_align = newval.i_int;
812         vlc_mutex_unlock( &p_sys->lock );
813     }
814     else if( !strcmp( psz_var, "mosaic-vborder" ) )
815     {
816         vlc_mutex_lock( &p_sys->lock );
817         msg_Dbg( p_this, "changing vertical border from %dpx to %dpx",
818                          p_sys->i_vborder, newval.i_int );
819         p_sys->i_vborder = __MAX( newval.i_int, 0 );
820         vlc_mutex_unlock( &p_sys->lock );
821     }
822     else if( !strcmp( psz_var, "mosaic-hborder" ) )
823     {
824         vlc_mutex_lock( &p_sys->lock );
825         msg_Dbg( p_this, "changing horizontal border from %dpx to %dpx",
826                          p_sys->i_vborder, newval.i_int );
827         p_sys->i_hborder = __MAX( newval.i_int, 0 );
828         vlc_mutex_unlock( &p_sys->lock );
829     }
830     else if( !strcmp( psz_var, "mosaic-position" ) )
831     {
832         if( newval.i_int > 1 || newval.i_int < 0 )
833         {
834             msg_Err( p_this, "Position is either 0 (auto) or 1 (fixed)" );
835         }
836         else
837         {
838             vlc_mutex_lock( &p_sys->lock );
839             msg_Dbg( p_this, "changing position method from %d (%s) to %d (%s)",
840                              p_sys->i_position, ppsz_pos_descriptions[p_sys->i_position],
841                              newval.i_int, ppsz_pos_descriptions[newval.i_int]);
842             p_sys->i_position = newval.i_int;
843             vlc_mutex_unlock( &p_sys->lock );
844         }
845     }
846     else if( !strcmp( psz_var, "mosaic-rows" ) )
847     {
848         vlc_mutex_lock( &p_sys->lock );
849         msg_Dbg( p_this, "changing number of rows from %d to %d",
850                          p_sys->i_rows, newval.i_int );
851         p_sys->i_rows = __MAX( newval.i_int, 1 );
852         vlc_mutex_unlock( &p_sys->lock );
853     }
854     else if( !strcmp( psz_var, "mosaic-cols" ) )
855     {
856         vlc_mutex_lock( &p_sys->lock );
857         msg_Dbg( p_this, "changing number of columns from %d to %d",
858                          p_sys->i_cols, newval.i_int );
859         p_sys->i_cols = __MAX( newval.i_int, 1 );
860         vlc_mutex_unlock( &p_sys->lock );
861     }
862     else if( !strcmp( psz_var, "mosaic-keep-aspect-ratio" ) )
863     {
864         vlc_mutex_lock( &p_sys->lock );
865         if( newval.i_int )
866         {
867             msg_Dbg( p_this, "keeping aspect ratio" );
868             p_sys->b_ar = 1;
869         }
870         else
871         {
872             msg_Dbg( p_this, "won't keep aspect ratio" );
873             p_sys->b_ar = 0;
874         }
875         vlc_mutex_unlock( &p_sys->lock );
876     }
877     return VLC_SUCCESS;
878 }