video_filter: fix warnings
[vlc.git] / modules / video_filter / erase.c
1 /*****************************************************************************
2  * erase.c : logo erase video filter
3  *****************************************************************************
4  * Copyright (C) 2007 the VideoLAN team
5  * $Id$
6  *
7  * Authors: Antoine Cellerier <dionoea -at- videolan -dot- org>
8  *
9  * This program is free software; you can redistribute it and/or modify
10  * it under the terms of the GNU General Public License as published by
11  * the Free Software Foundation; either version 2 of the License, or
12  * (at your option) any later version.
13  *
14  * This program is distributed in the hope that it will be useful,
15  * but WITHOUT ANY WARRANTY; without even the implied warranty of
16  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
17  * GNU General Public License for more details.
18  *
19  * You should have received a copy of the GNU General Public License
20  * along with this program; if not, write to the Free Software
21  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22  *****************************************************************************/
23
24 /*****************************************************************************
25  * Preamble
26  *****************************************************************************/
27
28 #ifdef HAVE_CONFIG_H
29 # include "config.h"
30 #endif
31
32 #include <vlc/vlc.h>
33 #include <vlc_sout.h>
34 #include <vlc_vout.h>
35 #include "vlc_image.h"
36
37 #include "vlc_filter.h"
38
39 /*****************************************************************************
40  * Local prototypes
41  *****************************************************************************/
42 static int  Create    ( vlc_object_t * );
43 static void Destroy   ( vlc_object_t * );
44
45 static picture_t *Filter( filter_t *, picture_t * );
46 static void FilterErase( filter_t *, picture_t *, picture_t * );
47 static int EraseCallback( vlc_object_t *, char const *,
48                           vlc_value_t, vlc_value_t, void * );
49
50 /*****************************************************************************
51  * Module descriptor
52  *****************************************************************************/
53 #define MASK_TEXT N_("Image mask")
54 #define MASK_LONGTEXT N_("Image mask. Pixels with an alpha value greater than 50% will be erased.")
55
56 #define POSX_TEXT N_("X coordinate")
57 #define POSX_LONGTEXT N_("X coordinate of the mask.")
58 #define POSY_TEXT N_("Y coordinate")
59 #define POSY_LONGTEXT N_("Y coordinate of the mask.")
60
61 #define CFG_PREFIX "erase-"
62
63 vlc_module_begin();
64     set_description( _("Erase video filter") );
65     set_shortname( _( "Erase" ));
66     set_capability( "video filter2", 0 );
67     set_category( CAT_VIDEO );
68     set_subcategory( SUBCAT_VIDEO_VFILTER );
69
70     add_file( CFG_PREFIX "mask", NULL, NULL,
71               MASK_TEXT, MASK_LONGTEXT, VLC_FALSE );
72     add_integer( CFG_PREFIX "x", 0, NULL, POSX_TEXT, POSX_LONGTEXT, VLC_FALSE );
73     add_integer( CFG_PREFIX "y", 0, NULL, POSY_TEXT, POSY_LONGTEXT, VLC_FALSE );
74
75     add_shortcut( "erase" );
76     set_callbacks( Create, Destroy );
77 vlc_module_end();
78
79 static const char *ppsz_filter_options[] = {
80     "mask", "x", "y", NULL
81 };
82
83 /*****************************************************************************
84  * filter_sys_t
85  *****************************************************************************/
86 struct filter_sys_t
87 {
88     int i_x;
89     int i_y;
90     picture_t *p_mask;
91     vlc_mutex_t lock;
92 };
93
94 static void LoadMask( filter_t *p_filter, const char *psz_filename )
95 {
96     image_handler_t *p_image;
97     video_format_t fmt_in, fmt_out;
98     picture_t *p_old_mask = p_filter->p_sys->p_mask;
99     memset( &fmt_in, 0, sizeof( video_format_t ) );
100     memset( &fmt_out, 0, sizeof( video_format_t ) );
101     fmt_out.i_chroma = VLC_FOURCC('Y','U','V','A');
102     p_image = image_HandlerCreate( p_filter );
103     p_filter->p_sys->p_mask =
104         image_ReadUrl( p_image, psz_filename, &fmt_in, &fmt_out );
105     if( p_filter->p_sys->p_mask )
106     {
107         if( p_old_mask )
108             p_old_mask->pf_release( p_old_mask );
109     }
110     else if( p_old_mask )
111     {
112         p_filter->p_sys->p_mask = p_old_mask;
113         msg_Err( p_filter, "Error while loading new mask. Keeping old mask." );
114     }
115     image_HandlerDelete( p_image );
116 }
117
118 /*****************************************************************************
119  * Create
120  *****************************************************************************/
121 static int Create( vlc_object_t *p_this )
122 {
123     filter_t *p_filter = (filter_t *)p_this;
124     filter_sys_t *p_sys;
125     char *psz_filename;
126
127     switch( p_filter->fmt_in.video.i_chroma )
128     {
129         case VLC_FOURCC('I','4','2','0'):
130         case VLC_FOURCC('I','Y','U','V'):
131         case VLC_FOURCC('J','4','2','0'):
132         case VLC_FOURCC('Y','V','1','2'):
133
134         case VLC_FOURCC('I','4','2','2'):
135         case VLC_FOURCC('J','4','2','2'):
136             break;
137
138         default:
139             msg_Err( p_filter, "Unsupported input chroma (%4s)",
140                      (char*)&(p_filter->fmt_in.video.i_chroma) );
141             return VLC_EGENERIC;
142     }
143
144     /* Allocate structure */
145     p_filter->p_sys = malloc( sizeof( filter_sys_t ) );
146     if( p_filter->p_sys == NULL )
147     {
148         msg_Err( p_filter, "out of memory" );
149         return VLC_ENOMEM;
150     }
151     p_sys = p_filter->p_sys;
152
153     p_filter->pf_video_filter = Filter;
154
155     config_ChainParse( p_filter, CFG_PREFIX, ppsz_filter_options,
156                        p_filter->p_cfg );
157
158     psz_filename =
159         var_CreateGetNonEmptyStringCommand( p_filter, CFG_PREFIX "mask" );
160
161     if( !psz_filename )
162     {
163         msg_Err( p_filter, "Missing 'mask' option value." );
164         return VLC_EGENERIC;
165     }
166
167     p_sys->p_mask = NULL;
168     LoadMask( p_filter, psz_filename );
169     free( psz_filename );
170     p_sys->i_x = var_CreateGetIntegerCommand( p_filter, CFG_PREFIX "x" );
171     p_sys->i_y = var_CreateGetIntegerCommand( p_filter, CFG_PREFIX "y" );
172
173     var_AddCallback( p_filter, CFG_PREFIX "x", EraseCallback, p_sys );
174     var_AddCallback( p_filter, CFG_PREFIX "y", EraseCallback, p_sys );
175     var_AddCallback( p_filter, CFG_PREFIX "mask", EraseCallback, p_sys );
176
177     vlc_mutex_init( p_filter, &p_sys->lock );
178
179     return VLC_SUCCESS;
180 }
181
182 /*****************************************************************************
183  * Destroy
184  *****************************************************************************/
185 static void Destroy( vlc_object_t *p_this )
186 {
187     filter_t *p_filter = (filter_t *)p_this;
188     filter_sys_t *p_sys = p_filter->p_sys;
189     if( p_sys->p_mask )
190         p_sys->p_mask->pf_release( p_sys->p_mask );
191
192     vlc_mutex_destroy( &p_sys->lock );
193
194     free( p_filter->p_sys );
195 }
196
197 /*****************************************************************************
198  * Filter
199  *****************************************************************************/
200 static picture_t *Filter( filter_t *p_filter, picture_t *p_pic )
201 {
202     picture_t *p_outpic;
203
204     if( !p_pic ) return NULL;
205
206     p_outpic = p_filter->pf_vout_buffer_new( p_filter );
207     if( !p_outpic )
208     {
209         msg_Warn( p_filter, "can't get output picture" );
210         if( p_pic->pf_release )
211             p_pic->pf_release( p_pic );
212         return NULL;
213     }
214
215     /* Here */
216     FilterErase( p_filter, p_pic, p_outpic );
217
218     p_outpic->date = p_pic->date;
219     p_outpic->b_force = p_pic->b_force;
220     p_outpic->i_nb_fields = p_pic->i_nb_fields;
221     p_outpic->b_progressive = p_pic->b_progressive;
222     p_outpic->b_top_field_first = p_pic->b_top_field_first;
223
224     if( p_pic->pf_release )
225         p_pic->pf_release( p_pic );
226
227     return p_outpic;
228 }
229
230 /*****************************************************************************
231  * FilterErase
232  *****************************************************************************/
233 static void FilterErase( filter_t *p_filter, picture_t *p_inpic,
234                                              picture_t *p_outpic )
235 {
236     filter_sys_t *p_sys = p_filter->p_sys;
237
238     int i_plane;
239
240     const int i_mask_pitch = p_sys->p_mask->A_PITCH;
241     const int i_mask_visible_pitch = p_sys->p_mask->p[A_PLANE].i_visible_pitch;
242     const int i_mask_visible_lines = p_sys->p_mask->p[A_PLANE].i_visible_lines;
243
244     for( i_plane = 0; i_plane < p_inpic->i_planes; i_plane++ )
245     {
246         const int i_pitch = p_inpic->p[i_plane].i_pitch;
247         const int i_2pitch = i_pitch<<1;
248         const int i_visible_pitch = p_inpic->p[i_plane].i_visible_pitch;
249         const int i_lines = p_inpic->p[i_plane].i_lines;
250         const int i_visible_lines = p_inpic->p[i_plane].i_visible_lines;
251
252         uint8_t *p_inpix = p_inpic->p[i_plane].p_pixels;
253         uint8_t *p_outpix = p_outpic->p[i_plane].p_pixels;
254         uint8_t *p_mask = p_sys->p_mask->A_PIXELS;
255
256         int i_x = p_sys->i_x,
257             i_y = p_sys->i_y;
258         int x, y;
259         int i_height = i_mask_visible_lines;
260         int i_width  = i_mask_visible_pitch;
261
262         const vlc_bool_t b_line_factor = ( i_plane /* U_PLANE or V_PLANE */ &&
263             !( p_inpic->format.i_chroma == VLC_FOURCC('I','4','2','2')
264             || p_inpic->format.i_chroma == VLC_FOURCC('J','4','2','2') ) );
265
266         if( i_plane ) /* U_PLANE or V_PLANE */
267         {
268             i_width  >>= 1;
269             i_x      >>= 1;
270         }
271         if( b_line_factor )
272         {
273             i_height >>= 1;
274             i_y      >>= 1;
275         }
276         i_height = __MIN( i_visible_lines - i_y, i_height );
277         i_width  = __MIN( i_visible_pitch - i_x, i_width  );
278
279         /* Copy original pixel buffer */
280         p_filter->p_libvlc->pf_memcpy( p_outpix, p_inpix, i_pitch * i_lines );
281
282         /* Horizontal linear interpolation of masked areas */
283         p_outpix = p_outpic->p[i_plane].p_pixels + i_y*i_pitch + i_x;
284         for( y = 0; y < i_height;
285              y++, p_mask += i_mask_pitch, p_outpix += i_pitch )
286         {
287             uint8_t prev, next = 0;
288             int prev_x = -1, next_x = -2;
289             int quot = 0;
290
291             /* Find a suitable value for the previous color to use when
292              * interpoling a masked pixel's value */
293             if( i_x )
294             {
295                 /* There are pixels before current position on the same line.
296                  * Use those */
297                 prev = *(p_outpix-1);
298             }
299             else if( y || i_y )
300             {
301                 /* This is the first pixel on a line but there other lines
302                  * above us. Use the pixel right above */
303                 prev = *(p_outpix-i_pitch);
304             }
305             else
306             {
307                 /* We're in the upper left corner. This sucks. We can't use
308                  * any previous value, so we'll use a dummy one. In most
309                  * cases this dummy value will be fixed later on in the
310                  * algorithm */
311                 prev = 0xff;
312             }
313
314             for( x = 0; x < i_width; x++ )
315             {
316                 if( p_mask[i_plane?x<<1:x] > 127 )
317                 {
318                     /* This is a masked pixel */
319                     if( next_x <= prev_x )
320                     {
321                         int x0;
322                         /* Look for the next non masked pixel on the same
323                          * line (inside the mask's bounding box) */
324                         for( x0 = x; x0 < i_width; x0++ )
325                         {
326                             if( p_mask[i_plane?x0<<1:x0] <= 127 )
327                             {
328                                 /* We found an unmasked pixel. Victory! */
329                                 next_x = x0;
330                                 next = p_outpix[x0];
331                                 break;
332                             }
333                         }
334                         if( next_x <= prev_x )
335                         {
336                             /* We didn't find an unmasked pixel yet. Try
337                              * harder */
338                             if( x0 == x ) x0++;
339                             if( x0 < i_visible_pitch )
340                             {
341                                 /* If we didn't find a non masked pixel on the
342                                  * same line inside the mask's bounding box,
343                                  * use the next pixel on the line (except if
344                                  * it doesn't exist) */
345                                 next_x = x0;
346                                 next = p_outpix[x0];
347                             }
348                             else
349                             {
350                                 /* The last pixel on the line is masked,
351                                  * so we'll use the "prev" value. A better
352                                  * approach would be to use unmasked pixels
353                                  * at the end of adjacent lines */
354                                 next_x = x0;
355                                 next = prev;
356                             }
357                         }
358                         if( !( i_x || y || i_y ) )
359                             /* We were unable to find a suitable value for
360                              * the previous color (which means that we are
361                              * on the first line in the upper left corner)
362                              */
363                             prev = next;
364
365                         /* Divide only once instead of next_x-prev_x-1 times */
366                         quot = ((next-prev)<<16)/(next_x-prev_x);
367                     }
368                     /* Interpolate new value, and round correctly */
369                     p_outpix[x] = prev + (((x-prev_x)*quot+(1<<16))>>16);
370                 }
371                 else
372                 {
373                     /* This pixel isn't masked. It's thus suitable as a
374                      * previous color for the next interpolation */
375                     prev = p_outpix[x];
376                     prev_x = x;
377                 }
378             }
379         }
380
381         /* Vertical bluring */
382         p_mask = p_sys->p_mask->A_PIXELS;
383         i_height = b_line_factor ? i_mask_visible_lines>>1
384                                  : i_mask_visible_lines;
385         /* Make sure that we stop at least 2 lines before the picture's end
386          * (since our bluring algorithm uses the 2 next lines) */
387         i_height = __MIN( i_visible_lines - i_y - 2, i_height );
388         /* Make sure that we start at least 2 lines from the top (since our
389          * bluring algorithm uses the 2 previous lines) */
390         y = __MAX(i_y,2);
391         p_outpix = p_outpic->p[i_plane].p_pixels + (i_y+y)*i_pitch + i_x;
392         for( ; y < i_height; y++, p_mask += i_mask_pitch, p_outpix += i_pitch )
393         {
394             for( x = 0; x < i_width; x++ )
395             {
396                 if( p_mask[i_plane?x<<1:x] > 127 )
397                 {
398                     /* Ugly bluring function */
399                     p_outpix[x] =
400                         ( (p_outpix[x-i_2pitch]<<1)       /* 2 */
401                         + (p_outpix[x-i_pitch ]<<2)       /* 4 */
402                         + (p_outpix[x         ]<<2)       /* 4 */
403                         + (p_outpix[x+i_pitch ]<<2)       /* 4 */
404                         + (p_outpix[x+i_2pitch]<<1) )>>4; /* 2 */
405                 }
406             }
407         }
408     }
409 }
410
411 static int EraseCallback( vlc_object_t *p_this, char const *psz_var,
412                           vlc_value_t oldval, vlc_value_t newval, void *p_data )
413 {
414     VLC_UNUSED(oldval);
415     filter_sys_t *p_sys = (filter_sys_t *)p_data;
416
417     if( !strcmp( psz_var, CFG_PREFIX "x" ) )
418     {
419         vlc_mutex_lock( &p_sys->lock );
420         p_sys->i_x = newval.i_int;
421         vlc_mutex_unlock( &p_sys->lock );
422     }
423     else if( !strcmp( psz_var, CFG_PREFIX "y" ) )
424     {
425         vlc_mutex_lock( &p_sys->lock );
426         p_sys->i_y = newval.i_int;
427         vlc_mutex_unlock( &p_sys->lock );
428     }
429     else if( !strcmp( psz_var, CFG_PREFIX "mask" ) )
430     {
431         vlc_mutex_lock( &p_sys->lock );
432         LoadMask( (filter_t*)p_this, newval.psz_string );
433         vlc_mutex_unlock( &p_sys->lock );
434     }
435     else
436     {
437         msg_Warn( p_this, "Unknown callback command." );
438     }
439     return VLC_SUCCESS;
440 }