lavfi/tests: Fix 16-bit vf_blend test to avoid memory not aligned to 2 bytes
[ffmpeg.git] / libavdevice / sdl2.c
1 /*
2  * Copyright (c) 2016 Josh de Kock
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20
21 /**
22  * @file
23  * libSDL2 output device
24  */
25
26 #include <SDL.h>
27 #include <SDL_thread.h>
28
29 #include "libavutil/avstring.h"
30 #include "libavutil/imgutils.h"
31 #include "libavutil/opt.h"
32 #include "libavutil/parseutils.h"
33 #include "libavutil/pixdesc.h"
34 #include "libavutil/time.h"
35 #include "avdevice.h"
36
37 typedef struct {
38     AVClass *class;
39     SDL_Window *window;
40     SDL_Renderer *renderer;
41     char *window_title;
42     int window_width, window_height;  /**< size of the window */
43     int window_fullscreen;
44     int window_borderless;
45     int enable_quit_action;
46
47     SDL_Texture *texture;
48     int texture_fmt;
49     SDL_Rect texture_rect;
50
51     int inited;
52 } SDLContext;
53
54 static const struct sdl_texture_format_entry {
55     enum AVPixelFormat format; int texture_fmt;
56 } sdl_texture_format_map[] = {
57     /*
58      * Not implemented in FFmpeg, but leaving here for completeness.
59      * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_ARGB4444 },
60      * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_RGBA4444 },
61      * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_ABGR4444 },
62      * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_BGRA4444 },
63      * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_ARGB1555 },
64      * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_RGBA5551 },
65      * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_ABGR1555 },
66      * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_BGRA5551 },
67      * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_ARGB2101010 },
68     */
69     { AV_PIX_FMT_RGB8,    SDL_PIXELFORMAT_RGB332 },
70     { AV_PIX_FMT_RGB444,  SDL_PIXELFORMAT_RGB444 },
71     { AV_PIX_FMT_RGB555,  SDL_PIXELFORMAT_RGB555 },
72     { AV_PIX_FMT_BGR555,  SDL_PIXELFORMAT_BGR555 },
73     { AV_PIX_FMT_RGB565,  SDL_PIXELFORMAT_RGB565 },
74     { AV_PIX_FMT_BGR565,  SDL_PIXELFORMAT_BGR565 },
75     { AV_PIX_FMT_RGB24,   SDL_PIXELFORMAT_RGB24 },
76     { AV_PIX_FMT_BGR24,   SDL_PIXELFORMAT_BGR24 },
77     { AV_PIX_FMT_0RGB32,  SDL_PIXELFORMAT_RGB888 },
78     { AV_PIX_FMT_0BGR32,  SDL_PIXELFORMAT_BGR888 },
79 #if HAVE_BIGENDIAN
80     { AV_PIX_FMT_RGB0,    SDL_PIXELFORMAT_RGBX8888 },
81     { AV_PIX_FMT_BGR0,    SDL_PIXELFORMAT_BGRX8888 },
82 #else
83     { AV_PIX_FMT_0BGR,    SDL_PIXELFORMAT_RGBX8888 },
84     { AV_PIX_FMT_0RGB,    SDL_PIXELFORMAT_BGRX8888 },
85 #endif
86     { AV_PIX_FMT_RGB32,   SDL_PIXELFORMAT_ARGB8888 },
87     { AV_PIX_FMT_RGB32_1, SDL_PIXELFORMAT_RGBA8888 },
88     { AV_PIX_FMT_BGR32,   SDL_PIXELFORMAT_ABGR8888 },
89     { AV_PIX_FMT_BGR32_1, SDL_PIXELFORMAT_BGRA8888 },
90     { AV_PIX_FMT_YUV420P, SDL_PIXELFORMAT_IYUV },
91     { AV_PIX_FMT_YUYV422, SDL_PIXELFORMAT_YUY2 },
92     { AV_PIX_FMT_UYVY422, SDL_PIXELFORMAT_UYVY },
93     { AV_PIX_FMT_NONE,    0                },
94 };
95
96 static void compute_texture_rect(AVFormatContext *s)
97 {
98     AVRational sar, dar; /* sample and display aspect ratios */
99     SDLContext *sdl = s->priv_data;
100     AVStream *st = s->streams[0];
101     AVCodecParameters *codecpar = st->codecpar;
102     SDL_Rect *texture_rect = &sdl->texture_rect;
103
104     /* compute texture width and height from the codec context information */
105     sar = st->sample_aspect_ratio.num ? st->sample_aspect_ratio : (AVRational){ 1, 1 };
106     dar = av_mul_q(sar, (AVRational){ codecpar->width, codecpar->height });
107
108     /* we suppose the screen has a 1/1 sample aspect ratio */
109     if (sdl->window_width && sdl->window_height) {
110         /* fit in the window */
111         if (av_cmp_q(dar, (AVRational){ sdl->window_width, sdl->window_height }) > 0) {
112             /* fit in width */
113             texture_rect->w = sdl->window_width;
114             texture_rect->h = av_rescale(texture_rect->w, dar.den, dar.num);
115         } else {
116             /* fit in height */
117             texture_rect->h = sdl->window_height;
118             texture_rect->w = av_rescale(texture_rect->h, dar.num, dar.den);
119         }
120     } else {
121         if (sar.num > sar.den) {
122             texture_rect->w = codecpar->width;
123             texture_rect->h = av_rescale(texture_rect->w, dar.den, dar.num);
124         } else {
125             texture_rect->h = codecpar->height;
126             texture_rect->w = av_rescale(texture_rect->h, dar.num, dar.den);
127         }
128         sdl->window_width  = texture_rect->w;
129         sdl->window_height = texture_rect->h;
130     }
131
132     texture_rect->x = (sdl->window_width  - texture_rect->w) / 2;
133     texture_rect->y = (sdl->window_height - texture_rect->h) / 2;
134 }
135
136 static int sdl2_write_trailer(AVFormatContext *s)
137 {
138     SDLContext *sdl = s->priv_data;
139
140     if (sdl->texture)
141         SDL_DestroyTexture(sdl->texture);
142     sdl->texture = NULL;
143
144     if (sdl->renderer)
145         SDL_DestroyRenderer(sdl->renderer);
146     sdl->renderer = NULL;
147
148     if (sdl->window)
149         SDL_DestroyWindow(sdl->window);
150     sdl->window = NULL;
151
152     if (!sdl->inited)
153         SDL_Quit();
154
155     return 0;
156 }
157
158 #define SDL_BASE_FLAGS (SDL_SWSURFACE|SDL_WINDOW_RESIZABLE)
159
160 static int sdl2_write_header(AVFormatContext *s)
161 {
162     SDLContext *sdl = s->priv_data;
163     AVStream *st = s->streams[0];
164     AVCodecParameters *codecpar = st->codecpar;
165     int i, ret = 0;
166     int flags  = 0;
167
168     if (!sdl->window_title)
169         sdl->window_title = av_strdup(s->url);
170
171     if (SDL_WasInit(SDL_INIT_VIDEO)) {
172         av_log(s, AV_LOG_WARNING,
173                "SDL video subsystem was already inited, you could have multiple SDL outputs. This may cause unknown behaviour.\n");
174         sdl->inited = 1;
175     }
176
177     if (   s->nb_streams > 1
178         || codecpar->codec_type != AVMEDIA_TYPE_VIDEO
179         || codecpar->codec_id   != AV_CODEC_ID_RAWVIDEO) {
180         av_log(s, AV_LOG_ERROR, "Only supports one rawvideo stream\n");
181         goto fail;
182     }
183
184     for (i = 0; sdl_texture_format_map[i].format != AV_PIX_FMT_NONE; i++) {
185         if (sdl_texture_format_map[i].format == codecpar->format) {
186             sdl->texture_fmt = sdl_texture_format_map[i].texture_fmt;
187             break;
188         }
189     }
190
191     if (!sdl->texture_fmt) {
192         av_log(s, AV_LOG_ERROR,
193                "Unsupported pixel format '%s'.\n",
194                av_get_pix_fmt_name(codecpar->format));
195         goto fail;
196     }
197
198     /* resize texture to width and height from the codec context information */
199     flags = SDL_BASE_FLAGS | (sdl->window_fullscreen ? SDL_WINDOW_FULLSCREEN : 0) |
200                              (sdl->window_borderless ? SDL_WINDOW_BORDERLESS : 0);
201
202     /* initialization */
203     if (!sdl->inited){
204         if (SDL_Init(SDL_INIT_VIDEO) != 0) {
205             av_log(s, AV_LOG_ERROR, "Unable to initialize SDL: %s\n", SDL_GetError());
206             goto fail;
207         }
208     }
209
210     compute_texture_rect(s);
211
212     if (SDL_CreateWindowAndRenderer(sdl->window_width, sdl->window_height,
213                                     flags, &sdl->window, &sdl->renderer) != 0){
214         av_log(sdl, AV_LOG_ERROR, "Couldn't create window and renderer: %s\n", SDL_GetError());
215         goto fail;
216     }
217
218     SDL_SetWindowTitle(sdl->window, sdl->window_title);
219
220     sdl->texture = SDL_CreateTexture(sdl->renderer, sdl->texture_fmt, SDL_TEXTUREACCESS_STREAMING,
221                                      codecpar->width, codecpar->height);
222
223     if (!sdl->texture) {
224         av_log(sdl, AV_LOG_ERROR, "Unable to set create mode: %s\n", SDL_GetError());
225         goto fail;
226     }
227
228     av_log(s, AV_LOG_VERBOSE, "w:%d h:%d fmt:%s -> w:%d h:%d\n",
229            codecpar->width, codecpar->height, av_get_pix_fmt_name(codecpar->format),
230            sdl->window_width, sdl->window_height);
231
232     sdl->inited = 1;
233
234     return 0;
235 fail:
236     sdl2_write_trailer(s);
237     return ret;
238 }
239
240 static int sdl2_write_packet(AVFormatContext *s, AVPacket *pkt)
241 {
242     int ret, quit = 0;
243     SDLContext *sdl = s->priv_data;
244     AVCodecParameters *codecpar = s->streams[0]->codecpar;
245     uint8_t *data[4];
246     int linesize[4];
247
248     SDL_Event event;
249     if (SDL_PollEvent(&event)){
250         switch (event.type) {
251         case SDL_KEYDOWN:
252             switch (event.key.keysym.sym) {
253             case SDLK_ESCAPE:
254             case SDLK_q:
255                 quit = 1;
256                 break;
257             default:
258                 break;
259             }
260             break;
261         case SDL_QUIT:
262             quit = 1;
263             break;
264         case SDL_WINDOWEVENT:
265             switch(event.window.event){
266             case SDL_WINDOWEVENT_RESIZED:
267             case SDL_WINDOWEVENT_SIZE_CHANGED:
268                 sdl->window_width  = event.window.data1;
269                 sdl->window_height = event.window.data2;
270                 compute_texture_rect(s);
271                 break;
272             default:
273                 break;
274             }
275             break;
276         default:
277             break;
278         }
279     }
280
281     if (quit && sdl->enable_quit_action) {
282         sdl2_write_trailer(s);
283         return AVERROR(EIO);
284     }
285
286     av_image_fill_arrays(data, linesize, pkt->data, codecpar->format, codecpar->width, codecpar->height, 1);
287     switch (sdl->texture_fmt) {
288     /* case SDL_PIXELFORMAT_ARGB4444:
289      * case SDL_PIXELFORMAT_RGBA4444:
290      * case SDL_PIXELFORMAT_ABGR4444:
291      * case SDL_PIXELFORMAT_BGRA4444:
292      * case SDL_PIXELFORMAT_ARGB1555:
293      * case SDL_PIXELFORMAT_RGBA5551:
294      * case SDL_PIXELFORMAT_ABGR1555:
295      * case SDL_PIXELFORMAT_BGRA5551:
296      * case SDL_PIXELFORMAT_ARGB2101010:
297      */
298     case SDL_PIXELFORMAT_IYUV:
299     case SDL_PIXELFORMAT_YUY2:
300     case SDL_PIXELFORMAT_UYVY:
301         ret = SDL_UpdateYUVTexture(sdl->texture, NULL,
302                                    data[0], linesize[0],
303                                    data[1], linesize[1],
304                                    data[2], linesize[2]);
305         break;
306     case SDL_PIXELFORMAT_RGB332:
307     case SDL_PIXELFORMAT_RGB444:
308     case SDL_PIXELFORMAT_RGB555:
309     case SDL_PIXELFORMAT_BGR555:
310     case SDL_PIXELFORMAT_RGB565:
311     case SDL_PIXELFORMAT_BGR565:
312     case SDL_PIXELFORMAT_RGB24:
313     case SDL_PIXELFORMAT_BGR24:
314     case SDL_PIXELFORMAT_RGB888:
315     case SDL_PIXELFORMAT_RGBX8888:
316     case SDL_PIXELFORMAT_BGR888:
317     case SDL_PIXELFORMAT_BGRX8888:
318     case SDL_PIXELFORMAT_ARGB8888:
319     case SDL_PIXELFORMAT_RGBA8888:
320     case SDL_PIXELFORMAT_ABGR8888:
321     case SDL_PIXELFORMAT_BGRA8888:
322         ret = SDL_UpdateTexture(sdl->texture, NULL, data[0], linesize[0]);
323         break;
324     default:
325         av_log(NULL, AV_LOG_FATAL, "Unsupported pixel format\n");
326         ret = -1;
327         break;
328     }
329     SDL_RenderClear(sdl->renderer);
330     SDL_RenderCopy(sdl->renderer, sdl->texture, NULL, &sdl->texture_rect);
331     SDL_RenderPresent(sdl->renderer);
332     return ret;
333 }
334
335 #define OFFSET(x) offsetof(SDLContext,x)
336
337 static const AVOption options[] = {
338     { "window_title",      "set SDL window title",       OFFSET(window_title), AV_OPT_TYPE_STRING,     { .str = NULL }, 0, 0, AV_OPT_FLAG_ENCODING_PARAM },
339     { "window_size",       "set SDL window forced size", OFFSET(window_width), AV_OPT_TYPE_IMAGE_SIZE, { .str = NULL }, 0, 0, AV_OPT_FLAG_ENCODING_PARAM },
340     { "window_fullscreen", "set SDL window fullscreen",  OFFSET(window_fullscreen), AV_OPT_TYPE_BOOL,  { .i64 = 0 },    0, 1, AV_OPT_FLAG_ENCODING_PARAM },
341     { "window_borderless", "set SDL window border off",  OFFSET(window_borderless), AV_OPT_TYPE_BOOL,  { .i64 = 0 },    0, 1, AV_OPT_FLAG_ENCODING_PARAM },
342     { "window_enable_quit", "set if quit action is available", OFFSET(enable_quit_action), AV_OPT_TYPE_INT, {.i64=1},   0, 1, AV_OPT_FLAG_ENCODING_PARAM },
343     { NULL },
344 };
345
346 static const AVClass sdl2_class = {
347     .class_name = "sdl2 outdev",
348     .item_name  = av_default_item_name,
349     .option     = options,
350     .version    = LIBAVUTIL_VERSION_INT,
351     .category   = AV_CLASS_CATEGORY_DEVICE_VIDEO_OUTPUT,
352 };
353
354 AVOutputFormat ff_sdl2_muxer = {
355     .name           = "sdl,sdl2",
356     .long_name      = NULL_IF_CONFIG_SMALL("SDL2 output device"),
357     .priv_data_size = sizeof(SDLContext),
358     .audio_codec    = AV_CODEC_ID_NONE,
359     .video_codec    = AV_CODEC_ID_RAWVIDEO,
360     .write_header   = sdl2_write_header,
361     .write_packet   = sdl2_write_packet,
362     .write_trailer  = sdl2_write_trailer,
363     .flags          = AVFMT_NOFILE | AVFMT_VARIABLE_FPS | AVFMT_NOTIMESTAMPS,
364     .priv_class     = &sdl2_class,
365 };