GCC Code Coverage Report
Directory: ../../../ffmpeg/ Exec Total Coverage
File: src/libavdevice/sdl2.c Lines: 0 136 0.0 %
Date: 2020-09-25 23:16:12 Branches: 0 63 0.0 %

Line Branch Exec Source
1
/*
2
 * Copyright (c) 2016 Josh de Kock
3
 *
4
 * This file is part of FFmpeg.
5
 *
6
 * FFmpeg is free software; you can redistribute it and/or
7
 * modify it under the terms of the GNU Lesser General Public
8
 * License as published by the Free Software Foundation; either
9
 * version 2.1 of the License, or (at your option) any later version.
10
 *
11
 * FFmpeg is distributed in the hope that it will be useful,
12
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14
 * Lesser General Public License for more details.
15
 *
16
 * You should have received a copy of the GNU Lesser General Public
17
 * License along with FFmpeg; if not, write to the Free Software
18
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19
 */
20
21
/**
22
 * @file
23
 * libSDL2 output device
24
 */
25
26
#include <SDL.h>
27
#include <SDL_thread.h>
28
29
#include "libavutil/avstring.h"
30
#include "libavutil/imgutils.h"
31
#include "libavutil/opt.h"
32
#include "libavutil/parseutils.h"
33
#include "libavutil/pixdesc.h"
34
#include "libavutil/time.h"
35
#include "avdevice.h"
36
37
typedef struct {
38
    AVClass *class;
39
    SDL_Window *window;
40
    SDL_Renderer *renderer;
41
    char *window_title;
42
    int window_width, window_height;  /**< size of the window */
43
    int window_x, window_y;           /**< position of the window */
44
    int window_fullscreen;
45
    int window_borderless;
46
    int enable_quit_action;
47
48
    SDL_Texture *texture;
49
    int texture_fmt;
50
    SDL_Rect texture_rect;
51
52
    int inited;
53
} SDLContext;
54
55
static const struct sdl_texture_format_entry {
56
    enum AVPixelFormat format; int texture_fmt;
57
} sdl_texture_format_map[] = {
58
    /*
59
     * Not implemented in FFmpeg, but leaving here for completeness.
60
     * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_ARGB4444 },
61
     * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_RGBA4444 },
62
     * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_ABGR4444 },
63
     * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_BGRA4444 },
64
     * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_ARGB1555 },
65
     * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_RGBA5551 },
66
     * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_ABGR1555 },
67
     * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_BGRA5551 },
68
     * { AV_PIX_FMT_NONE, SDL_PIXELFORMAT_ARGB2101010 },
69
    */
70
    { AV_PIX_FMT_RGB8,    SDL_PIXELFORMAT_RGB332 },
71
    { AV_PIX_FMT_RGB444,  SDL_PIXELFORMAT_RGB444 },
72
    { AV_PIX_FMT_RGB555,  SDL_PIXELFORMAT_RGB555 },
73
    { AV_PIX_FMT_BGR555,  SDL_PIXELFORMAT_BGR555 },
74
    { AV_PIX_FMT_RGB565,  SDL_PIXELFORMAT_RGB565 },
75
    { AV_PIX_FMT_BGR565,  SDL_PIXELFORMAT_BGR565 },
76
    { AV_PIX_FMT_RGB24,   SDL_PIXELFORMAT_RGB24 },
77
    { AV_PIX_FMT_BGR24,   SDL_PIXELFORMAT_BGR24 },
78
    { AV_PIX_FMT_0RGB32,  SDL_PIXELFORMAT_RGB888 },
79
    { AV_PIX_FMT_0BGR32,  SDL_PIXELFORMAT_BGR888 },
80
#if HAVE_BIGENDIAN
81
    { AV_PIX_FMT_RGB0,    SDL_PIXELFORMAT_RGBX8888 },
82
    { AV_PIX_FMT_BGR0,    SDL_PIXELFORMAT_BGRX8888 },
83
#else
84
    { AV_PIX_FMT_0BGR,    SDL_PIXELFORMAT_RGBX8888 },
85
    { AV_PIX_FMT_0RGB,    SDL_PIXELFORMAT_BGRX8888 },
86
#endif
87
    { AV_PIX_FMT_RGB32,   SDL_PIXELFORMAT_ARGB8888 },
88
    { AV_PIX_FMT_RGB32_1, SDL_PIXELFORMAT_RGBA8888 },
89
    { AV_PIX_FMT_BGR32,   SDL_PIXELFORMAT_ABGR8888 },
90
    { AV_PIX_FMT_BGR32_1, SDL_PIXELFORMAT_BGRA8888 },
91
    { AV_PIX_FMT_YUV420P, SDL_PIXELFORMAT_IYUV },
92
    { AV_PIX_FMT_YUYV422, SDL_PIXELFORMAT_YUY2 },
93
    { AV_PIX_FMT_UYVY422, SDL_PIXELFORMAT_UYVY },
94
    { AV_PIX_FMT_NONE,    0                },
95
};
96
97
static void compute_texture_rect(AVFormatContext *s)
98
{
99
    AVRational sar, dar; /* sample and display aspect ratios */
100
    SDLContext *sdl = s->priv_data;
101
    AVStream *st = s->streams[0];
102
    AVCodecParameters *codecpar = st->codecpar;
103
    SDL_Rect *texture_rect = &sdl->texture_rect;
104
105
    /* compute texture width and height from the codec context information */
106
    sar = st->sample_aspect_ratio.num ? st->sample_aspect_ratio : (AVRational){ 1, 1 };
107
    dar = av_mul_q(sar, (AVRational){ codecpar->width, codecpar->height });
108
109
    /* we suppose the screen has a 1/1 sample aspect ratio */
110
    if (sdl->window_width && sdl->window_height) {
111
        /* fit in the window */
112
        if (av_cmp_q(dar, (AVRational){ sdl->window_width, sdl->window_height }) > 0) {
113
            /* fit in width */
114
            texture_rect->w = sdl->window_width;
115
            texture_rect->h = av_rescale(texture_rect->w, dar.den, dar.num);
116
        } else {
117
            /* fit in height */
118
            texture_rect->h = sdl->window_height;
119
            texture_rect->w = av_rescale(texture_rect->h, dar.num, dar.den);
120
        }
121
    } else {
122
        if (sar.num > sar.den) {
123
            texture_rect->w = codecpar->width;
124
            texture_rect->h = av_rescale(texture_rect->w, dar.den, dar.num);
125
        } else {
126
            texture_rect->h = codecpar->height;
127
            texture_rect->w = av_rescale(texture_rect->h, dar.num, dar.den);
128
        }
129
        sdl->window_width  = texture_rect->w;
130
        sdl->window_height = texture_rect->h;
131
    }
132
133
    texture_rect->x = (sdl->window_width  - texture_rect->w) / 2;
134
    texture_rect->y = (sdl->window_height - texture_rect->h) / 2;
135
}
136
137
static int sdl2_write_trailer(AVFormatContext *s)
138
{
139
    SDLContext *sdl = s->priv_data;
140
141
    if (sdl->texture)
142
        SDL_DestroyTexture(sdl->texture);
143
    sdl->texture = NULL;
144
145
    if (sdl->renderer)
146
        SDL_DestroyRenderer(sdl->renderer);
147
    sdl->renderer = NULL;
148
149
    if (sdl->window)
150
        SDL_DestroyWindow(sdl->window);
151
    sdl->window = NULL;
152
153
    if (!sdl->inited)
154
        SDL_Quit();
155
156
    return 0;
157
}
158
159
static int sdl2_write_header(AVFormatContext *s)
160
{
161
    SDLContext *sdl = s->priv_data;
162
    AVStream *st = s->streams[0];
163
    AVCodecParameters *codecpar = st->codecpar;
164
    int i, ret = 0;
165
    int flags  = 0;
166
167
    if (!sdl->window_title)
168
        sdl->window_title = av_strdup(s->url);
169
170
    if (SDL_WasInit(SDL_INIT_VIDEO)) {
171
        av_log(s, AV_LOG_WARNING,
172
               "SDL video subsystem was already inited, you could have multiple SDL outputs. This may cause unknown behaviour.\n");
173
        sdl->inited = 1;
174
    }
175
176
    if (   s->nb_streams > 1
177
        || codecpar->codec_type != AVMEDIA_TYPE_VIDEO
178
        || codecpar->codec_id   != AV_CODEC_ID_RAWVIDEO) {
179
        av_log(s, AV_LOG_ERROR, "Only supports one rawvideo stream\n");
180
        goto fail;
181
    }
182
183
    for (i = 0; sdl_texture_format_map[i].format != AV_PIX_FMT_NONE; i++) {
184
        if (sdl_texture_format_map[i].format == codecpar->format) {
185
            sdl->texture_fmt = sdl_texture_format_map[i].texture_fmt;
186
            break;
187
        }
188
    }
189
190
    if (!sdl->texture_fmt) {
191
        av_log(s, AV_LOG_ERROR,
192
               "Unsupported pixel format '%s'.\n",
193
               av_get_pix_fmt_name(codecpar->format));
194
        goto fail;
195
    }
196
197
    /* resize texture to width and height from the codec context information */
198
    flags = SDL_WINDOW_HIDDEN |
199
            (sdl->window_fullscreen ? SDL_WINDOW_FULLSCREEN : 0) |
200
            (sdl->window_borderless ? SDL_WINDOW_BORDERLESS : SDL_WINDOW_RESIZABLE);
201
202
    /* initialization */
203
    if (!sdl->inited){
204
        if (SDL_Init(SDL_INIT_VIDEO) != 0) {
205
            av_log(s, AV_LOG_ERROR, "Unable to initialize SDL: %s\n", SDL_GetError());
206
            goto fail;
207
        }
208
    }
209
210
    compute_texture_rect(s);
211
212
    if (SDL_CreateWindowAndRenderer(sdl->window_width, sdl->window_height,
213
                                    flags, &sdl->window, &sdl->renderer) != 0){
214
        av_log(sdl, AV_LOG_ERROR, "Couldn't create window and renderer: %s\n", SDL_GetError());
215
        goto fail;
216
    }
217
218
    SDL_SetWindowTitle(sdl->window, sdl->window_title);
219
    SDL_SetWindowPosition(sdl->window, sdl->window_x, sdl->window_y);
220
    SDL_ShowWindow(sdl->window);
221
222
    sdl->texture = SDL_CreateTexture(sdl->renderer, sdl->texture_fmt, SDL_TEXTUREACCESS_STREAMING,
223
                                     codecpar->width, codecpar->height);
224
225
    if (!sdl->texture) {
226
        av_log(sdl, AV_LOG_ERROR, "Unable to set create mode: %s\n", SDL_GetError());
227
        goto fail;
228
    }
229
230
    av_log(s, AV_LOG_VERBOSE, "w:%d h:%d fmt:%s -> w:%d h:%d\n",
231
           codecpar->width, codecpar->height, av_get_pix_fmt_name(codecpar->format),
232
           sdl->window_width, sdl->window_height);
233
234
    sdl->inited = 1;
235
236
    return 0;
237
fail:
238
    sdl2_write_trailer(s);
239
    return ret;
240
}
241
242
static int sdl2_write_packet(AVFormatContext *s, AVPacket *pkt)
243
{
244
    int ret, quit = 0;
245
    SDLContext *sdl = s->priv_data;
246
    AVCodecParameters *codecpar = s->streams[0]->codecpar;
247
    uint8_t *data[4];
248
    int linesize[4];
249
250
    SDL_Event event;
251
    if (SDL_PollEvent(&event)){
252
        switch (event.type) {
253
        case SDL_KEYDOWN:
254
            switch (event.key.keysym.sym) {
255
            case SDLK_ESCAPE:
256
            case SDLK_q:
257
                quit = 1;
258
                break;
259
            default:
260
                break;
261
            }
262
            break;
263
        case SDL_QUIT:
264
            quit = 1;
265
            break;
266
        case SDL_WINDOWEVENT:
267
            switch(event.window.event){
268
            case SDL_WINDOWEVENT_RESIZED:
269
            case SDL_WINDOWEVENT_SIZE_CHANGED:
270
                sdl->window_width  = event.window.data1;
271
                sdl->window_height = event.window.data2;
272
                compute_texture_rect(s);
273
                break;
274
            default:
275
                break;
276
            }
277
            break;
278
        default:
279
            break;
280
        }
281
    }
282
283
    if (quit && sdl->enable_quit_action) {
284
        sdl2_write_trailer(s);
285
        return AVERROR(EIO);
286
    }
287
288
    av_image_fill_arrays(data, linesize, pkt->data, codecpar->format, codecpar->width, codecpar->height, 1);
289
    switch (sdl->texture_fmt) {
290
    /* case SDL_PIXELFORMAT_ARGB4444:
291
     * case SDL_PIXELFORMAT_RGBA4444:
292
     * case SDL_PIXELFORMAT_ABGR4444:
293
     * case SDL_PIXELFORMAT_BGRA4444:
294
     * case SDL_PIXELFORMAT_ARGB1555:
295
     * case SDL_PIXELFORMAT_RGBA5551:
296
     * case SDL_PIXELFORMAT_ABGR1555:
297
     * case SDL_PIXELFORMAT_BGRA5551:
298
     * case SDL_PIXELFORMAT_ARGB2101010:
299
     */
300
    case SDL_PIXELFORMAT_IYUV:
301
    case SDL_PIXELFORMAT_YUY2:
302
    case SDL_PIXELFORMAT_UYVY:
303
        ret = SDL_UpdateYUVTexture(sdl->texture, NULL,
304
                                   data[0], linesize[0],
305
                                   data[1], linesize[1],
306
                                   data[2], linesize[2]);
307
        break;
308
    case SDL_PIXELFORMAT_RGB332:
309
    case SDL_PIXELFORMAT_RGB444:
310
    case SDL_PIXELFORMAT_RGB555:
311
    case SDL_PIXELFORMAT_BGR555:
312
    case SDL_PIXELFORMAT_RGB565:
313
    case SDL_PIXELFORMAT_BGR565:
314
    case SDL_PIXELFORMAT_RGB24:
315
    case SDL_PIXELFORMAT_BGR24:
316
    case SDL_PIXELFORMAT_RGB888:
317
    case SDL_PIXELFORMAT_RGBX8888:
318
    case SDL_PIXELFORMAT_BGR888:
319
    case SDL_PIXELFORMAT_BGRX8888:
320
    case SDL_PIXELFORMAT_ARGB8888:
321
    case SDL_PIXELFORMAT_RGBA8888:
322
    case SDL_PIXELFORMAT_ABGR8888:
323
    case SDL_PIXELFORMAT_BGRA8888:
324
        ret = SDL_UpdateTexture(sdl->texture, NULL, data[0], linesize[0]);
325
        break;
326
    default:
327
        av_log(NULL, AV_LOG_FATAL, "Unsupported pixel format\n");
328
        ret = -1;
329
        break;
330
    }
331
    SDL_RenderClear(sdl->renderer);
332
    SDL_RenderCopy(sdl->renderer, sdl->texture, NULL, &sdl->texture_rect);
333
    SDL_RenderPresent(sdl->renderer);
334
    return ret;
335
}
336
337
#define OFFSET(x) offsetof(SDLContext,x)
338
339
static const AVOption options[] = {
340
    { "window_title",      "set SDL window title",       OFFSET(window_title), AV_OPT_TYPE_STRING,     { .str = NULL }, 0, 0, AV_OPT_FLAG_ENCODING_PARAM },
341
    { "window_size",       "set SDL window forced size", OFFSET(window_width), AV_OPT_TYPE_IMAGE_SIZE, { .str = NULL }, 0, 0, AV_OPT_FLAG_ENCODING_PARAM },
342
    { "window_x",          "set SDL window x position",  OFFSET(window_x),     AV_OPT_TYPE_INT,        { .i64 = SDL_WINDOWPOS_CENTERED }, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM },
343
    { "window_y",          "set SDL window y position",  OFFSET(window_y),     AV_OPT_TYPE_INT,        { .i64 = SDL_WINDOWPOS_CENTERED }, INT_MIN, INT_MAX, AV_OPT_FLAG_ENCODING_PARAM },
344
    { "window_fullscreen", "set SDL window fullscreen",  OFFSET(window_fullscreen), AV_OPT_TYPE_BOOL,  { .i64 = 0 },    0, 1, AV_OPT_FLAG_ENCODING_PARAM },
345
    { "window_borderless", "set SDL window border off",  OFFSET(window_borderless), AV_OPT_TYPE_BOOL,  { .i64 = 0 },    0, 1, AV_OPT_FLAG_ENCODING_PARAM },
346
    { "window_enable_quit", "set if quit action is available", OFFSET(enable_quit_action), AV_OPT_TYPE_INT, {.i64=1},   0, 1, AV_OPT_FLAG_ENCODING_PARAM },
347
    { NULL },
348
};
349
350
static const AVClass sdl2_class = {
351
    .class_name = "sdl2 outdev",
352
    .item_name  = av_default_item_name,
353
    .option     = options,
354
    .version    = LIBAVUTIL_VERSION_INT,
355
    .category   = AV_CLASS_CATEGORY_DEVICE_VIDEO_OUTPUT,
356
};
357
358
AVOutputFormat ff_sdl2_muxer = {
359
    .name           = "sdl,sdl2",
360
    .long_name      = NULL_IF_CONFIG_SMALL("SDL2 output device"),
361
    .priv_data_size = sizeof(SDLContext),
362
    .audio_codec    = AV_CODEC_ID_NONE,
363
    .video_codec    = AV_CODEC_ID_RAWVIDEO,
364
    .write_header   = sdl2_write_header,
365
    .write_packet   = sdl2_write_packet,
366
    .write_trailer  = sdl2_write_trailer,
367
    .flags          = AVFMT_NOFILE | AVFMT_VARIABLE_FPS | AVFMT_NOTIMESTAMPS,
368
    .priv_class     = &sdl2_class,
369
};