FFmpeg coverage


Directory: ../../../ffmpeg/
File: src/libavcodec/vdpau.c
Date: 2021-09-24 20:55:06
Exec Total Coverage
Lines: 0 219 0.0%
Branches: 0 119 0.0%

Line Branch Exec Source
1 /*
2 * Video Decode and Presentation API for UNIX (VDPAU) is used for
3 * HW decode acceleration for MPEG-1/2, MPEG-4 ASP, H.264 and VC-1.
4 *
5 * Copyright (c) 2008 NVIDIA
6 *
7 * This file is part of FFmpeg.
8 *
9 * FFmpeg is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU Lesser General Public
11 * License as published by the Free Software Foundation; either
12 * version 2.1 of the License, or (at your option) any later version.
13 *
14 * FFmpeg is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
17 * Lesser General Public License for more details.
18 *
19 * You should have received a copy of the GNU Lesser General Public
20 * License along with FFmpeg; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 */
23
24 #include <limits.h>
25
26 #include "avcodec.h"
27 #include "decode.h"
28 #include "internal.h"
29 #include "h264dec.h"
30 #include "vc1.h"
31 #include "vdpau.h"
32 #include "vdpau_internal.h"
33
34 // XXX: at the time of adding this ifdefery, av_assert* wasn't use outside.
35 // When dropping it, make sure other av_assert* were not added since then.
36
37 /**
38 * @addtogroup VDPAU_Decoding
39 *
40 * @{
41 */
42
43 static int vdpau_error(VdpStatus status)
44 {
45 switch (status) {
46 case VDP_STATUS_OK:
47 return 0;
48 case VDP_STATUS_NO_IMPLEMENTATION:
49 return AVERROR(ENOSYS);
50 case VDP_STATUS_DISPLAY_PREEMPTED:
51 return AVERROR(EIO);
52 case VDP_STATUS_INVALID_HANDLE:
53 return AVERROR(EBADF);
54 case VDP_STATUS_INVALID_POINTER:
55 return AVERROR(EFAULT);
56 case VDP_STATUS_RESOURCES:
57 return AVERROR(ENOBUFS);
58 case VDP_STATUS_HANDLE_DEVICE_MISMATCH:
59 return AVERROR(EXDEV);
60 case VDP_STATUS_ERROR:
61 return AVERROR(EIO);
62 default:
63 return AVERROR(EINVAL);
64 }
65 }
66
67 AVVDPAUContext *av_alloc_vdpaucontext(void)
68 {
69 return av_vdpau_alloc_context();
70 }
71
72 #define MAKE_ACCESSORS(str, name, type, field) \
73 type av_##name##_get_##field(const str *s) { return s->field; } \
74 void av_##name##_set_##field(str *s, type v) { s->field = v; }
75 MAKE_ACCESSORS(AVVDPAUContext, vdpau_hwaccel, AVVDPAU_Render2, render2)
76
77 int av_vdpau_get_surface_parameters(AVCodecContext *avctx,
78 VdpChromaType *type,
79 uint32_t *width, uint32_t *height)
80 {
81 VdpChromaType t;
82 uint32_t w = avctx->coded_width;
83 uint32_t h = avctx->coded_height;
84
85 /* See <vdpau/vdpau.h> for per-type alignment constraints. */
86 switch (avctx->sw_pix_fmt) {
87 case AV_PIX_FMT_YUV420P:
88 case AV_PIX_FMT_YUVJ420P:
89 case AV_PIX_FMT_YUV420P10:
90 case AV_PIX_FMT_YUV420P12:
91 t = VDP_CHROMA_TYPE_420;
92 w = (w + 1) & ~1;
93 h = (h + 3) & ~3;
94 break;
95 case AV_PIX_FMT_YUV422P:
96 case AV_PIX_FMT_YUVJ422P:
97 t = VDP_CHROMA_TYPE_422;
98 w = (w + 1) & ~1;
99 h = (h + 1) & ~1;
100 break;
101 case AV_PIX_FMT_YUV444P:
102 case AV_PIX_FMT_YUVJ444P:
103 case AV_PIX_FMT_YUV444P10:
104 case AV_PIX_FMT_YUV444P12:
105 t = VDP_CHROMA_TYPE_444;
106 h = (h + 1) & ~1;
107 break;
108 default:
109 return AVERROR(ENOSYS);
110 }
111
112 if (type)
113 *type = t;
114 if (width)
115 *width = w;
116 if (height)
117 *height = h;
118 return 0;
119 }
120
121 int ff_vdpau_common_frame_params(AVCodecContext *avctx,
122 AVBufferRef *hw_frames_ctx)
123 {
124 AVHWFramesContext *hw_frames = (AVHWFramesContext*)hw_frames_ctx->data;
125 VdpChromaType type;
126 uint32_t width;
127 uint32_t height;
128
129 if (av_vdpau_get_surface_parameters(avctx, &type, &width, &height))
130 return AVERROR(EINVAL);
131
132 hw_frames->format = AV_PIX_FMT_VDPAU;
133 hw_frames->sw_format = avctx->sw_pix_fmt;
134 hw_frames->width = width;
135 hw_frames->height = height;
136
137 return 0;
138 }
139
140 int ff_vdpau_common_init(AVCodecContext *avctx, VdpDecoderProfile profile,
141 int level)
142 {
143 VDPAUHWContext *hwctx = avctx->hwaccel_context;
144 VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
145 VdpVideoSurfaceQueryCapabilities *surface_query_caps;
146 VdpDecoderQueryCapabilities *decoder_query_caps;
147 VdpDecoderCreate *create;
148 VdpGetInformationString *info;
149 const char *info_string;
150 void *func;
151 VdpStatus status;
152 VdpBool supported;
153 uint32_t max_level, max_mb, max_width, max_height;
154 VdpChromaType type;
155 uint32_t width;
156 uint32_t height;
157 int ret;
158
159 vdctx->width = UINT32_MAX;
160 vdctx->height = UINT32_MAX;
161
162 if (av_vdpau_get_surface_parameters(avctx, &type, &width, &height))
163 return AVERROR(ENOSYS);
164
165 if (hwctx) {
166 hwctx->reset = 0;
167
168 if (hwctx->context.decoder != VDP_INVALID_HANDLE) {
169 vdctx->decoder = hwctx->context.decoder;
170 vdctx->render = hwctx->context.render;
171 vdctx->device = VDP_INVALID_HANDLE;
172 return 0; /* Decoder created by user */
173 }
174
175 vdctx->device = hwctx->device;
176 vdctx->get_proc_address = hwctx->get_proc_address;
177
178 if (hwctx->flags & AV_HWACCEL_FLAG_IGNORE_LEVEL)
179 level = 0;
180
181 if (!(hwctx->flags & AV_HWACCEL_FLAG_ALLOW_HIGH_DEPTH) &&
182 type != VDP_CHROMA_TYPE_420)
183 return AVERROR(ENOSYS);
184 } else {
185 AVHWFramesContext *frames_ctx;
186 AVVDPAUDeviceContext *dev_ctx;
187
188 ret = ff_decode_get_hw_frames_ctx(avctx, AV_HWDEVICE_TYPE_VDPAU);
189 if (ret < 0)
190 return ret;
191
192 frames_ctx = (AVHWFramesContext*)avctx->hw_frames_ctx->data;
193 dev_ctx = frames_ctx->device_ctx->hwctx;
194
195 vdctx->device = dev_ctx->device;
196 vdctx->get_proc_address = dev_ctx->get_proc_address;
197
198 if (avctx->hwaccel_flags & AV_HWACCEL_FLAG_IGNORE_LEVEL)
199 level = 0;
200 }
201
202 if (level < 0)
203 return AVERROR(ENOTSUP);
204
205 status = vdctx->get_proc_address(vdctx->device,
206 VDP_FUNC_ID_GET_INFORMATION_STRING,
207 &func);
208 if (status != VDP_STATUS_OK)
209 return vdpau_error(status);
210 else
211 info = func;
212
213 status = info(&info_string);
214 if (status != VDP_STATUS_OK)
215 return vdpau_error(status);
216 if (avctx->codec_id == AV_CODEC_ID_HEVC && strncmp(info_string, "NVIDIA ", 7) == 0 &&
217 !(avctx->hwaccel_flags & AV_HWACCEL_FLAG_ALLOW_PROFILE_MISMATCH)) {
218 int driver_version = 0;
219 sscanf(info_string, "NVIDIA VDPAU Driver Shared Library %d", &driver_version);
220 if (driver_version < 410) {
221 av_log(avctx, AV_LOG_VERBOSE, "HEVC with NVIDIA VDPAU drivers is buggy, skipping.\n");
222 return AVERROR(ENOTSUP);
223 }
224 }
225
226 status = vdctx->get_proc_address(vdctx->device,
227 VDP_FUNC_ID_VIDEO_SURFACE_QUERY_CAPABILITIES,
228 &func);
229 if (status != VDP_STATUS_OK)
230 return vdpau_error(status);
231 else
232 surface_query_caps = func;
233
234 status = surface_query_caps(vdctx->device, type, &supported,
235 &max_width, &max_height);
236 if (status != VDP_STATUS_OK)
237 return vdpau_error(status);
238 if (supported != VDP_TRUE ||
239 max_width < width || max_height < height)
240 return AVERROR(ENOTSUP);
241
242 status = vdctx->get_proc_address(vdctx->device,
243 VDP_FUNC_ID_DECODER_QUERY_CAPABILITIES,
244 &func);
245 if (status != VDP_STATUS_OK)
246 return vdpau_error(status);
247 else
248 decoder_query_caps = func;
249
250 status = decoder_query_caps(vdctx->device, profile, &supported, &max_level,
251 &max_mb, &max_width, &max_height);
252 #ifdef VDP_DECODER_PROFILE_H264_CONSTRAINED_BASELINE
253 if ((status != VDP_STATUS_OK || supported != VDP_TRUE) && profile == VDP_DECODER_PROFILE_H264_CONSTRAINED_BASELINE) {
254 profile = VDP_DECODER_PROFILE_H264_MAIN;
255 status = decoder_query_caps(vdctx->device, profile, &supported,
256 &max_level, &max_mb,
257 &max_width, &max_height);
258 }
259 #endif
260 if (status != VDP_STATUS_OK)
261 return vdpau_error(status);
262
263 if (supported != VDP_TRUE || max_level < level ||
264 max_width < width || max_height < height)
265 return AVERROR(ENOTSUP);
266
267 status = vdctx->get_proc_address(vdctx->device, VDP_FUNC_ID_DECODER_CREATE,
268 &func);
269 if (status != VDP_STATUS_OK)
270 return vdpau_error(status);
271 else
272 create = func;
273
274 status = vdctx->get_proc_address(vdctx->device, VDP_FUNC_ID_DECODER_RENDER,
275 &func);
276 if (status != VDP_STATUS_OK)
277 return vdpau_error(status);
278 else
279 vdctx->render = func;
280
281 status = create(vdctx->device, profile, width, height, avctx->refs,
282 &vdctx->decoder);
283 if (status == VDP_STATUS_OK) {
284 vdctx->width = avctx->coded_width;
285 vdctx->height = avctx->coded_height;
286 }
287
288 return vdpau_error(status);
289 }
290
291 int ff_vdpau_common_uninit(AVCodecContext *avctx)
292 {
293 VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
294 VdpDecoderDestroy *destroy;
295 void *func;
296 VdpStatus status;
297
298 if (vdctx->device == VDP_INVALID_HANDLE)
299 return 0; /* Decoder created and destroyed by user */
300 if (vdctx->width == UINT32_MAX && vdctx->height == UINT32_MAX)
301 return 0;
302
303 status = vdctx->get_proc_address(vdctx->device,
304 VDP_FUNC_ID_DECODER_DESTROY, &func);
305 if (status != VDP_STATUS_OK)
306 return vdpau_error(status);
307 else
308 destroy = func;
309
310 status = destroy(vdctx->decoder);
311 return vdpau_error(status);
312 }
313
314 static int ff_vdpau_common_reinit(AVCodecContext *avctx)
315 {
316 VDPAUHWContext *hwctx = avctx->hwaccel_context;
317 VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
318
319 if (vdctx->device == VDP_INVALID_HANDLE)
320 return 0; /* Decoder created by user */
321 if (avctx->coded_width == vdctx->width &&
322 avctx->coded_height == vdctx->height && (!hwctx || !hwctx->reset))
323 return 0;
324
325 avctx->hwaccel->uninit(avctx);
326 return avctx->hwaccel->init(avctx);
327 }
328
329 int ff_vdpau_common_start_frame(struct vdpau_picture_context *pic_ctx,
330 av_unused const uint8_t *buffer,
331 av_unused uint32_t size)
332 {
333 pic_ctx->bitstream_buffers_allocated = 0;
334 pic_ctx->bitstream_buffers_used = 0;
335 pic_ctx->bitstream_buffers = NULL;
336 return 0;
337 }
338
339 int ff_vdpau_common_end_frame(AVCodecContext *avctx, AVFrame *frame,
340 struct vdpau_picture_context *pic_ctx)
341 {
342 VDPAUContext *vdctx = avctx->internal->hwaccel_priv_data;
343 AVVDPAUContext *hwctx = avctx->hwaccel_context;
344 VdpVideoSurface surf = ff_vdpau_get_surface_id(frame);
345 VdpStatus status;
346 int val;
347
348 val = ff_vdpau_common_reinit(avctx);
349 if (val < 0)
350 return val;
351
352 if (hwctx && !hwctx->render && hwctx->render2) {
353 status = hwctx->render2(avctx, frame, (void *)&pic_ctx->info,
354 pic_ctx->bitstream_buffers_used, pic_ctx->bitstream_buffers);
355 } else
356 status = vdctx->render(vdctx->decoder, surf, &pic_ctx->info,
357 pic_ctx->bitstream_buffers_used,
358 pic_ctx->bitstream_buffers);
359
360 av_freep(&pic_ctx->bitstream_buffers);
361
362 return vdpau_error(status);
363 }
364
365 #if CONFIG_MPEG1_VDPAU_HWACCEL || \
366 CONFIG_MPEG2_VDPAU_HWACCEL || CONFIG_MPEG4_VDPAU_HWACCEL || \
367 CONFIG_VC1_VDPAU_HWACCEL || CONFIG_WMV3_VDPAU_HWACCEL
368 int ff_vdpau_mpeg_end_frame(AVCodecContext *avctx)
369 {
370 MpegEncContext *s = avctx->priv_data;
371 Picture *pic = s->current_picture_ptr;
372 struct vdpau_picture_context *pic_ctx = pic->hwaccel_picture_private;
373 int val;
374
375 val = ff_vdpau_common_end_frame(avctx, pic->f, pic_ctx);
376 if (val < 0)
377 return val;
378
379 ff_mpeg_draw_horiz_band(s, 0, s->avctx->height);
380 return 0;
381 }
382 #endif
383
384 int ff_vdpau_add_buffer(struct vdpau_picture_context *pic_ctx,
385 const uint8_t *buf, uint32_t size)
386 {
387 VdpBitstreamBuffer *buffers = pic_ctx->bitstream_buffers;
388
389 buffers = av_fast_realloc(buffers, &pic_ctx->bitstream_buffers_allocated,
390 (pic_ctx->bitstream_buffers_used + 1) * sizeof(*buffers));
391 if (!buffers)
392 return AVERROR(ENOMEM);
393
394 pic_ctx->bitstream_buffers = buffers;
395 buffers += pic_ctx->bitstream_buffers_used++;
396
397 buffers->struct_version = VDP_BITSTREAM_BUFFER_VERSION;
398 buffers->bitstream = buf;
399 buffers->bitstream_bytes = size;
400 return 0;
401 }
402
403 AVVDPAUContext *av_vdpau_alloc_context(void)
404 {
405 return av_mallocz(sizeof(VDPAUHWContext));
406 }
407
408 int av_vdpau_bind_context(AVCodecContext *avctx, VdpDevice device,
409 VdpGetProcAddress *get_proc, unsigned flags)
410 {
411 VDPAUHWContext *hwctx;
412
413 if (flags & ~(AV_HWACCEL_FLAG_IGNORE_LEVEL|AV_HWACCEL_FLAG_ALLOW_HIGH_DEPTH))
414 return AVERROR(EINVAL);
415
416 if (av_reallocp(&avctx->hwaccel_context, sizeof(*hwctx)))
417 return AVERROR(ENOMEM);
418
419 hwctx = avctx->hwaccel_context;
420
421 memset(hwctx, 0, sizeof(*hwctx));
422 hwctx->context.decoder = VDP_INVALID_HANDLE;
423 hwctx->device = device;
424 hwctx->get_proc_address = get_proc;
425 hwctx->flags = flags;
426 hwctx->reset = 1;
427 return 0;
428 }
429
430 /* @}*/
431