FFmpeg coverage

Line	Branch	Exec	Source
1			/*
2			* This file is part of FFmpeg.
3			*
4			* FFmpeg is free software; you can redistribute it and/or
5			* modify it under the terms of the GNU Lesser General Public
6			* License as published by the Free Software Foundation; either
7			* version 2.1 of the License, or (at your option) any later version.
8			*
9			* FFmpeg is distributed in the hope that it will be useful,
10			* but WITHOUT ANY WARRANTY; without even the implied warranty of
11			* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12			* Lesser General Public License for more details.
13			*
14			* You should have received a copy of the GNU Lesser General Public
15			* License along with FFmpeg; if not, write to the Free Software
16			* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17			*/
18
19			#include <string.h>
20
21			#include "libavutil/opt.h"
22			#include "libavutil/pixdesc.h"
23
24			#include "avfilter.h"
25			#include "filters.h"
26			#include "formats.h"
27			#include "scale_eval.h"
28			#include "video.h"
29			#include "vaapi_vpp.h"
30
31			typedef struct ScaleVAAPIContext {
32			VAAPIVPPContext vpp_ctx; // must be the first field
33
34			char *output_format_string;
35
36			int mode;
37
38			char *w_expr; // width expression string
39			char *h_expr; // height expression string
40
41			int force_original_aspect_ratio;
42			int force_divisible_by;
43			int reset_sar;
44
45			char *colour_primaries_string;
46			char *colour_transfer_string;
47			char *colour_matrix_string;
48			int colour_range;
49			char *chroma_location_string;
50
51			enum AVColorPrimaries colour_primaries;
52			enum AVColorTransferCharacteristic colour_transfer;
53			enum AVColorSpace colour_matrix;
54			enum AVChromaLocation chroma_location;
55			} ScaleVAAPIContext;
56
57		✗	static const char *scale_vaapi_mode_name(int mode)
58			{
59		✗	switch (mode) {
60			#define D(name) case VA_FILTER_SCALING_ ## name: return #name
61		✗	D(DEFAULT);
62		✗	D(FAST);
63		✗	D(HQ);
64		✗	D(NL_ANAMORPHIC);
65			#undef D
66		✗	default:
67		✗	return "Invalid";
68			}
69			}
70
71		✗	static int scale_vaapi_query_formats(const AVFilterContext *avctx,
72			AVFilterFormatsConfig **cfg_in,
73			AVFilterFormatsConfig **cfg_out)
74			{
75		✗	const ScaleVAAPIContext *ctx = avctx->priv;
76			AVFilterFormats *formats;
77			int err;
78
79		✗	err = ff_vaapi_vpp_query_formats(avctx, cfg_in, cfg_out);
80		✗	if (err < 0)
81		✗	return err;
82
83		✗	err = ff_formats_ref(ff_all_chroma_locations(), &cfg_in[0]->chroma_locations);
84		✗	if (err < 0)
85		✗	return err;
86
87		✗	formats = ctx->chroma_location != AVCHROMA_LOC_UNSPECIFIED
88		✗	? ff_make_formats_list_singleton(ctx->chroma_location)
89		✗	: ff_all_chroma_locations();
90		✗	return ff_formats_ref(formats, &cfg_out[0]->chroma_locations);
91			}
92
93		✗	static int scale_vaapi_config_output(AVFilterLink *outlink)
94			{
95		✗	AVFilterLink *inlink = outlink->src->inputs[0];
96		✗	AVFilterContext *avctx = outlink->src;
97		✗	VAAPIVPPContext *vpp_ctx = avctx->priv;
98		✗	ScaleVAAPIContext *ctx = avctx->priv;
99		✗	double w_adj = 1.0;
100			int err;
101
102		✗	if ((err = ff_scale_eval_dimensions(ctx,
103		✗	ctx->w_expr, ctx->h_expr,
104			inlink, outlink,
105			&vpp_ctx->output_width, &vpp_ctx->output_height)) < 0)
106		✗	return err;
107
108		✗	if (ctx->reset_sar)
109		✗	w_adj = inlink->sample_aspect_ratio.num ?
110		✗	(double)inlink->sample_aspect_ratio.num / inlink->sample_aspect_ratio.den : 1;
111
112		✗	err = ff_scale_adjust_dimensions(inlink, &vpp_ctx->output_width, &vpp_ctx->output_height,
113			ctx->force_original_aspect_ratio,
114			ctx->force_divisible_by, w_adj);
115		✗	if (err < 0)
116		✗	return err;
117
118		✗	if (inlink->w == vpp_ctx->output_width && inlink->h == vpp_ctx->output_height &&
119		✗	(vpp_ctx->input_frames->sw_format == vpp_ctx->output_format ||
120		✗	vpp_ctx->output_format == AV_PIX_FMT_NONE) &&
121		✗	ctx->colour_primaries == AVCOL_PRI_UNSPECIFIED &&
122		✗	ctx->colour_transfer == AVCOL_TRC_UNSPECIFIED &&
123		✗	ctx->colour_matrix == AVCOL_SPC_UNSPECIFIED &&
124		✗	ctx->colour_range == AVCOL_RANGE_UNSPECIFIED &&
125		✗	(inlink->chroma_location == outlink->chroma_location ||
126		✗	outlink->chroma_location == AVCHROMA_LOC_UNSPECIFIED))
127		✗	vpp_ctx->passthrough = 1;
128
129		✗	err = ff_vaapi_vpp_config_output(outlink);
130		✗	if (err < 0)
131		✗	return err;
132
133		✗	if (ctx->reset_sar)
134		✗	outlink->sample_aspect_ratio = (AVRational){1, 1};
135		✗	else if (inlink->sample_aspect_ratio.num)
136		✗	outlink->sample_aspect_ratio = av_mul_q((AVRational){outlink->h * inlink->w, outlink->w * inlink->h}, inlink->sample_aspect_ratio);
137			else
138		✗	outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;
139
140		✗	return 0;
141			}
142
143		✗	static int scale_vaapi_filter_frame(AVFilterLink *inlink, AVFrame *input_frame)
144			{
145		✗	AVFilterContext *avctx = inlink->dst;
146		✗	AVFilterLink *outlink = avctx->outputs[0];
147		✗	VAAPIVPPContext *vpp_ctx = avctx->priv;
148		✗	ScaleVAAPIContext *ctx = avctx->priv;
149		✗	AVFrame *output_frame = NULL;
150			VAProcPipelineParameterBuffer params;
151			int err;
152
153		✗	av_log(avctx, AV_LOG_DEBUG, "Filter input: %s, %ux%u (%"PRId64").\n",
154		✗	av_get_pix_fmt_name(input_frame->format),
155		✗	input_frame->width, input_frame->height, input_frame->pts);
156
157		✗	if (vpp_ctx->passthrough) {
158		✗	if (input_frame->chroma_location == AVCHROMA_LOC_UNSPECIFIED)
159		✗	input_frame->chroma_location = outlink->chroma_location;
160		✗	return ff_filter_frame(outlink, input_frame);
161			}
162
163		✗	if (vpp_ctx->va_context == VA_INVALID_ID)
164		✗	return AVERROR(EINVAL);
165
166		✗	output_frame = ff_get_video_buffer(outlink, vpp_ctx->output_width,
167			vpp_ctx->output_height);
168		✗	if (!output_frame) {
169		✗	err = AVERROR(ENOMEM);
170		✗	goto fail;
171			}
172
173		✗	err = av_frame_copy_props(output_frame, input_frame);
174		✗	if (err < 0)
175		✗	goto fail;
176
177		✗	if (output_frame->width != input_frame->width || output_frame->height != input_frame->height) {
178		✗	av_frame_side_data_remove_by_props(&output_frame->side_data,
179		✗	&output_frame->nb_side_data,
180			AV_SIDE_DATA_PROP_SIZE_DEPENDENT);
181			}
182
183		✗	if (ctx->colour_primaries != AVCOL_PRI_UNSPECIFIED)
184		✗	output_frame->color_primaries = ctx->colour_primaries;
185		✗	if (ctx->colour_transfer != AVCOL_TRC_UNSPECIFIED)
186		✗	output_frame->color_trc = ctx->colour_transfer;
187		✗	if (ctx->colour_matrix != AVCOL_SPC_UNSPECIFIED)
188		✗	output_frame->colorspace = ctx->colour_matrix;
189		✗	if (ctx->colour_range != AVCOL_RANGE_UNSPECIFIED)
190		✗	output_frame->color_range = ctx->colour_range;
191		✗	if (outlink->chroma_location != AVCHROMA_LOC_UNSPECIFIED)
192		✗	output_frame->chroma_location = outlink->chroma_location;
193
194		✗	err = ff_vaapi_vpp_init_params(avctx, &params,
195			input_frame, output_frame);
196		✗	if (err < 0)
197		✗	goto fail;
198
199		✗	params.filter_flags |= ctx->mode;
200
201		✗	err = ff_vaapi_vpp_render_picture(avctx, &params, output_frame);
202		✗	if (err < 0)
203		✗	goto fail;
204
205		✗	av_frame_free(&input_frame);
206
207		✗	av_log(avctx, AV_LOG_DEBUG, "Filter output: %s, %ux%u (%"PRId64"), mode: %s.\n",
208		✗	av_get_pix_fmt_name(output_frame->format),
209		✗	output_frame->width, output_frame->height, output_frame->pts,
210			scale_vaapi_mode_name(ctx->mode));
211
212		✗	return ff_filter_frame(outlink, output_frame);
213
214		✗	fail:
215		✗	av_frame_free(&input_frame);
216		✗	av_frame_free(&output_frame);
217		✗	return err;
218			}
219
220		✗	static av_cold int scale_vaapi_init(AVFilterContext *avctx)
221			{
222		✗	VAAPIVPPContext *vpp_ctx = avctx->priv;
223		✗	ScaleVAAPIContext *ctx = avctx->priv;
224
225		✗	ff_vaapi_vpp_ctx_init(avctx);
226		✗	vpp_ctx->pipeline_uninit = ff_vaapi_vpp_pipeline_uninit;
227
228		✗	if (ctx->output_format_string) {
229		✗	vpp_ctx->output_format = av_get_pix_fmt(ctx->output_format_string);
230		✗	if (vpp_ctx->output_format == AV_PIX_FMT_NONE) {
231		✗	av_log(avctx, AV_LOG_ERROR, "Invalid output format.\n");
232		✗	return AVERROR(EINVAL);
233			}
234			} else {
235			// Use the input format once that is configured.
236		✗	vpp_ctx->output_format = AV_PIX_FMT_NONE;
237			}
238
239			#define STRING_OPTION(var_name, func_name, default_value) do { \
240			if (ctx->var_name ## _string) { \
241			int var = av_ ## func_name ## _from_name(ctx->var_name ## _string); \
242			if (var < 0) { \
243			av_log(avctx, AV_LOG_ERROR, "Invalid %s.\n", #var_name); \
244			return AVERROR(EINVAL); \
245			} \
246			ctx->var_name = var; \
247			} else { \
248			ctx->var_name = default_value; \
249			} \
250			} while (0)
251
252		✗	STRING_OPTION(colour_primaries, color_primaries, AVCOL_PRI_UNSPECIFIED);
253		✗	STRING_OPTION(colour_transfer, color_transfer, AVCOL_TRC_UNSPECIFIED);
254		✗	STRING_OPTION(colour_matrix, color_space, AVCOL_SPC_UNSPECIFIED);
255		✗	STRING_OPTION(chroma_location, chroma_location, AVCHROMA_LOC_UNSPECIFIED);
256
257		✗	return 0;
258			}
259
260			#define OFFSET(x) offsetof(ScaleVAAPIContext, x)
261			#define FLAGS (AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM)
262			static const AVOption scale_vaapi_options[] = {
263			{ "w", "Output video width",
264			OFFSET(w_expr), AV_OPT_TYPE_STRING, {.str = "iw"}, .flags = FLAGS },
265			{ "h", "Output video height",
266			OFFSET(h_expr), AV_OPT_TYPE_STRING, {.str = "ih"}, .flags = FLAGS },
267			{ "format", "Output video format (software format of hardware frames)",
268			OFFSET(output_format_string), AV_OPT_TYPE_STRING, .flags = FLAGS },
269			{ "mode", "Scaling mode",
270			OFFSET(mode), AV_OPT_TYPE_INT, { .i64 = VA_FILTER_SCALING_HQ },
271			0, VA_FILTER_SCALING_NL_ANAMORPHIC, FLAGS, .unit = "mode" },
272			{ "default", "Use the default (depend on the driver) scaling algorithm",
273			0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_DEFAULT }, 0, 0, FLAGS, .unit = "mode" },
274			{ "fast", "Use fast scaling algorithm",
275			0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_FAST }, 0, 0, FLAGS, .unit = "mode" },
276			{ "hq", "Use high quality scaling algorithm",
277			0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_HQ }, 0, 0, FLAGS, .unit = "mode" },
278			{ "nl_anamorphic", "Use nolinear anamorphic scaling algorithm",
279			0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_NL_ANAMORPHIC }, 0, 0, FLAGS, .unit = "mode" },
280
281			// These colour properties match the ones of the same name in vf_scale.
282			{ "out_color_matrix", "Output colour matrix coefficient set",
283			OFFSET(colour_matrix_string), AV_OPT_TYPE_STRING, { .str = NULL }, .flags = FLAGS },
284			{ "out_range", "Output colour range",
285			OFFSET(colour_range), AV_OPT_TYPE_INT, { .i64 = AVCOL_RANGE_UNSPECIFIED },
286			AVCOL_RANGE_UNSPECIFIED, AVCOL_RANGE_JPEG, FLAGS, .unit = "range" },
287			{ "full", "Full range",
288			0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, .unit = "range" },
289			{ "limited", "Limited range",
290			0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, .unit = "range" },
291			{ "jpeg", "Full range",
292			0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, .unit = "range" },
293			{ "mpeg", "Limited range",
294			0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, .unit = "range" },
295			{ "tv", "Limited range",
296			0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, .unit = "range" },
297			{ "pc", "Full range",
298			0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, .unit = "range" },
299			// These colour properties are new here.
300			{ "out_color_primaries", "Output colour primaries",
301			OFFSET(colour_primaries_string), AV_OPT_TYPE_STRING,
302			{ .str = NULL }, .flags = FLAGS },
303			{ "out_color_transfer", "Output colour transfer characteristics",
304			OFFSET(colour_transfer_string), AV_OPT_TYPE_STRING,
305			{ .str = NULL }, .flags = FLAGS },
306			{ "out_chroma_location", "Output chroma sample location",
307			OFFSET(chroma_location_string), AV_OPT_TYPE_STRING,
308			{ .str = NULL }, .flags = FLAGS },
309			{ "force_original_aspect_ratio", "decrease or increase w/h if necessary to keep the original AR", OFFSET(force_original_aspect_ratio), AV_OPT_TYPE_INT, { .i64 = 0}, 0, SCALE_FORCE_OAR_NB-1, FLAGS, .unit = "force_oar" },
310			{ "disable", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = SCALE_FORCE_OAR_DISABLE }, 0, 0, FLAGS, .unit = "force_oar" },
311			{ "decrease", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = SCALE_FORCE_OAR_DECREASE }, 0, 0, FLAGS, .unit = "force_oar" },
312			{ "increase", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = SCALE_FORCE_OAR_INCREASE }, 0, 0, FLAGS, .unit = "force_oar" },
313			{ "force_divisible_by", "enforce that the output resolution is divisible by a defined integer when force_original_aspect_ratio is used", OFFSET(force_divisible_by), AV_OPT_TYPE_INT, { .i64 = 1}, 1, 256, FLAGS },
314			{ "reset_sar", "reset SAR to 1 and scale to square pixels if scaling proportionally", OFFSET(reset_sar), AV_OPT_TYPE_BOOL, { .i64 = 0}, 0, 1, FLAGS },
315
316			{ NULL },
317			};
318
319			AVFILTER_DEFINE_CLASS(scale_vaapi);
320
321			static const AVFilterPad scale_vaapi_inputs[] = {
322			{
323			.name = "default",
324			.type = AVMEDIA_TYPE_VIDEO,
325			.filter_frame = &scale_vaapi_filter_frame,
326			.config_props = &ff_vaapi_vpp_config_input,
327			},
328			};
329
330			static const AVFilterPad scale_vaapi_outputs[] = {
331			{
332			.name = "default",
333			.type = AVMEDIA_TYPE_VIDEO,
334			.config_props = &scale_vaapi_config_output,
335			},
336			};
337
338			const FFFilter ff_vf_scale_vaapi = {
339			.p.name = "scale_vaapi",
340			.p.description = NULL_IF_CONFIG_SMALL("Scale to/from VAAPI surfaces."),
341			.p.priv_class = &scale_vaapi_class,
342			.priv_size = sizeof(ScaleVAAPIContext),
343			.init = &scale_vaapi_init,
344			.uninit = &ff_vaapi_vpp_ctx_uninit,
345			FILTER_INPUTS(scale_vaapi_inputs),
346			FILTER_OUTPUTS(scale_vaapi_outputs),
347			FILTER_QUERY_FUNC2(&scale_vaapi_query_formats),
348			.flags_internal = FF_FILTER_FLAG_HWFRAME_AWARE,
349			};
350