Line |
Branch |
Exec |
Source |
1 |
|
|
/* |
2 |
|
|
* This file is part of FFmpeg. |
3 |
|
|
* |
4 |
|
|
* FFmpeg is free software; you can redistribute it and/or |
5 |
|
|
* modify it under the terms of the GNU Lesser General Public |
6 |
|
|
* License as published by the Free Software Foundation; either |
7 |
|
|
* version 2.1 of the License, or (at your option) any later version. |
8 |
|
|
* |
9 |
|
|
* FFmpeg is distributed in the hope that it will be useful, |
10 |
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of |
11 |
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU |
12 |
|
|
* Lesser General Public License for more details. |
13 |
|
|
* |
14 |
|
|
* You should have received a copy of the GNU Lesser General Public |
15 |
|
|
* License along with FFmpeg; if not, write to the Free Software |
16 |
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA |
17 |
|
|
*/ |
18 |
|
|
|
19 |
|
|
#include <string.h> |
20 |
|
|
|
21 |
|
|
#include "libavutil/opt.h" |
22 |
|
|
#include "libavutil/pixdesc.h" |
23 |
|
|
|
24 |
|
|
#include "avfilter.h" |
25 |
|
|
#include "filters.h" |
26 |
|
|
#include "scale_eval.h" |
27 |
|
|
#include "video.h" |
28 |
|
|
#include "vaapi_vpp.h" |
29 |
|
|
|
30 |
|
|
typedef struct ScaleVAAPIContext { |
31 |
|
|
VAAPIVPPContext vpp_ctx; // must be the first field |
32 |
|
|
|
33 |
|
|
char *output_format_string; |
34 |
|
|
|
35 |
|
|
int mode; |
36 |
|
|
|
37 |
|
|
char *w_expr; // width expression string |
38 |
|
|
char *h_expr; // height expression string |
39 |
|
|
|
40 |
|
|
int force_original_aspect_ratio; |
41 |
|
|
int force_divisible_by; |
42 |
|
|
int reset_sar; |
43 |
|
|
|
44 |
|
|
char *colour_primaries_string; |
45 |
|
|
char *colour_transfer_string; |
46 |
|
|
char *colour_matrix_string; |
47 |
|
|
int colour_range; |
48 |
|
|
char *chroma_location_string; |
49 |
|
|
|
50 |
|
|
enum AVColorPrimaries colour_primaries; |
51 |
|
|
enum AVColorTransferCharacteristic colour_transfer; |
52 |
|
|
enum AVColorSpace colour_matrix; |
53 |
|
|
enum AVChromaLocation chroma_location; |
54 |
|
|
} ScaleVAAPIContext; |
55 |
|
|
|
56 |
|
✗ |
static const char *scale_vaapi_mode_name(int mode) |
57 |
|
|
{ |
58 |
|
✗ |
switch (mode) { |
59 |
|
|
#define D(name) case VA_FILTER_SCALING_ ## name: return #name |
60 |
|
✗ |
D(DEFAULT); |
61 |
|
✗ |
D(FAST); |
62 |
|
✗ |
D(HQ); |
63 |
|
✗ |
D(NL_ANAMORPHIC); |
64 |
|
|
#undef D |
65 |
|
✗ |
default: |
66 |
|
✗ |
return "Invalid"; |
67 |
|
|
} |
68 |
|
|
} |
69 |
|
|
|
70 |
|
|
|
71 |
|
✗ |
static int scale_vaapi_config_output(AVFilterLink *outlink) |
72 |
|
|
{ |
73 |
|
✗ |
AVFilterLink *inlink = outlink->src->inputs[0]; |
74 |
|
✗ |
AVFilterContext *avctx = outlink->src; |
75 |
|
✗ |
VAAPIVPPContext *vpp_ctx = avctx->priv; |
76 |
|
✗ |
ScaleVAAPIContext *ctx = avctx->priv; |
77 |
|
✗ |
double w_adj = 1.0; |
78 |
|
|
int err; |
79 |
|
|
|
80 |
|
✗ |
if ((err = ff_scale_eval_dimensions(ctx, |
81 |
|
✗ |
ctx->w_expr, ctx->h_expr, |
82 |
|
|
inlink, outlink, |
83 |
|
|
&vpp_ctx->output_width, &vpp_ctx->output_height)) < 0) |
84 |
|
✗ |
return err; |
85 |
|
|
|
86 |
|
✗ |
if (ctx->reset_sar) |
87 |
|
✗ |
w_adj = inlink->sample_aspect_ratio.num ? |
88 |
|
✗ |
(double)inlink->sample_aspect_ratio.num / inlink->sample_aspect_ratio.den : 1; |
89 |
|
|
|
90 |
|
✗ |
ff_scale_adjust_dimensions(inlink, &vpp_ctx->output_width, &vpp_ctx->output_height, |
91 |
|
|
ctx->force_original_aspect_ratio, ctx->force_divisible_by, w_adj); |
92 |
|
|
|
93 |
|
✗ |
if (inlink->w == vpp_ctx->output_width && inlink->h == vpp_ctx->output_height && |
94 |
|
✗ |
(vpp_ctx->input_frames->sw_format == vpp_ctx->output_format || |
95 |
|
✗ |
vpp_ctx->output_format == AV_PIX_FMT_NONE) && |
96 |
|
✗ |
ctx->colour_primaries == AVCOL_PRI_UNSPECIFIED && |
97 |
|
✗ |
ctx->colour_transfer == AVCOL_TRC_UNSPECIFIED && |
98 |
|
✗ |
ctx->colour_matrix == AVCOL_SPC_UNSPECIFIED && |
99 |
|
✗ |
ctx->colour_range == AVCOL_RANGE_UNSPECIFIED && |
100 |
|
✗ |
ctx->chroma_location == AVCHROMA_LOC_UNSPECIFIED) |
101 |
|
✗ |
vpp_ctx->passthrough = 1; |
102 |
|
|
|
103 |
|
✗ |
err = ff_vaapi_vpp_config_output(outlink); |
104 |
|
✗ |
if (err < 0) |
105 |
|
✗ |
return err; |
106 |
|
|
|
107 |
|
✗ |
if (ctx->reset_sar) |
108 |
|
✗ |
outlink->sample_aspect_ratio = (AVRational){1, 1}; |
109 |
|
✗ |
else if (inlink->sample_aspect_ratio.num) |
110 |
|
✗ |
outlink->sample_aspect_ratio = av_mul_q((AVRational){outlink->h * inlink->w, outlink->w * inlink->h}, inlink->sample_aspect_ratio); |
111 |
|
|
else |
112 |
|
✗ |
outlink->sample_aspect_ratio = inlink->sample_aspect_ratio; |
113 |
|
|
|
114 |
|
✗ |
return 0; |
115 |
|
|
} |
116 |
|
|
|
117 |
|
✗ |
static int scale_vaapi_filter_frame(AVFilterLink *inlink, AVFrame *input_frame) |
118 |
|
|
{ |
119 |
|
✗ |
AVFilterContext *avctx = inlink->dst; |
120 |
|
✗ |
AVFilterLink *outlink = avctx->outputs[0]; |
121 |
|
✗ |
VAAPIVPPContext *vpp_ctx = avctx->priv; |
122 |
|
✗ |
ScaleVAAPIContext *ctx = avctx->priv; |
123 |
|
✗ |
AVFrame *output_frame = NULL; |
124 |
|
|
VAProcPipelineParameterBuffer params; |
125 |
|
|
int err; |
126 |
|
|
|
127 |
|
✗ |
av_log(avctx, AV_LOG_DEBUG, "Filter input: %s, %ux%u (%"PRId64").\n", |
128 |
|
✗ |
av_get_pix_fmt_name(input_frame->format), |
129 |
|
✗ |
input_frame->width, input_frame->height, input_frame->pts); |
130 |
|
|
|
131 |
|
✗ |
if (vpp_ctx->passthrough) |
132 |
|
✗ |
return ff_filter_frame(outlink, input_frame); |
133 |
|
|
|
134 |
|
✗ |
if (vpp_ctx->va_context == VA_INVALID_ID) |
135 |
|
✗ |
return AVERROR(EINVAL); |
136 |
|
|
|
137 |
|
✗ |
output_frame = ff_get_video_buffer(outlink, vpp_ctx->output_width, |
138 |
|
|
vpp_ctx->output_height); |
139 |
|
✗ |
if (!output_frame) { |
140 |
|
✗ |
err = AVERROR(ENOMEM); |
141 |
|
✗ |
goto fail; |
142 |
|
|
} |
143 |
|
|
|
144 |
|
✗ |
err = av_frame_copy_props(output_frame, input_frame); |
145 |
|
✗ |
if (err < 0) |
146 |
|
✗ |
goto fail; |
147 |
|
|
|
148 |
|
✗ |
if (output_frame->width != input_frame->width || output_frame->height != input_frame->height) { |
149 |
|
✗ |
av_frame_side_data_remove_by_props(&output_frame->side_data, |
150 |
|
✗ |
&output_frame->nb_side_data, |
151 |
|
|
AV_SIDE_DATA_PROP_SIZE_DEPENDENT); |
152 |
|
|
} |
153 |
|
|
|
154 |
|
✗ |
if (ctx->colour_primaries != AVCOL_PRI_UNSPECIFIED) |
155 |
|
✗ |
output_frame->color_primaries = ctx->colour_primaries; |
156 |
|
✗ |
if (ctx->colour_transfer != AVCOL_TRC_UNSPECIFIED) |
157 |
|
✗ |
output_frame->color_trc = ctx->colour_transfer; |
158 |
|
✗ |
if (ctx->colour_matrix != AVCOL_SPC_UNSPECIFIED) |
159 |
|
✗ |
output_frame->colorspace = ctx->colour_matrix; |
160 |
|
✗ |
if (ctx->colour_range != AVCOL_RANGE_UNSPECIFIED) |
161 |
|
✗ |
output_frame->color_range = ctx->colour_range; |
162 |
|
✗ |
if (ctx->chroma_location != AVCHROMA_LOC_UNSPECIFIED) |
163 |
|
✗ |
output_frame->chroma_location = ctx->chroma_location; |
164 |
|
|
|
165 |
|
✗ |
err = ff_vaapi_vpp_init_params(avctx, ¶ms, |
166 |
|
|
input_frame, output_frame); |
167 |
|
✗ |
if (err < 0) |
168 |
|
✗ |
goto fail; |
169 |
|
|
|
170 |
|
✗ |
params.filter_flags |= ctx->mode; |
171 |
|
|
|
172 |
|
✗ |
err = ff_vaapi_vpp_render_picture(avctx, ¶ms, output_frame); |
173 |
|
✗ |
if (err < 0) |
174 |
|
✗ |
goto fail; |
175 |
|
|
|
176 |
|
✗ |
av_frame_free(&input_frame); |
177 |
|
|
|
178 |
|
✗ |
av_log(avctx, AV_LOG_DEBUG, "Filter output: %s, %ux%u (%"PRId64"), mode: %s.\n", |
179 |
|
✗ |
av_get_pix_fmt_name(output_frame->format), |
180 |
|
✗ |
output_frame->width, output_frame->height, output_frame->pts, |
181 |
|
|
scale_vaapi_mode_name(ctx->mode)); |
182 |
|
|
|
183 |
|
✗ |
return ff_filter_frame(outlink, output_frame); |
184 |
|
|
|
185 |
|
✗ |
fail: |
186 |
|
✗ |
av_frame_free(&input_frame); |
187 |
|
✗ |
av_frame_free(&output_frame); |
188 |
|
✗ |
return err; |
189 |
|
|
} |
190 |
|
|
|
191 |
|
✗ |
static av_cold int scale_vaapi_init(AVFilterContext *avctx) |
192 |
|
|
{ |
193 |
|
✗ |
VAAPIVPPContext *vpp_ctx = avctx->priv; |
194 |
|
✗ |
ScaleVAAPIContext *ctx = avctx->priv; |
195 |
|
|
|
196 |
|
✗ |
ff_vaapi_vpp_ctx_init(avctx); |
197 |
|
✗ |
vpp_ctx->pipeline_uninit = ff_vaapi_vpp_pipeline_uninit; |
198 |
|
|
|
199 |
|
✗ |
if (ctx->output_format_string) { |
200 |
|
✗ |
vpp_ctx->output_format = av_get_pix_fmt(ctx->output_format_string); |
201 |
|
✗ |
if (vpp_ctx->output_format == AV_PIX_FMT_NONE) { |
202 |
|
✗ |
av_log(avctx, AV_LOG_ERROR, "Invalid output format.\n"); |
203 |
|
✗ |
return AVERROR(EINVAL); |
204 |
|
|
} |
205 |
|
|
} else { |
206 |
|
|
// Use the input format once that is configured. |
207 |
|
✗ |
vpp_ctx->output_format = AV_PIX_FMT_NONE; |
208 |
|
|
} |
209 |
|
|
|
210 |
|
|
#define STRING_OPTION(var_name, func_name, default_value) do { \ |
211 |
|
|
if (ctx->var_name ## _string) { \ |
212 |
|
|
int var = av_ ## func_name ## _from_name(ctx->var_name ## _string); \ |
213 |
|
|
if (var < 0) { \ |
214 |
|
|
av_log(avctx, AV_LOG_ERROR, "Invalid %s.\n", #var_name); \ |
215 |
|
|
return AVERROR(EINVAL); \ |
216 |
|
|
} \ |
217 |
|
|
ctx->var_name = var; \ |
218 |
|
|
} else { \ |
219 |
|
|
ctx->var_name = default_value; \ |
220 |
|
|
} \ |
221 |
|
|
} while (0) |
222 |
|
|
|
223 |
|
✗ |
STRING_OPTION(colour_primaries, color_primaries, AVCOL_PRI_UNSPECIFIED); |
224 |
|
✗ |
STRING_OPTION(colour_transfer, color_transfer, AVCOL_TRC_UNSPECIFIED); |
225 |
|
✗ |
STRING_OPTION(colour_matrix, color_space, AVCOL_SPC_UNSPECIFIED); |
226 |
|
✗ |
STRING_OPTION(chroma_location, chroma_location, AVCHROMA_LOC_UNSPECIFIED); |
227 |
|
|
|
228 |
|
✗ |
return 0; |
229 |
|
|
} |
230 |
|
|
|
231 |
|
|
#define OFFSET(x) offsetof(ScaleVAAPIContext, x) |
232 |
|
|
#define FLAGS (AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM) |
233 |
|
|
static const AVOption scale_vaapi_options[] = { |
234 |
|
|
{ "w", "Output video width", |
235 |
|
|
OFFSET(w_expr), AV_OPT_TYPE_STRING, {.str = "iw"}, .flags = FLAGS }, |
236 |
|
|
{ "h", "Output video height", |
237 |
|
|
OFFSET(h_expr), AV_OPT_TYPE_STRING, {.str = "ih"}, .flags = FLAGS }, |
238 |
|
|
{ "format", "Output video format (software format of hardware frames)", |
239 |
|
|
OFFSET(output_format_string), AV_OPT_TYPE_STRING, .flags = FLAGS }, |
240 |
|
|
{ "mode", "Scaling mode", |
241 |
|
|
OFFSET(mode), AV_OPT_TYPE_INT, { .i64 = VA_FILTER_SCALING_HQ }, |
242 |
|
|
0, VA_FILTER_SCALING_NL_ANAMORPHIC, FLAGS, .unit = "mode" }, |
243 |
|
|
{ "default", "Use the default (depend on the driver) scaling algorithm", |
244 |
|
|
0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_DEFAULT }, 0, 0, FLAGS, .unit = "mode" }, |
245 |
|
|
{ "fast", "Use fast scaling algorithm", |
246 |
|
|
0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_FAST }, 0, 0, FLAGS, .unit = "mode" }, |
247 |
|
|
{ "hq", "Use high quality scaling algorithm", |
248 |
|
|
0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_HQ }, 0, 0, FLAGS, .unit = "mode" }, |
249 |
|
|
{ "nl_anamorphic", "Use nolinear anamorphic scaling algorithm", |
250 |
|
|
0, AV_OPT_TYPE_CONST, { .i64 = VA_FILTER_SCALING_NL_ANAMORPHIC }, 0, 0, FLAGS, .unit = "mode" }, |
251 |
|
|
|
252 |
|
|
// These colour properties match the ones of the same name in vf_scale. |
253 |
|
|
{ "out_color_matrix", "Output colour matrix coefficient set", |
254 |
|
|
OFFSET(colour_matrix_string), AV_OPT_TYPE_STRING, { .str = NULL }, .flags = FLAGS }, |
255 |
|
|
{ "out_range", "Output colour range", |
256 |
|
|
OFFSET(colour_range), AV_OPT_TYPE_INT, { .i64 = AVCOL_RANGE_UNSPECIFIED }, |
257 |
|
|
AVCOL_RANGE_UNSPECIFIED, AVCOL_RANGE_JPEG, FLAGS, .unit = "range" }, |
258 |
|
|
{ "full", "Full range", |
259 |
|
|
0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, .unit = "range" }, |
260 |
|
|
{ "limited", "Limited range", |
261 |
|
|
0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, .unit = "range" }, |
262 |
|
|
{ "jpeg", "Full range", |
263 |
|
|
0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, .unit = "range" }, |
264 |
|
|
{ "mpeg", "Limited range", |
265 |
|
|
0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, .unit = "range" }, |
266 |
|
|
{ "tv", "Limited range", |
267 |
|
|
0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_MPEG }, 0, 0, FLAGS, .unit = "range" }, |
268 |
|
|
{ "pc", "Full range", |
269 |
|
|
0, AV_OPT_TYPE_CONST, { .i64 = AVCOL_RANGE_JPEG }, 0, 0, FLAGS, .unit = "range" }, |
270 |
|
|
// These colour properties are new here. |
271 |
|
|
{ "out_color_primaries", "Output colour primaries", |
272 |
|
|
OFFSET(colour_primaries_string), AV_OPT_TYPE_STRING, |
273 |
|
|
{ .str = NULL }, .flags = FLAGS }, |
274 |
|
|
{ "out_color_transfer", "Output colour transfer characteristics", |
275 |
|
|
OFFSET(colour_transfer_string), AV_OPT_TYPE_STRING, |
276 |
|
|
{ .str = NULL }, .flags = FLAGS }, |
277 |
|
|
{ "out_chroma_location", "Output chroma sample location", |
278 |
|
|
OFFSET(chroma_location_string), AV_OPT_TYPE_STRING, |
279 |
|
|
{ .str = NULL }, .flags = FLAGS }, |
280 |
|
|
{ "force_original_aspect_ratio", "decrease or increase w/h if necessary to keep the original AR", OFFSET(force_original_aspect_ratio), AV_OPT_TYPE_INT, { .i64 = 0}, 0, 2, FLAGS, .unit = "force_oar" }, |
281 |
|
|
{ "disable", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 0 }, 0, 0, FLAGS, .unit = "force_oar" }, |
282 |
|
|
{ "decrease", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 1 }, 0, 0, FLAGS, .unit = "force_oar" }, |
283 |
|
|
{ "increase", NULL, 0, AV_OPT_TYPE_CONST, {.i64 = 2 }, 0, 0, FLAGS, .unit = "force_oar" }, |
284 |
|
|
{ "force_divisible_by", "enforce that the output resolution is divisible by a defined integer when force_original_aspect_ratio is used", OFFSET(force_divisible_by), AV_OPT_TYPE_INT, { .i64 = 1}, 1, 256, FLAGS }, |
285 |
|
|
{ "reset_sar", "reset SAR to 1 and scale to square pixels if scaling proportionally", OFFSET(reset_sar), AV_OPT_TYPE_BOOL, { .i64 = 0}, 0, 1, FLAGS }, |
286 |
|
|
|
287 |
|
|
{ NULL }, |
288 |
|
|
}; |
289 |
|
|
|
290 |
|
|
AVFILTER_DEFINE_CLASS(scale_vaapi); |
291 |
|
|
|
292 |
|
|
static const AVFilterPad scale_vaapi_inputs[] = { |
293 |
|
|
{ |
294 |
|
|
.name = "default", |
295 |
|
|
.type = AVMEDIA_TYPE_VIDEO, |
296 |
|
|
.filter_frame = &scale_vaapi_filter_frame, |
297 |
|
|
.config_props = &ff_vaapi_vpp_config_input, |
298 |
|
|
}, |
299 |
|
|
}; |
300 |
|
|
|
301 |
|
|
static const AVFilterPad scale_vaapi_outputs[] = { |
302 |
|
|
{ |
303 |
|
|
.name = "default", |
304 |
|
|
.type = AVMEDIA_TYPE_VIDEO, |
305 |
|
|
.config_props = &scale_vaapi_config_output, |
306 |
|
|
}, |
307 |
|
|
}; |
308 |
|
|
|
309 |
|
|
const FFFilter ff_vf_scale_vaapi = { |
310 |
|
|
.p.name = "scale_vaapi", |
311 |
|
|
.p.description = NULL_IF_CONFIG_SMALL("Scale to/from VAAPI surfaces."), |
312 |
|
|
.p.priv_class = &scale_vaapi_class, |
313 |
|
|
.priv_size = sizeof(ScaleVAAPIContext), |
314 |
|
|
.init = &scale_vaapi_init, |
315 |
|
|
.uninit = &ff_vaapi_vpp_ctx_uninit, |
316 |
|
|
FILTER_INPUTS(scale_vaapi_inputs), |
317 |
|
|
FILTER_OUTPUTS(scale_vaapi_outputs), |
318 |
|
|
FILTER_QUERY_FUNC2(&ff_vaapi_vpp_query_formats), |
319 |
|
|
.flags_internal = FF_FILTER_FLAG_HWFRAME_AWARE, |
320 |
|
|
}; |
321 |
|
|
|