Line | Branch | Exec | Source |
---|---|---|---|
1 | /* | ||
2 | * This file is part of FFmpeg. | ||
3 | * | ||
4 | * FFmpeg is free software; you can redistribute it and/or | ||
5 | * modify it under the terms of the GNU Lesser General Public | ||
6 | * License as published by the Free Software Foundation; either | ||
7 | * version 2.1 of the License, or (at your option) any later version. | ||
8 | * | ||
9 | * FFmpeg is distributed in the hope that it will be useful, | ||
10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
12 | * Lesser General Public License for more details. | ||
13 | * | ||
14 | * You should have received a copy of the GNU Lesser General Public | ||
15 | * License along with FFmpeg; if not, write to the Free Software | ||
16 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
17 | */ | ||
18 | |||
19 | #include <stdbit.h> | ||
20 | |||
21 | #include "libavutil/avassert.h" | ||
22 | #include "libavutil/avstring.h" | ||
23 | #include "libavutil/dict.h" | ||
24 | #include "libavutil/error.h" | ||
25 | #include "libavutil/log.h" | ||
26 | #include "libavutil/mem.h" | ||
27 | #include "libavutil/opt.h" | ||
28 | #include "libavutil/pixdesc.h" | ||
29 | #include "libavutil/pixfmt.h" | ||
30 | #include "libavutil/stereo3d.h" | ||
31 | #include "libavutil/time.h" | ||
32 | #include "libavutil/timestamp.h" | ||
33 | |||
34 | #include "libavcodec/avcodec.h" | ||
35 | #include "libavcodec/codec.h" | ||
36 | |||
37 | #include "ffmpeg.h" | ||
38 | |||
39 | typedef struct DecoderPriv { | ||
40 | Decoder dec; | ||
41 | |||
42 | AVCodecContext *dec_ctx; | ||
43 | |||
44 | AVFrame *frame; | ||
45 | AVFrame *frame_tmp_ref; | ||
46 | AVPacket *pkt; | ||
47 | |||
48 | // override output video sample aspect ratio with this value | ||
49 | AVRational sar_override; | ||
50 | |||
51 | AVRational framerate_in; | ||
52 | |||
53 | // a combination of DECODER_FLAG_*, provided to dec_open() | ||
54 | int flags; | ||
55 | int apply_cropping; | ||
56 | |||
57 | enum AVPixelFormat hwaccel_pix_fmt; | ||
58 | enum HWAccelID hwaccel_id; | ||
59 | enum AVHWDeviceType hwaccel_device_type; | ||
60 | enum AVPixelFormat hwaccel_output_format; | ||
61 | |||
62 | // pts/estimated duration of the last decoded frame | ||
63 | // * in decoder timebase for video, | ||
64 | // * in last_frame_tb (may change during decoding) for audio | ||
65 | int64_t last_frame_pts; | ||
66 | int64_t last_frame_duration_est; | ||
67 | AVRational last_frame_tb; | ||
68 | int64_t last_filter_in_rescale_delta; | ||
69 | int last_frame_sample_rate; | ||
70 | |||
71 | /* previous decoded subtitles */ | ||
72 | AVFrame *sub_prev[2]; | ||
73 | AVFrame *sub_heartbeat; | ||
74 | |||
75 | Scheduler *sch; | ||
76 | unsigned sch_idx; | ||
77 | |||
78 | // this decoder's index in decoders or -1 | ||
79 | int index; | ||
80 | void *log_parent; | ||
81 | char log_name[32]; | ||
82 | char *parent_name; | ||
83 | |||
84 | // user specified decoder multiview options manually | ||
85 | int multiview_user_config; | ||
86 | |||
87 | struct { | ||
88 | ViewSpecifier vs; | ||
89 | unsigned out_idx; | ||
90 | } *views_requested; | ||
91 | int nb_views_requested; | ||
92 | |||
93 | /* A map of view ID to decoder outputs. | ||
94 | * MUST NOT be accessed outside of get_format()/get_buffer() */ | ||
95 | struct { | ||
96 | unsigned id; | ||
97 | uintptr_t out_mask; | ||
98 | } *view_map; | ||
99 | int nb_view_map; | ||
100 | |||
101 | struct { | ||
102 | AVDictionary *opts; | ||
103 | const AVCodec *codec; | ||
104 | } standalone_init; | ||
105 | } DecoderPriv; | ||
106 | |||
107 | 12345 | static DecoderPriv *dp_from_dec(Decoder *d) | |
108 | { | ||
109 | 12345 | return (DecoderPriv*)d; | |
110 | } | ||
111 | |||
112 | // data that is local to the decoder thread and not visible outside of it | ||
113 | typedef struct DecThreadContext { | ||
114 | AVFrame *frame; | ||
115 | AVPacket *pkt; | ||
116 | } DecThreadContext; | ||
117 | |||
118 | 7772 | void dec_free(Decoder **pdec) | |
119 | { | ||
120 | 7772 | Decoder *dec = *pdec; | |
121 | DecoderPriv *dp; | ||
122 | |||
123 |
2/2✓ Branch 0 taken 981 times.
✓ Branch 1 taken 6791 times.
|
7772 | if (!dec) |
124 | 981 | return; | |
125 | 6791 | dp = dp_from_dec(dec); | |
126 | |||
127 | 6791 | avcodec_free_context(&dp->dec_ctx); | |
128 | |||
129 | 6791 | av_frame_free(&dp->frame); | |
130 | 6791 | av_frame_free(&dp->frame_tmp_ref); | |
131 | 6791 | av_packet_free(&dp->pkt); | |
132 | |||
133 | 6791 | av_dict_free(&dp->standalone_init.opts); | |
134 | |||
135 |
2/2✓ Branch 0 taken 13582 times.
✓ Branch 1 taken 6791 times.
|
20373 | for (int i = 0; i < FF_ARRAY_ELEMS(dp->sub_prev); i++) |
136 | 13582 | av_frame_free(&dp->sub_prev[i]); | |
137 | 6791 | av_frame_free(&dp->sub_heartbeat); | |
138 | |||
139 | 6791 | av_freep(&dp->parent_name); | |
140 | |||
141 | 6791 | av_freep(&dp->views_requested); | |
142 | 6791 | av_freep(&dp->view_map); | |
143 | |||
144 | 6791 | av_freep(pdec); | |
145 | } | ||
146 | |||
147 | 586 | static const char *dec_item_name(void *obj) | |
148 | { | ||
149 | 586 | const DecoderPriv *dp = obj; | |
150 | |||
151 | 586 | return dp->log_name; | |
152 | } | ||
153 | |||
154 | static const AVClass dec_class = { | ||
155 | .class_name = "Decoder", | ||
156 | .version = LIBAVUTIL_VERSION_INT, | ||
157 | .parent_log_context_offset = offsetof(DecoderPriv, log_parent), | ||
158 | .item_name = dec_item_name, | ||
159 | }; | ||
160 | |||
161 | static int decoder_thread(void *arg); | ||
162 | |||
163 | 6791 | static int dec_alloc(DecoderPriv **pdec, Scheduler *sch, int send_end_ts) | |
164 | { | ||
165 | DecoderPriv *dp; | ||
166 | 6791 | int ret = 0; | |
167 | |||
168 | 6791 | *pdec = NULL; | |
169 | |||
170 | 6791 | dp = av_mallocz(sizeof(*dp)); | |
171 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (!dp) |
172 | ✗ | return AVERROR(ENOMEM); | |
173 | |||
174 | 6791 | dp->frame = av_frame_alloc(); | |
175 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (!dp->frame) |
176 | ✗ | goto fail; | |
177 | |||
178 | 6791 | dp->pkt = av_packet_alloc(); | |
179 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (!dp->pkt) |
180 | ✗ | goto fail; | |
181 | |||
182 | 6791 | dp->index = -1; | |
183 | 6791 | dp->dec.class = &dec_class; | |
184 | 6791 | dp->last_filter_in_rescale_delta = AV_NOPTS_VALUE; | |
185 | 6791 | dp->last_frame_pts = AV_NOPTS_VALUE; | |
186 | 6791 | dp->last_frame_tb = (AVRational){ 1, 1 }; | |
187 | 6791 | dp->hwaccel_pix_fmt = AV_PIX_FMT_NONE; | |
188 | |||
189 | 6791 | ret = sch_add_dec(sch, decoder_thread, dp, send_end_ts); | |
190 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (ret < 0) |
191 | ✗ | goto fail; | |
192 | 6791 | dp->sch = sch; | |
193 | 6791 | dp->sch_idx = ret; | |
194 | |||
195 | 6791 | *pdec = dp; | |
196 | |||
197 | 6791 | return 0; | |
198 | ✗ | fail: | |
199 | ✗ | dec_free((Decoder**)&dp); | |
200 | ✗ | return ret >= 0 ? AVERROR(ENOMEM) : ret; | |
201 | } | ||
202 | |||
203 | 254231 | static AVRational audio_samplerate_update(DecoderPriv *dp, | |
204 | const AVFrame *frame) | ||
205 | { | ||
206 | 254231 | const int prev = dp->last_frame_tb.den; | |
207 | 254231 | const int sr = frame->sample_rate; | |
208 | |||
209 | AVRational tb_new; | ||
210 | int64_t gcd; | ||
211 | |||
212 |
2/2✓ Branch 0 taken 253026 times.
✓ Branch 1 taken 1205 times.
|
254231 | if (frame->sample_rate == dp->last_frame_sample_rate) |
213 | 253026 | goto finish; | |
214 | |||
215 | 1205 | gcd = av_gcd(prev, sr); | |
216 | |||
217 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1205 times.
|
1205 | if (prev / gcd >= INT_MAX / sr) { |
218 | ✗ | av_log(dp, AV_LOG_WARNING, | |
219 | "Audio timestamps cannot be represented exactly after " | ||
220 | "sample rate change: %d -> %d\n", prev, sr); | ||
221 | |||
222 | // LCM of 192000, 44100, allows to represent all common samplerates | ||
223 | ✗ | tb_new = (AVRational){ 1, 28224000 }; | |
224 | } else | ||
225 | 1205 | tb_new = (AVRational){ 1, prev / gcd * sr }; | |
226 | |||
227 | // keep the frame timebase if it is strictly better than | ||
228 | // the samplerate-defined one | ||
229 |
4/4✓ Branch 0 taken 1189 times.
✓ Branch 1 taken 16 times.
✓ Branch 2 taken 105 times.
✓ Branch 3 taken 1084 times.
|
1205 | if (frame->time_base.num == 1 && frame->time_base.den > tb_new.den && |
230 |
2/2✓ Branch 0 taken 40 times.
✓ Branch 1 taken 65 times.
|
105 | !(frame->time_base.den % tb_new.den)) |
231 | 40 | tb_new = frame->time_base; | |
232 | |||
233 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1205 times.
|
1205 | if (dp->last_frame_pts != AV_NOPTS_VALUE) |
234 | ✗ | dp->last_frame_pts = av_rescale_q(dp->last_frame_pts, | |
235 | dp->last_frame_tb, tb_new); | ||
236 | 1205 | dp->last_frame_duration_est = av_rescale_q(dp->last_frame_duration_est, | |
237 | dp->last_frame_tb, tb_new); | ||
238 | |||
239 | 1205 | dp->last_frame_tb = tb_new; | |
240 | 1205 | dp->last_frame_sample_rate = frame->sample_rate; | |
241 | |||
242 | 254231 | finish: | |
243 | 254231 | return dp->last_frame_tb; | |
244 | } | ||
245 | |||
246 | 254231 | static void audio_ts_process(DecoderPriv *dp, AVFrame *frame) | |
247 | { | ||
248 | 254231 | AVRational tb_filter = (AVRational){1, frame->sample_rate}; | |
249 | AVRational tb; | ||
250 | int64_t pts_pred; | ||
251 | |||
252 | // on samplerate change, choose a new internal timebase for timestamp | ||
253 | // generation that can represent timestamps from all the samplerates | ||
254 | // seen so far | ||
255 | 254231 | tb = audio_samplerate_update(dp, frame); | |
256 |
2/2✓ Branch 0 taken 253026 times.
✓ Branch 1 taken 1205 times.
|
254231 | pts_pred = dp->last_frame_pts == AV_NOPTS_VALUE ? 0 : |
257 | 253026 | dp->last_frame_pts + dp->last_frame_duration_est; | |
258 | |||
259 |
2/2✓ Branch 0 taken 50348 times.
✓ Branch 1 taken 203883 times.
|
254231 | if (frame->pts == AV_NOPTS_VALUE) { |
260 | 50348 | frame->pts = pts_pred; | |
261 | 50348 | frame->time_base = tb; | |
262 |
2/2✓ Branch 0 taken 202691 times.
✓ Branch 1 taken 1192 times.
|
203883 | } else if (dp->last_frame_pts != AV_NOPTS_VALUE && |
263 |
2/2✓ Branch 0 taken 609 times.
✓ Branch 1 taken 202082 times.
|
202691 | frame->pts > av_rescale_q_rnd(pts_pred, tb, frame->time_base, |
264 | AV_ROUND_UP)) { | ||
265 | // there was a gap in timestamps, reset conversion state | ||
266 | 609 | dp->last_filter_in_rescale_delta = AV_NOPTS_VALUE; | |
267 | } | ||
268 | |||
269 | 254231 | frame->pts = av_rescale_delta(frame->time_base, frame->pts, | |
270 | tb, frame->nb_samples, | ||
271 | &dp->last_filter_in_rescale_delta, tb); | ||
272 | |||
273 | 254231 | dp->last_frame_pts = frame->pts; | |
274 | 254231 | dp->last_frame_duration_est = av_rescale_q(frame->nb_samples, | |
275 | tb_filter, tb); | ||
276 | |||
277 | // finally convert to filtering timebase | ||
278 | 254231 | frame->pts = av_rescale_q(frame->pts, tb, tb_filter); | |
279 | 254231 | frame->duration = frame->nb_samples; | |
280 | 254231 | frame->time_base = tb_filter; | |
281 | 254231 | } | |
282 | |||
283 | 138417 | static int64_t video_duration_estimate(const DecoderPriv *dp, const AVFrame *frame) | |
284 | { | ||
285 | 138417 | const int ts_unreliable = dp->flags & DECODER_FLAG_TS_UNRELIABLE; | |
286 | 138417 | const int fr_forced = dp->flags & DECODER_FLAG_FRAMERATE_FORCED; | |
287 | 138417 | int64_t codec_duration = 0; | |
288 | // difference between this and last frame's timestamps | ||
289 | 138417 | const int64_t ts_diff = | |
290 |
2/2✓ Branch 0 taken 132874 times.
✓ Branch 1 taken 5543 times.
|
138417 | (frame->pts != AV_NOPTS_VALUE && dp->last_frame_pts != AV_NOPTS_VALUE) ? |
291 |
1/2✓ Branch 0 taken 138417 times.
✗ Branch 1 not taken.
|
276834 | frame->pts - dp->last_frame_pts : -1; |
292 | |||
293 | // XXX lavf currently makes up frame durations when they are not provided by | ||
294 | // the container. As there is no way to reliably distinguish real container | ||
295 | // durations from the fake made-up ones, we use heuristics based on whether | ||
296 | // the container has timestamps. Eventually lavf should stop making up | ||
297 | // durations, then this should be simplified. | ||
298 | |||
299 | // frame duration is unreliable (typically guessed by lavf) when it is equal | ||
300 | // to 1 and the actual duration of the last frame is more than 2x larger | ||
301 |
4/4✓ Branch 0 taken 104256 times.
✓ Branch 1 taken 34161 times.
✓ Branch 2 taken 17046 times.
✓ Branch 3 taken 87210 times.
|
138417 | const int duration_unreliable = frame->duration == 1 && ts_diff > 2 * frame->duration; |
302 | |||
303 | // prefer frame duration for containers with timestamps | ||
304 |
2/2✓ Branch 0 taken 138022 times.
✓ Branch 1 taken 395 times.
|
138417 | if (fr_forced || |
305 |
6/6✓ Branch 0 taken 136381 times.
✓ Branch 1 taken 1641 times.
✓ Branch 2 taken 102604 times.
✓ Branch 3 taken 33777 times.
✓ Branch 4 taken 102008 times.
✓ Branch 5 taken 596 times.
|
138022 | (frame->duration > 0 && !ts_unreliable && !duration_unreliable)) |
306 | 102403 | return frame->duration; | |
307 | |||
308 |
3/4✓ Branch 0 taken 36014 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 5412 times.
✓ Branch 3 taken 30602 times.
|
36014 | if (dp->dec_ctx->framerate.den && dp->dec_ctx->framerate.num) { |
309 | 5412 | int fields = frame->repeat_pict + 2; | |
310 | 5412 | AVRational field_rate = av_mul_q(dp->dec_ctx->framerate, | |
311 | 5412 | (AVRational){ 2, 1 }); | |
312 | 5412 | codec_duration = av_rescale_q(fields, av_inv_q(field_rate), | |
313 | frame->time_base); | ||
314 | } | ||
315 | |||
316 | // prefer codec-layer duration for containers without timestamps | ||
317 |
4/4✓ Branch 0 taken 5412 times.
✓ Branch 1 taken 30602 times.
✓ Branch 2 taken 5393 times.
✓ Branch 3 taken 19 times.
|
36014 | if (codec_duration > 0 && ts_unreliable) |
318 | 5393 | return codec_duration; | |
319 | |||
320 | // when timestamps are available, repeat last frame's actual duration | ||
321 | // (i.e. pts difference between this and last frame) | ||
322 |
2/2✓ Branch 0 taken 30100 times.
✓ Branch 1 taken 521 times.
|
30621 | if (ts_diff > 0) |
323 | 30100 | return ts_diff; | |
324 | |||
325 | // try frame/codec duration | ||
326 |
2/2✓ Branch 0 taken 452 times.
✓ Branch 1 taken 69 times.
|
521 | if (frame->duration > 0) |
327 | 452 | return frame->duration; | |
328 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 69 times.
|
69 | if (codec_duration > 0) |
329 | ✗ | return codec_duration; | |
330 | |||
331 | // try average framerate | ||
332 |
3/4✓ Branch 0 taken 43 times.
✓ Branch 1 taken 26 times.
✓ Branch 2 taken 43 times.
✗ Branch 3 not taken.
|
69 | if (dp->framerate_in.num && dp->framerate_in.den) { |
333 | 43 | int64_t d = av_rescale_q(1, av_inv_q(dp->framerate_in), | |
334 | frame->time_base); | ||
335 |
1/2✓ Branch 0 taken 43 times.
✗ Branch 1 not taken.
|
43 | if (d > 0) |
336 | 43 | return d; | |
337 | } | ||
338 | |||
339 | // last resort is last frame's estimated duration, and 1 | ||
340 | 26 | return FFMAX(dp->last_frame_duration_est, 1); | |
341 | } | ||
342 | |||
343 | ✗ | static int hwaccel_retrieve_data(AVCodecContext *avctx, AVFrame *input) | |
344 | { | ||
345 | ✗ | DecoderPriv *dp = avctx->opaque; | |
346 | ✗ | AVFrame *output = NULL; | |
347 | ✗ | enum AVPixelFormat output_format = dp->hwaccel_output_format; | |
348 | int err; | ||
349 | |||
350 | ✗ | if (input->format == output_format) { | |
351 | // Nothing to do. | ||
352 | ✗ | return 0; | |
353 | } | ||
354 | |||
355 | ✗ | output = av_frame_alloc(); | |
356 | ✗ | if (!output) | |
357 | ✗ | return AVERROR(ENOMEM); | |
358 | |||
359 | ✗ | output->format = output_format; | |
360 | |||
361 | ✗ | err = av_hwframe_transfer_data(output, input, 0); | |
362 | ✗ | if (err < 0) { | |
363 | ✗ | av_log(avctx, AV_LOG_ERROR, "Failed to transfer data to " | |
364 | "output frame: %d.\n", err); | ||
365 | ✗ | goto fail; | |
366 | } | ||
367 | |||
368 | ✗ | err = av_frame_copy_props(output, input); | |
369 | ✗ | if (err < 0) { | |
370 | ✗ | av_frame_unref(output); | |
371 | ✗ | goto fail; | |
372 | } | ||
373 | |||
374 | ✗ | av_frame_unref(input); | |
375 | ✗ | av_frame_move_ref(input, output); | |
376 | ✗ | av_frame_free(&output); | |
377 | |||
378 | ✗ | return 0; | |
379 | |||
380 | ✗ | fail: | |
381 | ✗ | av_frame_free(&output); | |
382 | ✗ | return err; | |
383 | } | ||
384 | |||
385 | 138417 | static int video_frame_process(DecoderPriv *dp, AVFrame *frame, | |
386 | unsigned *outputs_mask) | ||
387 | { | ||
388 | #if FFMPEG_OPT_TOP | ||
389 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 138417 times.
|
138417 | if (dp->flags & DECODER_FLAG_TOP_FIELD_FIRST) { |
390 | ✗ | av_log(dp, AV_LOG_WARNING, "-top is deprecated, use the setfield filter instead\n"); | |
391 | ✗ | frame->flags |= AV_FRAME_FLAG_TOP_FIELD_FIRST; | |
392 | } | ||
393 | #endif | ||
394 | |||
395 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 138417 times.
|
138417 | if (frame->format == dp->hwaccel_pix_fmt) { |
396 | ✗ | int err = hwaccel_retrieve_data(dp->dec_ctx, frame); | |
397 | ✗ | if (err < 0) | |
398 | ✗ | return err; | |
399 | } | ||
400 | |||
401 | 138417 | frame->pts = frame->best_effort_timestamp; | |
402 | |||
403 | // forced fixed framerate | ||
404 |
2/2✓ Branch 0 taken 395 times.
✓ Branch 1 taken 138022 times.
|
138417 | if (dp->flags & DECODER_FLAG_FRAMERATE_FORCED) { |
405 | 395 | frame->pts = AV_NOPTS_VALUE; | |
406 | 395 | frame->duration = 1; | |
407 | 395 | frame->time_base = av_inv_q(dp->framerate_in); | |
408 | } | ||
409 | |||
410 | // no timestamp available - extrapolate from previous frame duration | ||
411 |
2/2✓ Branch 0 taken 34233 times.
✓ Branch 1 taken 104184 times.
|
138417 | if (frame->pts == AV_NOPTS_VALUE) |
412 |
2/2✓ Branch 0 taken 33667 times.
✓ Branch 1 taken 566 times.
|
67900 | frame->pts = dp->last_frame_pts == AV_NOPTS_VALUE ? 0 : |
413 | 33667 | dp->last_frame_pts + dp->last_frame_duration_est; | |
414 | |||
415 | // update timestamp history | ||
416 | 138417 | dp->last_frame_duration_est = video_duration_estimate(dp, frame); | |
417 | 138417 | dp->last_frame_pts = frame->pts; | |
418 | 138417 | dp->last_frame_tb = frame->time_base; | |
419 | |||
420 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 138417 times.
|
138417 | if (debug_ts) { |
421 | ✗ | av_log(dp, AV_LOG_INFO, | |
422 | "decoder -> pts:%s pts_time:%s " | ||
423 | "pkt_dts:%s pkt_dts_time:%s " | ||
424 | "duration:%s duration_time:%s " | ||
425 | "keyframe:%d frame_type:%d time_base:%d/%d\n", | ||
426 | ✗ | av_ts2str(frame->pts), | |
427 | ✗ | av_ts2timestr(frame->pts, &frame->time_base), | |
428 | ✗ | av_ts2str(frame->pkt_dts), | |
429 | ✗ | av_ts2timestr(frame->pkt_dts, &frame->time_base), | |
430 | ✗ | av_ts2str(frame->duration), | |
431 | ✗ | av_ts2timestr(frame->duration, &frame->time_base), | |
432 | ✗ | !!(frame->flags & AV_FRAME_FLAG_KEY), frame->pict_type, | |
433 | frame->time_base.num, frame->time_base.den); | ||
434 | } | ||
435 | |||
436 |
2/2✓ Branch 0 taken 13634 times.
✓ Branch 1 taken 124783 times.
|
138417 | if (dp->sar_override.num) |
437 | 13634 | frame->sample_aspect_ratio = dp->sar_override; | |
438 | |||
439 |
2/2✓ Branch 0 taken 138416 times.
✓ Branch 1 taken 1 times.
|
138417 | if (dp->apply_cropping) { |
440 | // lavfi does not require aligned frame data | ||
441 | 138416 | int ret = av_frame_apply_cropping(frame, AV_FRAME_CROP_UNALIGNED); | |
442 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 138416 times.
|
138416 | if (ret < 0) { |
443 | ✗ | av_log(dp, AV_LOG_ERROR, "Error applying decoder cropping\n"); | |
444 | ✗ | return ret; | |
445 | } | ||
446 | } | ||
447 | |||
448 |
2/2✓ Branch 0 taken 610 times.
✓ Branch 1 taken 137807 times.
|
138417 | if (frame->opaque) |
449 | 610 | *outputs_mask = (uintptr_t)frame->opaque; | |
450 | |||
451 | 138417 | return 0; | |
452 | } | ||
453 | |||
454 | 1 | static int copy_av_subtitle(AVSubtitle *dst, const AVSubtitle *src) | |
455 | { | ||
456 | 1 | int ret = AVERROR_BUG; | |
457 | 1 | AVSubtitle tmp = { | |
458 | 1 | .format = src->format, | |
459 | 1 | .start_display_time = src->start_display_time, | |
460 | 1 | .end_display_time = src->end_display_time, | |
461 | .num_rects = 0, | ||
462 | .rects = NULL, | ||
463 | 1 | .pts = src->pts | |
464 | }; | ||
465 | |||
466 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (!src->num_rects) |
467 | ✗ | goto success; | |
468 | |||
469 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 1 times.
|
1 | if (!(tmp.rects = av_calloc(src->num_rects, sizeof(*tmp.rects)))) |
470 | ✗ | return AVERROR(ENOMEM); | |
471 | |||
472 |
2/2✓ Branch 0 taken 1 times.
✓ Branch 1 taken 1 times.
|
2 | for (int i = 0; i < src->num_rects; i++) { |
473 | 1 | AVSubtitleRect *src_rect = src->rects[i]; | |
474 | AVSubtitleRect *dst_rect; | ||
475 | |||
476 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 1 times.
|
1 | if (!(dst_rect = tmp.rects[i] = av_mallocz(sizeof(*tmp.rects[0])))) { |
477 | ✗ | ret = AVERROR(ENOMEM); | |
478 | ✗ | goto cleanup; | |
479 | } | ||
480 | |||
481 | 1 | tmp.num_rects++; | |
482 | |||
483 | 1 | dst_rect->type = src_rect->type; | |
484 | 1 | dst_rect->flags = src_rect->flags; | |
485 | |||
486 | 1 | dst_rect->x = src_rect->x; | |
487 | 1 | dst_rect->y = src_rect->y; | |
488 | 1 | dst_rect->w = src_rect->w; | |
489 | 1 | dst_rect->h = src_rect->h; | |
490 | 1 | dst_rect->nb_colors = src_rect->nb_colors; | |
491 | |||
492 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (src_rect->text) |
493 | ✗ | if (!(dst_rect->text = av_strdup(src_rect->text))) { | |
494 | ✗ | ret = AVERROR(ENOMEM); | |
495 | ✗ | goto cleanup; | |
496 | } | ||
497 | |||
498 |
1/2✓ Branch 0 taken 1 times.
✗ Branch 1 not taken.
|
1 | if (src_rect->ass) |
499 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 1 times.
|
1 | if (!(dst_rect->ass = av_strdup(src_rect->ass))) { |
500 | ✗ | ret = AVERROR(ENOMEM); | |
501 | ✗ | goto cleanup; | |
502 | } | ||
503 | |||
504 |
2/2✓ Branch 0 taken 4 times.
✓ Branch 1 taken 1 times.
|
5 | for (int j = 0; j < 4; j++) { |
505 | // SUBTITLE_BITMAP images are special in the sense that they | ||
506 | // are like PAL8 images. first pointer to data, second to | ||
507 | // palette. This makes the size calculation match this. | ||
508 | ✗ | size_t buf_size = src_rect->type == SUBTITLE_BITMAP && j == 1 ? | |
509 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | AVPALETTE_SIZE : |
510 | 4 | src_rect->h * src_rect->linesize[j]; | |
511 | |||
512 |
1/2✓ Branch 0 taken 4 times.
✗ Branch 1 not taken.
|
4 | if (!src_rect->data[j]) |
513 | 4 | continue; | |
514 | |||
515 | ✗ | if (!(dst_rect->data[j] = av_memdup(src_rect->data[j], buf_size))) { | |
516 | ✗ | ret = AVERROR(ENOMEM); | |
517 | ✗ | goto cleanup; | |
518 | } | ||
519 | ✗ | dst_rect->linesize[j] = src_rect->linesize[j]; | |
520 | } | ||
521 | } | ||
522 | |||
523 | 1 | success: | |
524 | 1 | *dst = tmp; | |
525 | |||
526 | 1 | return 0; | |
527 | |||
528 | ✗ | cleanup: | |
529 | ✗ | avsubtitle_free(&tmp); | |
530 | |||
531 | ✗ | return ret; | |
532 | } | ||
533 | |||
534 | 834 | static void subtitle_free(void *opaque, uint8_t *data) | |
535 | { | ||
536 | 834 | AVSubtitle *sub = (AVSubtitle*)data; | |
537 | 834 | avsubtitle_free(sub); | |
538 | 834 | av_free(sub); | |
539 | 834 | } | |
540 | |||
541 | 834 | static int subtitle_wrap_frame(AVFrame *frame, AVSubtitle *subtitle, int copy) | |
542 | { | ||
543 | AVBufferRef *buf; | ||
544 | AVSubtitle *sub; | ||
545 | int ret; | ||
546 | |||
547 |
2/2✓ Branch 0 taken 1 times.
✓ Branch 1 taken 833 times.
|
834 | if (copy) { |
548 | 1 | sub = av_mallocz(sizeof(*sub)); | |
549 |
1/2✓ Branch 0 taken 1 times.
✗ Branch 1 not taken.
|
1 | ret = sub ? copy_av_subtitle(sub, subtitle) : AVERROR(ENOMEM); |
550 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (ret < 0) { |
551 | ✗ | av_freep(&sub); | |
552 | ✗ | return ret; | |
553 | } | ||
554 | } else { | ||
555 | 833 | sub = av_memdup(subtitle, sizeof(*subtitle)); | |
556 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 833 times.
|
833 | if (!sub) |
557 | ✗ | return AVERROR(ENOMEM); | |
558 | 833 | memset(subtitle, 0, sizeof(*subtitle)); | |
559 | } | ||
560 | |||
561 | 834 | buf = av_buffer_create((uint8_t*)sub, sizeof(*sub), | |
562 | subtitle_free, NULL, 0); | ||
563 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 834 times.
|
834 | if (!buf) { |
564 | ✗ | avsubtitle_free(sub); | |
565 | ✗ | av_freep(&sub); | |
566 | ✗ | return AVERROR(ENOMEM); | |
567 | } | ||
568 | |||
569 | 834 | frame->buf[0] = buf; | |
570 | |||
571 | 834 | return 0; | |
572 | } | ||
573 | |||
574 | 834 | static int process_subtitle(DecoderPriv *dp, AVFrame *frame) | |
575 | { | ||
576 | 834 | const AVSubtitle *subtitle = (AVSubtitle*)frame->buf[0]->data; | |
577 | 834 | int ret = 0; | |
578 | |||
579 |
2/2✓ Branch 0 taken 17 times.
✓ Branch 1 taken 817 times.
|
834 | if (dp->flags & DECODER_FLAG_FIX_SUB_DURATION) { |
580 | 34 | AVSubtitle *sub_prev = dp->sub_prev[0]->buf[0] ? | |
581 |
2/2✓ Branch 0 taken 15 times.
✓ Branch 1 taken 2 times.
|
17 | (AVSubtitle*)dp->sub_prev[0]->buf[0]->data : NULL; |
582 | 17 | int end = 1; | |
583 |
2/2✓ Branch 0 taken 15 times.
✓ Branch 1 taken 2 times.
|
17 | if (sub_prev) { |
584 | 15 | end = av_rescale(subtitle->pts - sub_prev->pts, | |
585 | 1000, AV_TIME_BASE); | ||
586 |
1/2✓ Branch 0 taken 15 times.
✗ Branch 1 not taken.
|
15 | if (end < sub_prev->end_display_time) { |
587 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 15 times.
|
15 | av_log(dp, AV_LOG_DEBUG, |
588 | "Subtitle duration reduced from %"PRId32" to %d%s\n", | ||
589 | sub_prev->end_display_time, end, | ||
590 | end <= 0 ? ", dropping it" : ""); | ||
591 | 15 | sub_prev->end_display_time = end; | |
592 | } | ||
593 | } | ||
594 | |||
595 | 17 | av_frame_unref(dp->sub_prev[1]); | |
596 | 17 | av_frame_move_ref(dp->sub_prev[1], frame); | |
597 | |||
598 | 17 | frame = dp->sub_prev[0]; | |
599 |
2/2✓ Branch 0 taken 15 times.
✓ Branch 1 taken 2 times.
|
17 | subtitle = frame->buf[0] ? (AVSubtitle*)frame->buf[0]->data : NULL; |
600 | |||
601 | 17 | FFSWAP(AVFrame*, dp->sub_prev[0], dp->sub_prev[1]); | |
602 | |||
603 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 17 times.
|
17 | if (end <= 0) |
604 | ✗ | return 0; | |
605 | } | ||
606 | |||
607 |
2/2✓ Branch 0 taken 2 times.
✓ Branch 1 taken 832 times.
|
834 | if (!subtitle) |
608 | 2 | return 0; | |
609 | |||
610 | 832 | ret = sch_dec_send(dp->sch, dp->sch_idx, 0, frame); | |
611 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 832 times.
|
832 | if (ret < 0) |
612 | ✗ | av_frame_unref(frame); | |
613 | |||
614 |
1/2✓ Branch 0 taken 832 times.
✗ Branch 1 not taken.
|
832 | return ret == AVERROR_EOF ? AVERROR_EXIT : ret; |
615 | } | ||
616 | |||
617 | 4 | static int fix_sub_duration_heartbeat(DecoderPriv *dp, int64_t signal_pts) | |
618 | { | ||
619 | 4 | int ret = AVERROR_BUG; | |
620 | 8 | AVSubtitle *prev_subtitle = dp->sub_prev[0]->buf[0] ? | |
621 |
2/2✓ Branch 0 taken 3 times.
✓ Branch 1 taken 1 times.
|
4 | (AVSubtitle*)dp->sub_prev[0]->buf[0]->data : NULL; |
622 | AVSubtitle *subtitle; | ||
623 | |||
624 |
3/4✓ Branch 0 taken 4 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 3 times.
✓ Branch 3 taken 1 times.
|
4 | if (!(dp->flags & DECODER_FLAG_FIX_SUB_DURATION) || !prev_subtitle || |
625 |
3/4✓ Branch 0 taken 3 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 2 times.
✓ Branch 3 taken 1 times.
|
3 | !prev_subtitle->num_rects || signal_pts <= prev_subtitle->pts) |
626 | 3 | return 0; | |
627 | |||
628 | 1 | av_frame_unref(dp->sub_heartbeat); | |
629 | 1 | ret = subtitle_wrap_frame(dp->sub_heartbeat, prev_subtitle, 1); | |
630 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (ret < 0) |
631 | ✗ | return ret; | |
632 | |||
633 | 1 | subtitle = (AVSubtitle*)dp->sub_heartbeat->buf[0]->data; | |
634 | 1 | subtitle->pts = signal_pts; | |
635 | |||
636 | 1 | return process_subtitle(dp, dp->sub_heartbeat); | |
637 | } | ||
638 | |||
639 | 2654 | static int transcode_subtitles(DecoderPriv *dp, const AVPacket *pkt, | |
640 | AVFrame *frame) | ||
641 | { | ||
642 | 2654 | AVPacket *flush_pkt = NULL; | |
643 | AVSubtitle subtitle; | ||
644 | int got_output; | ||
645 | int ret; | ||
646 | |||
647 |
4/4✓ Branch 0 taken 2614 times.
✓ Branch 1 taken 40 times.
✓ Branch 2 taken 948 times.
✓ Branch 3 taken 1666 times.
|
2654 | if (pkt && (intptr_t)pkt->opaque == PKT_OPAQUE_SUB_HEARTBEAT) { |
648 | 948 | frame->pts = pkt->pts; | |
649 | 948 | frame->time_base = pkt->time_base; | |
650 | 948 | frame->opaque = (void*)(intptr_t)FRAME_OPAQUE_SUB_HEARTBEAT; | |
651 | |||
652 | 948 | ret = sch_dec_send(dp->sch, dp->sch_idx, 0, frame); | |
653 |
1/2✓ Branch 0 taken 948 times.
✗ Branch 1 not taken.
|
948 | return ret == AVERROR_EOF ? AVERROR_EXIT : ret; |
654 |
4/4✓ Branch 0 taken 1666 times.
✓ Branch 1 taken 40 times.
✓ Branch 2 taken 4 times.
✓ Branch 3 taken 1662 times.
|
1706 | } else if (pkt && (intptr_t)pkt->opaque == PKT_OPAQUE_FIX_SUB_DURATION) { |
655 | 4 | return fix_sub_duration_heartbeat(dp, av_rescale_q(pkt->pts, pkt->time_base, | |
656 | 4 | AV_TIME_BASE_Q)); | |
657 | } | ||
658 | |||
659 |
2/2✓ Branch 0 taken 40 times.
✓ Branch 1 taken 1662 times.
|
1702 | if (!pkt) { |
660 | 40 | flush_pkt = av_packet_alloc(); | |
661 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 40 times.
|
40 | if (!flush_pkt) |
662 | ✗ | return AVERROR(ENOMEM); | |
663 | } | ||
664 | |||
665 |
2/2✓ Branch 0 taken 1662 times.
✓ Branch 1 taken 40 times.
|
1702 | ret = avcodec_decode_subtitle2(dp->dec_ctx, &subtitle, &got_output, |
666 | pkt ? pkt : flush_pkt); | ||
667 | 1702 | av_packet_free(&flush_pkt); | |
668 | |||
669 |
2/2✓ Branch 0 taken 79 times.
✓ Branch 1 taken 1623 times.
|
1702 | if (ret < 0) { |
670 | 79 | av_log(dp, AV_LOG_ERROR, "Error decoding subtitles: %s\n", | |
671 | 79 | av_err2str(ret)); | |
672 | 79 | dp->dec.decode_errors++; | |
673 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 79 times.
|
79 | return exit_on_error ? ret : 0; |
674 | } | ||
675 | |||
676 |
2/2✓ Branch 0 taken 790 times.
✓ Branch 1 taken 833 times.
|
1623 | if (!got_output) |
677 |
2/2✓ Branch 0 taken 750 times.
✓ Branch 1 taken 40 times.
|
790 | return pkt ? 0 : AVERROR_EOF; |
678 | |||
679 | 833 | dp->dec.frames_decoded++; | |
680 | |||
681 | // XXX the queue for transferring data to consumers runs | ||
682 | // on AVFrames, so we wrap AVSubtitle in an AVBufferRef and put that | ||
683 | // inside the frame | ||
684 | // eventually, subtitles should be switched to use AVFrames natively | ||
685 | 833 | ret = subtitle_wrap_frame(frame, &subtitle, 0); | |
686 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 833 times.
|
833 | if (ret < 0) { |
687 | ✗ | avsubtitle_free(&subtitle); | |
688 | ✗ | return ret; | |
689 | } | ||
690 | |||
691 | 833 | frame->width = dp->dec_ctx->width; | |
692 | 833 | frame->height = dp->dec_ctx->height; | |
693 | |||
694 | 833 | return process_subtitle(dp, frame); | |
695 | } | ||
696 | |||
697 | 376412 | static int packet_decode(DecoderPriv *dp, AVPacket *pkt, AVFrame *frame) | |
698 | { | ||
699 | 376412 | AVCodecContext *dec = dp->dec_ctx; | |
700 | 376412 | const char *type_desc = av_get_media_type_string(dec->codec_type); | |
701 | int ret; | ||
702 | |||
703 |
2/2✓ Branch 0 taken 2654 times.
✓ Branch 1 taken 373758 times.
|
376412 | if (dec->codec_type == AVMEDIA_TYPE_SUBTITLE) |
704 | 2654 | return transcode_subtitles(dp, pkt, frame); | |
705 | |||
706 | // With fate-indeo3-2, we're getting 0-sized packets before EOF for some | ||
707 | // reason. This seems like a semi-critical bug. Don't trigger EOF, and | ||
708 | // skip the packet. | ||
709 |
4/4✓ Branch 0 taken 370452 times.
✓ Branch 1 taken 3306 times.
✓ Branch 2 taken 1480 times.
✓ Branch 3 taken 368972 times.
|
373758 | if (pkt && pkt->size == 0) |
710 | 1480 | return 0; | |
711 | |||
712 |
4/4✓ Branch 0 taken 368972 times.
✓ Branch 1 taken 3306 times.
✓ Branch 2 taken 58640 times.
✓ Branch 3 taken 310332 times.
|
372278 | if (pkt && (dp->flags & DECODER_FLAG_TS_UNRELIABLE)) { |
713 | 58640 | pkt->pts = AV_NOPTS_VALUE; | |
714 | 58640 | pkt->dts = AV_NOPTS_VALUE; | |
715 | } | ||
716 | |||
717 |
2/2✓ Branch 0 taken 368972 times.
✓ Branch 1 taken 3306 times.
|
372278 | if (pkt) { |
718 | 368972 | FrameData *fd = packet_data(pkt); | |
719 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 368972 times.
|
368972 | if (!fd) |
720 | ✗ | return AVERROR(ENOMEM); | |
721 | 368972 | fd->wallclock[LATENCY_PROBE_DEC_PRE] = av_gettime_relative(); | |
722 | } | ||
723 | |||
724 | 372278 | ret = avcodec_send_packet(dec, pkt); | |
725 |
3/6✓ Branch 0 taken 414 times.
✓ Branch 1 taken 371864 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 414 times.
✗ Branch 4 not taken.
✗ Branch 5 not taken.
|
372278 | if (ret < 0 && !(ret == AVERROR_EOF && !pkt)) { |
726 | // In particular, we don't expect AVERROR(EAGAIN), because we read all | ||
727 | // decoded frames with avcodec_receive_frame() until done. | ||
728 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 414 times.
|
414 | if (ret == AVERROR(EAGAIN)) { |
729 | ✗ | av_log(dp, AV_LOG_FATAL, "A decoder returned an unexpected error code. " | |
730 | "This is a bug, please report it.\n"); | ||
731 | ✗ | return AVERROR_BUG; | |
732 | } | ||
733 |
1/2✓ Branch 0 taken 414 times.
✗ Branch 1 not taken.
|
414 | av_log(dp, AV_LOG_ERROR, "Error submitting %s to decoder: %s\n", |
734 | 414 | pkt ? "packet" : "EOF", av_err2str(ret)); | |
735 | |||
736 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 414 times.
|
414 | if (ret == AVERROR_EOF) |
737 | ✗ | return ret; | |
738 | |||
739 | 414 | dp->dec.decode_errors++; | |
740 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 414 times.
|
414 | if (exit_on_error) |
741 | ✗ | return ret; | |
742 | } | ||
743 | |||
744 | 389203 | while (1) { | |
745 | FrameData *fd; | ||
746 | 761481 | unsigned outputs_mask = 1; | |
747 | |||
748 | 761481 | av_frame_unref(frame); | |
749 | |||
750 | 761481 | update_benchmark(NULL); | |
751 | 761481 | ret = avcodec_receive_frame(dec, frame); | |
752 | 761481 | update_benchmark("decode_%s %s", type_desc, dp->parent_name); | |
753 | |||
754 |
2/2✓ Branch 0 taken 365521 times.
✓ Branch 1 taken 395960 times.
|
761481 | if (ret == AVERROR(EAGAIN)) { |
755 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 365521 times.
|
365521 | av_assert0(pkt); // should never happen during flushing |
756 | 372278 | return 0; | |
757 |
2/2✓ Branch 0 taken 3306 times.
✓ Branch 1 taken 392654 times.
|
395960 | } else if (ret == AVERROR_EOF) { |
758 | 3306 | return ret; | |
759 |
2/2✓ Branch 0 taken 6 times.
✓ Branch 1 taken 392648 times.
|
392654 | } else if (ret < 0) { |
760 | 6 | av_log(dp, AV_LOG_ERROR, "Decoding error: %s\n", av_err2str(ret)); | |
761 | 6 | dp->dec.decode_errors++; | |
762 | |||
763 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
|
6 | if (exit_on_error) |
764 | ✗ | return ret; | |
765 | |||
766 | 6 | continue; | |
767 | } | ||
768 | |||
769 |
4/4✓ Branch 0 taken 392611 times.
✓ Branch 1 taken 37 times.
✓ Branch 2 taken 37 times.
✓ Branch 3 taken 392574 times.
|
392648 | if (frame->decode_error_flags || (frame->flags & AV_FRAME_FLAG_CORRUPT)) { |
770 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 74 times.
|
74 | av_log(dp, exit_on_error ? AV_LOG_FATAL : AV_LOG_WARNING, |
771 | "corrupt decoded frame\n"); | ||
772 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 74 times.
|
74 | if (exit_on_error) |
773 | ✗ | return AVERROR_INVALIDDATA; | |
774 | } | ||
775 | |||
776 | 392648 | fd = frame_data(frame); | |
777 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 392648 times.
|
392648 | if (!fd) { |
778 | ✗ | av_frame_unref(frame); | |
779 | ✗ | return AVERROR(ENOMEM); | |
780 | } | ||
781 | 392648 | fd->dec.pts = frame->pts; | |
782 | 392648 | fd->dec.tb = dec->pkt_timebase; | |
783 | 392648 | fd->dec.frame_num = dec->frame_num - 1; | |
784 | 392648 | fd->bits_per_raw_sample = dec->bits_per_raw_sample; | |
785 | |||
786 | 392648 | fd->wallclock[LATENCY_PROBE_DEC_POST] = av_gettime_relative(); | |
787 | |||
788 | 392648 | frame->time_base = dec->pkt_timebase; | |
789 | |||
790 |
2/2✓ Branch 0 taken 254231 times.
✓ Branch 1 taken 138417 times.
|
392648 | if (dec->codec_type == AVMEDIA_TYPE_AUDIO) { |
791 | 254231 | dp->dec.samples_decoded += frame->nb_samples; | |
792 | |||
793 | 254231 | audio_ts_process(dp, frame); | |
794 | } else { | ||
795 | 138417 | ret = video_frame_process(dp, frame, &outputs_mask); | |
796 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 138417 times.
|
138417 | if (ret < 0) { |
797 | ✗ | av_log(dp, AV_LOG_FATAL, | |
798 | "Error while processing the decoded data\n"); | ||
799 | ✗ | return ret; | |
800 | } | ||
801 | } | ||
802 | |||
803 | 392648 | dp->dec.frames_decoded++; | |
804 | |||
805 |
2/2✓ Branch 0 taken 392648 times.
✓ Branch 1 taken 389197 times.
|
781845 | for (int i = 0; i < stdc_count_ones(outputs_mask); i++) { |
806 | 392648 | AVFrame *to_send = frame; | |
807 | int pos; | ||
808 | |||
809 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 392648 times.
|
392648 | av_assert0(outputs_mask); |
810 |
1/2✓ Branch 0 taken 392648 times.
✗ Branch 1 not taken.
|
392648 | pos = stdc_trailing_zeros(outputs_mask); |
811 | 392648 | outputs_mask &= ~(1U << pos); | |
812 | |||
813 | // this is not the last output and sch_dec_send() consumes the frame | ||
814 | // given to it, so make a temporary reference | ||
815 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 392648 times.
|
392648 | if (outputs_mask) { |
816 | ✗ | to_send = dp->frame_tmp_ref; | |
817 | ✗ | ret = av_frame_ref(to_send, frame); | |
818 | ✗ | if (ret < 0) | |
819 | ✗ | return ret; | |
820 | } | ||
821 | |||
822 | 392648 | ret = sch_dec_send(dp->sch, dp->sch_idx, pos, to_send); | |
823 |
2/2✓ Branch 0 taken 3451 times.
✓ Branch 1 taken 389197 times.
|
392648 | if (ret < 0) { |
824 | 3451 | av_frame_unref(to_send); | |
825 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 3451 times.
|
3451 | return ret == AVERROR_EOF ? AVERROR_EXIT : ret; |
826 | } | ||
827 | } | ||
828 | } | ||
829 | } | ||
830 | |||
831 | static int dec_open(DecoderPriv *dp, AVDictionary **dec_opts, | ||
832 | const DecoderOpts *o, AVFrame *param_out); | ||
833 | |||
834 | 1 | static int dec_standalone_open(DecoderPriv *dp, const AVPacket *pkt) | |
835 | { | ||
836 | DecoderOpts o; | ||
837 | const FrameData *fd; | ||
838 | char name[16]; | ||
839 | |||
840 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (!pkt->opaque_ref) |
841 | ✗ | return AVERROR_BUG; | |
842 | 1 | fd = (FrameData *)pkt->opaque_ref->data; | |
843 | |||
844 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (!fd->par_enc) |
845 | ✗ | return AVERROR_BUG; | |
846 | |||
847 | 1 | memset(&o, 0, sizeof(o)); | |
848 | |||
849 | 1 | o.par = fd->par_enc; | |
850 | 1 | o.time_base = pkt->time_base; | |
851 | |||
852 | 1 | o.codec = dp->standalone_init.codec; | |
853 |
1/2✓ Branch 0 taken 1 times.
✗ Branch 1 not taken.
|
1 | if (!o.codec) |
854 | 1 | o.codec = avcodec_find_decoder(o.par->codec_id); | |
855 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (!o.codec) { |
856 | ✗ | const AVCodecDescriptor *desc = avcodec_descriptor_get(o.par->codec_id); | |
857 | |||
858 | ✗ | av_log(dp, AV_LOG_ERROR, "Cannot find a decoder for codec ID '%s'\n", | |
859 | desc ? desc->name : "?"); | ||
860 | ✗ | return AVERROR_DECODER_NOT_FOUND; | |
861 | } | ||
862 | |||
863 | 1 | snprintf(name, sizeof(name), "dec%d", dp->index); | |
864 | 1 | o.name = name; | |
865 | |||
866 | 1 | return dec_open(dp, &dp->standalone_init.opts, &o, NULL); | |
867 | } | ||
868 | |||
869 | 6791 | static void dec_thread_set_name(const DecoderPriv *dp) | |
870 | { | ||
871 | 6791 | char name[16] = "dec"; | |
872 | |||
873 |
2/2✓ Branch 0 taken 1 times.
✓ Branch 1 taken 6790 times.
|
6791 | if (dp->index >= 0) |
874 | 1 | av_strlcatf(name, sizeof(name), "%d", dp->index); | |
875 |
1/2✓ Branch 0 taken 6790 times.
✗ Branch 1 not taken.
|
6790 | else if (dp->parent_name) |
876 | 6790 | av_strlcat(name, dp->parent_name, sizeof(name)); | |
877 | |||
878 |
2/2✓ Branch 0 taken 6790 times.
✓ Branch 1 taken 1 times.
|
6791 | if (dp->dec_ctx) |
879 | 6790 | av_strlcatf(name, sizeof(name), ":%s", dp->dec_ctx->codec->name); | |
880 | |||
881 | 6791 | ff_thread_setname(name); | |
882 | 6791 | } | |
883 | |||
884 | 6791 | static void dec_thread_uninit(DecThreadContext *dt) | |
885 | { | ||
886 | 6791 | av_packet_free(&dt->pkt); | |
887 | 6791 | av_frame_free(&dt->frame); | |
888 | |||
889 | 6791 | memset(dt, 0, sizeof(*dt)); | |
890 | 6791 | } | |
891 | |||
892 | 6791 | static int dec_thread_init(DecThreadContext *dt) | |
893 | { | ||
894 | 6791 | memset(dt, 0, sizeof(*dt)); | |
895 | |||
896 | 6791 | dt->frame = av_frame_alloc(); | |
897 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (!dt->frame) |
898 | ✗ | goto fail; | |
899 | |||
900 | 6791 | dt->pkt = av_packet_alloc(); | |
901 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (!dt->pkt) |
902 | ✗ | goto fail; | |
903 | |||
904 | 6791 | return 0; | |
905 | |||
906 | ✗ | fail: | |
907 | ✗ | dec_thread_uninit(dt); | |
908 | ✗ | return AVERROR(ENOMEM); | |
909 | } | ||
910 | |||
911 | 6791 | static int decoder_thread(void *arg) | |
912 | { | ||
913 | 6791 | DecoderPriv *dp = arg; | |
914 | DecThreadContext dt; | ||
915 | 6791 | int ret = 0, input_status = 0; | |
916 | |||
917 | 6791 | ret = dec_thread_init(&dt); | |
918 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (ret < 0) |
919 | ✗ | goto finish; | |
920 | |||
921 | 6791 | dec_thread_set_name(dp); | |
922 | |||
923 |
1/2✓ Branch 0 taken 376412 times.
✗ Branch 1 not taken.
|
376412 | while (!input_status) { |
924 | int flush_buffers, have_data; | ||
925 | |||
926 | 376412 | input_status = sch_dec_receive(dp->sch, dp->sch_idx, dt.pkt); | |
927 |
2/2✓ Branch 0 taken 373072 times.
✓ Branch 1 taken 3340 times.
|
749484 | have_data = input_status >= 0 && |
928 |
3/4✓ Branch 0 taken 958 times.
✓ Branch 1 taken 372114 times.
✓ Branch 2 taken 958 times.
✗ Branch 3 not taken.
|
373072 | (dt.pkt->buf || dt.pkt->side_data_elems || |
929 |
2/2✓ Branch 0 taken 10 times.
✓ Branch 1 taken 948 times.
|
958 | (intptr_t)dt.pkt->opaque == PKT_OPAQUE_SUB_HEARTBEAT || |
930 |
2/2✓ Branch 0 taken 4 times.
✓ Branch 1 taken 6 times.
|
10 | (intptr_t)dt.pkt->opaque == PKT_OPAQUE_FIX_SUB_DURATION); |
931 |
4/4✓ Branch 0 taken 373072 times.
✓ Branch 1 taken 3340 times.
✓ Branch 2 taken 6 times.
✓ Branch 3 taken 373066 times.
|
376412 | flush_buffers = input_status >= 0 && !have_data; |
932 |
2/2✓ Branch 0 taken 3346 times.
✓ Branch 1 taken 373066 times.
|
376412 | if (!have_data) |
933 |
2/2✓ Branch 0 taken 6 times.
✓ Branch 1 taken 3340 times.
|
3346 | av_log(dp, AV_LOG_VERBOSE, "Decoder thread received %s packet\n", |
934 | flush_buffers ? "flush" : "EOF"); | ||
935 | |||
936 | // this is a standalone decoder that has not been initialized yet | ||
937 |
2/2✓ Branch 0 taken 1 times.
✓ Branch 1 taken 376411 times.
|
376412 | if (!dp->dec_ctx) { |
938 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (flush_buffers) |
939 | ✗ | continue; | |
940 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (input_status < 0) { |
941 | ✗ | av_log(dp, AV_LOG_ERROR, | |
942 | "Cannot initialize a standalone decoder\n"); | ||
943 | ✗ | ret = input_status; | |
944 | ✗ | goto finish; | |
945 | } | ||
946 | |||
947 | 1 | ret = dec_standalone_open(dp, dt.pkt); | |
948 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (ret < 0) |
949 | ✗ | goto finish; | |
950 | } | ||
951 | |||
952 |
2/2✓ Branch 0 taken 373066 times.
✓ Branch 1 taken 3346 times.
|
376412 | ret = packet_decode(dp, have_data ? dt.pkt : NULL, dt.frame); |
953 | |||
954 | 376412 | av_packet_unref(dt.pkt); | |
955 | 376412 | av_frame_unref(dt.frame); | |
956 | |||
957 | // AVERROR_EOF - EOF from the decoder | ||
958 | // AVERROR_EXIT - EOF from the scheduler | ||
959 | // we treat them differently when flushing | ||
960 |
2/2✓ Branch 0 taken 3451 times.
✓ Branch 1 taken 372961 times.
|
376412 | if (ret == AVERROR_EXIT) { |
961 | 3451 | ret = AVERROR_EOF; | |
962 | 3451 | flush_buffers = 0; | |
963 | } | ||
964 | |||
965 |
2/2✓ Branch 0 taken 6797 times.
✓ Branch 1 taken 369615 times.
|
376412 | if (ret == AVERROR_EOF) { |
966 |
2/2✓ Branch 0 taken 6 times.
✓ Branch 1 taken 6791 times.
|
6797 | av_log(dp, AV_LOG_VERBOSE, "Decoder returned EOF, %s\n", |
967 | flush_buffers ? "resetting" : "finishing"); | ||
968 | |||
969 |
2/2✓ Branch 0 taken 6791 times.
✓ Branch 1 taken 6 times.
|
6797 | if (!flush_buffers) |
970 | 6791 | break; | |
971 | |||
972 | /* report last frame duration to the scheduler */ | ||
973 |
2/2✓ Branch 0 taken 3 times.
✓ Branch 1 taken 3 times.
|
6 | if (dp->dec_ctx->codec_type == AVMEDIA_TYPE_AUDIO) { |
974 | 3 | dt.pkt->pts = dp->last_frame_pts + dp->last_frame_duration_est; | |
975 | 3 | dt.pkt->time_base = dp->last_frame_tb; | |
976 | } | ||
977 | |||
978 | 6 | avcodec_flush_buffers(dp->dec_ctx); | |
979 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 369615 times.
|
369615 | } else if (ret < 0) { |
980 | ✗ | av_log(dp, AV_LOG_ERROR, "Error processing packet in decoder: %s\n", | |
981 | ✗ | av_err2str(ret)); | |
982 | ✗ | break; | |
983 | } | ||
984 | } | ||
985 | |||
986 | // EOF is normal thread termination | ||
987 |
1/2✓ Branch 0 taken 6791 times.
✗ Branch 1 not taken.
|
6791 | if (ret == AVERROR_EOF) |
988 | 6791 | ret = 0; | |
989 | |||
990 | // on success send EOF timestamp to our downstreams | ||
991 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (ret >= 0) { |
992 | float err_rate; | ||
993 | |||
994 | 6791 | av_frame_unref(dt.frame); | |
995 | |||
996 | 6791 | dt.frame->opaque = (void*)(intptr_t)FRAME_OPAQUE_EOF; | |
997 |
2/2✓ Branch 0 taken 6748 times.
✓ Branch 1 taken 43 times.
|
6791 | dt.frame->pts = dp->last_frame_pts == AV_NOPTS_VALUE ? AV_NOPTS_VALUE : |
998 | 6748 | dp->last_frame_pts + dp->last_frame_duration_est; | |
999 | 6791 | dt.frame->time_base = dp->last_frame_tb; | |
1000 | |||
1001 | 6791 | ret = sch_dec_send(dp->sch, dp->sch_idx, 0, dt.frame); | |
1002 |
3/4✓ Branch 0 taken 3458 times.
✓ Branch 1 taken 3333 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 3458 times.
|
6791 | if (ret < 0 && ret != AVERROR_EOF) { |
1003 | ✗ | av_log(dp, AV_LOG_FATAL, | |
1004 | ✗ | "Error signalling EOF timestamp: %s\n", av_err2str(ret)); | |
1005 | ✗ | goto finish; | |
1006 | } | ||
1007 | 6791 | ret = 0; | |
1008 | |||
1009 |
2/2✓ Branch 0 taken 2 times.
✓ Branch 1 taken 1 times.
|
3 | err_rate = (dp->dec.frames_decoded || dp->dec.decode_errors) ? |
1010 |
2/2✓ Branch 0 taken 3 times.
✓ Branch 1 taken 6788 times.
|
6794 | dp->dec.decode_errors / (dp->dec.frames_decoded + dp->dec.decode_errors) : 0.f; |
1011 |
2/2✓ Branch 0 taken 1 times.
✓ Branch 1 taken 6790 times.
|
6791 | if (err_rate > max_error_rate) { |
1012 | 1 | av_log(dp, AV_LOG_FATAL, "Decode error rate %g exceeds maximum %g\n", | |
1013 | err_rate, max_error_rate); | ||
1014 | 1 | ret = FFMPEG_ERROR_RATE_EXCEEDED; | |
1015 |
2/2✓ Branch 0 taken 6789 times.
✓ Branch 1 taken 1 times.
|
6790 | } else if (err_rate) |
1016 | 1 | av_log(dp, AV_LOG_VERBOSE, "Decode error rate %g\n", err_rate); | |
1017 | } | ||
1018 | |||
1019 | 6789 | finish: | |
1020 | 6791 | dec_thread_uninit(&dt); | |
1021 | |||
1022 | 6791 | return ret; | |
1023 | } | ||
1024 | |||
1025 | 5553 | int dec_request_view(Decoder *d, const ViewSpecifier *vs, | |
1026 | SchedulerNode *src) | ||
1027 | { | ||
1028 | 5553 | DecoderPriv *dp = dp_from_dec(d); | |
1029 | 5553 | unsigned out_idx = 0; | |
1030 | int ret; | ||
1031 | |||
1032 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5553 times.
|
5553 | if (dp->multiview_user_config) { |
1033 | ✗ | if (!vs || vs->type == VIEW_SPECIFIER_TYPE_NONE) { | |
1034 | ✗ | *src = SCH_DEC_OUT(dp->sch_idx, 0); | |
1035 | ✗ | return 0; | |
1036 | } | ||
1037 | |||
1038 | ✗ | av_log(dp, AV_LOG_ERROR, | |
1039 | "Manually selecting views with -view_ids cannot be combined " | ||
1040 | "with view selection via stream specifiers. It is strongly " | ||
1041 | "recommended you always use stream specifiers only.\n"); | ||
1042 | ✗ | return AVERROR(EINVAL); | |
1043 | } | ||
1044 | |||
1045 | // when multiview_user_config is not set, NONE specifier is treated | ||
1046 | // as requesting the base view | ||
1047 |
4/4✓ Branch 0 taken 66 times.
✓ Branch 1 taken 5487 times.
✓ Branch 2 taken 53 times.
✓ Branch 3 taken 13 times.
|
5553 | vs = (vs && vs->type != VIEW_SPECIFIER_TYPE_NONE) ? vs : |
1048 | 5540 | &(ViewSpecifier){ .type = VIEW_SPECIFIER_TYPE_IDX, .val = 0 }; | |
1049 | |||
1050 | // check if the specifier matches an already-existing one | ||
1051 |
2/2✓ Branch 0 taken 10 times.
✓ Branch 1 taken 5549 times.
|
5559 | for (int i = 0; i < dp->nb_views_requested; i++) { |
1052 | 10 | const ViewSpecifier *vs1 = &dp->views_requested[i].vs; | |
1053 | |||
1054 |
1/2✓ Branch 0 taken 10 times.
✗ Branch 1 not taken.
|
10 | if (vs->type == vs1->type && |
1055 |
3/4✓ Branch 0 taken 10 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 4 times.
✓ Branch 3 taken 6 times.
|
10 | (vs->type == VIEW_SPECIFIER_TYPE_ALL || vs->val == vs1->val)) { |
1056 | 4 | *src = SCH_DEC_OUT(dp->sch_idx, dp->views_requested[i].out_idx); | |
1057 | 4 | return 0; | |
1058 | } | ||
1059 | } | ||
1060 | |||
1061 | // we use a bitmask to map view IDs to decoder outputs, which | ||
1062 | // limits the number of outputs allowed | ||
1063 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5549 times.
|
5549 | if (dp->nb_views_requested >= sizeof(dp->view_map[0].out_mask) * 8) { |
1064 | ✗ | av_log(dp, AV_LOG_ERROR, "Too many view specifiers\n"); | |
1065 | ✗ | return AVERROR(ENOSYS); | |
1066 | } | ||
1067 | |||
1068 | 5549 | ret = GROW_ARRAY(dp->views_requested, dp->nb_views_requested); | |
1069 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5549 times.
|
5549 | if (ret < 0) |
1070 | ✗ | return ret; | |
1071 | |||
1072 |
2/2✓ Branch 0 taken 6 times.
✓ Branch 1 taken 5543 times.
|
5549 | if (dp->nb_views_requested > 1) { |
1073 | 6 | ret = sch_add_dec_output(dp->sch, dp->sch_idx); | |
1074 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6 times.
|
6 | if (ret < 0) |
1075 | ✗ | return ret; | |
1076 | 6 | out_idx = ret; | |
1077 | } | ||
1078 | |||
1079 | 5549 | dp->views_requested[dp->nb_views_requested - 1].out_idx = out_idx; | |
1080 | 5549 | dp->views_requested[dp->nb_views_requested - 1].vs = *vs; | |
1081 | |||
1082 | 5549 | *src = SCH_DEC_OUT(dp->sch_idx, | |
1083 | dp->views_requested[dp->nb_views_requested - 1].out_idx); | ||
1084 | |||
1085 | 5549 | return 0; | |
1086 | } | ||
1087 | |||
1088 | 1010 | static int multiview_setup(DecoderPriv *dp, AVCodecContext *dec_ctx) | |
1089 | { | ||
1090 | 1010 | unsigned views_wanted = 0; | |
1091 | |||
1092 | unsigned nb_view_ids_av, nb_view_ids; | ||
1093 | 1010 | unsigned *view_ids_av = NULL, *view_pos_av = NULL; | |
1094 | 1010 | int *view_ids = NULL; | |
1095 | int ret; | ||
1096 | |||
1097 | // no views/only base view were requested - do nothing | ||
1098 |
1/2✓ Branch 0 taken 1010 times.
✗ Branch 1 not taken.
|
1010 | if (!dp->nb_views_requested || |
1099 |
2/2✓ Branch 0 taken 1001 times.
✓ Branch 1 taken 9 times.
|
1010 | (dp->nb_views_requested == 1 && |
1100 |
2/2✓ Branch 0 taken 1000 times.
✓ Branch 1 taken 1 times.
|
1001 | dp->views_requested[0].vs.type == VIEW_SPECIFIER_TYPE_IDX && |
1101 |
1/2✓ Branch 0 taken 1000 times.
✗ Branch 1 not taken.
|
1000 | dp->views_requested[0].vs.val == 0)) |
1102 | 1000 | return 0; | |
1103 | |||
1104 | 10 | av_freep(&dp->view_map); | |
1105 | 10 | dp->nb_view_map = 0; | |
1106 | |||
1107 | // retrieve views available in current CVS | ||
1108 | 10 | ret = av_opt_get_array_size(dec_ctx, "view_ids_available", | |
1109 | AV_OPT_SEARCH_CHILDREN, &nb_view_ids_av); | ||
1110 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
|
10 | if (ret < 0) { |
1111 | ✗ | av_log(dp, AV_LOG_ERROR, | |
1112 | "Multiview decoding requested, but decoder '%s' does not " | ||
1113 | ✗ | "support it\n", dec_ctx->codec->name); | |
1114 | ✗ | return AVERROR(ENOSYS); | |
1115 | } | ||
1116 | |||
1117 |
2/2✓ Branch 0 taken 8 times.
✓ Branch 1 taken 2 times.
|
10 | if (nb_view_ids_av) { |
1118 | unsigned nb_view_pos_av; | ||
1119 | |||
1120 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 8 times.
|
8 | if (nb_view_ids_av >= sizeof(views_wanted) * 8) { |
1121 | ✗ | av_log(dp, AV_LOG_ERROR, "Too many views in video: %u\n", nb_view_ids_av); | |
1122 | ✗ | ret = AVERROR(ENOSYS); | |
1123 | ✗ | goto fail; | |
1124 | } | ||
1125 | |||
1126 | 8 | view_ids_av = av_calloc(nb_view_ids_av, sizeof(*view_ids_av)); | |
1127 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 8 times.
|
8 | if (!view_ids_av) { |
1128 | ✗ | ret = AVERROR(ENOMEM); | |
1129 | ✗ | goto fail; | |
1130 | } | ||
1131 | |||
1132 | 8 | ret = av_opt_get_array(dec_ctx, "view_ids_available", | |
1133 | AV_OPT_SEARCH_CHILDREN, 0, nb_view_ids_av, | ||
1134 | AV_OPT_TYPE_UINT, view_ids_av); | ||
1135 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 8 times.
|
8 | if (ret < 0) |
1136 | ✗ | goto fail; | |
1137 | |||
1138 | 8 | ret = av_opt_get_array_size(dec_ctx, "view_pos_available", | |
1139 | AV_OPT_SEARCH_CHILDREN, &nb_view_pos_av); | ||
1140 |
3/4✓ Branch 0 taken 8 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 1 times.
✓ Branch 3 taken 7 times.
|
8 | if (ret >= 0 && nb_view_pos_av == nb_view_ids_av) { |
1141 | 1 | view_pos_av = av_calloc(nb_view_ids_av, sizeof(*view_pos_av)); | |
1142 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (!view_pos_av) { |
1143 | ✗ | ret = AVERROR(ENOMEM); | |
1144 | ✗ | goto fail; | |
1145 | } | ||
1146 | |||
1147 | 1 | ret = av_opt_get_array(dec_ctx, "view_pos_available", | |
1148 | AV_OPT_SEARCH_CHILDREN, 0, nb_view_ids_av, | ||
1149 | AV_OPT_TYPE_UINT, view_pos_av); | ||
1150 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (ret < 0) |
1151 | ✗ | goto fail; | |
1152 | } | ||
1153 | } else { | ||
1154 | // assume there is a single view with ID=0 | ||
1155 | 2 | nb_view_ids_av = 1; | |
1156 | 2 | view_ids_av = av_calloc(nb_view_ids_av, sizeof(*view_ids_av)); | |
1157 | 2 | view_pos_av = av_calloc(nb_view_ids_av, sizeof(*view_pos_av)); | |
1158 |
2/4✓ Branch 0 taken 2 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 2 times.
|
2 | if (!view_ids_av || !view_pos_av) { |
1159 | ✗ | ret = AVERROR(ENOMEM); | |
1160 | ✗ | goto fail; | |
1161 | } | ||
1162 | 2 | view_pos_av[0] = AV_STEREO3D_VIEW_UNSPEC; | |
1163 | } | ||
1164 | |||
1165 | 10 | dp->view_map = av_calloc(nb_view_ids_av, sizeof(*dp->view_map)); | |
1166 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
|
10 | if (!dp->view_map) { |
1167 | ✗ | ret = AVERROR(ENOMEM); | |
1168 | ✗ | goto fail; | |
1169 | } | ||
1170 | 10 | dp->nb_view_map = nb_view_ids_av; | |
1171 | |||
1172 |
2/2✓ Branch 0 taken 18 times.
✓ Branch 1 taken 10 times.
|
28 | for (int i = 0; i < dp->nb_view_map; i++) |
1173 | 18 | dp->view_map[i].id = view_ids_av[i]; | |
1174 | |||
1175 | // figure out which views should go to which output | ||
1176 |
2/2✓ Branch 0 taken 19 times.
✓ Branch 1 taken 10 times.
|
29 | for (int i = 0; i < dp->nb_views_requested; i++) { |
1177 | 19 | const ViewSpecifier *vs = &dp->views_requested[i].vs; | |
1178 | |||
1179 |
4/5✓ Branch 0 taken 8 times.
✓ Branch 1 taken 8 times.
✓ Branch 2 taken 2 times.
✓ Branch 3 taken 1 times.
✗ Branch 4 not taken.
|
19 | switch (vs->type) { |
1180 | 8 | case VIEW_SPECIFIER_TYPE_IDX: | |
1181 |
2/2✓ Branch 0 taken 2 times.
✓ Branch 1 taken 6 times.
|
8 | if (vs->val >= nb_view_ids_av) { |
1182 | 2 | av_log(dp, exit_on_error ? AV_LOG_ERROR : AV_LOG_WARNING, | |
1183 | "View with index %u requested, but only %u views available " | ||
1184 | "in current video sequence (more views may or may not be " | ||
1185 | "available in later sequences).\n", | ||
1186 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | vs->val, nb_view_ids_av); |
1187 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | if (exit_on_error) { |
1188 | ✗ | ret = AVERROR(EINVAL); | |
1189 | ✗ | goto fail; | |
1190 | } | ||
1191 | |||
1192 | 2 | continue; | |
1193 | } | ||
1194 | 6 | views_wanted |= 1U << vs->val; | |
1195 | 6 | dp->view_map[vs->val].out_mask |= 1ULL << i; | |
1196 | |||
1197 | 6 | break; | |
1198 | 8 | case VIEW_SPECIFIER_TYPE_ID: { | |
1199 | 8 | int view_idx = -1; | |
1200 | |||
1201 |
1/2✓ Branch 0 taken 12 times.
✗ Branch 1 not taken.
|
12 | for (unsigned j = 0; j < nb_view_ids_av; j++) { |
1202 |
2/2✓ Branch 0 taken 8 times.
✓ Branch 1 taken 4 times.
|
12 | if (view_ids_av[j] == vs->val) { |
1203 | 8 | view_idx = j; | |
1204 | 8 | break; | |
1205 | } | ||
1206 | } | ||
1207 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 8 times.
|
8 | if (view_idx < 0) { |
1208 | ✗ | av_log(dp, exit_on_error ? AV_LOG_ERROR : AV_LOG_WARNING, | |
1209 | "View with ID %u requested, but is not available " | ||
1210 | ✗ | "in the video sequence\n", vs->val); | |
1211 | ✗ | if (exit_on_error) { | |
1212 | ✗ | ret = AVERROR(EINVAL); | |
1213 | ✗ | goto fail; | |
1214 | } | ||
1215 | |||
1216 | ✗ | continue; | |
1217 | } | ||
1218 | 8 | views_wanted |= 1U << view_idx; | |
1219 | 8 | dp->view_map[view_idx].out_mask |= 1ULL << i; | |
1220 | |||
1221 | 8 | break; | |
1222 | } | ||
1223 | 2 | case VIEW_SPECIFIER_TYPE_POS: { | |
1224 | 2 | int view_idx = -1; | |
1225 | |||
1226 |
2/4✓ Branch 0 taken 3 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 3 times.
✗ Branch 3 not taken.
|
3 | for (unsigned j = 0; view_pos_av && j < nb_view_ids_av; j++) { |
1227 |
2/2✓ Branch 0 taken 2 times.
✓ Branch 1 taken 1 times.
|
3 | if (view_pos_av[j] == vs->val) { |
1228 | 2 | view_idx = j; | |
1229 | 2 | break; | |
1230 | } | ||
1231 | } | ||
1232 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | if (view_idx < 0) { |
1233 | ✗ | av_log(dp, exit_on_error ? AV_LOG_ERROR : AV_LOG_WARNING, | |
1234 | "View position '%s' requested, but is not available " | ||
1235 | ✗ | "in the video sequence\n", av_stereo3d_view_name(vs->val)); | |
1236 | ✗ | if (exit_on_error) { | |
1237 | ✗ | ret = AVERROR(EINVAL); | |
1238 | ✗ | goto fail; | |
1239 | } | ||
1240 | |||
1241 | ✗ | continue; | |
1242 | } | ||
1243 | 2 | views_wanted |= 1U << view_idx; | |
1244 | 2 | dp->view_map[view_idx].out_mask |= 1ULL << i; | |
1245 | |||
1246 | 2 | break; | |
1247 | } | ||
1248 | 1 | case VIEW_SPECIFIER_TYPE_ALL: | |
1249 | 1 | views_wanted |= (1U << nb_view_ids_av) - 1; | |
1250 | |||
1251 |
2/2✓ Branch 0 taken 2 times.
✓ Branch 1 taken 1 times.
|
3 | for (int j = 0; j < dp->nb_view_map; j++) |
1252 | 2 | dp->view_map[j].out_mask |= 1ULL << i; | |
1253 | |||
1254 | 1 | break; | |
1255 | } | ||
1256 | } | ||
1257 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
|
10 | if (!views_wanted) { |
1258 | ✗ | av_log(dp, AV_LOG_ERROR, "No views were selected for decoding\n"); | |
1259 | ✗ | ret = AVERROR(EINVAL); | |
1260 | ✗ | goto fail; | |
1261 | } | ||
1262 | |||
1263 | // signal to decoder which views we want | ||
1264 | 10 | nb_view_ids = stdc_count_ones(views_wanted); | |
1265 | 10 | view_ids = av_malloc_array(nb_view_ids, sizeof(*view_ids)); | |
1266 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
|
10 | if (!view_ids) { |
1267 | ✗ | ret = AVERROR(ENOMEM); | |
1268 | ✗ | goto fail; | |
1269 | } | ||
1270 | |||
1271 |
2/2✓ Branch 0 taken 18 times.
✓ Branch 1 taken 10 times.
|
28 | for (unsigned i = 0; i < nb_view_ids; i++) { |
1272 | int pos; | ||
1273 | |||
1274 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 18 times.
|
18 | av_assert0(views_wanted); |
1275 |
1/2✓ Branch 0 taken 18 times.
✗ Branch 1 not taken.
|
18 | pos = stdc_trailing_zeros(views_wanted); |
1276 | 18 | views_wanted &= ~(1U << pos); | |
1277 | |||
1278 | 18 | view_ids[i] = view_ids_av[pos]; | |
1279 | } | ||
1280 | |||
1281 | // unset view_ids in case we set it earlier | ||
1282 | 10 | av_opt_set(dec_ctx, "view_ids", NULL, AV_OPT_SEARCH_CHILDREN); | |
1283 | |||
1284 | 10 | ret = av_opt_set_array(dec_ctx, "view_ids", AV_OPT_SEARCH_CHILDREN, | |
1285 | 0, nb_view_ids, AV_OPT_TYPE_INT, view_ids); | ||
1286 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
|
10 | if (ret < 0) |
1287 | ✗ | goto fail; | |
1288 | |||
1289 |
2/2✓ Branch 0 taken 3 times.
✓ Branch 1 taken 7 times.
|
10 | if (!dp->frame_tmp_ref) { |
1290 | 7 | dp->frame_tmp_ref = av_frame_alloc(); | |
1291 |
1/2✓ Branch 0 taken 7 times.
✗ Branch 1 not taken.
|
7 | if (!dp->frame_tmp_ref) { |
1292 | ✗ | ret = AVERROR(ENOMEM); | |
1293 | ✗ | goto fail; | |
1294 | } | ||
1295 | } | ||
1296 | |||
1297 | 10 | fail: | |
1298 | 10 | av_freep(&view_ids_av); | |
1299 | 10 | av_freep(&view_pos_av); | |
1300 | 10 | av_freep(&view_ids); | |
1301 | |||
1302 | 10 | return ret; | |
1303 | } | ||
1304 | |||
1305 | 6791 | static void multiview_check_manual(DecoderPriv *dp, const AVDictionary *dec_opts) | |
1306 | { | ||
1307 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 6791 times.
|
6791 | if (av_dict_get(dec_opts, "view_ids", NULL, 0)) { |
1308 | ✗ | av_log(dp, AV_LOG_WARNING, "Manually selecting views with -view_ids " | |
1309 | "is not recommended, use view specifiers instead\n"); | ||
1310 | ✗ | dp->multiview_user_config = 1; | |
1311 | } | ||
1312 | 6791 | } | |
1313 | |||
1314 | 1010 | static enum AVPixelFormat get_format(AVCodecContext *s, const enum AVPixelFormat *pix_fmts) | |
1315 | { | ||
1316 | 1010 | DecoderPriv *dp = s->opaque; | |
1317 | const enum AVPixelFormat *p; | ||
1318 | int ret; | ||
1319 | |||
1320 | 1010 | ret = multiview_setup(dp, s); | |
1321 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1010 times.
|
1010 | if (ret < 0) { |
1322 | ✗ | av_log(dp, AV_LOG_ERROR, "Error setting up multiview decoding: %s\n", | |
1323 | ✗ | av_err2str(ret)); | |
1324 | ✗ | return AV_PIX_FMT_NONE; | |
1325 | } | ||
1326 | |||
1327 |
1/2✓ Branch 0 taken 2729 times.
✗ Branch 1 not taken.
|
2729 | for (p = pix_fmts; *p != AV_PIX_FMT_NONE; p++) { |
1328 | 2729 | const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(*p); | |
1329 | 2729 | const AVCodecHWConfig *config = NULL; | |
1330 | |||
1331 |
2/2✓ Branch 0 taken 1010 times.
✓ Branch 1 taken 1719 times.
|
2729 | if (!(desc->flags & AV_PIX_FMT_FLAG_HWACCEL)) |
1332 | 1010 | break; | |
1333 | |||
1334 |
1/2✓ Branch 0 taken 1719 times.
✗ Branch 1 not taken.
|
1719 | if (dp->hwaccel_id == HWACCEL_GENERIC || |
1335 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1719 times.
|
1719 | dp->hwaccel_id == HWACCEL_AUTO) { |
1336 | ✗ | for (int i = 0;; i++) { | |
1337 | ✗ | config = avcodec_get_hw_config(s->codec, i); | |
1338 | ✗ | if (!config) | |
1339 | ✗ | break; | |
1340 | ✗ | if (!(config->methods & | |
1341 | AV_CODEC_HW_CONFIG_METHOD_HW_DEVICE_CTX)) | ||
1342 | ✗ | continue; | |
1343 | ✗ | if (config->pix_fmt == *p) | |
1344 | ✗ | break; | |
1345 | } | ||
1346 | } | ||
1347 |
1/4✗ Branch 0 not taken.
✓ Branch 1 taken 1719 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
|
1719 | if (config && config->device_type == dp->hwaccel_device_type) { |
1348 | ✗ | dp->hwaccel_pix_fmt = *p; | |
1349 | ✗ | break; | |
1350 | } | ||
1351 | } | ||
1352 | |||
1353 | 1010 | return *p; | |
1354 | } | ||
1355 | |||
1356 | 367511 | static int get_buffer(AVCodecContext *dec_ctx, AVFrame *frame, int flags) | |
1357 | { | ||
1358 | 367511 | DecoderPriv *dp = dec_ctx->opaque; | |
1359 | |||
1360 | // for multiview video, store the output mask in frame opaque | ||
1361 |
2/2✓ Branch 0 taken 613 times.
✓ Branch 1 taken 366898 times.
|
367511 | if (dp->nb_view_map) { |
1362 | 613 | const AVFrameSideData *sd = av_frame_get_side_data(frame, AV_FRAME_DATA_VIEW_ID); | |
1363 |
2/2✓ Branch 0 taken 554 times.
✓ Branch 1 taken 59 times.
|
613 | int view_id = sd ? *(int*)sd->data : 0; |
1364 | |||
1365 |
1/2✓ Branch 0 taken 890 times.
✗ Branch 1 not taken.
|
890 | for (int i = 0; i < dp->nb_view_map; i++) { |
1366 |
2/2✓ Branch 0 taken 613 times.
✓ Branch 1 taken 277 times.
|
890 | if (dp->view_map[i].id == view_id) { |
1367 | 613 | frame->opaque = (void*)dp->view_map[i].out_mask; | |
1368 | 613 | break; | |
1369 | } | ||
1370 | } | ||
1371 | } | ||
1372 | |||
1373 | 367511 | return avcodec_default_get_buffer2(dec_ctx, frame, flags); | |
1374 | } | ||
1375 | |||
1376 | 6791 | static HWDevice *hw_device_match_by_codec(const AVCodec *codec) | |
1377 | { | ||
1378 | const AVCodecHWConfig *config; | ||
1379 | HWDevice *dev; | ||
1380 | 6791 | for (int i = 0;; i++) { | |
1381 | 8503 | config = avcodec_get_hw_config(codec, i); | |
1382 |
2/2✓ Branch 0 taken 6791 times.
✓ Branch 1 taken 1712 times.
|
8503 | if (!config) |
1383 | 6791 | return NULL; | |
1384 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1712 times.
|
1712 | if (!(config->methods & AV_CODEC_HW_CONFIG_METHOD_HW_DEVICE_CTX)) |
1385 | ✗ | continue; | |
1386 | 1712 | dev = hw_device_get_by_type(config->device_type); | |
1387 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1712 times.
|
1712 | if (dev) |
1388 | ✗ | return dev; | |
1389 | } | ||
1390 | } | ||
1391 | |||
1392 | 6791 | static int hw_device_setup_for_decode(DecoderPriv *dp, | |
1393 | const AVCodec *codec, | ||
1394 | const char *hwaccel_device) | ||
1395 | { | ||
1396 | const AVCodecHWConfig *config; | ||
1397 | enum AVHWDeviceType type; | ||
1398 | 6791 | HWDevice *dev = NULL; | |
1399 | 6791 | int err, auto_device = 0; | |
1400 | |||
1401 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (hwaccel_device) { |
1402 | ✗ | dev = hw_device_get_by_name(hwaccel_device); | |
1403 | ✗ | if (!dev) { | |
1404 | ✗ | if (dp->hwaccel_id == HWACCEL_AUTO) { | |
1405 | ✗ | auto_device = 1; | |
1406 | ✗ | } else if (dp->hwaccel_id == HWACCEL_GENERIC) { | |
1407 | ✗ | type = dp->hwaccel_device_type; | |
1408 | ✗ | err = hw_device_init_from_type(type, hwaccel_device, | |
1409 | &dev); | ||
1410 | } else { | ||
1411 | // This will be dealt with by API-specific initialisation | ||
1412 | // (using hwaccel_device), so nothing further needed here. | ||
1413 | ✗ | return 0; | |
1414 | } | ||
1415 | } else { | ||
1416 | ✗ | if (dp->hwaccel_id == HWACCEL_AUTO) { | |
1417 | ✗ | dp->hwaccel_device_type = dev->type; | |
1418 | ✗ | } else if (dp->hwaccel_device_type != dev->type) { | |
1419 | ✗ | av_log(dp, AV_LOG_ERROR, "Invalid hwaccel device " | |
1420 | "specified for decoder: device %s of type %s is not " | ||
1421 | ✗ | "usable with hwaccel %s.\n", dev->name, | |
1422 | ✗ | av_hwdevice_get_type_name(dev->type), | |
1423 | av_hwdevice_get_type_name(dp->hwaccel_device_type)); | ||
1424 | ✗ | return AVERROR(EINVAL); | |
1425 | } | ||
1426 | } | ||
1427 | } else { | ||
1428 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (dp->hwaccel_id == HWACCEL_AUTO) { |
1429 | ✗ | auto_device = 1; | |
1430 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | } else if (dp->hwaccel_id == HWACCEL_GENERIC) { |
1431 | ✗ | type = dp->hwaccel_device_type; | |
1432 | ✗ | dev = hw_device_get_by_type(type); | |
1433 | |||
1434 | // When "-qsv_device device" is used, an internal QSV device named | ||
1435 | // as "__qsv_device" is created. Another QSV device is created too | ||
1436 | // if "-init_hw_device qsv=name:device" is used. There are 2 QSV devices | ||
1437 | // if both "-qsv_device device" and "-init_hw_device qsv=name:device" | ||
1438 | // are used, hw_device_get_by_type(AV_HWDEVICE_TYPE_QSV) returns NULL. | ||
1439 | // To keep back-compatibility with the removed ad-hoc libmfx setup code, | ||
1440 | // call hw_device_get_by_name("__qsv_device") to select the internal QSV | ||
1441 | // device. | ||
1442 | ✗ | if (!dev && type == AV_HWDEVICE_TYPE_QSV) | |
1443 | ✗ | dev = hw_device_get_by_name("__qsv_device"); | |
1444 | |||
1445 | ✗ | if (!dev) | |
1446 | ✗ | err = hw_device_init_from_type(type, NULL, &dev); | |
1447 | } else { | ||
1448 | 6791 | dev = hw_device_match_by_codec(codec); | |
1449 |
1/2✓ Branch 0 taken 6791 times.
✗ Branch 1 not taken.
|
6791 | if (!dev) { |
1450 | // No device for this codec, but not using generic hwaccel | ||
1451 | // and therefore may well not need one - ignore. | ||
1452 | 6791 | return 0; | |
1453 | } | ||
1454 | } | ||
1455 | } | ||
1456 | |||
1457 | ✗ | if (auto_device) { | |
1458 | ✗ | if (!avcodec_get_hw_config(codec, 0)) { | |
1459 | // Decoder does not support any hardware devices. | ||
1460 | ✗ | return 0; | |
1461 | } | ||
1462 | ✗ | for (int i = 0; !dev; i++) { | |
1463 | ✗ | config = avcodec_get_hw_config(codec, i); | |
1464 | ✗ | if (!config) | |
1465 | ✗ | break; | |
1466 | ✗ | type = config->device_type; | |
1467 | ✗ | dev = hw_device_get_by_type(type); | |
1468 | ✗ | if (dev) { | |
1469 | ✗ | av_log(dp, AV_LOG_INFO, "Using auto " | |
1470 | "hwaccel type %s with existing device %s.\n", | ||
1471 | ✗ | av_hwdevice_get_type_name(type), dev->name); | |
1472 | } | ||
1473 | } | ||
1474 | ✗ | for (int i = 0; !dev; i++) { | |
1475 | ✗ | config = avcodec_get_hw_config(codec, i); | |
1476 | ✗ | if (!config) | |
1477 | ✗ | break; | |
1478 | ✗ | type = config->device_type; | |
1479 | // Try to make a new device of this type. | ||
1480 | ✗ | err = hw_device_init_from_type(type, hwaccel_device, | |
1481 | &dev); | ||
1482 | ✗ | if (err < 0) { | |
1483 | // Can't make a device of this type. | ||
1484 | ✗ | continue; | |
1485 | } | ||
1486 | ✗ | if (hwaccel_device) { | |
1487 | ✗ | av_log(dp, AV_LOG_INFO, "Using auto " | |
1488 | "hwaccel type %s with new device created " | ||
1489 | "from %s.\n", av_hwdevice_get_type_name(type), | ||
1490 | hwaccel_device); | ||
1491 | } else { | ||
1492 | ✗ | av_log(dp, AV_LOG_INFO, "Using auto " | |
1493 | "hwaccel type %s with new default device.\n", | ||
1494 | av_hwdevice_get_type_name(type)); | ||
1495 | } | ||
1496 | } | ||
1497 | ✗ | if (dev) { | |
1498 | ✗ | dp->hwaccel_device_type = type; | |
1499 | } else { | ||
1500 | ✗ | av_log(dp, AV_LOG_INFO, "Auto hwaccel " | |
1501 | "disabled: no device found.\n"); | ||
1502 | ✗ | dp->hwaccel_id = HWACCEL_NONE; | |
1503 | ✗ | return 0; | |
1504 | } | ||
1505 | } | ||
1506 | |||
1507 | ✗ | if (!dev) { | |
1508 | ✗ | av_log(dp, AV_LOG_ERROR, "No device available " | |
1509 | "for decoder: device type %s needed for codec %s.\n", | ||
1510 | ✗ | av_hwdevice_get_type_name(type), codec->name); | |
1511 | ✗ | return err; | |
1512 | } | ||
1513 | |||
1514 | ✗ | dp->dec_ctx->hw_device_ctx = av_buffer_ref(dev->device_ref); | |
1515 | ✗ | if (!dp->dec_ctx->hw_device_ctx) | |
1516 | ✗ | return AVERROR(ENOMEM); | |
1517 | |||
1518 | ✗ | return 0; | |
1519 | } | ||
1520 | |||
1521 | 6791 | static int dec_open(DecoderPriv *dp, AVDictionary **dec_opts, | |
1522 | const DecoderOpts *o, AVFrame *param_out) | ||
1523 | { | ||
1524 | 6791 | const AVCodec *codec = o->codec; | |
1525 | int ret; | ||
1526 | |||
1527 | 6791 | dp->flags = o->flags; | |
1528 | 6791 | dp->log_parent = o->log_parent; | |
1529 | |||
1530 | 6791 | dp->dec.type = codec->type; | |
1531 | 6791 | dp->framerate_in = o->framerate; | |
1532 | |||
1533 | 6791 | dp->hwaccel_id = o->hwaccel_id; | |
1534 | 6791 | dp->hwaccel_device_type = o->hwaccel_device_type; | |
1535 | 6791 | dp->hwaccel_output_format = o->hwaccel_output_format; | |
1536 | |||
1537 | 6791 | snprintf(dp->log_name, sizeof(dp->log_name), "dec:%s", codec->name); | |
1538 | |||
1539 |
1/2✓ Branch 0 taken 6791 times.
✗ Branch 1 not taken.
|
6791 | dp->parent_name = av_strdup(o->name ? o->name : ""); |
1540 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (!dp->parent_name) |
1541 | ✗ | return AVERROR(ENOMEM); | |
1542 | |||
1543 |
2/2✓ Branch 0 taken 40 times.
✓ Branch 1 taken 6751 times.
|
6791 | if (codec->type == AVMEDIA_TYPE_SUBTITLE && |
1544 |
2/2✓ Branch 0 taken 2 times.
✓ Branch 1 taken 38 times.
|
40 | (dp->flags & DECODER_FLAG_FIX_SUB_DURATION)) { |
1545 |
2/2✓ Branch 0 taken 4 times.
✓ Branch 1 taken 2 times.
|
6 | for (int i = 0; i < FF_ARRAY_ELEMS(dp->sub_prev); i++) { |
1546 | 4 | dp->sub_prev[i] = av_frame_alloc(); | |
1547 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4 times.
|
4 | if (!dp->sub_prev[i]) |
1548 | ✗ | return AVERROR(ENOMEM); | |
1549 | } | ||
1550 | 2 | dp->sub_heartbeat = av_frame_alloc(); | |
1551 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2 times.
|
2 | if (!dp->sub_heartbeat) |
1552 | ✗ | return AVERROR(ENOMEM); | |
1553 | } | ||
1554 | |||
1555 | 6791 | dp->sar_override = o->par->sample_aspect_ratio; | |
1556 | |||
1557 | 6791 | dp->dec_ctx = avcodec_alloc_context3(codec); | |
1558 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (!dp->dec_ctx) |
1559 | ✗ | return AVERROR(ENOMEM); | |
1560 | |||
1561 | 6791 | ret = avcodec_parameters_to_context(dp->dec_ctx, o->par); | |
1562 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (ret < 0) { |
1563 | ✗ | av_log(dp, AV_LOG_ERROR, "Error initializing the decoder context.\n"); | |
1564 | ✗ | return ret; | |
1565 | } | ||
1566 | |||
1567 | 6791 | dp->dec_ctx->opaque = dp; | |
1568 | 6791 | dp->dec_ctx->get_format = get_format; | |
1569 | 6791 | dp->dec_ctx->get_buffer2 = get_buffer; | |
1570 | 6791 | dp->dec_ctx->pkt_timebase = o->time_base; | |
1571 | |||
1572 |
2/2✓ Branch 1 taken 57 times.
✓ Branch 2 taken 6734 times.
|
6791 | if (!av_dict_get(*dec_opts, "threads", NULL, 0)) |
1573 | 57 | av_dict_set(dec_opts, "threads", "auto", 0); | |
1574 | |||
1575 | 6791 | ret = hw_device_setup_for_decode(dp, codec, o->hwaccel_device); | |
1576 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (ret < 0) { |
1577 | ✗ | av_log(dp, AV_LOG_ERROR, | |
1578 | "Hardware device setup failed for decoder: %s\n", | ||
1579 | ✗ | av_err2str(ret)); | |
1580 | ✗ | return ret; | |
1581 | } | ||
1582 | |||
1583 | 6791 | ret = av_opt_set_dict2(dp->dec_ctx, dec_opts, AV_OPT_SEARCH_CHILDREN); | |
1584 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (ret < 0) { |
1585 | ✗ | av_log(dp, AV_LOG_ERROR, "Error applying decoder options: %s\n", | |
1586 | ✗ | av_err2str(ret)); | |
1587 | ✗ | return ret; | |
1588 | } | ||
1589 | 6791 | ret = check_avoptions(*dec_opts); | |
1590 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (ret < 0) |
1591 | ✗ | return ret; | |
1592 | |||
1593 | 6791 | dp->dec_ctx->flags |= AV_CODEC_FLAG_COPY_OPAQUE; | |
1594 |
2/2✓ Branch 0 taken 77 times.
✓ Branch 1 taken 6714 times.
|
6791 | if (o->flags & DECODER_FLAG_BITEXACT) |
1595 | 77 | dp->dec_ctx->flags |= AV_CODEC_FLAG_BITEXACT; | |
1596 | |||
1597 | // we apply cropping outselves | ||
1598 | 6791 | dp->apply_cropping = dp->dec_ctx->apply_cropping; | |
1599 | 6791 | dp->dec_ctx->apply_cropping = 0; | |
1600 | |||
1601 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 6791 times.
|
6791 | if ((ret = avcodec_open2(dp->dec_ctx, codec, NULL)) < 0) { |
1602 | ✗ | av_log(dp, AV_LOG_ERROR, "Error while opening decoder: %s\n", | |
1603 | ✗ | av_err2str(ret)); | |
1604 | ✗ | return ret; | |
1605 | } | ||
1606 | |||
1607 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6791 times.
|
6791 | if (dp->dec_ctx->hw_device_ctx) { |
1608 | // Update decoder extra_hw_frames option to account for the | ||
1609 | // frames held in queues inside the ffmpeg utility. This is | ||
1610 | // called after avcodec_open2() because the user-set value of | ||
1611 | // extra_hw_frames becomes valid in there, and we need to add | ||
1612 | // this on top of it. | ||
1613 | ✗ | int extra_frames = DEFAULT_FRAME_THREAD_QUEUE_SIZE; | |
1614 | ✗ | if (dp->dec_ctx->extra_hw_frames >= 0) | |
1615 | ✗ | dp->dec_ctx->extra_hw_frames += extra_frames; | |
1616 | else | ||
1617 | ✗ | dp->dec_ctx->extra_hw_frames = extra_frames; | |
1618 | } | ||
1619 | |||
1620 | 6791 | dp->dec.subtitle_header = dp->dec_ctx->subtitle_header; | |
1621 | 6791 | dp->dec.subtitle_header_size = dp->dec_ctx->subtitle_header_size; | |
1622 | |||
1623 |
2/2✓ Branch 0 taken 6790 times.
✓ Branch 1 taken 1 times.
|
6791 | if (param_out) { |
1624 |
2/2✓ Branch 0 taken 1208 times.
✓ Branch 1 taken 5582 times.
|
6790 | if (dp->dec_ctx->codec_type == AVMEDIA_TYPE_AUDIO) { |
1625 | 1208 | param_out->format = dp->dec_ctx->sample_fmt; | |
1626 | 1208 | param_out->sample_rate = dp->dec_ctx->sample_rate; | |
1627 | |||
1628 | 1208 | ret = av_channel_layout_copy(¶m_out->ch_layout, &dp->dec_ctx->ch_layout); | |
1629 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1208 times.
|
1208 | if (ret < 0) |
1630 | ✗ | return ret; | |
1631 |
2/2✓ Branch 0 taken 5542 times.
✓ Branch 1 taken 40 times.
|
5582 | } else if (dp->dec_ctx->codec_type == AVMEDIA_TYPE_VIDEO) { |
1632 | 5542 | param_out->format = dp->dec_ctx->pix_fmt; | |
1633 | 5542 | param_out->width = dp->dec_ctx->width; | |
1634 | 5542 | param_out->height = dp->dec_ctx->height; | |
1635 | 5542 | param_out->sample_aspect_ratio = dp->dec_ctx->sample_aspect_ratio; | |
1636 | 5542 | param_out->colorspace = dp->dec_ctx->colorspace; | |
1637 | 5542 | param_out->color_range = dp->dec_ctx->color_range; | |
1638 | } | ||
1639 | |||
1640 | 6790 | av_frame_side_data_free(¶m_out->side_data, ¶m_out->nb_side_data); | |
1641 | 6790 | ret = clone_side_data(¶m_out->side_data, ¶m_out->nb_side_data, | |
1642 | 6790 | dp->dec_ctx->decoded_side_data, dp->dec_ctx->nb_decoded_side_data, 0); | |
1643 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6790 times.
|
6790 | if (ret < 0) |
1644 | ✗ | return ret; | |
1645 | 6790 | param_out->time_base = dp->dec_ctx->pkt_timebase; | |
1646 | } | ||
1647 | |||
1648 | 6791 | return 0; | |
1649 | } | ||
1650 | |||
1651 | 6790 | int dec_init(Decoder **pdec, Scheduler *sch, | |
1652 | AVDictionary **dec_opts, const DecoderOpts *o, | ||
1653 | AVFrame *param_out) | ||
1654 | { | ||
1655 | DecoderPriv *dp; | ||
1656 | int ret; | ||
1657 | |||
1658 | 6790 | *pdec = NULL; | |
1659 | |||
1660 | 6790 | ret = dec_alloc(&dp, sch, !!(o->flags & DECODER_FLAG_SEND_END_TS)); | |
1661 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6790 times.
|
6790 | if (ret < 0) |
1662 | ✗ | return ret; | |
1663 | |||
1664 | 6790 | multiview_check_manual(dp, *dec_opts); | |
1665 | |||
1666 | 6790 | ret = dec_open(dp, dec_opts, o, param_out); | |
1667 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6790 times.
|
6790 | if (ret < 0) |
1668 | ✗ | goto fail; | |
1669 | |||
1670 | 6790 | *pdec = &dp->dec; | |
1671 | |||
1672 | 6790 | return dp->sch_idx; | |
1673 | ✗ | fail: | |
1674 | ✗ | dec_free((Decoder**)&dp); | |
1675 | ✗ | return ret; | |
1676 | } | ||
1677 | |||
1678 | 1 | int dec_create(const OptionsContext *o, const char *arg, Scheduler *sch) | |
1679 | { | ||
1680 | DecoderPriv *dp; | ||
1681 | |||
1682 | OutputFile *of; | ||
1683 | OutputStream *ost; | ||
1684 | int of_index, ost_index; | ||
1685 | char *p; | ||
1686 | |||
1687 | unsigned enc_idx; | ||
1688 | int ret; | ||
1689 | |||
1690 | 1 | ret = dec_alloc(&dp, sch, 0); | |
1691 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (ret < 0) |
1692 | ✗ | return ret; | |
1693 | |||
1694 | 1 | dp->index = nb_decoders; | |
1695 | |||
1696 | 1 | ret = GROW_ARRAY(decoders, nb_decoders); | |
1697 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (ret < 0) { |
1698 | ✗ | dec_free((Decoder **)&dp); | |
1699 | ✗ | return ret; | |
1700 | } | ||
1701 | |||
1702 | 1 | decoders[nb_decoders - 1] = (Decoder *)dp; | |
1703 | |||
1704 | 1 | of_index = strtol(arg, &p, 0); | |
1705 |
2/4✓ Branch 0 taken 1 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 1 times.
|
1 | if (of_index < 0 || of_index >= nb_output_files) { |
1706 | ✗ | av_log(dp, AV_LOG_ERROR, "Invalid output file index '%d' in %s\n", of_index, arg); | |
1707 | ✗ | return AVERROR(EINVAL); | |
1708 | } | ||
1709 | 1 | of = output_files[of_index]; | |
1710 | |||
1711 | 1 | ost_index = strtol(p + 1, NULL, 0); | |
1712 |
2/4✓ Branch 0 taken 1 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 1 times.
|
1 | if (ost_index < 0 || ost_index >= of->nb_streams) { |
1713 | ✗ | av_log(dp, AV_LOG_ERROR, "Invalid output stream index '%d' in %s\n", ost_index, arg); | |
1714 | ✗ | return AVERROR(EINVAL); | |
1715 | } | ||
1716 | 1 | ost = of->streams[ost_index]; | |
1717 | |||
1718 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (!ost->enc) { |
1719 | ✗ | av_log(dp, AV_LOG_ERROR, "Output stream %s has no encoder\n", arg); | |
1720 | ✗ | return AVERROR(EINVAL); | |
1721 | } | ||
1722 | |||
1723 | 1 | dp->dec.type = ost->type; | |
1724 | |||
1725 | 1 | ret = enc_loopback(ost->enc); | |
1726 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (ret < 0) |
1727 | ✗ | return ret; | |
1728 | 1 | enc_idx = ret; | |
1729 | |||
1730 | 1 | ret = sch_connect(sch, SCH_ENC(enc_idx), SCH_DEC_IN(dp->sch_idx)); | |
1731 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (ret < 0) |
1732 | ✗ | return ret; | |
1733 | |||
1734 | 1 | ret = av_dict_copy(&dp->standalone_init.opts, o->g->codec_opts, 0); | |
1735 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (ret < 0) |
1736 | ✗ | return ret; | |
1737 | |||
1738 | 1 | multiview_check_manual(dp, dp->standalone_init.opts); | |
1739 | |||
1740 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (o->codec_names.nb_opt) { |
1741 | ✗ | const char *name = o->codec_names.opt[o->codec_names.nb_opt - 1].u.str; | |
1742 | ✗ | dp->standalone_init.codec = avcodec_find_decoder_by_name(name); | |
1743 | ✗ | if (!dp->standalone_init.codec) { | |
1744 | ✗ | av_log(dp, AV_LOG_ERROR, "No such decoder: %s\n", name); | |
1745 | ✗ | return AVERROR_DECODER_NOT_FOUND; | |
1746 | } | ||
1747 | } | ||
1748 | |||
1749 | 1 | return 0; | |
1750 | } | ||
1751 | |||
1752 | 1 | int dec_filter_add(Decoder *d, InputFilter *ifilter, InputFilterOptions *opts, | |
1753 | const ViewSpecifier *vs, SchedulerNode *src) | ||
1754 | { | ||
1755 | 1 | DecoderPriv *dp = dp_from_dec(d); | |
1756 | char name[16]; | ||
1757 | |||
1758 | 1 | snprintf(name, sizeof(name), "dec%d", dp->index); | |
1759 | 1 | opts->name = av_strdup(name); | |
1760 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1 times.
|
1 | if (!opts->name) |
1761 | ✗ | return AVERROR(ENOMEM); | |
1762 | |||
1763 | 1 | return dec_request_view(d, vs, src); | |
1764 | } | ||
1765 |