FFmpeg coverage

Directory: ../../../ffmpeg/
File: src/libavcodec/pthread_frame.c
Date: 2025-04-25 22:50:00
Exec Total Coverage
Lines: 423 543 77.9%
Functions: 26 28 92.9%
Branches: 190 316 60.1%
Line Branch Exec Source
1 /*
2 * This file is part of FFmpeg.
3 *
4 * FFmpeg is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2.1 of the License, or (at your option) any later version.
8 *
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
13 *
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with FFmpeg; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17 */
18
19 /**
20 * @file
21 * Frame multithreading support functions
22 * @see doc/multithreading.txt
23 */
24
25 #include <stdatomic.h>
26
27 #include "avcodec.h"
28 #include "avcodec_internal.h"
29 #include "codec_desc.h"
30 #include "codec_internal.h"
31 #include "decode.h"
32 #include "hwaccel_internal.h"
33 #include "hwconfig.h"
34 #include "internal.h"
35 #include "packet_internal.h"
36 #include "pthread_internal.h"
37 #include "libavutil/refstruct.h"
38 #include "thread.h"
39 #include "threadframe.h"
40 #include "version_major.h"
41
42 #include "libavutil/avassert.h"
43 #include "libavutil/buffer.h"
44 #include "libavutil/common.h"
45 #include "libavutil/cpu.h"
46 #include "libavutil/frame.h"
47 #include "libavutil/internal.h"
48 #include "libavutil/log.h"
49 #include "libavutil/mem.h"
50 #include "libavutil/opt.h"
51 #include "libavutil/thread.h"
52
53 enum {
54 /// Set when the thread is awaiting a packet.
55 STATE_INPUT_READY,
56 /// Set before the codec has called ff_thread_finish_setup().
57 STATE_SETTING_UP,
58 /// Set after the codec has called ff_thread_finish_setup().
59 STATE_SETUP_FINISHED,
60 };
61
62 enum {
63 UNINITIALIZED, ///< Thread has not been created, AVCodec->close mustn't be called
64 NEEDS_CLOSE, ///< FFCodec->close needs to be called
65 INITIALIZED, ///< Thread has been properly set up
66 };
67
68 typedef struct DecodedFrames {
69 AVFrame **f;
70 size_t nb_f;
71 size_t nb_f_allocated;
72 } DecodedFrames;
73
74 typedef struct ThreadFrameProgress {
75 atomic_int progress[2];
76 } ThreadFrameProgress;
77
78 /**
79 * Context used by codec threads and stored in their AVCodecInternal thread_ctx.
80 */
81 typedef struct PerThreadContext {
82 struct FrameThreadContext *parent;
83
84 pthread_t thread;
85 int thread_init;
86 unsigned pthread_init_cnt;///< Number of successfully initialized mutexes/conditions
87 pthread_cond_t input_cond; ///< Used to wait for a new packet from the main thread.
88 pthread_cond_t progress_cond; ///< Used by child threads to wait for progress to change.
89 pthread_cond_t output_cond; ///< Used by the main thread to wait for frames to finish.
90
91 pthread_mutex_t mutex; ///< Mutex used to protect the contents of the PerThreadContext.
92 pthread_mutex_t progress_mutex; ///< Mutex used to protect frame progress values and progress_cond.
93
94 AVCodecContext *avctx; ///< Context used to decode packets passed to this thread.
95
96 AVPacket *avpkt; ///< Input packet (for decoding) or output (for encoding).
97
98 /**
99 * Decoded frames from a single decode iteration.
100 */
101 DecodedFrames df;
102 int result; ///< The result of the last codec decode/encode() call.
103
104 atomic_int state;
105
106 int die; ///< Set when the thread should exit.
107
108 int hwaccel_serializing;
109 int async_serializing;
110
111 // set to 1 in ff_thread_finish_setup() when a threadsafe hwaccel is used;
112 // cannot check hwaccel caps directly, because
113 // worked threads clear hwaccel state for thread-unsafe hwaccels
114 // after each decode call
115 int hwaccel_threadsafe;
116
117 atomic_int debug_threads; ///< Set if the FF_DEBUG_THREADS option is set.
118
119 /// The following two fields have the same semantics as the DecodeContext field
120 int intra_only_flag;
121 enum AVPictureType initial_pict_type;
122 } PerThreadContext;
123
124 /**
125 * Context stored in the client AVCodecInternal thread_ctx.
126 */
127 typedef struct FrameThreadContext {
128 PerThreadContext *threads; ///< The contexts for each thread.
129 PerThreadContext *prev_thread; ///< The last thread submit_packet() was called on.
130
131 unsigned pthread_init_cnt; ///< Number of successfully initialized mutexes/conditions
132 pthread_mutex_t buffer_mutex; ///< Mutex used to protect get/release_buffer().
133 /**
134 * This lock is used for ensuring threads run in serial when thread-unsafe
135 * hwaccel is used.
136 */
137 pthread_mutex_t hwaccel_mutex;
138 pthread_mutex_t async_mutex;
139 pthread_cond_t async_cond;
140 int async_lock;
141
142 DecodedFrames df;
143 int result;
144
145 /**
146 * Packet to be submitted to the next thread for decoding.
147 */
148 AVPacket *next_pkt;
149
150 int next_decoding; ///< The next context to submit a packet to.
151 int next_finished; ///< The next context to return output from.
152
153 /* hwaccel state for thread-unsafe hwaccels is temporarily stored here in
154 * order to transfer its ownership to the next decoding thread without the
155 * need for extra synchronization */
156 const AVHWAccel *stash_hwaccel;
157 void *stash_hwaccel_context;
158 void *stash_hwaccel_priv;
159 } FrameThreadContext;
160
161 1818 static int hwaccel_serial(const AVCodecContext *avctx)
162 {
163
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 1818 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
 1818 return avctx->hwaccel && !(ffhwaccel(avctx->hwaccel)->caps_internal & HWACCEL_CAP_THREAD_SAFE);
164 }
165
166 842 static void async_lock(FrameThreadContext *fctx)
167 {
168 842 pthread_mutex_lock(&fctx->async_mutex);
169
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 842 times.
 842 while (fctx->async_lock)
170 ✗ pthread_cond_wait(&fctx->async_cond, &fctx->async_mutex);
171 842 fctx->async_lock = 1;
172 842 pthread_mutex_unlock(&fctx->async_mutex);
173 842 }
174
175 842 static void async_unlock(FrameThreadContext *fctx)
176 {
177 842 pthread_mutex_lock(&fctx->async_mutex);
178
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 842 times.
 842 av_assert0(fctx->async_lock);
179 842 fctx->async_lock = 0;
180 842 pthread_cond_broadcast(&fctx->async_cond);
181 842 pthread_mutex_unlock(&fctx->async_mutex);
182 842 }
183
184 76 static void thread_set_name(PerThreadContext *p)
185 {
186 76 AVCodecContext *avctx = p->avctx;
187 76 int idx = p - p->parent->threads;
188 char name[16];
189
190 76 snprintf(name, sizeof(name), "av:%.7s:df%d", avctx->codec->name, idx);
191
192 76 ff_thread_setname(name);
193 76 }
194
195 // get a free frame to decode into
196 1144 static AVFrame *decoded_frames_get_free(DecodedFrames *df)
197 {
198
2/2
✓ Branch 0 taken 163 times.
✓ Branch 1 taken 981 times.
 1144 if (df->nb_f == df->nb_f_allocated) {
199 163 AVFrame **tmp = av_realloc_array(df->f, df->nb_f + 1,
200 sizeof(*df->f));
201
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 163 times.
 163 if (!tmp)
202 ✗ return NULL;
203 163 df->f = tmp;
204
205 163 df->f[df->nb_f] = av_frame_alloc();
206
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 163 times.
 163 if (!df->f[df->nb_f])
207 ✗ return NULL;
208
209 163 df->nb_f_allocated++;
210 }
211
212
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1144 times.
 1144 av_assert0(!df->f[df->nb_f]->buf[0]);
213
214 1144 return df->f[df->nb_f];
215 }
216
217 537 static void decoded_frames_pop(DecodedFrames *df, AVFrame *dst)
218 {
219 537 AVFrame *tmp_frame = df->f[0];
220 537 av_frame_move_ref(dst, tmp_frame);
221 537 memmove(df->f, df->f + 1, (df->nb_f - 1) * sizeof(*df->f));
222 537 df->f[--df->nb_f] = tmp_frame;
223 537 }
224
225 ✗ static void decoded_frames_flush(DecodedFrames *df)
226 {
227 ✗ for (size_t i = 0; i < df->nb_f; i++)
228 ✗ av_frame_unref(df->f[i]);
229 ✗ df->nb_f = 0;
230 ✗ }
231
232 86 static void decoded_frames_free(DecodedFrames *df)
233 {
234
2/2
✓ Branch 0 taken 163 times.
✓ Branch 1 taken 86 times.
 249 for (size_t i = 0; i < df->nb_f_allocated; i++)
235 163 av_frame_free(&df->f[i]);
236 86 av_freep(&df->f);
237 86 df->nb_f = 0;
238 86 df->nb_f_allocated = 0;
239 86 }
240
241 /**
242 * Codec worker thread.
243 *
244 * Automatically calls ff_thread_finish_setup() if the codec does
245 * not provide an update_thread_context method, or if the codec returns
246 * before calling it.
247 */
248 76 static attribute_align_arg void *frame_worker_thread(void *arg)
249 {
250 76 PerThreadContext *p = arg;
251 76 AVCodecContext *avctx = p->avctx;
252 76 const FFCodec *codec = ffcodec(avctx->codec);
253
254 76 thread_set_name(p);
255
256 76 pthread_mutex_lock(&p->mutex);
257 606 while (1) {
258 int ret;
259
260
4/4
✓ Branch 0 taken 756 times.
✓ Branch 1 taken 606 times.
✓ Branch 2 taken 680 times.
✓ Branch 3 taken 76 times.
 1362 while (atomic_load(&p->state) == STATE_INPUT_READY && !p->die)
261 680 pthread_cond_wait(&p->input_cond, &p->mutex);
262
263
2/2
✓ Branch 0 taken 76 times.
✓ Branch 1 taken 606 times.
 682 if (p->die) break;
264
265
2/2
✓ Branch 0 taken 494 times.
✓ Branch 1 taken 112 times.
 606 if (!codec->update_thread_context)
266 494 ff_thread_finish_setup(avctx);
267
268 /* If a decoder supports hwaccel, then it must call ff_get_format().
269 * Since that call must happen before ff_thread_finish_setup(), the
270 * decoder is required to implement update_thread_context() and call
271 * ff_thread_finish_setup() manually. Therefore the above
272 * ff_thread_finish_setup() call did not happen and hwaccel_serializing
273 * cannot be true here. */
274
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
 606 av_assert0(!p->hwaccel_serializing);
275
276 /* if the previous thread uses thread-unsafe hwaccel then we take the
277 * lock to ensure the threads don't run concurrently */
278
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 606 times.
 606 if (hwaccel_serial(avctx)) {
279 ✗ pthread_mutex_lock(&p->parent->hwaccel_mutex);
280 ✗ p->hwaccel_serializing = 1;
281 }
282
283 606 ret = 0;
284
2/2
✓ Branch 0 taken 1144 times.
✓ Branch 1 taken 606 times.
 1750 while (ret >= 0) {
285 AVFrame *frame;
286
287 /* get the frame which will store the output */
288 1144 frame = decoded_frames_get_free(&p->df);
289
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1144 times.
 1144 if (!frame) {
290 ✗ p->result = AVERROR(ENOMEM);
291 ✗ goto alloc_fail;
292 }
293
294 /* do the actual decoding */
295 1144 ret = ff_decode_receive_frame_internal(avctx, frame);
296
2/2
✓ Branch 0 taken 538 times.
✓ Branch 1 taken 606 times.
 1144 if (ret == 0)
297 538 p->df.nb_f++;
298
2/4
✓ Branch 0 taken 606 times.
✗ Branch 1 not taken.
✗ Branch 2 not taken.
✓ Branch 3 taken 606 times.
 606 else if (ret < 0 && frame->buf[0])
299 ✗ av_frame_unref(frame);
300
301
2/2
✓ Branch 0 taken 606 times.
✓ Branch 1 taken 538 times.
 1144 p->result = (ret == AVERROR(EAGAIN)) ? 0 : ret;
302 }
303
304
2/2
✓ Branch 0 taken 578 times.
✓ Branch 1 taken 28 times.
 606 if (atomic_load(&p->state) == STATE_SETTING_UP)
305 28 ff_thread_finish_setup(avctx);
306
307 578 alloc_fail:
308
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
 606 if (p->hwaccel_serializing) {
309 /* wipe hwaccel state for thread-unsafe hwaccels to avoid stale
310 * pointers lying around;
311 * the state was transferred to FrameThreadContext in
312 * ff_thread_finish_setup(), so nothing is leaked */
313 ✗ avctx->hwaccel = NULL;
314 ✗ avctx->hwaccel_context = NULL;
315 ✗ avctx->internal->hwaccel_priv_data = NULL;
316
317 ✗ p->hwaccel_serializing = 0;
318 ✗ pthread_mutex_unlock(&p->parent->hwaccel_mutex);
319 }
320
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
 606 av_assert0(!avctx->hwaccel ||
321 (ffhwaccel(avctx->hwaccel)->caps_internal & HWACCEL_CAP_THREAD_SAFE));
322
323
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
 606 if (p->async_serializing) {
324 ✗ p->async_serializing = 0;
325
326 ✗ async_unlock(p->parent);
327 }
328
329 606 pthread_mutex_lock(&p->progress_mutex);
330
331 606 atomic_store(&p->state, STATE_INPUT_READY);
332
333 606 pthread_cond_broadcast(&p->progress_cond);
334 606 pthread_cond_signal(&p->output_cond);
335 606 pthread_mutex_unlock(&p->progress_mutex);
336 }
337 76 pthread_mutex_unlock(&p->mutex);
338
339 76 return NULL;
340 }
341
342 /**
343 * Update the next thread's AVCodecContext with values from the reference thread's context.
344 *
345 * @param dst The destination context.
346 * @param src The source context.
347 * @param for_user 0 if the destination is a codec thread, 1 if the destination is the user's thread
348 * @return 0 on success, negative error code on failure
349 */
350 1111 static int update_context_from_thread(AVCodecContext *dst, const AVCodecContext *src, int for_user)
351 {
352 1111 const FFCodec *const codec = ffcodec(dst->codec);
353 1111 int err = 0;
354
355
5/6
✓ Branch 0 taken 1111 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 555 times.
✓ Branch 3 taken 556 times.
✓ Branch 4 taken 108 times.
✓ Branch 5 taken 447 times.
 1111 if (dst != src && (for_user || codec->update_thread_context)) {
356 664 dst->time_base = src->time_base;
357 664 dst->framerate = src->framerate;
358 664 dst->width = src->width;
359 664 dst->height = src->height;
360 664 dst->pix_fmt = src->pix_fmt;
361 664 dst->sw_pix_fmt = src->sw_pix_fmt;
362
363 664 dst->coded_width = src->coded_width;
364 664 dst->coded_height = src->coded_height;
365
366 664 dst->has_b_frames = src->has_b_frames;
367 664 dst->idct_algo = src->idct_algo;
368 #if FF_API_CODEC_PROPS
369 FF_DISABLE_DEPRECATION_WARNINGS
370 664 dst->properties = src->properties;
371 FF_ENABLE_DEPRECATION_WARNINGS
372 #endif
373
374 664 dst->bits_per_coded_sample = src->bits_per_coded_sample;
375 664 dst->sample_aspect_ratio = src->sample_aspect_ratio;
376
377 664 dst->profile = src->profile;
378 664 dst->level = src->level;
379
380 664 dst->bits_per_raw_sample = src->bits_per_raw_sample;
381 664 dst->color_primaries = src->color_primaries;
382
383 664 dst->color_trc = src->color_trc;
384 664 dst->colorspace = src->colorspace;
385 664 dst->color_range = src->color_range;
386 664 dst->chroma_sample_location = src->chroma_sample_location;
387
388 664 dst->sample_rate = src->sample_rate;
389 664 dst->sample_fmt = src->sample_fmt;
390 664 err = av_channel_layout_copy(&dst->ch_layout, &src->ch_layout);
391
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 664 times.
 664 if (err < 0)
392 ✗ return err;
393
394
1/2
✓ Branch 0 taken 664 times.
✗ Branch 1 not taken.
 664 if (!!dst->hw_frames_ctx != !!src->hw_frames_ctx ||
395
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 664 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
 664 (dst->hw_frames_ctx && dst->hw_frames_ctx->data != src->hw_frames_ctx->data)) {
396 ✗ av_buffer_unref(&dst->hw_frames_ctx);
397
398 ✗ if (src->hw_frames_ctx) {
399 ✗ dst->hw_frames_ctx = av_buffer_ref(src->hw_frames_ctx);
400 ✗ if (!dst->hw_frames_ctx)
401 ✗ return AVERROR(ENOMEM);
402 }
403 }
404
405 664 dst->hwaccel_flags = src->hwaccel_flags;
406
407 664 av_refstruct_replace(&dst->internal->pool, src->internal->pool);
408 664 ff_decode_internal_sync(dst, src);
409 }
410
411
2/2
✓ Branch 0 taken 556 times.
✓ Branch 1 taken 555 times.
 1111 if (for_user) {
412
2/2
✓ Branch 0 taken 58 times.
✓ Branch 1 taken 498 times.
 556 if (codec->update_thread_context_for_user)
413 58 err = codec->update_thread_context_for_user(dst, src);
414 } else {
415 555 const PerThreadContext *p_src = src->internal->thread_ctx;
416 555 PerThreadContext *p_dst = dst->internal->thread_ctx;
417
418
2/2
✓ Branch 0 taken 108 times.
✓ Branch 1 taken 447 times.
 555 if (codec->update_thread_context) {
419 108 err = codec->update_thread_context(dst, src);
420
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 108 times.
 108 if (err < 0)
421 ✗ return err;
422 }
423
424 // reset dst hwaccel state if needed
425
3/6
✓ Branch 0 taken 555 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 555 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
✓ Branch 5 taken 555 times.
 555 av_assert0(p_dst->hwaccel_threadsafe ||
426 (!dst->hwaccel && !dst->internal->hwaccel_priv_data));
427
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 555 times.
 555 if (p_dst->hwaccel_threadsafe &&
428 ✗ (!p_src->hwaccel_threadsafe || dst->hwaccel != src->hwaccel)) {
429 ✗ ff_hwaccel_uninit(dst);
430 ✗ p_dst->hwaccel_threadsafe = 0;
431 }
432
433 // propagate hwaccel state for threadsafe hwaccels
434
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 555 times.
 555 if (p_src->hwaccel_threadsafe) {
435 ✗ const FFHWAccel *hwaccel = ffhwaccel(src->hwaccel);
436 ✗ if (!dst->hwaccel) {
437 ✗ if (hwaccel->priv_data_size) {
438 ✗ av_assert0(hwaccel->update_thread_context);
439
440 ✗ dst->internal->hwaccel_priv_data =
441 ✗ av_mallocz(hwaccel->priv_data_size);
442 ✗ if (!dst->internal->hwaccel_priv_data)
443 ✗ return AVERROR(ENOMEM);
444 }
445 ✗ dst->hwaccel = src->hwaccel;
446 }
447 ✗ av_assert0(dst->hwaccel == src->hwaccel);
448
449 ✗ if (hwaccel->update_thread_context) {
450 ✗ err = hwaccel->update_thread_context(dst, src);
451 ✗ if (err < 0) {
452 ✗ av_log(dst, AV_LOG_ERROR, "Error propagating hwaccel state\n");
453 ✗ ff_hwaccel_uninit(dst);
454 ✗ return err;
455 }
456 }
457 ✗ p_dst->hwaccel_threadsafe = 1;
458 }
459 }
460
461 1111 return err;
462 }
463
464 /**
465 * Update the next thread's AVCodecContext with values set by the user.
466 *
467 * @param dst The destination context.
468 * @param src The source context.
469 * @return 0 on success, negative error code on failure
470 */
471 606 static int update_context_from_user(AVCodecContext *dst, const AVCodecContext *src)
472 {
473 int err;
474
475 606 dst->flags = src->flags;
476
477 606 dst->draw_horiz_band= src->draw_horiz_band;
478 606 dst->get_buffer2 = src->get_buffer2;
479
480 606 dst->opaque = src->opaque;
481 606 dst->debug = src->debug;
482
483 606 dst->slice_flags = src->slice_flags;
484 606 dst->flags2 = src->flags2;
485 606 dst->export_side_data = src->export_side_data;
486
487 606 dst->skip_loop_filter = src->skip_loop_filter;
488 606 dst->skip_idct = src->skip_idct;
489 606 dst->skip_frame = src->skip_frame;
490
491 606 dst->frame_num = src->frame_num;
492
493 606 av_packet_unref(dst->internal->last_pkt_props);
494 606 err = av_packet_copy_props(dst->internal->last_pkt_props, src->internal->last_pkt_props);
495
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
 606 if (err < 0)
496 ✗ return err;
497
498 606 return 0;
499 }
500
501 606 static int submit_packet(PerThreadContext *p, AVCodecContext *user_avctx,
502 AVPacket *in_pkt)
503 {
504 606 FrameThreadContext *fctx = p->parent;
505 606 PerThreadContext *prev_thread = fctx->prev_thread;
506 606 const AVCodec *codec = p->avctx->codec;
507 int ret;
508
509 606 pthread_mutex_lock(&p->mutex);
510
511 606 av_packet_unref(p->avpkt);
512 606 av_packet_move_ref(p->avpkt, in_pkt);
513
514
3/4
✓ Branch 0 taken 68 times.
✓ Branch 1 taken 538 times.
✓ Branch 2 taken 68 times.
✗ Branch 3 not taken.
 606 if (AVPACKET_IS_EMPTY(p->avpkt))
515 68 p->avctx->internal->draining = 1;
516
517 606 ret = update_context_from_user(p->avctx, user_avctx);
518
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
 606 if (ret) {
519 ✗ pthread_mutex_unlock(&p->mutex);
520 ✗ return ret;
521 }
522 606 atomic_store_explicit(&p->debug_threads,
523 (p->avctx->debug & FF_DEBUG_THREADS) != 0,
524 memory_order_relaxed);
525
526
2/2
✓ Branch 0 taken 596 times.
✓ Branch 1 taken 10 times.
 606 if (prev_thread) {
527
2/2
✓ Branch 0 taken 316 times.
✓ Branch 1 taken 280 times.
 596 if (atomic_load(&prev_thread->state) == STATE_SETTING_UP) {
528 316 pthread_mutex_lock(&prev_thread->progress_mutex);
529
2/2
✓ Branch 0 taken 316 times.
✓ Branch 1 taken 316 times.
 632 while (atomic_load(&prev_thread->state) == STATE_SETTING_UP)
530 316 pthread_cond_wait(&prev_thread->progress_cond, &prev_thread->progress_mutex);
531 316 pthread_mutex_unlock(&prev_thread->progress_mutex);
532 }
533
534 /* codecs without delay might not be prepared to be called repeatedly here during
535 * flushing (vp3/theora), and also don't need to be, since from this point on, they
536 * will always return EOF anyway */
537
2/2
✓ Branch 0 taken 68 times.
✓ Branch 1 taken 528 times.
 596 if (!p->avctx->internal->draining ||
538
2/2
✓ Branch 0 taken 27 times.
✓ Branch 1 taken 41 times.
 68 (codec->capabilities & AV_CODEC_CAP_DELAY)) {
539 555 ret = update_context_from_thread(p->avctx, prev_thread->avctx, 0);
540
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 555 times.
 555 if (ret) {
541 ✗ pthread_mutex_unlock(&p->mutex);
542 ✗ return ret;
543 }
544 }
545 }
546
547 /* transfer the stashed hwaccel state, if any */
548
1/4
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
 606 av_assert0(!p->avctx->hwaccel || p->hwaccel_threadsafe);
549
1/2
✓ Branch 0 taken 606 times.
✗ Branch 1 not taken.
 606 if (!p->hwaccel_threadsafe) {
550 606 FFSWAP(const AVHWAccel*, p->avctx->hwaccel, fctx->stash_hwaccel);
551 606 FFSWAP(void*, p->avctx->hwaccel_context, fctx->stash_hwaccel_context);
552 606 FFSWAP(void*, p->avctx->internal->hwaccel_priv_data, fctx->stash_hwaccel_priv);
553 }
554
555 606 atomic_store(&p->state, STATE_SETTING_UP);
556 606 pthread_cond_signal(&p->input_cond);
557 606 pthread_mutex_unlock(&p->mutex);
558
559 606 fctx->prev_thread = p;
560 606 fctx->next_decoding = (fctx->next_decoding + 1) % p->avctx->thread_count;
561
562 606 return 0;
563 }
564
565 832 int ff_thread_receive_frame(AVCodecContext *avctx, AVFrame *frame)
566 {
567 832 FrameThreadContext *fctx = avctx->internal->thread_ctx;
568 832 int ret = 0;
569
570 /* release the async lock, permitting blocked hwaccel threads to
571 * go forward while we are in this function */
572 832 async_unlock(fctx);
573
574 /* submit packets to threads while there are no buffered results to return */
575
4/4
✓ Branch 0 taken 901 times.
✓ Branch 1 taken 537 times.
✓ Branch 2 taken 892 times.
✓ Branch 3 taken 9 times.
 1438 while (!fctx->df.nb_f && !fctx->result) {
576 PerThreadContext *p;
577
578 /* get a packet to be submitted to the next thread */
579 892 av_packet_unref(fctx->next_pkt);
580 892 ret = ff_decode_get_packet(avctx, fctx->next_pkt);
581
4/4
✓ Branch 0 taken 354 times.
✓ Branch 1 taken 538 times.
✓ Branch 2 taken 286 times.
✓ Branch 3 taken 68 times.
 892 if (ret < 0 && ret != AVERROR_EOF)
582 286 goto finish;
583
584 606 ret = submit_packet(&fctx->threads[fctx->next_decoding], avctx,
585 fctx->next_pkt);
586
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
 606 if (ret < 0)
587 ✗ goto finish;
588
589 /* do not return any frames until all threads have something to do */
590
2/2
✓ Branch 0 taken 72 times.
✓ Branch 1 taken 534 times.
 606 if (fctx->next_decoding != fctx->next_finished &&
591
2/2
✓ Branch 0 taken 60 times.
✓ Branch 1 taken 12 times.
 72 !avctx->internal->draining)
592 60 continue;
593
594 546 p = &fctx->threads[fctx->next_finished];
595 546 fctx->next_finished = (fctx->next_finished + 1) % avctx->thread_count;
596
597
2/2
✓ Branch 0 taken 136 times.
✓ Branch 1 taken 410 times.
 546 if (atomic_load(&p->state) != STATE_INPUT_READY) {
598 136 pthread_mutex_lock(&p->progress_mutex);
599
2/2
✓ Branch 0 taken 136 times.
✓ Branch 1 taken 136 times.
 272 while (atomic_load_explicit(&p->state, memory_order_relaxed) != STATE_INPUT_READY)
600 136 pthread_cond_wait(&p->output_cond, &p->progress_mutex);
601 136 pthread_mutex_unlock(&p->progress_mutex);
602 }
603
604 546 update_context_from_thread(avctx, p->avctx, 1);
605 546 fctx->result = p->result;
606 546 p->result = 0;
607
2/2
✓ Branch 0 taken 535 times.
✓ Branch 1 taken 11 times.
 546 if (p->df.nb_f)
608 535 FFSWAP(DecodedFrames, fctx->df, p->df);
609 }
610
611 /* a thread may return multiple frames AND an error
612 * we first return all the frames, then the error */
613
2/2
✓ Branch 0 taken 537 times.
✓ Branch 1 taken 9 times.
 546 if (fctx->df.nb_f) {
614 537 decoded_frames_pop(&fctx->df, frame);
615 537 ret = 0;
616 } else {
617 9 ret = fctx->result;
618 9 fctx->result = 0;
619 }
620
621 832 finish:
622 832 async_lock(fctx);
623 832 return ret;
624 }
625
626 287114 void ff_thread_report_progress(ThreadFrame *f, int n, int field)
627 {
628 PerThreadContext *p;
629
2/2
✓ Branch 0 taken 1240 times.
✓ Branch 1 taken 285874 times.
 287114 atomic_int *progress = f->progress ? f->progress->progress : NULL;
630
631
2/2
✓ Branch 0 taken 1240 times.
✓ Branch 1 taken 285874 times.
 287114 if (!progress ||
632
2/2
✓ Branch 0 taken 27 times.
✓ Branch 1 taken 1213 times.
 1240 atomic_load_explicit(&progress[field], memory_order_relaxed) >= n)
633 285901 return;
634
635 1213 p = f->owner[field]->internal->thread_ctx;
636
637
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 1213 times.
 1213 if (atomic_load_explicit(&p->debug_threads, memory_order_relaxed))
638 ✗ av_log(f->owner[field], AV_LOG_DEBUG,
639 "%p finished %d field %d\n", progress, n, field);
640
641 1213 pthread_mutex_lock(&p->progress_mutex);
642
643 1213 atomic_store_explicit(&progress[field], n, memory_order_release);
644
645 1213 pthread_cond_broadcast(&p->progress_cond);
646 1213 pthread_mutex_unlock(&p->progress_mutex);
647 }
648
649 150874 void ff_thread_await_progress(const ThreadFrame *f, int n, int field)
650 {
651 PerThreadContext *p;
652
2/2
✓ Branch 0 taken 150193 times.
✓ Branch 1 taken 681 times.
 150874 atomic_int *progress = f->progress ? f->progress->progress : NULL;
653
654
2/2
✓ Branch 0 taken 150193 times.
✓ Branch 1 taken 681 times.
 150874 if (!progress ||
655
2/2
✓ Branch 0 taken 149691 times.
✓ Branch 1 taken 502 times.
 150193 atomic_load_explicit(&progress[field], memory_order_acquire) >= n)
656 150372 return;
657
658 502 p = f->owner[field]->internal->thread_ctx;
659
660
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 502 times.
 502 if (atomic_load_explicit(&p->debug_threads, memory_order_relaxed))
661 ✗ av_log(f->owner[field], AV_LOG_DEBUG,
662 "thread awaiting %d field %d from %p\n", n, field, progress);
663
664 502 pthread_mutex_lock(&p->progress_mutex);
665
2/2
✓ Branch 0 taken 505 times.
✓ Branch 1 taken 502 times.
 1007 while (atomic_load_explicit(&progress[field], memory_order_relaxed) < n)
666 505 pthread_cond_wait(&p->progress_cond, &p->progress_mutex);
667 502 pthread_mutex_unlock(&p->progress_mutex);
668 }
669
670 24061 void ff_thread_finish_setup(AVCodecContext *avctx) {
671 PerThreadContext *p;
672
673
2/2
✓ Branch 0 taken 23455 times.
✓ Branch 1 taken 606 times.
 24061 if (!(avctx->active_thread_type&FF_THREAD_FRAME)) return;
674
675 606 p = avctx->internal->thread_ctx;
676
677
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
 606 p->hwaccel_threadsafe = avctx->hwaccel &&
678 ✗ (ffhwaccel(avctx->hwaccel)->caps_internal & HWACCEL_CAP_THREAD_SAFE);
679
680
1/4
✗ Branch 1 not taken.
✓ Branch 2 taken 606 times.
✗ Branch 3 not taken.
✗ Branch 4 not taken.
 606 if (hwaccel_serial(avctx) && !p->hwaccel_serializing) {
681 ✗ pthread_mutex_lock(&p->parent->hwaccel_mutex);
682 ✗ p->hwaccel_serializing = 1;
683 }
684
685 /* this assumes that no hwaccel calls happen before ff_thread_finish_setup() */
686
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
 606 if (avctx->hwaccel &&
687 ✗ !(ffhwaccel(avctx->hwaccel)->caps_internal & HWACCEL_CAP_ASYNC_SAFE)) {
688 ✗ p->async_serializing = 1;
689
690 ✗ async_lock(p->parent);
691 }
692
693 /* thread-unsafe hwaccels share a single private data instance, so we
694 * save hwaccel state for passing to the next thread;
695 * this is done here so that this worker thread can wipe its own hwaccel
696 * state after decoding, without requiring synchronization */
697
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
 606 av_assert0(!p->parent->stash_hwaccel);
698
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 606 times.
 606 if (hwaccel_serial(avctx)) {
699 ✗ p->parent->stash_hwaccel = avctx->hwaccel;
700 ✗ p->parent->stash_hwaccel_context = avctx->hwaccel_context;
701 ✗ p->parent->stash_hwaccel_priv = avctx->internal->hwaccel_priv_data;
702 }
703
704 606 pthread_mutex_lock(&p->progress_mutex);
705
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 606 times.
 606 if(atomic_load(&p->state) == STATE_SETUP_FINISHED){
706 ✗ av_log(avctx, AV_LOG_WARNING, "Multiple ff_thread_finish_setup() calls\n");
707 }
708
709 606 atomic_store(&p->state, STATE_SETUP_FINISHED);
710
711 606 pthread_cond_broadcast(&p->progress_cond);
712 606 pthread_mutex_unlock(&p->progress_mutex);
713 }
714
715 /// Waits for all threads to finish.
716 10 static av_cold void park_frame_worker_threads(FrameThreadContext *fctx, int thread_count)
717 {
718 int i;
719
720 10 async_unlock(fctx);
721
722
2/2
✓ Branch 0 taken 76 times.
✓ Branch 1 taken 10 times.
 86 for (i = 0; i < thread_count; i++) {
723 76 PerThreadContext *p = &fctx->threads[i];
724
725
2/2
✓ Branch 0 taken 4 times.
✓ Branch 1 taken 72 times.
 76 if (atomic_load(&p->state) != STATE_INPUT_READY) {
726 4 pthread_mutex_lock(&p->progress_mutex);
727
2/2
✓ Branch 0 taken 4 times.
✓ Branch 1 taken 4 times.
 8 while (atomic_load(&p->state) != STATE_INPUT_READY)
728 4 pthread_cond_wait(&p->output_cond, &p->progress_mutex);
729 4 pthread_mutex_unlock(&p->progress_mutex);
730 }
731 }
732
733 10 async_lock(fctx);
734 10 }
735
736 #define OFF(member) offsetof(FrameThreadContext, member)
737 DEFINE_OFFSET_ARRAY(FrameThreadContext, thread_ctx, pthread_init_cnt,
738 (OFF(buffer_mutex), OFF(hwaccel_mutex), OFF(async_mutex)),
739 (OFF(async_cond)));
740 #undef OFF
741
742 #define OFF(member) offsetof(PerThreadContext, member)
743 DEFINE_OFFSET_ARRAY(PerThreadContext, per_thread, pthread_init_cnt,
744 (OFF(progress_mutex), OFF(mutex)),
745 (OFF(input_cond), OFF(progress_cond), OFF(output_cond)));
746 #undef OFF
747
748 10 av_cold void ff_frame_thread_free(AVCodecContext *avctx, int thread_count)
749 {
750 10 FrameThreadContext *fctx = avctx->internal->thread_ctx;
751 10 const FFCodec *codec = ffcodec(avctx->codec);
752 int i;
753
754 10 park_frame_worker_threads(fctx, thread_count);
755
756
2/2
✓ Branch 0 taken 76 times.
✓ Branch 1 taken 10 times.
 86 for (i = 0; i < thread_count; i++) {
757 76 PerThreadContext *p = &fctx->threads[i];
758 76 AVCodecContext *ctx = p->avctx;
759
760
1/2
✓ Branch 0 taken 76 times.
✗ Branch 1 not taken.
 76 if (ctx->internal) {
761
1/2
✓ Branch 0 taken 76 times.
✗ Branch 1 not taken.
 76 if (p->thread_init == INITIALIZED) {
762 76 pthread_mutex_lock(&p->mutex);
763 76 p->die = 1;
764 76 pthread_cond_signal(&p->input_cond);
765 76 pthread_mutex_unlock(&p->mutex);
766
767 76 pthread_join(p->thread, NULL);
768 }
769
2/4
✓ Branch 0 taken 76 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 76 times.
✗ Branch 3 not taken.
 76 if (codec->close && p->thread_init != UNINITIALIZED)
770 76 codec->close(ctx);
771
772 /* When using a threadsafe hwaccel, this is where
773 * each thread's context is uninit'd and freed. */
774 76 ff_hwaccel_uninit(ctx);
775
776
1/2
✓ Branch 0 taken 76 times.
✗ Branch 1 not taken.
 76 if (ctx->priv_data) {
777
2/2
✓ Branch 0 taken 58 times.
✓ Branch 1 taken 18 times.
 76 if (codec->p.priv_class)
778 58 av_opt_free(ctx->priv_data);
779 76 av_freep(&ctx->priv_data);
780 }
781
782 76 av_refstruct_unref(&ctx->internal->pool);
783 76 av_packet_free(&ctx->internal->in_pkt);
784 76 av_packet_free(&ctx->internal->last_pkt_props);
785 76 ff_decode_internal_uninit(ctx);
786 76 av_freep(&ctx->internal);
787 76 av_buffer_unref(&ctx->hw_frames_ctx);
788 76 av_frame_side_data_free(&ctx->decoded_side_data,
789 &ctx->nb_decoded_side_data);
790 }
791
792 76 decoded_frames_free(&p->df);
793
794 76 ff_pthread_free(p, per_thread_offsets);
795 76 av_packet_free(&p->avpkt);
796
797 76 av_freep(&p->avctx);
798 }
799
800 10 decoded_frames_free(&fctx->df);
801 10 av_packet_free(&fctx->next_pkt);
802
803 10 av_freep(&fctx->threads);
804 10 ff_pthread_free(fctx, thread_ctx_offsets);
805
806 /* if we have stashed hwaccel state, move it to the user-facing context,
807 * so it will be freed in ff_codec_close() */
808
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
 10 av_assert0(!avctx->hwaccel);
809 10 FFSWAP(const AVHWAccel*, avctx->hwaccel, fctx->stash_hwaccel);
810 10 FFSWAP(void*, avctx->hwaccel_context, fctx->stash_hwaccel_context);
811 10 FFSWAP(void*, avctx->internal->hwaccel_priv_data, fctx->stash_hwaccel_priv);
812
813 10 av_freep(&avctx->internal->thread_ctx);
814 10 }
815
816 76 static av_cold int init_thread(PerThreadContext *p, int *threads_to_free,
817 FrameThreadContext *fctx, AVCodecContext *avctx,
818 const FFCodec *codec, int first)
819 {
820 AVCodecContext *copy;
821 int err;
822
823 76 p->initial_pict_type = AV_PICTURE_TYPE_NONE;
824
2/2
✓ Branch 0 taken 47 times.
✓ Branch 1 taken 29 times.
 76 if (avctx->codec_descriptor->props & AV_CODEC_PROP_INTRA_ONLY) {
825 47 p->intra_only_flag = AV_FRAME_FLAG_KEY;
826
2/2
✓ Branch 0 taken 18 times.
✓ Branch 1 taken 29 times.
 47 if (avctx->codec_type == AVMEDIA_TYPE_VIDEO)
827 18 p->initial_pict_type = AV_PICTURE_TYPE_I;
828 }
829
830 76 atomic_init(&p->state, STATE_INPUT_READY);
831
832 76 copy = av_memdup(avctx, sizeof(*avctx));
833
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 76 times.
 76 if (!copy)
834 ✗ return AVERROR(ENOMEM);
835 76 copy->priv_data = NULL;
836 76 copy->decoded_side_data = NULL;
837 76 copy->nb_decoded_side_data = 0;
838
839 /* From now on, this PerThreadContext will be cleaned up by
840 * ff_frame_thread_free in case of errors. */
841 76 (*threads_to_free)++;
842
843 76 p->parent = fctx;
844 76 p->avctx = copy;
845
846 76 copy->internal = ff_decode_internal_alloc();
847
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 76 times.
 76 if (!copy->internal)
848 ✗ return AVERROR(ENOMEM);
849 76 ff_decode_internal_sync(copy, avctx);
850 76 copy->internal->thread_ctx = p;
851 76 copy->internal->progress_frame_pool = avctx->internal->progress_frame_pool;
852
853 76 copy->delay = avctx->delay;
854
855
1/2
✓ Branch 0 taken 76 times.
✗ Branch 1 not taken.
 76 if (codec->priv_data_size) {
856 76 copy->priv_data = av_mallocz(codec->priv_data_size);
857
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 76 times.
 76 if (!copy->priv_data)
858 ✗ return AVERROR(ENOMEM);
859
860
2/2
✓ Branch 0 taken 58 times.
✓ Branch 1 taken 18 times.
 76 if (codec->p.priv_class) {
861 58 *(const AVClass **)copy->priv_data = codec->p.priv_class;
862 58 err = av_opt_copy(copy->priv_data, avctx->priv_data);
863
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 58 times.
 58 if (err < 0)
864 ✗ return err;
865 }
866 }
867
868 76 err = ff_pthread_init(p, per_thread_offsets);
869
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 76 times.
 76 if (err < 0)
870 ✗ return err;
871
872
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 76 times.
 76 if (!(p->avpkt = av_packet_alloc()))
873 ✗ return AVERROR(ENOMEM);
874
875 76 copy->internal->is_frame_mt = 1;
876
2/2
✓ Branch 0 taken 66 times.
✓ Branch 1 taken 10 times.
 76 if (!first)
877 66 copy->internal->is_copy = 1;
878
879 76 copy->internal->in_pkt = av_packet_alloc();
880
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 76 times.
 76 if (!copy->internal->in_pkt)
881 ✗ return AVERROR(ENOMEM);
882
883 76 copy->internal->last_pkt_props = av_packet_alloc();
884
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 76 times.
 76 if (!copy->internal->last_pkt_props)
885 ✗ return AVERROR(ENOMEM);
886
887
1/2
✓ Branch 0 taken 76 times.
✗ Branch 1 not taken.
 76 if (codec->init) {
888 76 err = codec->init(copy);
889
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 76 times.
 76 if (err < 0) {
890 ✗ if (codec->caps_internal & FF_CODEC_CAP_INIT_CLEANUP)
891 ✗ p->thread_init = NEEDS_CLOSE;
892 ✗ return err;
893 }
894 }
895 76 p->thread_init = NEEDS_CLOSE;
896
897
2/2
✓ Branch 0 taken 10 times.
✓ Branch 1 taken 66 times.
 76 if (first) {
898 10 update_context_from_thread(avctx, copy, 1);
899
900 10 av_frame_side_data_free(&avctx->decoded_side_data, &avctx->nb_decoded_side_data);
901
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
 10 for (int i = 0; i < copy->nb_decoded_side_data; i++) {
902 ✗ err = av_frame_side_data_clone(&avctx->decoded_side_data,
903 &avctx->nb_decoded_side_data,
904 ✗ copy->decoded_side_data[i], 0);
905 ✗ if (err < 0)
906 ✗ return err;
907 }
908 }
909
910 76 atomic_init(&p->debug_threads, (copy->debug & FF_DEBUG_THREADS) != 0);
911
912 76 err = AVERROR(pthread_create(&p->thread, NULL, frame_worker_thread, p));
913
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 76 times.
 76 if (err < 0)
914 ✗ return err;
915 76 p->thread_init = INITIALIZED;
916
917 76 return 0;
918 }
919
920 10 av_cold int ff_frame_thread_init(AVCodecContext *avctx)
921 {
922 10 int thread_count = avctx->thread_count;
923 10 const FFCodec *codec = ffcodec(avctx->codec);
924 FrameThreadContext *fctx;
925 10 int err, i = 0;
926
927
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
 10 if (!thread_count) {
928 ✗ int nb_cpus = av_cpu_count();
929 // use number of cores + 1 as thread count if there is more than one
930 ✗ if (nb_cpus > 1)
931 ✗ thread_count = avctx->thread_count = FFMIN(nb_cpus + 1, MAX_AUTO_THREADS);
932 else
933 ✗ thread_count = avctx->thread_count = 1;
934 }
935
936
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
 10 if (thread_count <= 1) {
937 ✗ avctx->active_thread_type = 0;
938 ✗ return 0;
939 }
940
941 10 avctx->internal->thread_ctx = fctx = av_mallocz(sizeof(FrameThreadContext));
942
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
 10 if (!fctx)
943 ✗ return AVERROR(ENOMEM);
944
945 10 err = ff_pthread_init(fctx, thread_ctx_offsets);
946
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
 10 if (err < 0) {
947 ✗ ff_pthread_free(fctx, thread_ctx_offsets);
948 ✗ av_freep(&avctx->internal->thread_ctx);
949 ✗ return err;
950 }
951
952 10 fctx->next_pkt = av_packet_alloc();
953
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
 10 if (!fctx->next_pkt)
954 ✗ return AVERROR(ENOMEM);
955
956 10 fctx->async_lock = 1;
957
958
2/2
✓ Branch 0 taken 6 times.
✓ Branch 1 taken 4 times.
 10 if (codec->p.type == AVMEDIA_TYPE_VIDEO)
959 6 avctx->delay = avctx->thread_count - 1;
960
961 10 fctx->threads = av_calloc(thread_count, sizeof(*fctx->threads));
962
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 10 times.
 10 if (!fctx->threads) {
963 ✗ err = AVERROR(ENOMEM);
964 ✗ goto error;
965 }
966
967
2/2
✓ Branch 0 taken 76 times.
✓ Branch 1 taken 10 times.
 86 for (; i < thread_count; ) {
968 76 PerThreadContext *p = &fctx->threads[i];
969 76 int first = !i;
970
971 76 err = init_thread(p, &i, fctx, avctx, codec, first);
972
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 76 times.
 76 if (err < 0)
973 ✗ goto error;
974 }
975
976 10 return 0;
977
978 ✗ error:
979 ✗ ff_frame_thread_free(avctx, i);
980 ✗ return err;
981 }
982
983 ✗ av_cold void ff_thread_flush(AVCodecContext *avctx)
984 {
985 int i;
986 ✗ FrameThreadContext *fctx = avctx->internal->thread_ctx;
987
988 ✗ if (!fctx) return;
989
990 ✗ park_frame_worker_threads(fctx, avctx->thread_count);
991 ✗ if (fctx->prev_thread) {
992 ✗ if (fctx->prev_thread != &fctx->threads[0])
993 ✗ update_context_from_thread(fctx->threads[0].avctx, fctx->prev_thread->avctx, 0);
994 }
995
996 ✗ fctx->next_decoding = fctx->next_finished = 0;
997 ✗ fctx->prev_thread = NULL;
998
999 ✗ decoded_frames_flush(&fctx->df);
1000 ✗ fctx->result = 0;
1001
1002 ✗ for (i = 0; i < avctx->thread_count; i++) {
1003 ✗ PerThreadContext *p = &fctx->threads[i];
1004
1005 ✗ decoded_frames_flush(&p->df);
1006 ✗ p->result = 0;
1007
1008 ✗ avcodec_flush_buffers(p->avctx);
1009 }
1010 }
1011
1012 36915 int ff_thread_can_start_frame(AVCodecContext *avctx)
1013 {
1014
2/2
✓ Branch 0 taken 52 times.
✓ Branch 1 taken 36863 times.
 36915 if ((avctx->active_thread_type & FF_THREAD_FRAME) &&
1015
1/2
✓ Branch 1 taken 52 times.
✗ Branch 2 not taken.
 52 ffcodec(avctx->codec)->update_thread_context) {
1016 52 PerThreadContext *p = avctx->internal->thread_ctx;
1017
1018
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 52 times.
 52 if (atomic_load(&p->state) != STATE_SETTING_UP)
1019 ✗ return 0;
1020 }
1021
1022 36915 return 1;
1023 }
1024
1025 52687 static int thread_get_buffer_internal(AVCodecContext *avctx, AVFrame *f, int flags)
1026 {
1027 PerThreadContext *p;
1028 int err;
1029
1030
2/2
✓ Branch 0 taken 52149 times.
✓ Branch 1 taken 538 times.
 52687 if (!(avctx->active_thread_type & FF_THREAD_FRAME))
1031 52149 return ff_get_buffer(avctx, f, flags);
1032
1033 538 p = avctx->internal->thread_ctx;
1034
2/2
✓ Branch 0 taken 453 times.
✓ Branch 1 taken 85 times.
 538 if (atomic_load(&p->state) != STATE_SETTING_UP &&
1035
1/2
✗ Branch 1 not taken.
✓ Branch 2 taken 453 times.
 453 ffcodec(avctx->codec)->update_thread_context) {
1036 ✗ av_log(avctx, AV_LOG_ERROR, "get_buffer() cannot be called after ff_thread_finish_setup()\n");
1037 ✗ return -1;
1038 }
1039
1040 538 pthread_mutex_lock(&p->parent->buffer_mutex);
1041 538 err = ff_get_buffer(avctx, f, flags);
1042
1043 538 pthread_mutex_unlock(&p->parent->buffer_mutex);
1044
1045 538 return err;
1046 }
1047
1048 52687 int ff_thread_get_buffer(AVCodecContext *avctx, AVFrame *f, int flags)
1049 {
1050 52687 int ret = thread_get_buffer_internal(avctx, f, flags);
1051
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 52687 times.
 52687 if (ret < 0)
1052 ✗ av_log(avctx, AV_LOG_ERROR, "thread_get_buffer() failed\n");
1053 52687 return ret;
1054 }
1055
1056 25679 int ff_thread_get_ext_buffer(AVCodecContext *avctx, ThreadFrame *f, int flags)
1057 {
1058 int ret;
1059
1060 25679 f->owner[0] = f->owner[1] = avctx;
1061
2/2
✓ Branch 0 taken 25637 times.
✓ Branch 1 taken 42 times.
 25679 if (!(avctx->active_thread_type & FF_THREAD_FRAME))
1062 25637 return ff_get_buffer(avctx, f->f, flags);
1063
1064 42 f->progress = av_refstruct_allocz(sizeof(*f->progress));
1065
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 42 times.
 42 if (!f->progress)
1066 ✗ return AVERROR(ENOMEM);
1067
1068 42 atomic_init(&f->progress->progress[0], -1);
1069 42 atomic_init(&f->progress->progress[1], -1);
1070
1071 42 ret = ff_thread_get_buffer(avctx, f->f, flags);
1072
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 42 times.
 42 if (ret)
1073 ✗ av_refstruct_unref(&f->progress);
1074 42 return ret;
1075 }
1076
1077 53240 void ff_thread_release_ext_buffer(ThreadFrame *f)
1078 {
1079 53240 av_refstruct_unref(&f->progress);
1080 53240 f->owner[0] = f->owner[1] = NULL;
1081
1/2
✓ Branch 0 taken 53240 times.
✗ Branch 1 not taken.
 53240 if (f->f)
1082 53240 av_frame_unref(f->f);
1083 53240 }
1084
1085 704 av_cold enum ThreadingStatus ff_thread_sync_ref(AVCodecContext *avctx, size_t offset)
1086 {
1087 PerThreadContext *p;
1088 const void *ref;
1089
1090
2/2
✓ Branch 0 taken 696 times.
✓ Branch 1 taken 8 times.
 704 if (!avctx->internal->is_copy)
1091 696 return avctx->active_thread_type & FF_THREAD_FRAME ?
1092
2/2
✓ Branch 0 taken 1 times.
✓ Branch 1 taken 695 times.
 696 FF_THREAD_IS_FIRST_THREAD : FF_THREAD_NO_FRAME_THREADING;
1093
1094 8 p = avctx->internal->thread_ctx;
1095
1096 av_assert1(memcpy(&ref, (char*)avctx->priv_data + offset, sizeof(ref)) && ref == NULL);
1097
1098 8 memcpy(&ref, (const char*)p->parent->threads[0].avctx->priv_data + offset, sizeof(ref));
1099 av_assert1(ref);
1100 8 av_refstruct_replace((char*)avctx->priv_data + offset, ref);
1101
1102 8 return FF_THREAD_IS_COPY;
1103 }
1104
1105 1076 int ff_thread_get_packet(AVCodecContext *avctx, AVPacket *pkt)
1106 {
1107 1076 PerThreadContext *p = avctx->internal->thread_ctx;
1108
1109
3/4
✓ Branch 0 taken 538 times.
✓ Branch 1 taken 538 times.
✗ Branch 2 not taken.
✓ Branch 3 taken 538 times.
 1076 if (!AVPACKET_IS_EMPTY(p->avpkt)) {
1110 538 av_packet_move_ref(pkt, p->avpkt);
1111 538 return 0;
1112 }
1113
1114
1/2
✗ Branch 0 not taken.
✓ Branch 1 taken 538 times.
 538 return avctx->internal->draining ? AVERROR_EOF : AVERROR(EAGAIN);
1115 }
1116