Line | Branch | Exec | Source |
---|---|---|---|
1 | /* | ||
2 | * This file is part of FFmpeg. | ||
3 | * | ||
4 | * FFmpeg is free software; you can redistribute it and/or | ||
5 | * modify it under the terms of the GNU Lesser General Public | ||
6 | * License as published by the Free Software Foundation; either | ||
7 | * version 2.1 of the License, or (at your option) any later version. | ||
8 | * | ||
9 | * FFmpeg is distributed in the hope that it will be useful, | ||
10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU | ||
12 | * Lesser General Public License for more details. | ||
13 | * | ||
14 | * You should have received a copy of the GNU Lesser General Public | ||
15 | * License along with FFmpeg; if not, write to the Free Software | ||
16 | * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | ||
17 | */ | ||
18 | |||
19 | #include <stdatomic.h> | ||
20 | #include <stdint.h> | ||
21 | #include <string.h> | ||
22 | |||
23 | #include "avassert.h" | ||
24 | #include "buffer_internal.h" | ||
25 | #include "common.h" | ||
26 | #include "mem.h" | ||
27 | #include "thread.h" | ||
28 | |||
29 | 4562352 | static AVBufferRef *buffer_create(AVBuffer *buf, uint8_t *data, size_t size, | |
30 | void (*free)(void *opaque, uint8_t *data), | ||
31 | void *opaque, int flags) | ||
32 | { | ||
33 | 4562352 | AVBufferRef *ref = NULL; | |
34 | |||
35 | 4562352 | buf->data = data; | |
36 | 4562352 | buf->size = size; | |
37 |
2/2✓ Branch 0 taken 4553138 times.
✓ Branch 1 taken 9214 times.
|
4562352 | buf->free = free ? free : av_buffer_default_free; |
38 | 4562352 | buf->opaque = opaque; | |
39 | |||
40 | 4562352 | atomic_init(&buf->refcount, 1); | |
41 | |||
42 | 4562352 | buf->flags = flags; | |
43 | |||
44 | 4562352 | ref = av_mallocz(sizeof(*ref)); | |
45 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4562352 times.
|
4562352 | if (!ref) |
46 | ✗ | return NULL; | |
47 | |||
48 | 4562352 | ref->buffer = buf; | |
49 | 4562352 | ref->data = data; | |
50 | 4562352 | ref->size = size; | |
51 | |||
52 | 4562352 | return ref; | |
53 | } | ||
54 | |||
55 | 3600624 | AVBufferRef *av_buffer_create(uint8_t *data, size_t size, | |
56 | void (*free)(void *opaque, uint8_t *data), | ||
57 | void *opaque, int flags) | ||
58 | { | ||
59 | AVBufferRef *ret; | ||
60 | 3600624 | AVBuffer *buf = av_mallocz(sizeof(*buf)); | |
61 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 3600624 times.
|
3600624 | if (!buf) |
62 | ✗ | return NULL; | |
63 | |||
64 | 3600624 | ret = buffer_create(buf, data, size, free, opaque, flags); | |
65 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 3600624 times.
|
3600624 | if (!ret) { |
66 | ✗ | av_free(buf); | |
67 | ✗ | return NULL; | |
68 | } | ||
69 | 3600624 | return ret; | |
70 | } | ||
71 | |||
72 | 1906948 | void av_buffer_default_free(void *opaque, uint8_t *data) | |
73 | { | ||
74 | 1906948 | av_free(data); | |
75 | 1906948 | } | |
76 | |||
77 | 586780 | AVBufferRef *av_buffer_alloc(size_t size) | |
78 | { | ||
79 | 586780 | AVBufferRef *ret = NULL; | |
80 | 586780 | uint8_t *data = NULL; | |
81 | |||
82 | 586780 | data = av_malloc(size); | |
83 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 586780 times.
|
586780 | if (!data) |
84 | ✗ | return NULL; | |
85 | |||
86 | 586780 | ret = av_buffer_create(data, size, av_buffer_default_free, NULL, 0); | |
87 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 586780 times.
|
586780 | if (!ret) |
88 | ✗ | av_freep(&data); | |
89 | |||
90 | 586780 | return ret; | |
91 | } | ||
92 | |||
93 | 95536 | AVBufferRef *av_buffer_allocz(size_t size) | |
94 | { | ||
95 | 95536 | AVBufferRef *ret = av_buffer_alloc(size); | |
96 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 95536 times.
|
95536 | if (!ret) |
97 | ✗ | return NULL; | |
98 | |||
99 | 95536 | memset(ret->data, 0, size); | |
100 | 95536 | return ret; | |
101 | } | ||
102 | |||
103 | 5480501 | AVBufferRef *av_buffer_ref(const AVBufferRef *buf) | |
104 | { | ||
105 | 5480501 | AVBufferRef *ret = av_mallocz(sizeof(*ret)); | |
106 | |||
107 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 5480501 times.
|
5480501 | if (!ret) |
108 | ✗ | return NULL; | |
109 | |||
110 | 5480501 | *ret = *buf; | |
111 | |||
112 | 5480501 | atomic_fetch_add_explicit(&buf->buffer->refcount, 1, memory_order_relaxed); | |
113 | |||
114 | 5480501 | return ret; | |
115 | } | ||
116 | |||
117 | 10042853 | static void buffer_replace(AVBufferRef **dst, AVBufferRef **src) | |
118 | { | ||
119 | AVBuffer *b; | ||
120 | |||
121 | 10042853 | b = (*dst)->buffer; | |
122 | |||
123 |
2/2✓ Branch 0 taken 6786 times.
✓ Branch 1 taken 10036067 times.
|
10042853 | if (src) { |
124 | 6786 | **dst = **src; | |
125 | 6786 | av_freep(src); | |
126 | } else | ||
127 | 10036067 | av_freep(dst); | |
128 | |||
129 |
2/2✓ Branch 0 taken 4562352 times.
✓ Branch 1 taken 5480501 times.
|
10042853 | if (atomic_fetch_sub_explicit(&b->refcount, 1, memory_order_acq_rel) == 1) { |
130 | /* b->free below might already free the structure containing *b, | ||
131 | * so we have to read the flag now to avoid use-after-free. */ | ||
132 | 4562352 | int free_avbuffer = !(b->flags_internal & BUFFER_FLAG_NO_FREE); | |
133 | 4562352 | b->free(b->opaque, b->data); | |
134 |
2/2✓ Branch 0 taken 3600624 times.
✓ Branch 1 taken 961728 times.
|
4562352 | if (free_avbuffer) |
135 | 3600624 | av_free(b); | |
136 | } | ||
137 | 10042853 | } | |
138 | |||
139 | 108281452 | void av_buffer_unref(AVBufferRef **buf) | |
140 | { | ||
141 |
3/4✓ Branch 0 taken 108281452 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 98245385 times.
✓ Branch 3 taken 10036067 times.
|
108281452 | if (!buf || !*buf) |
142 | 98245385 | return; | |
143 | |||
144 | 10036067 | buffer_replace(buf, NULL); | |
145 | } | ||
146 | |||
147 | 2432756 | int av_buffer_is_writable(const AVBufferRef *buf) | |
148 | { | ||
149 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 2432756 times.
|
2432756 | if (buf->buffer->flags & AV_BUFFER_FLAG_READONLY) |
150 | ✗ | return 0; | |
151 | |||
152 | 2432756 | return atomic_load(&buf->buffer->refcount) == 1; | |
153 | } | ||
154 | |||
155 | ✗ | void *av_buffer_get_opaque(const AVBufferRef *buf) | |
156 | { | ||
157 | ✗ | return buf->buffer->opaque; | |
158 | } | ||
159 | |||
160 | 140502 | int av_buffer_get_ref_count(const AVBufferRef *buf) | |
161 | { | ||
162 | 140502 | return atomic_load(&buf->buffer->refcount); | |
163 | } | ||
164 | |||
165 | 200 | int av_buffer_make_writable(AVBufferRef **pbuf) | |
166 | { | ||
167 | 200 | AVBufferRef *newbuf, *buf = *pbuf; | |
168 | |||
169 |
2/2✓ Branch 1 taken 4 times.
✓ Branch 2 taken 196 times.
|
200 | if (av_buffer_is_writable(buf)) |
170 | 4 | return 0; | |
171 | |||
172 | 196 | newbuf = av_buffer_alloc(buf->size); | |
173 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 196 times.
|
196 | if (!newbuf) |
174 | ✗ | return AVERROR(ENOMEM); | |
175 | |||
176 | 196 | memcpy(newbuf->data, buf->data, buf->size); | |
177 | |||
178 | 196 | buffer_replace(pbuf, &newbuf); | |
179 | |||
180 | 196 | return 0; | |
181 | } | ||
182 | |||
183 | 1321724 | int av_buffer_realloc(AVBufferRef **pbuf, size_t size) | |
184 | { | ||
185 | 1321724 | AVBufferRef *buf = *pbuf; | |
186 | uint8_t *tmp; | ||
187 | int ret; | ||
188 | |||
189 |
2/2✓ Branch 0 taken 1310935 times.
✓ Branch 1 taken 10789 times.
|
1321724 | if (!buf) { |
190 | /* allocate a new buffer with av_realloc(), so it will be reallocatable | ||
191 | * later */ | ||
192 | 1310935 | uint8_t *data = av_realloc(NULL, size); | |
193 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1310935 times.
|
1310935 | if (!data) |
194 | ✗ | return AVERROR(ENOMEM); | |
195 | |||
196 | 1310935 | buf = av_buffer_create(data, size, av_buffer_default_free, NULL, 0); | |
197 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 1310935 times.
|
1310935 | if (!buf) { |
198 | ✗ | av_freep(&data); | |
199 | ✗ | return AVERROR(ENOMEM); | |
200 | } | ||
201 | |||
202 | 1310935 | buf->buffer->flags_internal |= BUFFER_FLAG_REALLOCATABLE; | |
203 | 1310935 | *pbuf = buf; | |
204 | |||
205 | 1310935 | return 0; | |
206 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 10789 times.
|
10789 | } else if (buf->size == size) |
207 | ✗ | return 0; | |
208 | |||
209 |
4/4✓ Branch 0 taken 4337 times.
✓ Branch 1 taken 6452 times.
✓ Branch 2 taken 4199 times.
✓ Branch 3 taken 138 times.
|
15126 | if (!(buf->buffer->flags_internal & BUFFER_FLAG_REALLOCATABLE) || |
210 |
1/2✗ Branch 1 not taken.
✓ Branch 2 taken 4199 times.
|
8536 | !av_buffer_is_writable(buf) || buf->data != buf->buffer->data) { |
211 | /* cannot realloc, allocate a new reallocable buffer and copy data */ | ||
212 | 6590 | AVBufferRef *new = NULL; | |
213 | |||
214 | 6590 | ret = av_buffer_realloc(&new, size); | |
215 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 6590 times.
|
6590 | if (ret < 0) |
216 | ✗ | return ret; | |
217 | |||
218 | 6590 | memcpy(new->data, buf->data, FFMIN(size, buf->size)); | |
219 | |||
220 | 6590 | buffer_replace(pbuf, &new); | |
221 | 6590 | return 0; | |
222 | } | ||
223 | |||
224 | 4199 | tmp = av_realloc(buf->buffer->data, size); | |
225 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 4199 times.
|
4199 | if (!tmp) |
226 | ✗ | return AVERROR(ENOMEM); | |
227 | |||
228 | 4199 | buf->buffer->data = buf->data = tmp; | |
229 | 4199 | buf->buffer->size = buf->size = size; | |
230 | 4199 | return 0; | |
231 | } | ||
232 | |||
233 | 4378500 | int av_buffer_replace(AVBufferRef **pdst, const AVBufferRef *src) | |
234 | { | ||
235 | 4378500 | AVBufferRef *dst = *pdst; | |
236 | AVBufferRef *tmp; | ||
237 | |||
238 |
2/2✓ Branch 0 taken 1216757 times.
✓ Branch 1 taken 3161743 times.
|
4378500 | if (!src) { |
239 | 1216757 | av_buffer_unref(pdst); | |
240 | 1216757 | return 0; | |
241 | } | ||
242 | |||
243 |
4/4✓ Branch 0 taken 402226 times.
✓ Branch 1 taken 2759517 times.
✓ Branch 2 taken 45096 times.
✓ Branch 3 taken 357130 times.
|
3161743 | if (dst && dst->buffer == src->buffer) { |
244 | /* make sure the data pointers match */ | ||
245 | 45096 | dst->data = src->data; | |
246 | 45096 | dst->size = src->size; | |
247 | 45096 | return 0; | |
248 | } | ||
249 | |||
250 | 3116647 | tmp = av_buffer_ref(src); | |
251 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 3116647 times.
|
3116647 | if (!tmp) |
252 | ✗ | return AVERROR(ENOMEM); | |
253 | |||
254 | 3116647 | av_buffer_unref(pdst); | |
255 | 3116647 | *pdst = tmp; | |
256 | 3116647 | return 0; | |
257 | } | ||
258 | |||
259 | ✗ | AVBufferPool *av_buffer_pool_init2(size_t size, void *opaque, | |
260 | AVBufferRef* (*alloc)(void *opaque, size_t size), | ||
261 | void (*pool_free)(void *opaque)) | ||
262 | { | ||
263 | ✗ | AVBufferPool *pool = av_mallocz(sizeof(*pool)); | |
264 | ✗ | if (!pool) | |
265 | ✗ | return NULL; | |
266 | |||
267 | ✗ | ff_mutex_init(&pool->mutex, NULL); | |
268 | |||
269 | ✗ | pool->size = size; | |
270 | ✗ | pool->opaque = opaque; | |
271 | ✗ | pool->alloc2 = alloc; | |
272 | ✗ | pool->alloc = av_buffer_alloc; // fallback | |
273 | ✗ | pool->pool_free = pool_free; | |
274 | |||
275 | ✗ | atomic_init(&pool->refcount, 1); | |
276 | |||
277 | ✗ | return pool; | |
278 | } | ||
279 | |||
280 | 41826 | AVBufferPool *av_buffer_pool_init(size_t size, AVBufferRef* (*alloc)(size_t size)) | |
281 | { | ||
282 | 41826 | AVBufferPool *pool = av_mallocz(sizeof(*pool)); | |
283 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 41826 times.
|
41826 | if (!pool) |
284 | ✗ | return NULL; | |
285 | |||
286 | 41826 | ff_mutex_init(&pool->mutex, NULL); | |
287 | |||
288 | 41826 | pool->size = size; | |
289 |
2/2✓ Branch 0 taken 11993 times.
✓ Branch 1 taken 29833 times.
|
41826 | pool->alloc = alloc ? alloc : av_buffer_alloc; |
290 | |||
291 | 41826 | atomic_init(&pool->refcount, 1); | |
292 | |||
293 | 41826 | return pool; | |
294 | } | ||
295 | |||
296 | 83652 | static void buffer_pool_flush(AVBufferPool *pool) | |
297 | { | ||
298 |
2/2✓ Branch 0 taken 179782 times.
✓ Branch 1 taken 83652 times.
|
263434 | while (pool->pool) { |
299 | 179782 | BufferPoolEntry *buf = pool->pool; | |
300 | 179782 | pool->pool = buf->next; | |
301 | |||
302 | 179782 | buf->free(buf->opaque, buf->data); | |
303 | 179782 | av_freep(&buf); | |
304 | } | ||
305 | 83652 | } | |
306 | |||
307 | /* | ||
308 | * This function gets called when the pool has been uninited and | ||
309 | * all the buffers returned to it. | ||
310 | */ | ||
311 | 41826 | static void buffer_pool_free(AVBufferPool *pool) | |
312 | { | ||
313 | 41826 | buffer_pool_flush(pool); | |
314 | 41826 | ff_mutex_destroy(&pool->mutex); | |
315 | |||
316 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 41826 times.
|
41826 | if (pool->pool_free) |
317 | ✗ | pool->pool_free(pool->opaque); | |
318 | |||
319 | 41826 | av_freep(&pool); | |
320 | 41826 | } | |
321 | |||
322 | 93100 | void av_buffer_pool_uninit(AVBufferPool **ppool) | |
323 | { | ||
324 | AVBufferPool *pool; | ||
325 | |||
326 |
3/4✓ Branch 0 taken 93100 times.
✗ Branch 1 not taken.
✓ Branch 2 taken 51274 times.
✓ Branch 3 taken 41826 times.
|
93100 | if (!ppool || !*ppool) |
327 | 51274 | return; | |
328 | 41826 | pool = *ppool; | |
329 | 41826 | *ppool = NULL; | |
330 | |||
331 | 41826 | ff_mutex_lock(&pool->mutex); | |
332 | 41826 | buffer_pool_flush(pool); | |
333 | 41826 | ff_mutex_unlock(&pool->mutex); | |
334 | |||
335 |
2/2✓ Branch 0 taken 24292 times.
✓ Branch 1 taken 17534 times.
|
41826 | if (atomic_fetch_sub_explicit(&pool->refcount, 1, memory_order_acq_rel) == 1) |
336 | 24292 | buffer_pool_free(pool); | |
337 | } | ||
338 | |||
339 | 1141510 | static void pool_release_buffer(void *opaque, uint8_t *data) | |
340 | { | ||
341 | 1141510 | BufferPoolEntry *buf = opaque; | |
342 | 1141510 | AVBufferPool *pool = buf->pool; | |
343 | |||
344 | 1141510 | ff_mutex_lock(&pool->mutex); | |
345 | 1141510 | buf->next = pool->pool; | |
346 | 1141510 | pool->pool = buf; | |
347 | 1141510 | ff_mutex_unlock(&pool->mutex); | |
348 | |||
349 |
2/2✓ Branch 0 taken 17534 times.
✓ Branch 1 taken 1123976 times.
|
1141510 | if (atomic_fetch_sub_explicit(&pool->refcount, 1, memory_order_acq_rel) == 1) |
350 | 17534 | buffer_pool_free(pool); | |
351 | 1141510 | } | |
352 | |||
353 | /* allocate a new buffer and override its free() callback so that | ||
354 | * it is returned to the pool on free */ | ||
355 | 179782 | static AVBufferRef *pool_alloc_buffer(AVBufferPool *pool) | |
356 | { | ||
357 | BufferPoolEntry *buf; | ||
358 | AVBufferRef *ret; | ||
359 | |||
360 |
1/4✗ Branch 0 not taken.
✓ Branch 1 taken 179782 times.
✗ Branch 2 not taken.
✗ Branch 3 not taken.
|
179782 | av_assert0(pool->alloc || pool->alloc2); |
361 | |||
362 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 179782 times.
|
179782 | ret = pool->alloc2 ? pool->alloc2(pool->opaque, pool->size) : |
363 | 179782 | pool->alloc(pool->size); | |
364 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 179782 times.
|
179782 | if (!ret) |
365 | ✗ | return NULL; | |
366 | |||
367 | 179782 | buf = av_mallocz(sizeof(*buf)); | |
368 |
1/2✗ Branch 0 not taken.
✓ Branch 1 taken 179782 times.
|
179782 | if (!buf) { |
369 | ✗ | av_buffer_unref(&ret); | |
370 | ✗ | return NULL; | |
371 | } | ||
372 | |||
373 | 179782 | buf->data = ret->buffer->data; | |
374 | 179782 | buf->opaque = ret->buffer->opaque; | |
375 | 179782 | buf->free = ret->buffer->free; | |
376 | 179782 | buf->pool = pool; | |
377 | |||
378 | 179782 | ret->buffer->opaque = buf; | |
379 | 179782 | ret->buffer->free = pool_release_buffer; | |
380 | |||
381 | 179782 | return ret; | |
382 | } | ||
383 | |||
384 | 1141510 | AVBufferRef *av_buffer_pool_get(AVBufferPool *pool) | |
385 | { | ||
386 | AVBufferRef *ret; | ||
387 | BufferPoolEntry *buf; | ||
388 | |||
389 | 1141510 | ff_mutex_lock(&pool->mutex); | |
390 | 1141510 | buf = pool->pool; | |
391 |
2/2✓ Branch 0 taken 961728 times.
✓ Branch 1 taken 179782 times.
|
1141510 | if (buf) { |
392 | 961728 | memset(&buf->buffer, 0, sizeof(buf->buffer)); | |
393 | 961728 | ret = buffer_create(&buf->buffer, buf->data, pool->size, | |
394 | pool_release_buffer, buf, 0); | ||
395 |
1/2✓ Branch 0 taken 961728 times.
✗ Branch 1 not taken.
|
961728 | if (ret) { |
396 | 961728 | pool->pool = buf->next; | |
397 | 961728 | buf->next = NULL; | |
398 | 961728 | buf->buffer.flags_internal |= BUFFER_FLAG_NO_FREE; | |
399 | } | ||
400 | } else { | ||
401 | 179782 | ret = pool_alloc_buffer(pool); | |
402 | } | ||
403 | 1141510 | ff_mutex_unlock(&pool->mutex); | |
404 | |||
405 |
1/2✓ Branch 0 taken 1141510 times.
✗ Branch 1 not taken.
|
1141510 | if (ret) |
406 | 1141510 | atomic_fetch_add_explicit(&pool->refcount, 1, memory_order_relaxed); | |
407 | |||
408 | 1141510 | return ret; | |
409 | } | ||
410 | |||
411 | ✗ | void *av_buffer_pool_buffer_get_opaque(const AVBufferRef *ref) | |
412 | { | ||
413 | ✗ | BufferPoolEntry *buf = ref->buffer->opaque; | |
414 | ✗ | av_assert0(buf); | |
415 | ✗ | return buf->opaque; | |
416 | } | ||
417 |