FFmpeg coverage

Directory: ../../../ffmpeg/
File: src/libavfilter/vf_uspp.c
Date: 2024-05-03 05:27:13
Exec Total Coverage
Lines: 0 239 0.0%
Functions: 0 6 0.0%
Branches: 0 156 0.0%
Line Branch Exec Source
1 /*
2 * Copyright (c) 2003 Michael Niedermayer <michaelni@gmx.at>
3 * Copyright (c) 2014 Arwa Arif <arwaarif1994@gmail.com>
4 *
5 * This file is part of FFmpeg.
6 *
7 * FFmpeg is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
11 *
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License along
18 * with FFmpeg; if not, write to the Free Software Foundation, Inc.,
19 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
20 */
21
22 /**
23 * @file
24 * Ultra Slow/Simple Post-processing filter.
25 *
26 * Originally written by Michael Niedermayer for the MPlayer project, and
27 * ported by Arwa Arif for FFmpeg.
28 */
29
30 #include "libavutil/avassert.h"
31 #include "libavutil/imgutils.h"
32 #include "libavutil/mem.h"
33 #include "libavutil/mem_internal.h"
34 #include "libavutil/opt.h"
35 #include "libavutil/pixdesc.h"
36 #include "libavutil/video_enc_params.h"
37 #include "libavcodec/avcodec.h"
38 #include "internal.h"
39 #include "qp_table.h"
40 #include "avfilter.h"
41 #include "video.h"
42
43 #define MAX_LEVEL 8 /* quality levels */
44 #define BLOCK 16
45
46 typedef struct USPPContext {
47 const AVClass *av_class;
48 int log2_count;
49 int count;
50 int hsub, vsub;
51 int qp;
52 char *codec_name;
53 enum AVVideoEncParamsType qscale_type;
54 int temp_stride[3];
55 uint8_t *src[3];
56 uint16_t *temp[3];
57 int outbuf_size;
58 uint8_t *outbuf;
59 AVCodecContext *avctx_enc[BLOCK*BLOCK];
60 AVCodecContext *avctx_dec[BLOCK*BLOCK];
61 AVPacket *pkt [BLOCK*BLOCK];
62 AVFrame *frame [BLOCK*BLOCK];
63 AVFrame *frame_dec [BLOCK*BLOCK];
64 int8_t *non_b_qp_table;
65 int non_b_qp_stride;
66 int use_bframe_qp;
67 int quality;
68 } USPPContext;
69
70 #define OFFSET(x) offsetof(USPPContext, x)
71 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
72 static const AVOption uspp_options[] = {
73 { "quality", "set quality", OFFSET(log2_count), AV_OPT_TYPE_INT, {.i64 = 3}, 0, MAX_LEVEL, FLAGS },
74 { "qp", "force a constant quantizer parameter", OFFSET(qp), AV_OPT_TYPE_INT, {.i64 = 0}, 0, 63, FLAGS },
75 { "use_bframe_qp", "use B-frames' QP", OFFSET(use_bframe_qp), AV_OPT_TYPE_BOOL,{.i64 = 0}, 0, 1, FLAGS },
76 { "codec", "Codec name", OFFSET(codec_name), AV_OPT_TYPE_STRING, {.str = "snow"}, 0, 0, FLAGS },
77 { NULL }
78 };
79
80 AVFILTER_DEFINE_CLASS(uspp);
81
82 DECLARE_ALIGNED(8, static const uint8_t, dither)[8][8] = {
83 { 0*4, 48*4, 12*4, 60*4, 3*4, 51*4, 15*4, 63*4, },
84 { 32*4, 16*4, 44*4, 28*4, 35*4, 19*4, 47*4, 31*4, },
85 { 8*4, 56*4, 4*4, 52*4, 11*4, 59*4, 7*4, 55*4, },
86 { 40*4, 24*4, 36*4, 20*4, 43*4, 27*4, 39*4, 23*4, },
87 { 2*4, 50*4, 14*4, 62*4, 1*4, 49*4, 13*4, 61*4, },
88 { 34*4, 18*4, 46*4, 30*4, 33*4, 17*4, 45*4, 29*4, },
89 { 10*4, 58*4, 6*4, 54*4, 9*4, 57*4, 5*4, 53*4, },
90 { 42*4, 26*4, 38*4, 22*4, 41*4, 25*4, 37*4, 21*4, },
91 };
92
93 static const uint8_t offset[511][2] = {
94 { 0, 0},
95 { 0, 0}, { 8, 8}, // quality 1
96 { 0, 0}, { 4, 4}, {12, 8}, { 8,12}, // quality 2
97 { 0, 0}, {10, 2}, { 4, 4}, {14, 6}, { 8, 8}, { 2,10}, {12,12}, { 6,14}, // quality 3
98
99 { 0, 0}, {10, 2}, { 4, 4}, {14, 6}, { 8, 8}, { 2,10}, {12,12}, { 6,14},
100 { 5, 1}, {15, 3}, { 9, 5}, { 3, 7}, {13, 9}, { 7,11}, { 1,13}, {11,15}, // quality 4
101
102 { 0, 0}, { 8, 0}, { 0, 8}, { 8, 8}, { 5, 1}, {13, 1}, { 5, 9}, {13, 9},
103 { 2, 2}, {10, 2}, { 2,10}, {10,10}, { 7, 3}, {15, 3}, { 7,11}, {15,11},
104 { 4, 4}, {12, 4}, { 4,12}, {12,12}, { 1, 5}, { 9, 5}, { 1,13}, { 9,13},
105 { 6, 6}, {14, 6}, { 6,14}, {14,14}, { 3, 7}, {11, 7}, { 3,15}, {11,15}, // quality 5
106
107 { 0, 0}, { 8, 0}, { 0, 8}, { 8, 8}, { 4, 0}, {12, 0}, { 4, 8}, {12, 8},
108 { 1, 1}, { 9, 1}, { 1, 9}, { 9, 9}, { 5, 1}, {13, 1}, { 5, 9}, {13, 9},
109 { 3, 2}, {11, 2}, { 3,10}, {11,10}, { 7, 2}, {15, 2}, { 7,10}, {15,10},
110 { 2, 3}, {10, 3}, { 2,11}, {10,11}, { 6, 3}, {14, 3}, { 6,11}, {14,11},
111 { 0, 4}, { 8, 4}, { 0,12}, { 8,12}, { 4, 4}, {12, 4}, { 4,12}, {12,12},
112 { 1, 5}, { 9, 5}, { 1,13}, { 9,13}, { 5, 5}, {13, 5}, { 5,13}, {13,13},
113 { 3, 6}, {11, 6}, { 3,14}, {11,14}, { 7, 6}, {15, 6}, { 7,14}, {15,14},
114 { 2, 7}, {10, 7}, { 2,15}, {10,15}, { 6, 7}, {14, 7}, { 6,15}, {14,15}, // quality 6
115
116 { 0, 0}, { 8, 0}, { 0, 8}, { 8, 8}, { 0, 2}, { 8, 2}, { 0,10}, { 8,10},
117 { 0, 4}, { 8, 4}, { 0,12}, { 8,12}, { 0, 6}, { 8, 6}, { 0,14}, { 8,14},
118 { 1, 1}, { 9, 1}, { 1, 9}, { 9, 9}, { 1, 3}, { 9, 3}, { 1,11}, { 9,11},
119 { 1, 5}, { 9, 5}, { 1,13}, { 9,13}, { 1, 7}, { 9, 7}, { 1,15}, { 9,15},
120 { 2, 0}, {10, 0}, { 2, 8}, {10, 8}, { 2, 2}, {10, 2}, { 2,10}, {10,10},
121 { 2, 4}, {10, 4}, { 2,12}, {10,12}, { 2, 6}, {10, 6}, { 2,14}, {10,14},
122 { 3, 1}, {11, 1}, { 3, 9}, {11, 9}, { 3, 3}, {11, 3}, { 3,11}, {11,11},
123 { 3, 5}, {11, 5}, { 3,13}, {11,13}, { 3, 7}, {11, 7}, { 3,15}, {11,15},
124 { 4, 0}, {12, 0}, { 4, 8}, {12, 8}, { 4, 2}, {12, 2}, { 4,10}, {12,10},
125 { 4, 4}, {12, 4}, { 4,12}, {12,12}, { 4, 6}, {12, 6}, { 4,14}, {12,14},
126 { 5, 1}, {13, 1}, { 5, 9}, {13, 9}, { 5, 3}, {13, 3}, { 5,11}, {13,11},
127 { 5, 5}, {13, 5}, { 5,13}, {13,13}, { 5, 7}, {13, 7}, { 5,15}, {13,15},
128 { 6, 0}, {14, 0}, { 6, 8}, {14, 8}, { 6, 2}, {14, 2}, { 6,10}, {14,10},
129 { 6, 4}, {14, 4}, { 6,12}, {14,12}, { 6, 6}, {14, 6}, { 6,14}, {14,14},
130 { 7, 1}, {15, 1}, { 7, 9}, {15, 9}, { 7, 3}, {15, 3}, { 7,11}, {15,11},
131 { 7, 5}, {15, 5}, { 7,13}, {15,13}, { 7, 7}, {15, 7}, { 7,15}, {15,15}, // quality 7
132
133 { 0, 0}, { 8, 0}, { 0, 8}, { 8, 8}, { 4, 4}, {12, 4}, { 4,12}, {12,12},
134 { 0, 4}, { 8, 4}, { 0,12}, { 8,12}, { 4, 0}, {12, 0}, { 4, 8}, {12, 8},
135 { 2, 2}, {10, 2}, { 2,10}, {10,10}, { 6, 6}, {14, 6}, { 6,14}, {14,14},
136 { 2, 6}, {10, 6}, { 2,14}, {10,14}, { 6, 2}, {14, 2}, { 6,10}, {14,10},
137 { 0, 2}, { 8, 2}, { 0,10}, { 8,10}, { 4, 6}, {12, 6}, { 4,14}, {12,14},
138 { 0, 6}, { 8, 6}, { 0,14}, { 8,14}, { 4, 2}, {12, 2}, { 4,10}, {12,10},
139 { 2, 0}, {10, 0}, { 2, 8}, {10, 8}, { 6, 4}, {14, 4}, { 6,12}, {14,12},
140 { 2, 4}, {10, 4}, { 2,12}, {10,12}, { 6, 0}, {14, 0}, { 6, 8}, {14, 8},
141 { 1, 1}, { 9, 1}, { 1, 9}, { 9, 9}, { 5, 5}, {13, 5}, { 5,13}, {13,13},
142 { 1, 5}, { 9, 5}, { 1,13}, { 9,13}, { 5, 1}, {13, 1}, { 5, 9}, {13, 9},
143 { 3, 3}, {11, 3}, { 3,11}, {11,11}, { 7, 7}, {15, 7}, { 7,15}, {15,15},
144 { 3, 7}, {11, 7}, { 3,15}, {11,15}, { 7, 3}, {15, 3}, { 7,11}, {15,11},
145 { 1, 3}, { 9, 3}, { 1,11}, { 9,11}, { 5, 7}, {13, 7}, { 5,15}, {13,15},
146 { 1, 7}, { 9, 7}, { 1,15}, { 9,15}, { 5, 3}, {13, 3}, { 5,11}, {13,11}, // quality 8
147 { 3, 1}, {11, 1}, { 3, 9}, {11, 9}, { 7, 5}, {15, 5}, { 7,13}, {15,13},
148 { 3, 5}, {11, 5}, { 3,13}, {11,13}, { 7, 1}, {15, 1}, { 7, 9}, {15, 9},
149 { 0, 1}, { 8, 1}, { 0, 9}, { 8, 9}, { 4, 5}, {12, 5}, { 4,13}, {12,13},
150 { 0, 5}, { 8, 5}, { 0,13}, { 8,13}, { 4, 1}, {12, 1}, { 4, 9}, {12, 9},
151 { 2, 3}, {10, 3}, { 2,11}, {10,11}, { 6, 7}, {14, 7}, { 6,15}, {14,15},
152 { 2, 7}, {10, 7}, { 2,15}, {10,15}, { 6, 3}, {14, 3}, { 6,11}, {14,11},
153 { 0, 3}, { 8, 3}, { 0,11}, { 8,11}, { 4, 7}, {12, 7}, { 4,15}, {12,15},
154 { 0, 7}, { 8, 7}, { 0,15}, { 8,15}, { 4, 3}, {12, 3}, { 4,11}, {12,11},
155 { 2, 1}, {10, 1}, { 2, 9}, {10, 9}, { 6, 5}, {14, 5}, { 6,13}, {14,13},
156 { 2, 5}, {10, 5}, { 2,13}, {10,13}, { 6, 1}, {14, 1}, { 6, 9}, {14, 9},
157 { 1, 0}, { 9, 0}, { 1, 8}, { 9, 8}, { 5, 4}, {13, 4}, { 5,12}, {13,12},
158 { 1, 4}, { 9, 4}, { 1,12}, { 9,12}, { 5, 0}, {13, 0}, { 5, 8}, {13, 8},
159 { 3, 2}, {11, 2}, { 3,10}, {11,10}, { 7, 6}, {15, 6}, { 7,14}, {15,14},
160 { 3, 6}, {11, 6}, { 3,14}, {11,14}, { 7, 2}, {15, 2}, { 7,10}, {15,10},
161 { 1, 2}, { 9, 2}, { 1,10}, { 9,10}, { 5, 6}, {13, 6}, { 5,14}, {13,14},
162 { 1, 6}, { 9, 6}, { 1,14}, { 9,14}, { 5, 2}, {13, 2}, { 5,10}, {13,10},
163 { 3, 0}, {11, 0}, { 3, 8}, {11, 8}, { 7, 4}, {15, 4}, { 7,12}, {15,12},
164 { 3, 4}, {11, 4}, { 3,12}, {11,12}, { 7, 0}, {15, 0}, { 7, 8}, {15, 8},
165 };
166
167 ✗ static void store_slice_c(uint8_t *dst, const uint16_t *src,
168 int dst_stride, int src_stride,
169 int width, int height, int log2_scale)
170 {
171 int y, x;
172
173 #define STORE(pos) do { \
174 temp = ((src[x + y * src_stride + pos] << log2_scale) + d[pos]) >> 8; \
175 if (temp & 0x100) temp = ~(temp >> 31); \
176 dst[x + y * dst_stride + pos] = temp; \
177 } while (0)
178
179 ✗ for (y = 0; y < height; y++) {
180 ✗ const uint8_t *d = dither[y&7];
181 ✗ for (x = 0; x < width; x += 8) {
182 int temp;
183 ✗ STORE(0);
184 ✗ STORE(1);
185 ✗ STORE(2);
186 ✗ STORE(3);
187 ✗ STORE(4);
188 ✗ STORE(5);
189 ✗ STORE(6);
190 ✗ STORE(7);
191 }
192 }
193 ✗ }
194
195 ✗ static int filter_1phase(AVFilterContext *ctx, void *arg, int i, int nb_jobs)
196 {
197 ✗ USPPContext *p = ctx->priv;
198 int ret, x, y;
199 ✗ int width = ctx->inputs[0]->w;
200 ✗ int height = ctx->inputs[0]->h;
201
202 ✗ const int x1 = offset[i+nb_jobs-1][0];
203 ✗ const int y1 = offset[i+nb_jobs-1][1];
204 ✗ const int x1c = x1 >> p->hsub;
205 ✗ const int y1c = y1 >> p->vsub;
206 ✗ const int BLOCKc = BLOCK >> p->hsub;
207 int offset;
208 ✗ AVPacket *pkt = p->pkt[i];
209
210 ✗ av_packet_unref(pkt);
211 ✗ pkt->data = p->outbuf;
212 ✗ pkt->size = p->outbuf_size;
213
214 ✗ p->frame[i]->linesize[0] = p->temp_stride[0];
215 ✗ p->frame[i]->linesize[1] = p->temp_stride[1];
216 ✗ p->frame[i]->linesize[2] = p->temp_stride[2];
217 ✗ p->frame[i]->height = height + BLOCK;
218 ✗ p->frame[i]->width = width + BLOCK;
219 ✗ p->frame[i]->data[0] = p->src[0] + x1 + y1 * p->frame[i]->linesize[0];
220 ✗ p->frame[i]->data[1] = p->src[1] + x1c + y1c * p->frame[i]->linesize[1];
221 ✗ p->frame[i]->data[2] = p->src[2] + x1c + y1c * p->frame[i]->linesize[2];
222 ✗ p->frame[i]->format = p->avctx_enc[i]->pix_fmt;
223 ✗ p->frame[i]->quality = p->quality;
224
225 ✗ ret = avcodec_send_frame(p->avctx_enc[i], p->frame[i]);
226 ✗ if (ret < 0) {
227 ✗ av_log(p->avctx_enc[i], AV_LOG_ERROR, "Error sending a frame for encoding\n");
228 ✗ return ret;
229 }
230 ✗ ret = avcodec_receive_packet(p->avctx_enc[i], pkt);
231 ✗ if (ret < 0) {
232 ✗ av_log(p->avctx_enc[i], AV_LOG_ERROR, "Error receiving a packet from encoding\n");
233 ✗ return ret;
234 }
235
236 ✗ if (p->avctx_enc[i]->flags & AV_CODEC_FLAG_RECON_FRAME) {
237 ✗ av_packet_unref(pkt);
238 ✗ ret = avcodec_receive_frame(p->avctx_enc[i], p->frame_dec[i]);
239 ✗ if (ret < 0) {
240 ✗ av_log(p->avctx_dec[i], AV_LOG_ERROR, "Error receiving a frame from encoding\n");
241 ✗ return ret;
242 }
243 } else {
244 ✗ ret = avcodec_send_packet(p->avctx_dec[i], pkt);
245 ✗ av_packet_unref(pkt);
246 ✗ if (ret < 0) {
247 ✗ av_log(p->avctx_dec[i], AV_LOG_ERROR, "Error sending a packet for decoding\n");
248 ✗ return ret;
249 }
250 ✗ ret = avcodec_receive_frame(p->avctx_dec[i], p->frame_dec[i]);
251 ✗ if (ret < 0) {
252 ✗ av_log(p->avctx_dec[i], AV_LOG_ERROR, "Error receiving a frame from decoding\n");
253 ✗ return ret;
254 }
255 }
256
257 ✗ offset = (BLOCK-x1) + (BLOCK-y1) * p->frame_dec[i]->linesize[0];
258
259 ✗ for (y = 0; y < height; y++)
260 ✗ for (x = 0; x < width; x++)
261 ✗ p->temp[0][x + y * p->temp_stride[0]] += p->frame_dec[i]->data[0][x + y * p->frame_dec[i]->linesize[0] + offset];
262
263
264 ✗ if (!p->frame_dec[i]->data[2] || !p->temp[2])
265 ✗ return 0;
266
267 ✗ offset = (BLOCKc-x1c) + (BLOCKc-y1c) * p->frame_dec[i]->linesize[1];
268
269 ✗ for (y = 0; y < AV_CEIL_RSHIFT(height, p->vsub); y++) {
270 ✗ for (x = 0; x < AV_CEIL_RSHIFT(width, p->hsub); x++) {
271 ✗ p->temp[1][x + y * p->temp_stride[1]] += p->frame_dec[i]->data[1][x + y * p->frame_dec[i]->linesize[1] + offset];
272 ✗ p->temp[2][x + y * p->temp_stride[2]] += p->frame_dec[i]->data[2][x + y * p->frame_dec[i]->linesize[2] + offset];
273 }
274 }
275
276 ✗ return 0;
277 }
278
279 ✗ static void filter(AVFilterContext *ctx, uint8_t *dst[3], uint8_t *src[3],
280 int dst_stride[3], int src_stride[3], int width,
281 int height, uint8_t *qp_store, int qp_stride)
282 {
283 ✗ USPPContext *p = ctx->priv;
284 int x, y, i, j;
285
286 ✗ for (i = 0; i < 3; i++) {
287 ✗ int is_chroma = !!i;
288 ✗ int w = AV_CEIL_RSHIFT(width, is_chroma ? p->hsub : 0);
289 ✗ int h = AV_CEIL_RSHIFT(height, is_chroma ? p->vsub : 0);
290 ✗ int stride = p->temp_stride[i];
291 ✗ int block = BLOCK >> (is_chroma ? p->hsub : 0);
292
293 ✗ if (!src[i] || !dst[i])
294 ✗ continue;
295 ✗ for (y = 0; y < h; y++) {
296 ✗ int index = block + block * stride + y * stride;
297
298 ✗ memcpy(p->src[i] + index, src[i] + y * src_stride[i], w );
299 ✗ for (x = 0; x < block; x++) {
300 ✗ p->src[i][index - x - 1] = p->src[i][index + x ];
301 ✗ p->src[i][index + w + x ] = p->src[i][index + w - x - 1];
302 }
303 }
304 ✗ for (y = 0; y < block; y++) {
305 ✗ memcpy(p->src[i] + ( block-1-y) * stride, p->src[i] + ( y+block ) * stride, stride);
306 ✗ memcpy(p->src[i] + (h+block +y) * stride, p->src[i] + (h-y+block-1) * stride, stride);
307 }
308
309 ✗ memset(p->temp[i], 0, (h + 2 * block) * stride * sizeof(int16_t));
310 }
311
312 ✗ if (p->qp)
313 ✗ p->quality = p->qp * FF_QP2LAMBDA;
314 else {
315 ✗ int qpsum=0;
316 ✗ int qpcount = (height>>4) * (height>>4);
317
318 ✗ for (y = 0; y < (height>>4); y++) {
319 ✗ for (x = 0; x < (width>>4); x++)
320 ✗ qpsum += qp_store[x + y * qp_stride];
321 }
322 ✗ p->quality = ff_norm_qscale((qpsum + qpcount/2) / qpcount, p->qscale_type) * FF_QP2LAMBDA;
323 }
324 // init per MB qscale stuff FIXME
325
326 ✗ ff_filter_execute(ctx, filter_1phase, NULL, NULL, p->count);
327
328 ✗ for (j = 0; j < 3; j++) {
329 ✗ int is_chroma = !!j;
330 ✗ if (!dst[j])
331 ✗ continue;
332 ✗ store_slice_c(dst[j], p->temp[j], dst_stride[j], p->temp_stride[j],
333 ✗ AV_CEIL_RSHIFT(width, is_chroma ? p->hsub : 0),
334 ✗ AV_CEIL_RSHIFT(height, is_chroma ? p->vsub : 0),
335 ✗ 8-p->log2_count);
336 }
337 ✗ }
338
339 static const enum AVPixelFormat pix_fmts[] = {
340 AV_PIX_FMT_YUV444P,
341 AV_PIX_FMT_YUV420P,
342 AV_PIX_FMT_YUV410P,
343 AV_PIX_FMT_YUVJ444P,
344 AV_PIX_FMT_YUVJ420P,
345 AV_PIX_FMT_GRAY8,
346 AV_PIX_FMT_NONE
347 };
348
349 ✗ static int config_input(AVFilterLink *inlink)
350 {
351
352 ✗ AVFilterContext *ctx = inlink->dst;
353 ✗ USPPContext *uspp = ctx->priv;
354 ✗ const int height = inlink->h;
355 ✗ const int width = inlink->w;
356 ✗ const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
357 int i;
358 ✗ const AVCodec *enc = avcodec_find_encoder_by_name(uspp->codec_name);
359 ✗ const AVCodec *dec = avcodec_find_decoder_by_name(uspp->codec_name);
360 ✗ if (!enc) {
361 ✗ av_log(ctx, AV_LOG_ERROR, "encoder %s not found.\n", uspp->codec_name);
362 ✗ return AVERROR(EINVAL);
363 }
364 ✗ if (!dec) {
365 ✗ av_log(ctx, AV_LOG_ERROR, "decoder %s not found.\n", uspp->codec_name);
366 ✗ return AVERROR(EINVAL);
367 }
368
369 ✗ uspp->hsub = desc->log2_chroma_w;
370 ✗ uspp->vsub = desc->log2_chroma_h;
371 ✗ uspp->count = 1<<uspp->log2_count;
372
373 ✗ for (i = 0; i < 3; i++) {
374 ✗ int is_chroma = !!i;
375 ✗ int w = (width + 4 * BLOCK-1) & (~(2 * BLOCK-1));
376 ✗ int h = (height + 4 * BLOCK-1) & (~(2 * BLOCK-1));
377
378 ✗ if (is_chroma) {
379 ✗ w = AV_CEIL_RSHIFT(w, uspp->hsub);
380 ✗ h = AV_CEIL_RSHIFT(h, uspp->vsub);
381 }
382
383 ✗ uspp->temp_stride[i] = w;
384 ✗ if (!(uspp->temp[i] = av_malloc_array(uspp->temp_stride[i], h * sizeof(int16_t))))
385 ✗ return AVERROR(ENOMEM);
386 ✗ if (!(uspp->src [i] = av_malloc_array(uspp->temp_stride[i], h * sizeof(uint8_t))))
387 ✗ return AVERROR(ENOMEM);
388 }
389
390 ✗ for (i = 0; i < uspp->count; i++) {
391 AVCodecContext *avctx_enc, *avctx_dec;
392 ✗ AVDictionary *opts = NULL;
393 int ret;
394
395 ✗ if (!(uspp->avctx_enc[i] = avcodec_alloc_context3(NULL)))
396 ✗ return AVERROR(ENOMEM);
397
398 ✗ avctx_enc = uspp->avctx_enc[i];
399 ✗ avctx_enc->width = width + BLOCK;
400 ✗ avctx_enc->height = height + BLOCK;
401 ✗ avctx_enc->time_base = (AVRational){1,25}; // meaningless
402 ✗ avctx_enc->gop_size = INT_MAX;
403 ✗ avctx_enc->max_b_frames = 0;
404 ✗ avctx_enc->pix_fmt = inlink->format;
405 ✗ avctx_enc->flags = AV_CODEC_FLAG_QSCALE | AV_CODEC_FLAG_LOW_DELAY;
406 ✗ if (enc->capabilities & AV_CODEC_CAP_ENCODER_RECON_FRAME) {
407 ✗ avctx_enc->flags |= AV_CODEC_FLAG_RECON_FRAME;
408 ✗ av_dict_set(&opts, "no_bitstream", "1", 0);
409 }
410 ✗ avctx_enc->strict_std_compliance = FF_COMPLIANCE_EXPERIMENTAL;
411 ✗ avctx_enc->global_quality = 123;
412 ✗ avctx_enc->thread_count = 1; // We do threading in the filter with muiltiple codecs
413 ✗ ret = avcodec_open2(avctx_enc, enc, &opts);
414 ✗ av_dict_free(&opts);
415 ✗ if (ret < 0)
416 ✗ return ret;
417 ✗ av_assert0(avctx_enc->codec);
418
419
420 ✗ if (!(enc->capabilities & AV_CODEC_CAP_ENCODER_RECON_FRAME)) {
421 ✗ if (!(uspp->avctx_dec[i] = avcodec_alloc_context3(NULL)))
422 ✗ return AVERROR(ENOMEM);
423 ✗ avctx_dec = uspp->avctx_dec[i];
424 ✗ avctx_dec->width = avctx_enc->width;
425 ✗ avctx_dec->height = avctx_enc->height;
426 ✗ avctx_dec->thread_count = 1;
427 ✗ ret = avcodec_open2(avctx_dec, dec, NULL);
428 ✗ if (ret < 0)
429 ✗ return ret;
430 }
431
432 ✗ if (!(uspp->frame[i] = av_frame_alloc()))
433 ✗ return AVERROR(ENOMEM);
434 ✗ if (!(uspp->frame_dec[i] = av_frame_alloc()))
435 ✗ return AVERROR(ENOMEM);
436 ✗ if (!(uspp->pkt[i] = av_packet_alloc()))
437 ✗ return AVERROR(ENOMEM);
438 }
439
440 ✗ uspp->outbuf_size = (width + BLOCK) * (height + BLOCK) * 10;
441 ✗ if (!(uspp->outbuf = av_malloc(uspp->outbuf_size)))
442 ✗ return AVERROR(ENOMEM);
443
444 ✗ return 0;
445 }
446
447 ✗ static int filter_frame(AVFilterLink *inlink, AVFrame *in)
448 {
449 ✗ AVFilterContext *ctx = inlink->dst;
450 ✗ USPPContext *uspp = ctx->priv;
451 ✗ AVFilterLink *outlink = ctx->outputs[0];
452 ✗ AVFrame *out = in;
453
454 ✗ int qp_stride = 0;
455 ✗ int8_t *qp_table = NULL;
456 ✗ int ret = 0;
457
458 /* if we are not in a constant user quantizer mode and we don't want to use
459 * the quantizers from the B-frames (B-frames often have a higher QP), we
460 * need to save the qp table from the last non B-frame; this is what the
461 * following code block does */
462 ✗ if (!uspp->qp && (uspp->use_bframe_qp || in->pict_type != AV_PICTURE_TYPE_B)) {
463 ✗ ret = ff_qp_table_extract(in, &qp_table, &qp_stride, NULL, &uspp->qscale_type);
464 ✗ if (ret < 0) {
465 ✗ av_frame_free(&in);
466 ✗ return ret;
467 }
468
469 ✗ if (!uspp->use_bframe_qp && in->pict_type != AV_PICTURE_TYPE_B) {
470 ✗ av_freep(&uspp->non_b_qp_table);
471 ✗ uspp->non_b_qp_table = qp_table;
472 ✗ uspp->non_b_qp_stride = qp_stride;
473 }
474 }
475
476 ✗ if (uspp->log2_count && !ctx->is_disabled) {
477 ✗ if (!uspp->use_bframe_qp && uspp->non_b_qp_table) {
478 ✗ qp_table = uspp->non_b_qp_table;
479 ✗ qp_stride = uspp->non_b_qp_stride;
480 }
481
482 ✗ if (qp_table || uspp->qp) {
483
484 /* get a new frame if in-place is not possible or if the dimensions
485 * are not multiple of 8 */
486 ✗ if (!av_frame_is_writable(in) || (inlink->w & 7) || (inlink->h & 7)) {
487 ✗ const int aligned_w = FFALIGN(inlink->w, 8);
488 ✗ const int aligned_h = FFALIGN(inlink->h, 8);
489
490 ✗ out = ff_get_video_buffer(outlink, aligned_w, aligned_h);
491 ✗ if (!out) {
492 ✗ av_frame_free(&in);
493 ✗ if (qp_table != uspp->non_b_qp_table)
494 ✗ av_free(qp_table);
495 ✗ return AVERROR(ENOMEM);
496 }
497 ✗ av_frame_copy_props(out, in);
498 ✗ out->width = in->width;
499 ✗ out->height = in->height;
500 }
501
502 ✗ filter(ctx, out->data, in->data, out->linesize, in->linesize,
503 inlink->w, inlink->h, qp_table, qp_stride);
504 }
505 }
506
507 ✗ if (in != out) {
508 ✗ if (in->data[3])
509 ✗ av_image_copy_plane(out->data[3], out->linesize[3],
510 ✗ in ->data[3], in ->linesize[3],
511 inlink->w, inlink->h);
512 ✗ av_frame_free(&in);
513 }
514 ✗ ret = ff_filter_frame(outlink, out);
515 ✗ if (qp_table != uspp->non_b_qp_table)
516 ✗ av_freep(&qp_table);
517 ✗ return ret;
518 }
519
520 ✗ static av_cold void uninit(AVFilterContext *ctx)
521 {
522 ✗ USPPContext *uspp = ctx->priv;
523 int i;
524
525 ✗ for (i = 0; i < 3; i++) {
526 ✗ av_freep(&uspp->temp[i]);
527 ✗ av_freep(&uspp->src[i]);
528 }
529
530 ✗ for (i = 0; i < uspp->count; i++) {
531 ✗ avcodec_free_context(&uspp->avctx_enc[i]);
532 ✗ avcodec_free_context(&uspp->avctx_dec[i]);
533 ✗ av_frame_free(&uspp->frame[i]);
534 ✗ av_frame_free(&uspp->frame_dec[i]);
535 ✗ av_packet_free(&uspp->pkt[i]);
536 }
537
538 ✗ av_freep(&uspp->non_b_qp_table);
539 ✗ av_freep(&uspp->outbuf);
540 ✗ }
541
542 static const AVFilterPad uspp_inputs[] = {
543 {
544 .name = "default",
545 .type = AVMEDIA_TYPE_VIDEO,
546 .config_props = config_input,
547 .filter_frame = filter_frame,
548 },
549 };
550
551 const AVFilter ff_vf_uspp = {
552 .name = "uspp",
553 .description = NULL_IF_CONFIG_SMALL("Apply Ultra Simple / Slow Post-processing filter."),
554 .priv_size = sizeof(USPPContext),
555 .uninit = uninit,
556 FILTER_INPUTS(uspp_inputs),
557 FILTER_OUTPUTS(ff_video_default_filterpad),
558 FILTER_PIXFMTS_ARRAY(pix_fmts),
559 .priv_class = &uspp_class,
560 .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL | AVFILTER_FLAG_SLICE_THREADS,
561 };
562