FFmpeg coverage

GCC Code Coverage Report

Directory:	../../../ffmpeg/		Exec	Total	Coverage
File:	src/libavfilter/af_deesser.c	Lines:	0	87	0.0 %
Date:	2021-04-15 16:04:23	Branches:	0	42	0.0 %


/*
 * Copyright (c) 2018 Chris Johnson
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in all
 * copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 */

#include "libavutil/channel_layout.h"
#include "libavutil/opt.h"
#include "avfilter.h"
#include "audio.h"
#include "formats.h"

typedef struct DeesserChannel {
    double s1, s2, s3;
    double m1, m2;
    double ratioA, ratioB;
    double iirSampleA, iirSampleB;
    int flip;
} DeesserChannel;

typedef struct DeesserContext {
    const AVClass *class;

    double intensity;
    double max;
    double frequency;
    int    mode;

    DeesserChannel *chan;
} DeesserContext;

enum OutModes {
    IN_MODE,
    OUT_MODE,
    ESS_MODE,
    NB_MODES
};

#define OFFSET(x) offsetof(DeesserContext, x)
#define A AV_OPT_FLAG_AUDIO_PARAM|AV_OPT_FLAG_FILTERING_PARAM

static const AVOption deesser_options[] = {
    { "i", "set intensity",    OFFSET(intensity), AV_OPT_TYPE_DOUBLE, {.dbl=0.0}, 0.0, 1.0, A },
    { "m", "set max deessing", OFFSET(max),       AV_OPT_TYPE_DOUBLE, {.dbl=0.5}, 0.0, 1.0, A },
    { "f", "set frequency",    OFFSET(frequency), AV_OPT_TYPE_DOUBLE, {.dbl=0.5}, 0.0, 1.0, A },
    { "s", "set output mode",  OFFSET(mode),      AV_OPT_TYPE_INT,    {.i64=OUT_MODE}, 0, NB_MODES-1, A, "mode" },
    {  "i", "input",           0,                 AV_OPT_TYPE_CONST,  {.i64=IN_MODE},  0, 0, A, "mode" },
    {  "o", "output",          0,                 AV_OPT_TYPE_CONST,  {.i64=OUT_MODE}, 0, 0, A, "mode" },
    {  "e", "ess",             0,                 AV_OPT_TYPE_CONST,  {.i64=ESS_MODE}, 0, 0, A, "mode" },
    { NULL }
};

AVFILTER_DEFINE_CLASS(deesser);

static int query_formats(AVFilterContext *ctx)
{
    AVFilterFormats *formats = NULL;
    AVFilterChannelLayouts *layouts = NULL;
    static const enum AVSampleFormat sample_fmts[] = {
        AV_SAMPLE_FMT_DBLP,
        AV_SAMPLE_FMT_NONE
    };
    int ret;

    formats = ff_make_format_list(sample_fmts);
    if (!formats)
        return AVERROR(ENOMEM);
    ret = ff_set_common_formats(ctx, formats);
    if (ret < 0)
        return ret;

    layouts = ff_all_channel_counts();
    if (!layouts)
        return AVERROR(ENOMEM);

    ret = ff_set_common_channel_layouts(ctx, layouts);
    if (ret < 0)
        return ret;

    formats = ff_all_samplerates();
    return ff_set_common_samplerates(ctx, formats);
}

static int config_input(AVFilterLink *inlink)
{
    AVFilterContext *ctx = inlink->dst;
    DeesserContext *s = ctx->priv;

    s->chan = av_calloc(inlink->channels, sizeof(*s->chan));
    if (!s->chan)
        return AVERROR(ENOMEM);

    for (int i = 0; i < inlink->channels; i++) {
        DeesserChannel *chan = &s->chan[i];

        chan->ratioA = chan->ratioB = 1.0;
    }

    return 0;
}

static int filter_frame(AVFilterLink *inlink, AVFrame *in)
{
    AVFilterContext *ctx = inlink->dst;
    AVFilterLink *outlink = ctx->outputs[0];
    DeesserContext *s = ctx->priv;
    AVFrame *out;

    if (av_frame_is_writable(in)) {
        out = in;
    } else {
        out = ff_get_audio_buffer(outlink, in->nb_samples);
        if (!out) {
            av_frame_free(&in);
            return AVERROR(ENOMEM);
        }
        av_frame_copy_props(out, in);
    }

    for (int ch = 0; ch < inlink->channels; ch++) {
        DeesserChannel *dec = &s->chan[ch];
        double *src = (double *)in->extended_data[ch];
        double *dst = (double *)out->extended_data[ch];
        double overallscale = inlink->sample_rate < 44100 ? 44100.0 / inlink->sample_rate : inlink->sample_rate / 44100.0;
        double intensity = pow(s->intensity, 5) * (8192 / overallscale);
        double maxdess = 1.0 / pow(10.0, ((s->max - 1.0) * 48.0) / 20);
        double iirAmount = pow(s->frequency, 2) / overallscale;
        double offset;
        double sense;
        double recovery;
        double attackspeed;

        for (int i = 0; i < in->nb_samples; i++) {
            double sample = src[i];

            dec->s3 = dec->s2;
            dec->s2 = dec->s1;
            dec->s1 = sample;
            dec->m1 = (dec->s1 - dec->s2) * ((dec->s1 - dec->s2) / 1.3);
            dec->m2 = (dec->s2 - dec->s3) * ((dec->s1 - dec->s2) / 1.3);
            sense = (dec->m1 - dec->m2) * ((dec->m1 - dec->m2) / 1.3);
            attackspeed = 7.0 + sense * 1024;

            sense = 1.0 + intensity * intensity * sense;
            sense = FFMIN(sense, intensity);
            recovery = 1.0 + (0.01 / sense);

            offset = 1.0 - fabs(sample);

            if (dec->flip) {
                dec->iirSampleA = (dec->iirSampleA * (1.0 - (offset * iirAmount))) +
                                  (sample * (offset * iirAmount));
                if (dec->ratioA < sense) {
                    dec->ratioA = ((dec->ratioA * attackspeed) + sense) / (attackspeed + 1.0);
                } else {
                    dec->ratioA = 1.0 + ((dec->ratioA - 1.0) / recovery);
                }

                dec->ratioA = FFMIN(dec->ratioA, maxdess);
                sample = dec->iirSampleA + ((sample - dec->iirSampleA) / dec->ratioA);
            } else {
                dec->iirSampleB = (dec->iirSampleB * (1.0 - (offset * iirAmount))) +
                                  (sample * (offset * iirAmount));
                if (dec->ratioB < sense) {
                    dec->ratioB = ((dec->ratioB * attackspeed) + sense) / (attackspeed + 1.0);
                } else {
                    dec->ratioB = 1.0 + ((dec->ratioB - 1.0) / recovery);
                }

                dec->ratioB = FFMIN(dec->ratioB, maxdess);
                sample = dec->iirSampleB + ((sample - dec->iirSampleB) / dec->ratioB);
            }

            dec->flip = !dec->flip;

            if (ctx->is_disabled)
                sample = src[i];

            switch (s->mode) {
            case IN_MODE:  dst[i] = src[i]; break;
            case OUT_MODE: dst[i] = sample; break;
            case ESS_MODE: dst[i] = src[i] - sample; break;
            }
        }
    }

    if (out != in)
        av_frame_free(&in);

    return ff_filter_frame(outlink, out);
}

static av_cold void uninit(AVFilterContext *ctx)
{
    DeesserContext *s = ctx->priv;

    av_freep(&s->chan);
}

static const AVFilterPad inputs[] = {
    {
        .name         = "default",
        .type         = AVMEDIA_TYPE_AUDIO,
        .filter_frame = filter_frame,
        .config_props = config_input,
    },
    { NULL }
};

static const AVFilterPad outputs[] = {
    {
        .name = "default",
        .type = AVMEDIA_TYPE_AUDIO,
    },
    { NULL }
};

AVFilter ff_af_deesser = {
    .name          = "deesser",
    .description   = NULL_IF_CONFIG_SMALL("Apply de-essing to the audio."),
    .query_formats = query_formats,
    .priv_size     = sizeof(DeesserContext),
    .priv_class    = &deesser_class,
    .uninit        = uninit,
    .inputs        = inputs,
    .outputs       = outputs,
    .flags         = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL,
};


Generated by: GCOVR (Version 4.2)

Line	Branch	Exec	Source
1			/*
2			* Copyright (c) 2018 Chris Johnson
3			*
4			* Permission is hereby granted, free of charge, to any person obtaining a copy
5			* of this software and associated documentation files (the "Software"), to deal
6			* in the Software without restriction, including without limitation the rights
7			* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
8			* copies of the Software, and to permit persons to whom the Software is
9			* furnished to do so, subject to the following conditions:
10			*
11			* The above copyright notice and this permission notice shall be included in all
12			* copies or substantial portions of the Software.
13			*
14			* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15			* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16			* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
17			* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18			* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
19			* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
20			* SOFTWARE.
21			*/
22
23			#include "libavutil/channel_layout.h"
24			#include "libavutil/opt.h"
25			#include "avfilter.h"
26			#include "audio.h"
27			#include "formats.h"
28
29			typedef struct DeesserChannel {
30			double s1, s2, s3;
31			double m1, m2;
32			double ratioA, ratioB;
33			double iirSampleA, iirSampleB;
34			int flip;
35			} DeesserChannel;
36
37			typedef struct DeesserContext {
38			const AVClass *class;
39
40			double intensity;
41			double max;
42			double frequency;
43			int mode;
44
45			DeesserChannel *chan;
46			} DeesserContext;
47
48			enum OutModes {
49			IN_MODE,
50			OUT_MODE,
51			ESS_MODE,
52			NB_MODES
53			};
54
55			#define OFFSET(x) offsetof(DeesserContext, x)
56			#define A AV_OPT_FLAG_AUDIO_PARAM\|AV_OPT_FLAG_FILTERING_PARAM
57
58			static const AVOption deesser_options[] = {
59			{ "i", "set intensity", OFFSET(intensity), AV_OPT_TYPE_DOUBLE, {.dbl=0.0}, 0.0, 1.0, A },
60			{ "m", "set max deessing", OFFSET(max), AV_OPT_TYPE_DOUBLE, {.dbl=0.5}, 0.0, 1.0, A },
61			{ "f", "set frequency", OFFSET(frequency), AV_OPT_TYPE_DOUBLE, {.dbl=0.5}, 0.0, 1.0, A },
62			{ "s", "set output mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=OUT_MODE}, 0, NB_MODES-1, A, "mode" },
63			{ "i", "input", 0, AV_OPT_TYPE_CONST, {.i64=IN_MODE}, 0, 0, A, "mode" },
64			{ "o", "output", 0, AV_OPT_TYPE_CONST, {.i64=OUT_MODE}, 0, 0, A, "mode" },
65			{ "e", "ess", 0, AV_OPT_TYPE_CONST, {.i64=ESS_MODE}, 0, 0, A, "mode" },
66			{ NULL }
67			};
68
69			AVFILTER_DEFINE_CLASS(deesser);
70
71			static int query_formats(AVFilterContext *ctx)
72			{
73			AVFilterFormats *formats = NULL;
74			AVFilterChannelLayouts *layouts = NULL;
75			static const enum AVSampleFormat sample_fmts[] = {
76			AV_SAMPLE_FMT_DBLP,
77			AV_SAMPLE_FMT_NONE
78			};
79			int ret;
80
81			formats = ff_make_format_list(sample_fmts);
82			if (!formats)
83			return AVERROR(ENOMEM);
84			ret = ff_set_common_formats(ctx, formats);
85			if (ret < 0)
86			return ret;
87
88			layouts = ff_all_channel_counts();
89			if (!layouts)
90			return AVERROR(ENOMEM);
91
92			ret = ff_set_common_channel_layouts(ctx, layouts);
93			if (ret < 0)
94			return ret;
95
96			formats = ff_all_samplerates();
97			return ff_set_common_samplerates(ctx, formats);
98			}
99
100			static int config_input(AVFilterLink *inlink)
101			{
102			AVFilterContext *ctx = inlink->dst;
103			DeesserContext *s = ctx->priv;
104
105			s->chan = av_calloc(inlink->channels, sizeof(*s->chan));
106			if (!s->chan)
107			return AVERROR(ENOMEM);
108
109			for (int i = 0; i < inlink->channels; i++) {
110			DeesserChannel *chan = &s->chan[i];
111
112			chan->ratioA = chan->ratioB = 1.0;
113			}
114
115			return 0;
116			}
117
118			static int filter_frame(AVFilterLink inlink, AVFrame in)
119			{
120			AVFilterContext *ctx = inlink->dst;
121			AVFilterLink *outlink = ctx->outputs[0];
122			DeesserContext *s = ctx->priv;
123			AVFrame *out;
124
125			if (av_frame_is_writable(in)) {
126			out = in;
127			} else {
128			out = ff_get_audio_buffer(outlink, in->nb_samples);
129			if (!out) {
130			av_frame_free(&in);
131			return AVERROR(ENOMEM);
132			}
133			av_frame_copy_props(out, in);
134			}
135
136			for (int ch = 0; ch < inlink->channels; ch++) {
137			DeesserChannel *dec = &s->chan[ch];
138			double src = (double )in->extended_data[ch];
139			double dst = (double )out->extended_data[ch];
140			double overallscale = inlink->sample_rate < 44100 ? 44100.0 / inlink->sample_rate : inlink->sample_rate / 44100.0;
141			double intensity = pow(s->intensity, 5) * (8192 / overallscale);
142			double maxdess = 1.0 / pow(10.0, ((s->max - 1.0) * 48.0) / 20);
143			double iirAmount = pow(s->frequency, 2) / overallscale;
144			double offset;
145			double sense;
146			double recovery;
147			double attackspeed;
148
149			for (int i = 0; i < in->nb_samples; i++) {
150			double sample = src[i];
151
152			dec->s3 = dec->s2;
153			dec->s2 = dec->s1;
154			dec->s1 = sample;
155			dec->m1 = (dec->s1 - dec->s2) * ((dec->s1 - dec->s2) / 1.3);
156			dec->m2 = (dec->s2 - dec->s3) * ((dec->s1 - dec->s2) / 1.3);
157			sense = (dec->m1 - dec->m2) * ((dec->m1 - dec->m2) / 1.3);
158			attackspeed = 7.0 + sense * 1024;
159
160			sense = 1.0 + intensity * intensity * sense;
161			sense = FFMIN(sense, intensity);
162			recovery = 1.0 + (0.01 / sense);
163
164			offset = 1.0 - fabs(sample);
165
166			if (dec->flip) {
167			dec->iirSampleA = (dec->iirSampleA * (1.0 - (offset * iirAmount))) +
168			(sample * (offset * iirAmount));
169			if (dec->ratioA < sense) {
170			dec->ratioA = ((dec->ratioA * attackspeed) + sense) / (attackspeed + 1.0);
171			} else {
172			dec->ratioA = 1.0 + ((dec->ratioA - 1.0) / recovery);
173			}
174
175			dec->ratioA = FFMIN(dec->ratioA, maxdess);
176			sample = dec->iirSampleA + ((sample - dec->iirSampleA) / dec->ratioA);
177			} else {
178			dec->iirSampleB = (dec->iirSampleB * (1.0 - (offset * iirAmount))) +
179			(sample * (offset * iirAmount));
180			if (dec->ratioB < sense) {
181			dec->ratioB = ((dec->ratioB * attackspeed) + sense) / (attackspeed + 1.0);
182			} else {
183			dec->ratioB = 1.0 + ((dec->ratioB - 1.0) / recovery);
184			}
185
186			dec->ratioB = FFMIN(dec->ratioB, maxdess);
187			sample = dec->iirSampleB + ((sample - dec->iirSampleB) / dec->ratioB);
188			}
189
190			dec->flip = !dec->flip;
191
192			if (ctx->is_disabled)
193			sample = src[i];
194
195			switch (s->mode) {
196			case IN_MODE: dst[i] = src[i]; break;
197			case OUT_MODE: dst[i] = sample; break;
198			case ESS_MODE: dst[i] = src[i] - sample; break;
199			}
200			}
201			}
202
203			if (out != in)
204			av_frame_free(&in);
205
206			return ff_filter_frame(outlink, out);
207			}
208
209			static av_cold void uninit(AVFilterContext *ctx)
210			{
211			DeesserContext *s = ctx->priv;
212
213			av_freep(&s->chan);
214			}
215
216			static const AVFilterPad inputs[] = {
217			{
218			.name = "default",
219			.type = AVMEDIA_TYPE_AUDIO,
220			.filter_frame = filter_frame,
221			.config_props = config_input,
222			},
223			{ NULL }
224			};
225
226			static const AVFilterPad outputs[] = {
227			{
228			.name = "default",
229			.type = AVMEDIA_TYPE_AUDIO,
230			},
231			{ NULL }
232			};
233
234			AVFilter ff_af_deesser = {
235			.name = "deesser",
236			.description = NULL_IF_CONFIG_SMALL("Apply de-essing to the audio."),
237			.query_formats = query_formats,
238			.priv_size = sizeof(DeesserContext),
239			.priv_class = &deesser_class,
240			.uninit = uninit,
241			.inputs = inputs,
242			.outputs = outputs,
243			.flags = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL,
244			};