mirror of https://github.com/FFmpeg/FFmpeg.git
Paul B Mahol
6 years ago
parent
1b262004d3
commit
bd5e92ef8a
6 changed files with 284 additions and 1 deletions
@ -0,0 +1,244 @@ |
||||
/*
|
||||
* Copyright (c) 2018 Chris Johnson |
||||
* |
||||
* Permission is hereby granted, free of charge, to any person obtaining a copy |
||||
* of this software and associated documentation files (the "Software"), to deal |
||||
* in the Software without restriction, including without limitation the rights |
||||
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell |
||||
* copies of the Software, and to permit persons to whom the Software is |
||||
* furnished to do so, subject to the following conditions: |
||||
* |
||||
* The above copyright notice and this permission notice shall be included in all |
||||
* copies or substantial portions of the Software. |
||||
* |
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
||||
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
||||
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
||||
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
||||
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, |
||||
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
||||
* SOFTWARE. |
||||
*/ |
||||
|
||||
#include "libavutil/channel_layout.h" |
||||
#include "libavutil/opt.h" |
||||
#include "avfilter.h" |
||||
#include "audio.h" |
||||
#include "formats.h" |
||||
|
||||
typedef struct DeesserChannel { |
||||
double s1, s2, s3; |
||||
double m1, m2; |
||||
double ratioA, ratioB; |
||||
double iirSampleA, iirSampleB; |
||||
int flip; |
||||
} DeesserChannel; |
||||
|
||||
typedef struct DeesserContext { |
||||
const AVClass *class; |
||||
|
||||
double intensity; |
||||
double max; |
||||
double frequency; |
||||
int mode; |
||||
|
||||
DeesserChannel *chan; |
||||
} DeesserContext; |
||||
|
||||
enum OutModes { |
||||
IN_MODE, |
||||
OUT_MODE, |
||||
ESS_MODE, |
||||
NB_MODES |
||||
}; |
||||
|
||||
#define OFFSET(x) offsetof(DeesserContext, x) |
||||
#define A AV_OPT_FLAG_AUDIO_PARAM|AV_OPT_FLAG_FILTERING_PARAM |
||||
|
||||
static const AVOption deesser_options[] = { |
||||
{ "i", "set intensity", OFFSET(intensity), AV_OPT_TYPE_DOUBLE, {.dbl=0.0}, 0.0, 1.0, A }, |
||||
{ "m", "set max deessing", OFFSET(max), AV_OPT_TYPE_DOUBLE, {.dbl=0.5}, 0.0, 1.0, A }, |
||||
{ "f", "set frequency", OFFSET(frequency), AV_OPT_TYPE_DOUBLE, {.dbl=0.5}, 0.0, 1.0, A }, |
||||
{ "s", "set output mode", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=OUT_MODE}, 0, NB_MODES-1, A, "mode" }, |
||||
{ "i", "input", 0, AV_OPT_TYPE_CONST, {.i64=IN_MODE}, 0, 0, A, "mode" }, |
||||
{ "o", "output", 0, AV_OPT_TYPE_CONST, {.i64=OUT_MODE}, 0, 0, A, "mode" }, |
||||
{ "e", "ess", 0, AV_OPT_TYPE_CONST, {.i64=ESS_MODE}, 0, 0, A, "mode" }, |
||||
{ NULL } |
||||
}; |
||||
|
||||
AVFILTER_DEFINE_CLASS(deesser); |
||||
|
||||
static int query_formats(AVFilterContext *ctx) |
||||
{ |
||||
AVFilterFormats *formats = NULL; |
||||
AVFilterChannelLayouts *layouts = NULL; |
||||
static const enum AVSampleFormat sample_fmts[] = { |
||||
AV_SAMPLE_FMT_DBLP, |
||||
AV_SAMPLE_FMT_NONE |
||||
}; |
||||
int ret; |
||||
|
||||
formats = ff_make_format_list(sample_fmts); |
||||
if (!formats) |
||||
return AVERROR(ENOMEM); |
||||
ret = ff_set_common_formats(ctx, formats); |
||||
if (ret < 0) |
||||
return ret; |
||||
|
||||
layouts = ff_all_channel_counts(); |
||||
if (!layouts) |
||||
return AVERROR(ENOMEM); |
||||
|
||||
ret = ff_set_common_channel_layouts(ctx, layouts); |
||||
if (ret < 0) |
||||
return ret; |
||||
|
||||
formats = ff_all_samplerates(); |
||||
return ff_set_common_samplerates(ctx, formats); |
||||
} |
||||
|
||||
static int config_input(AVFilterLink *inlink) |
||||
{ |
||||
AVFilterContext *ctx = inlink->dst; |
||||
DeesserContext *s = ctx->priv; |
||||
|
||||
s->chan = av_calloc(inlink->channels, sizeof(*s->chan)); |
||||
if (!s->chan) |
||||
return AVERROR(ENOMEM); |
||||
|
||||
for (int i = 0; i < inlink->channels; i++) { |
||||
DeesserChannel *chan = &s->chan[i];; |
||||
|
||||
chan->ratioA = chan->ratioB = 1.0; |
||||
} |
||||
|
||||
return 0; |
||||
} |
||||
|
||||
static int filter_frame(AVFilterLink *inlink, AVFrame *in) |
||||
{ |
||||
AVFilterContext *ctx = inlink->dst; |
||||
AVFilterLink *outlink = ctx->outputs[0]; |
||||
DeesserContext *s = ctx->priv; |
||||
AVFrame *out; |
||||
|
||||
if (av_frame_is_writable(in)) { |
||||
out = in; |
||||
} else { |
||||
out = ff_get_audio_buffer(outlink, in->nb_samples); |
||||
if (!out) { |
||||
av_frame_free(&in); |
||||
return AVERROR(ENOMEM); |
||||
} |
||||
av_frame_copy_props(out, in); |
||||
} |
||||
|
||||
for (int ch = 0; ch < inlink->channels; ch++) { |
||||
DeesserChannel *dec = &s->chan[ch]; |
||||
double *src = (double *)in->extended_data[ch]; |
||||
double *dst = (double *)out->extended_data[ch]; |
||||
double overallscale = inlink->sample_rate < 44100 ? 44100.0 / inlink->sample_rate : inlink->sample_rate / 44100.0; |
||||
double intensity = pow(s->intensity, 5) * (8192 / overallscale); |
||||
double maxdess = 1.0 / pow(10.0, ((s->max - 1.0) * 48.0) / 20); |
||||
double iirAmount = pow(s->frequency, 2) / overallscale; |
||||
double offset; |
||||
double sense; |
||||
double recovery; |
||||
double attackspeed; |
||||
|
||||
for (int i = 0; i < in->nb_samples; i++) { |
||||
double sample = src[i]; |
||||
|
||||
dec->s3 = dec->s2; |
||||
dec->s2 = dec->s1; |
||||
dec->s1 = sample; |
||||
dec->m1 = (dec->s1 - dec->s2) * ((dec->s1 - dec->s2) / 1.3); |
||||
dec->m2 = (dec->s2 - dec->s3) * ((dec->s1 - dec->s2) / 1.3); |
||||
sense = (dec->m1 - dec->m2) * ((dec->m1 - dec->m2) / 1.3); |
||||
attackspeed = 7.0 + sense * 1024; |
||||
|
||||
sense = 1.0 + intensity * intensity * sense; |
||||
sense = FFMIN(sense, intensity); |
||||
recovery = 1.0 + (0.01 / sense); |
||||
|
||||
offset = 1.0 - fabs(sample); |
||||
|
||||
if (dec->flip) { |
||||
dec->iirSampleA = (dec->iirSampleA * (1.0 - (offset * iirAmount))) + |
||||
(sample * (offset * iirAmount)); |
||||
if (dec->ratioA < sense) { |
||||
dec->ratioA = ((dec->ratioA * attackspeed) + sense) / (attackspeed + 1.0); |
||||
} else { |
||||
dec->ratioA = 1.0 + ((dec->ratioA - 1.0) / recovery); |
||||
} |
||||
|
||||
dec->ratioA = FFMIN(dec->ratioA, maxdess); |
||||
sample = dec->iirSampleA + ((sample - dec->iirSampleA) / dec->ratioA); |
||||
} else { |
||||
dec->iirSampleB = (dec->iirSampleB * (1.0 - (offset * iirAmount))) + |
||||
(sample * (offset * iirAmount)); |
||||
if (dec->ratioB < sense) { |
||||
dec->ratioB = ((dec->ratioB * attackspeed) + sense) / (attackspeed + 1.0); |
||||
} else { |
||||
dec->ratioB = 1.0 + ((dec->ratioB - 1.0) / recovery); |
||||
} |
||||
|
||||
dec->ratioB = FFMIN(dec->ratioB, maxdess); |
||||
sample = dec->iirSampleB + ((sample - dec->iirSampleB) / dec->ratioB); |
||||
} |
||||
|
||||
dec->flip = !dec->flip; |
||||
|
||||
if (ctx->is_disabled) |
||||
sample = src[i]; |
||||
|
||||
switch (s->mode) { |
||||
case IN_MODE: dst[i] = src[i]; break; |
||||
case OUT_MODE: dst[i] = sample; break; |
||||
case ESS_MODE: dst[i] = src[i] - sample; break; |
||||
} |
||||
} |
||||
} |
||||
|
||||
if (out != in) |
||||
av_frame_free(&in); |
||||
|
||||
return ff_filter_frame(outlink, out); |
||||
} |
||||
|
||||
static av_cold void uninit(AVFilterContext *ctx) |
||||
{ |
||||
DeesserContext *s = ctx->priv; |
||||
|
||||
av_freep(&s->chan); |
||||
} |
||||
|
||||
static const AVFilterPad inputs[] = { |
||||
{ |
||||
.name = "default", |
||||
.type = AVMEDIA_TYPE_AUDIO, |
||||
.filter_frame = filter_frame, |
||||
.config_props = config_input, |
||||
}, |
||||
{ NULL } |
||||
}; |
||||
|
||||
static const AVFilterPad outputs[] = { |
||||
{ |
||||
.name = "default", |
||||
.type = AVMEDIA_TYPE_AUDIO, |
||||
}, |
||||
{ NULL } |
||||
}; |
||||
|
||||
AVFilter ff_af_deesser = { |
||||
.name = "deesser", |
||||
.description = NULL_IF_CONFIG_SMALL("Apply de-essing to the audio."), |
||||
.query_formats = query_formats, |
||||
.priv_size = sizeof(DeesserContext), |
||||
.priv_class = &deesser_class, |
||||
.uninit = uninit, |
||||
.inputs = inputs, |
||||
.outputs = outputs, |
||||
.flags = AVFILTER_FLAG_SUPPORT_TIMELINE_INTERNAL, |
||||
}; |
||||
Loading…
Reference in new issue