mirror of
https://git.ffmpeg.org/ffmpeg.git
synced 2026-01-04 21:25:40 +01:00
lavfi/volume: support volume expression and per-frame expression evaluation
The eval mode allows to evaluate the expression per-frame or just at init. In particular, address ticket #3234.
This commit is contained in:
@@ -39,39 +39,73 @@ static const char *precision_str[] = {
|
||||
"fixed", "float", "double"
|
||||
};
|
||||
|
||||
static const char *const var_names[] = {
|
||||
"n", ///< frame number (starting at zero)
|
||||
"nb_channels", ///< number of channels
|
||||
"nb_consumed_samples", ///< number of samples consumed by the filter
|
||||
"nb_samples", ///< number of samples in the current frame
|
||||
"pos", ///< position in the file of the frame
|
||||
"pts", ///< frame presentation timestamp
|
||||
"sample_rate", ///< sample rate
|
||||
"startpts", ///< PTS at start of stream
|
||||
"startt", ///< time at start of stream
|
||||
"t", ///< time in the file of the frame
|
||||
"tb", ///< timebase
|
||||
"volume", ///< last set value
|
||||
NULL
|
||||
};
|
||||
|
||||
#define OFFSET(x) offsetof(VolumeContext, x)
|
||||
#define A AV_OPT_FLAG_AUDIO_PARAM
|
||||
#define F AV_OPT_FLAG_FILTERING_PARAM
|
||||
|
||||
static const AVOption volume_options[] = {
|
||||
{ "volume", "set volume adjustment",
|
||||
OFFSET(volume), AV_OPT_TYPE_DOUBLE, { .dbl = 1.0 }, 0, 0x7fffff, A|F },
|
||||
{ "volume", "set volume adjustment expression",
|
||||
OFFSET(volume_expr), AV_OPT_TYPE_STRING, { .str = "1.0" }, .flags = A|F },
|
||||
{ "precision", "select mathematical precision",
|
||||
OFFSET(precision), AV_OPT_TYPE_INT, { .i64 = PRECISION_FLOAT }, PRECISION_FIXED, PRECISION_DOUBLE, A|F, "precision" },
|
||||
{ "fixed", "select 8-bit fixed-point", 0, AV_OPT_TYPE_CONST, { .i64 = PRECISION_FIXED }, INT_MIN, INT_MAX, A|F, "precision" },
|
||||
{ "float", "select 32-bit floating-point", 0, AV_OPT_TYPE_CONST, { .i64 = PRECISION_FLOAT }, INT_MIN, INT_MAX, A|F, "precision" },
|
||||
{ "double", "select 64-bit floating-point", 0, AV_OPT_TYPE_CONST, { .i64 = PRECISION_DOUBLE }, INT_MIN, INT_MAX, A|F, "precision" },
|
||||
{ "eval", "specify when to evaluate expressions", OFFSET(eval_mode), AV_OPT_TYPE_INT, {.i64 = EVAL_MODE_ONCE}, 0, EVAL_MODE_NB-1, .flags = A|F, "eval" },
|
||||
{ "once", "eval volume expression once", 0, AV_OPT_TYPE_CONST, {.i64=EVAL_MODE_ONCE}, .flags = A|F, .unit = "eval" },
|
||||
{ "frame", "eval volume expression per-frame", 0, AV_OPT_TYPE_CONST, {.i64=EVAL_MODE_FRAME}, .flags = A|F, .unit = "eval" },
|
||||
{ NULL }
|
||||
};
|
||||
|
||||
AVFILTER_DEFINE_CLASS(volume);
|
||||
|
||||
static int set_expr(AVExpr **pexpr, const char *expr, void *log_ctx)
|
||||
{
|
||||
int ret;
|
||||
AVExpr *old = NULL;
|
||||
|
||||
if (*pexpr)
|
||||
old = *pexpr;
|
||||
ret = av_expr_parse(pexpr, expr, var_names,
|
||||
NULL, NULL, NULL, NULL, 0, log_ctx);
|
||||
if (ret < 0) {
|
||||
av_log(log_ctx, AV_LOG_ERROR,
|
||||
"Error when evaluating the volume expression '%s'\n", expr);
|
||||
*pexpr = old;
|
||||
return ret;
|
||||
}
|
||||
|
||||
av_expr_free(old);
|
||||
return 0;
|
||||
}
|
||||
|
||||
static av_cold int init(AVFilterContext *ctx)
|
||||
{
|
||||
VolumeContext *vol = ctx->priv;
|
||||
return set_expr(&vol->volume_pexpr, vol->volume_expr, ctx);
|
||||
}
|
||||
|
||||
if (vol->precision == PRECISION_FIXED) {
|
||||
vol->volume_i = (int)(vol->volume * 256 + 0.5);
|
||||
vol->volume = vol->volume_i / 256.0;
|
||||
av_log(ctx, AV_LOG_VERBOSE, "volume:(%d/256)(%f)(%1.2fdB) precision:fixed\n",
|
||||
vol->volume_i, vol->volume, 20.0*log(vol->volume)/M_LN10);
|
||||
} else {
|
||||
av_log(ctx, AV_LOG_VERBOSE, "volume:(%f)(%1.2fdB) precision:%s\n",
|
||||
vol->volume, 20.0*log(vol->volume)/M_LN10,
|
||||
precision_str[vol->precision]);
|
||||
}
|
||||
|
||||
return 0;
|
||||
static av_cold void uninit(AVFilterContext *ctx)
|
||||
{
|
||||
VolumeContext *vol = ctx->priv;
|
||||
av_expr_free(vol->volume_pexpr);
|
||||
av_opt_free(vol);
|
||||
}
|
||||
|
||||
static int query_formats(AVFilterContext *ctx)
|
||||
@@ -199,6 +233,37 @@ static av_cold void volume_init(VolumeContext *vol)
|
||||
ff_volume_init_x86(vol);
|
||||
}
|
||||
|
||||
static int set_volume(AVFilterContext *ctx)
|
||||
{
|
||||
VolumeContext *vol = ctx->priv;
|
||||
|
||||
vol->volume = av_expr_eval(vol->volume_pexpr, vol->var_values, NULL);
|
||||
if (isnan(vol->volume)) {
|
||||
if (vol->eval_mode == EVAL_MODE_ONCE) {
|
||||
av_log(ctx, AV_LOG_ERROR, "Invalid value NaN for volume\n");
|
||||
return AVERROR(EINVAL);
|
||||
} else {
|
||||
av_log(ctx, AV_LOG_WARNING, "Invalid value NaN for volume, setting to 0\n");
|
||||
vol->volume = 0;
|
||||
}
|
||||
}
|
||||
vol->var_values[VAR_VOLUME] = vol->volume;
|
||||
|
||||
if (vol->precision == PRECISION_FIXED) {
|
||||
vol->volume_i = (int)(vol->volume * 256 + 0.5);
|
||||
vol->volume = vol->volume_i / 256.0;
|
||||
av_log(ctx, AV_LOG_VERBOSE, "volume:(%d/256)(%f)(%1.2fdB) precision:fixed\n",
|
||||
vol->volume_i, vol->volume, 20.0*log(vol->volume)/M_LN10);
|
||||
} else {
|
||||
av_log(ctx, AV_LOG_VERBOSE, "volume:(%f)(%1.2fdB) precision:%s\n",
|
||||
vol->volume, 20.0*log(vol->volume)/M_LN10,
|
||||
precision_str[vol->precision]);
|
||||
}
|
||||
|
||||
volume_init(vol);
|
||||
return 0;
|
||||
}
|
||||
|
||||
static int config_output(AVFilterLink *outlink)
|
||||
{
|
||||
AVFilterContext *ctx = outlink->src;
|
||||
@@ -209,20 +274,58 @@ static int config_output(AVFilterLink *outlink)
|
||||
vol->channels = inlink->channels;
|
||||
vol->planes = av_sample_fmt_is_planar(inlink->format) ? vol->channels : 1;
|
||||
|
||||
volume_init(vol);
|
||||
vol->var_values[VAR_N] =
|
||||
vol->var_values[VAR_NB_CONSUMED_SAMPLES] =
|
||||
vol->var_values[VAR_NB_SAMPLES] =
|
||||
vol->var_values[VAR_POS] =
|
||||
vol->var_values[VAR_PTS] =
|
||||
vol->var_values[VAR_STARTPTS] =
|
||||
vol->var_values[VAR_STARTT] =
|
||||
vol->var_values[VAR_T] =
|
||||
vol->var_values[VAR_VOLUME] = NAN;
|
||||
|
||||
return 0;
|
||||
vol->var_values[VAR_NB_CHANNELS] = inlink->channels;
|
||||
vol->var_values[VAR_TB] = av_q2d(inlink->time_base);
|
||||
vol->var_values[VAR_SAMPLE_RATE] = inlink->sample_rate;
|
||||
|
||||
av_log(inlink->src, AV_LOG_VERBOSE, "tb:%f sample_rate:%f nb_channels:%f\n",
|
||||
vol->var_values[VAR_TB],
|
||||
vol->var_values[VAR_SAMPLE_RATE],
|
||||
vol->var_values[VAR_NB_CHANNELS]);
|
||||
|
||||
return set_volume(ctx);
|
||||
}
|
||||
|
||||
#define D2TS(d) (isnan(d) ? AV_NOPTS_VALUE : (int64_t)(d))
|
||||
#define TS2D(ts) ((ts) == AV_NOPTS_VALUE ? NAN : (double)(ts))
|
||||
#define TS2T(ts, tb) ((ts) == AV_NOPTS_VALUE ? NAN : (double)(ts)*av_q2d(tb))
|
||||
|
||||
static int filter_frame(AVFilterLink *inlink, AVFrame *buf)
|
||||
{
|
||||
AVFilterContext *ctx = inlink->dst;
|
||||
VolumeContext *vol = inlink->dst->priv;
|
||||
AVFilterLink *outlink = inlink->dst->outputs[0];
|
||||
int nb_samples = buf->nb_samples;
|
||||
AVFrame *out_buf;
|
||||
int64_t pos;
|
||||
|
||||
if (vol->volume == 1.0 || vol->volume_i == 256)
|
||||
return ff_filter_frame(outlink, buf);
|
||||
if (isnan(vol->var_values[VAR_STARTPTS])) {
|
||||
vol->var_values[VAR_STARTPTS] = TS2D(buf->pts);
|
||||
vol->var_values[VAR_STARTT ] = TS2T(buf->pts, inlink->time_base);
|
||||
}
|
||||
vol->var_values[VAR_PTS] = TS2D(buf->pts);
|
||||
vol->var_values[VAR_T ] = TS2T(buf->pts, inlink->time_base);
|
||||
vol->var_values[VAR_N ] = inlink->frame_count;
|
||||
|
||||
pos = av_frame_get_pkt_pos(buf);
|
||||
vol->var_values[VAR_POS] = pos == -1 ? NAN : pos;
|
||||
if (vol->eval_mode == EVAL_MODE_FRAME)
|
||||
set_volume(ctx);
|
||||
|
||||
if (vol->volume == 1.0 || vol->volume_i == 256) {
|
||||
out_buf = buf;
|
||||
goto end;
|
||||
}
|
||||
|
||||
/* do volume scaling in-place if input buffer is writable */
|
||||
if (av_frame_is_writable(buf)) {
|
||||
@@ -266,6 +369,8 @@ static int filter_frame(AVFilterLink *inlink, AVFrame *buf)
|
||||
if (buf != out_buf)
|
||||
av_frame_free(&buf);
|
||||
|
||||
end:
|
||||
vol->var_values[VAR_NB_CONSUMED_SAMPLES] += buf->nb_samples;
|
||||
return ff_filter_frame(outlink, out_buf);
|
||||
}
|
||||
|
||||
@@ -294,6 +399,7 @@ AVFilter ff_af_volume = {
|
||||
.priv_size = sizeof(VolumeContext),
|
||||
.priv_class = &volume_class,
|
||||
.init = init,
|
||||
.uninit = uninit,
|
||||
.inputs = avfilter_af_volume_inputs,
|
||||
.outputs = avfilter_af_volume_outputs,
|
||||
.flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC,
|
||||
|
||||
Reference in New Issue
Block a user