/* * Copyright (c) 2010 S.N. Hemanth Meenakshisundaram * Copyright (c) 2011 Stefano Sabatini * Copyright (c) 2011 Mina Nagy Zaki * * This file is part of FFmpeg. * * FFmpeg is free software; you can redistribute it and/or * modify it under the terms of the GNU Lesser General Public * License as published by the Free Software Foundation; either * version 2.1 of the License, or (at your option) any later version. * * FFmpeg is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU * Lesser General Public License for more details. * * You should have received a copy of the GNU Lesser General Public * License along with FFmpeg; if not, write to the Free Software * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA */ /** * @file * sample format and channel layout conversion audio filter * based on code in libavcodec/resample.c by Fabrice Bellard and * libavcodec/audioconvert.c by Michael Niedermayer */ #include "libavutil/audioconvert.h" #include "libavutil/avstring.h" #include "libavcodec/audioconvert.h" #include "avfilter.h" #include "internal.h" typedef struct { enum AVSampleFormat out_sample_fmt, in_sample_fmt; ///< in/out sample formats int64_t out_chlayout, in_chlayout; ///< in/out channel layout int out_nb_channels, in_nb_channels; ///< number of in/output channels enum AVFilterPacking out_packing_fmt, in_packing_fmt; ///< output packing format int max_nb_samples; ///< maximum number of buffered samples AVFilterBufferRef *mix_samplesref; ///< rematrixed buffer AVFilterBufferRef *out_samplesref; ///< output buffer after required conversions uint8_t *in_mix[8], *out_mix[8]; ///< input/output for rematrixing functions uint8_t *packed_data[8]; ///< pointers for packing conversion int out_strides[8], in_strides[8]; ///< input/output strides for av_audio_convert uint8_t **in_conv, **out_conv; ///< input/output for av_audio_convert AVAudioConvert *audioconvert_ctx; ///< context for conversion to output sample format void (*convert_chlayout)(); ///< function to do the requested rematrixing } AConvertContext; #define REMATRIX_FUNC_SIG(NAME) static void REMATRIX_FUNC_NAME(NAME) \ (FMT_TYPE *outp[], FMT_TYPE *inp[], int nb_samples, AConvertContext *aconvert) #define FMT_TYPE uint8_t #define REMATRIX_FUNC_NAME(NAME) NAME ## _u8 #include "af_aconvert_rematrix.c" #define FMT_TYPE int16_t #define REMATRIX_FUNC_NAME(NAME) NAME ## _s16 #include "af_aconvert_rematrix.c" #define FMT_TYPE int32_t #define REMATRIX_FUNC_NAME(NAME) NAME ## _s32 #include "af_aconvert_rematrix.c" #define FLOATING #define FMT_TYPE float #define REMATRIX_FUNC_NAME(NAME) NAME ## _flt #include "af_aconvert_rematrix.c" #define FMT_TYPE double #define REMATRIX_FUNC_NAME(NAME) NAME ## _dbl #include "af_aconvert_rematrix.c" #define FMT_TYPE uint8_t #define REMATRIX_FUNC_NAME(NAME) NAME REMATRIX_FUNC_SIG(stereo_remix_planar) { int size = av_get_bytes_per_sample(aconvert->in_sample_fmt) * nb_samples; memcpy(outp[0], inp[0], size); memcpy(outp[1], inp[aconvert->in_nb_channels == 1 ? 0 : 1], size); } #define REGISTER_FUNC_PACKING(INCHLAYOUT, OUTCHLAYOUT, FUNC, PACKING) \ {INCHLAYOUT, OUTCHLAYOUT, PACKING, AV_SAMPLE_FMT_U8, FUNC##_u8}, \ {INCHLAYOUT, OUTCHLAYOUT, PACKING, AV_SAMPLE_FMT_S16, FUNC##_s16}, \ {INCHLAYOUT, OUTCHLAYOUT, PACKING, AV_SAMPLE_FMT_S32, FUNC##_s32}, \ {INCHLAYOUT, OUTCHLAYOUT, PACKING, AV_SAMPLE_FMT_FLT, FUNC##_flt}, \ {INCHLAYOUT, OUTCHLAYOUT, PACKING, AV_SAMPLE_FMT_DBL, FUNC##_dbl}, #define REGISTER_FUNC(INCHLAYOUT, OUTCHLAYOUT, FUNC) \ REGISTER_FUNC_PACKING(INCHLAYOUT, OUTCHLAYOUT, FUNC##_packed, AVFILTER_PACKED) \ REGISTER_FUNC_PACKING(INCHLAYOUT, OUTCHLAYOUT, FUNC##_planar, AVFILTER_PLANAR) static const struct RematrixFunctionInfo { int64_t in_chlayout, out_chlayout; int planar, sfmt; void (*func)(); } rematrix_funcs[] = { REGISTER_FUNC (AV_CH_LAYOUT_STEREO, AV_CH_LAYOUT_5POINT1, stereo_to_surround_5p1) REGISTER_FUNC (AV_CH_LAYOUT_5POINT1, AV_CH_LAYOUT_STEREO, surround_5p1_to_stereo) REGISTER_FUNC_PACKING(AV_CH_LAYOUT_STEREO, AV_CH_LAYOUT_MONO, stereo_to_mono_packed, AVFILTER_PACKED) REGISTER_FUNC_PACKING(AV_CH_LAYOUT_MONO, AV_CH_LAYOUT_STEREO, mono_to_stereo_packed, AVFILTER_PACKED) REGISTER_FUNC (0, AV_CH_LAYOUT_MONO, mono_downmix) REGISTER_FUNC_PACKING(0, AV_CH_LAYOUT_STEREO, stereo_downmix_packed, AVFILTER_PACKED) // This function works for all sample formats {0, AV_CH_LAYOUT_STEREO, AVFILTER_PLANAR, -1, stereo_remix_planar} }; static av_cold int init(AVFilterContext *ctx, const char *args0, void *opaque) { AConvertContext *aconvert = ctx->priv; char *arg, *ptr = NULL; int ret = 0; char *args = av_strdup(args0); aconvert->out_sample_fmt = AV_SAMPLE_FMT_NONE; aconvert->out_chlayout = 0; aconvert->out_packing_fmt = -1; if ((arg = av_strtok(args, ":", &ptr)) && strcmp(arg, "auto")) { if ((ret = ff_parse_sample_format(&aconvert->out_sample_fmt, arg, ctx)) < 0) goto end; } if ((arg = av_strtok(NULL, ":", &ptr)) && strcmp(arg, "auto")) { if ((ret = ff_parse_channel_layout(&aconvert->out_chlayout, arg, ctx)) < 0) goto end; } if ((arg = av_strtok(NULL, ":", &ptr)) && strcmp(arg, "auto")) { if ((ret = ff_parse_packing_format((int *)&aconvert->out_packing_fmt, arg, ctx)) < 0) goto end; } end: av_freep(&args); return ret; } static av_cold void uninit(AVFilterContext *ctx) { AConvertContext *aconvert = ctx->priv; avfilter_unref_buffer(aconvert->mix_samplesref); avfilter_unref_buffer(aconvert->out_samplesref); if (aconvert->audioconvert_ctx) av_audio_convert_free(aconvert->audioconvert_ctx); } static int query_formats(AVFilterContext *ctx) { AVFilterFormats *formats = NULL; AConvertContext *aconvert = ctx->priv; AVFilterLink *inlink = ctx->inputs[0]; AVFilterLink *outlink = ctx->outputs[0]; avfilter_formats_ref(avfilter_make_all_formats(AVMEDIA_TYPE_AUDIO), &inlink->out_formats); if (aconvert->out_sample_fmt != AV_SAMPLE_FMT_NONE) { formats = NULL; avfilter_add_format(&formats, aconvert->out_sample_fmt); avfilter_formats_ref(formats, &outlink->in_formats); } else avfilter_formats_ref(avfilter_make_all_formats(AVMEDIA_TYPE_AUDIO), &outlink->in_formats); avfilter_formats_ref(avfilter_make_all_channel_layouts(), &inlink->out_chlayouts); if (aconvert->out_chlayout != 0) { formats = NULL; avfilter_add_format(&formats, aconvert->out_chlayout); avfilter_formats_ref(formats, &outlink->in_chlayouts); } else avfilter_formats_ref(avfilter_make_all_channel_layouts(), &outlink->in_chlayouts); avfilter_formats_ref(avfilter_make_all_packing_formats(), &inlink->out_packing); if (aconvert->out_packing_fmt != -1) { formats = NULL; avfilter_add_format(&formats, aconvert->out_packing_fmt); avfilter_formats_ref(formats, &outlink->in_packing); } else avfilter_formats_ref(avfilter_make_all_packing_formats(), &outlink->in_packing); return 0; } static int config_output(AVFilterLink *outlink) { AVFilterLink *inlink = outlink->src->inputs[0]; AConvertContext *aconvert = outlink->src->priv; char buf1[64], buf2[64]; aconvert->in_sample_fmt = inlink->format; aconvert->in_packing_fmt = inlink->planar; if (aconvert->out_packing_fmt == -1) aconvert->out_packing_fmt = outlink->planar; aconvert->in_chlayout = inlink->channel_layout; aconvert->in_nb_channels = av_get_channel_layout_nb_channels(inlink->channel_layout); /* if not specified in args, use the format and layout of the output */ if (aconvert->out_sample_fmt == AV_SAMPLE_FMT_NONE) aconvert->out_sample_fmt = outlink->format; if (aconvert->out_chlayout == 0) aconvert->out_chlayout = outlink->channel_layout; aconvert->out_nb_channels = av_get_channel_layout_nb_channels(outlink->channel_layout); av_get_channel_layout_string(buf1, sizeof(buf1), -1, inlink ->channel_layout); av_get_channel_layout_string(buf2, sizeof(buf2), -1, outlink->channel_layout); av_log(outlink->src, AV_LOG_INFO, "fmt:%s cl:%s planar:%i -> fmt:%s cl:%s planar:%i\n", av_get_sample_fmt_name(inlink ->format), buf1, inlink ->planar, av_get_sample_fmt_name(outlink->format), buf2, outlink->planar); /* compute which channel layout conversion to use */ if (inlink->channel_layout != outlink->channel_layout) { int i; for (i = 0; i < sizeof(rematrix_funcs); i++) { const struct RematrixFunctionInfo *f = &rematrix_funcs[i]; if ((f->in_chlayout == 0 || f->in_chlayout == inlink ->channel_layout) && (f->out_chlayout == 0 || f->out_chlayout == outlink->channel_layout) && (f->planar == -1 || f->planar == inlink->planar) && (f->sfmt == -1 || f->sfmt == inlink->format) ) { aconvert->convert_chlayout = f->func; break; } } if (!aconvert->convert_chlayout) { av_log(outlink->src, AV_LOG_ERROR, "Unsupported channel layout conversion '%s -> %s' requested!\n", buf1, buf2); return AVERROR(EINVAL); } } return 0; } static int init_buffers(AVFilterLink *inlink, int nb_samples) { AConvertContext *aconvert = inlink->dst->priv; AVFilterLink * const outlink = inlink->dst->outputs[0]; int i, packed_stride = 0; const unsigned packing_conv = inlink->planar != outlink->planar && aconvert->out_nb_channels != 1, format_conv = inlink->format != outlink->format; int nb_channels = aconvert->out_nb_channels; uninit(inlink->dst); aconvert->max_nb_samples = nb_samples; if (aconvert->convert_chlayout) { /* allocate buffer for storing intermediary mixing samplesref */ uint8_t *data[8]; int linesize[8]; int nb_channels = av_get_channel_layout_nb_channels(outlink->channel_layout); if (av_samples_alloc(data, linesize, nb_channels, nb_samples, inlink->format, 16) < 0) goto fail_no_mem; aconvert->mix_samplesref = avfilter_get_audio_buffer_ref_from_arrays(data, linesize, AV_PERM_WRITE, nb_samples, inlink->format, outlink->channel_layout, inlink->planar); if (!aconvert->mix_samplesref) goto fail_no_mem; } // if there's a format/packing conversion we need an audio_convert context if (format_conv || packing_conv) { aconvert->out_samplesref = avfilter_get_audio_buffer(outlink, AV_PERM_WRITE, nb_samples); if (!aconvert->out_samplesref) goto fail_no_mem; aconvert->in_strides [0] = av_get_bytes_per_sample(inlink ->format); aconvert->out_strides[0] = av_get_bytes_per_sample(outlink->format); aconvert->out_conv = aconvert->out_samplesref->data; if (aconvert->mix_samplesref) aconvert->in_conv = aconvert->mix_samplesref->data; if (packing_conv) { // packed -> planar if (outlink->planar == AVFILTER_PLANAR) { if (aconvert->mix_samplesref) aconvert->packed_data[0] = aconvert->mix_samplesref->data[0]; aconvert->in_conv = aconvert->packed_data; packed_stride = aconvert->in_strides[0]; aconvert->in_strides[0] *= nb_channels; // planar -> packed } else { aconvert->packed_data[0] = aconvert->out_samplesref->data[0]; aconvert->out_conv = aconvert->packed_data; packed_stride = aconvert->out_strides[0]; aconvert->out_strides[0] *= nb_channels; } } else if (outlink->planar == AVFILTER_PACKED) { /* If there's no packing conversion, and the stream is packed * then we treat the entire stream as one big channel */ nb_channels = 1; } for (i = 1; i < nb_channels; i++) { aconvert->packed_data[i] = aconvert->packed_data[i-1] + packed_stride; aconvert->in_strides[i] = aconvert->in_strides[0]; aconvert->out_strides[i] = aconvert->out_strides[0]; } aconvert->audioconvert_ctx = av_audio_convert_alloc(outlink->format, nb_channels, inlink->format, nb_channels, NULL, 0); if (!aconvert->audioconvert_ctx) goto fail_no_mem; } return 0; fail_no_mem: av_log(inlink->dst, AV_LOG_ERROR, "Could not allocate memory.\n"); return AVERROR(ENOMEM); } static void filter_samples(AVFilterLink *inlink, AVFilterBufferRef *insamplesref) { AConvertContext *aconvert = inlink->dst->priv; AVFilterBufferRef *curbuf = insamplesref; AVFilterLink * const outlink = inlink->dst->outputs[0]; int chan_mult; /* in/reinint the internal buffers if this is the first buffer * provided or it is needed to use a bigger one */ if (!aconvert->max_nb_samples || (curbuf->audio->nb_samples > aconvert->max_nb_samples)) if (init_buffers(inlink, curbuf->audio->nb_samples) < 0) { av_log(inlink->dst, AV_LOG_ERROR, "Could not initialize buffers.\n"); return; } /* if channel mixing is required */ if (aconvert->mix_samplesref) { memcpy(aconvert->in_mix, curbuf->data, sizeof(aconvert->in_mix)); memcpy(aconvert->out_mix, aconvert->mix_samplesref->data, sizeof(aconvert->out_mix)); aconvert->convert_chlayout(aconvert->out_mix, aconvert->in_mix, curbuf->audio->nb_samples, aconvert); curbuf = aconvert->mix_samplesref; } if (aconvert->audioconvert_ctx) { if (!aconvert->mix_samplesref) { if (aconvert->in_conv == aconvert->packed_data) { int i, packed_stride = av_get_bytes_per_sample(inlink->format); aconvert->packed_data[0] = curbuf->data[0]; for (i = 1; i < aconvert->out_nb_channels; i++) aconvert->packed_data[i] = aconvert->packed_data[i-1] + packed_stride; } else { aconvert->in_conv = curbuf->data; } } chan_mult = inlink->planar == outlink->planar && inlink->planar == 0 ? aconvert->out_nb_channels : 1; av_audio_convert(aconvert->audioconvert_ctx, (void * const *) aconvert->out_conv, aconvert->out_strides, (const void * const *) aconvert->in_conv, aconvert->in_strides, curbuf->audio->nb_samples * chan_mult); curbuf = aconvert->out_samplesref; } avfilter_copy_buffer_ref_props(curbuf, insamplesref); curbuf->audio->channel_layout = outlink->channel_layout; curbuf->audio->planar = outlink->planar; avfilter_filter_samples(inlink->dst->outputs[0], avfilter_ref_buffer(curbuf, ~0)); avfilter_unref_buffer(insamplesref); } AVFilter avfilter_af_aconvert = { .name = "aconvert", .description = NULL_IF_CONFIG_SMALL("Convert the input audio to sample_fmt:channel_layout:packed_fmt."), .priv_size = sizeof(AConvertContext), .init = init, .uninit = uninit, .query_formats = query_formats, .inputs = (const AVFilterPad[]) {{ .name = "default", .type = AVMEDIA_TYPE_AUDIO, .filter_samples = filter_samples, .min_perms = AV_PERM_READ, }, { .name = NULL}}, .outputs = (const AVFilterPad[]) {{ .name = "default", .type = AVMEDIA_TYPE_AUDIO, .config_props = config_output, }, { .name = NULL}}, };