2012-05-07 11:21:38 +02:00
|
|
|
/*
|
2012-05-10 22:41:29 +02:00
|
|
|
* Copyright (c) Stefano Sabatini | stefasab at gmail.com
|
|
|
|
* Copyright (c) S.N. Hemanth Meenakshisundaram | smeenaks at ucsd.edu
|
2012-05-07 11:21:38 +02:00
|
|
|
*
|
2012-05-10 22:41:29 +02:00
|
|
|
* This file is part of FFmpeg.
|
|
|
|
*
|
|
|
|
* FFmpeg is free software; you can redistribute it and/or
|
2012-05-07 11:21:38 +02:00
|
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
|
|
* License as published by the Free Software Foundation; either
|
|
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
|
|
*
|
2012-05-10 22:41:29 +02:00
|
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
2012-05-07 11:21:38 +02:00
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* Lesser General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU Lesser General Public
|
2012-05-10 22:41:29 +02:00
|
|
|
* License along with FFmpeg; if not, write to the Free Software
|
2012-05-07 11:21:38 +02:00
|
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
*/
|
|
|
|
|
2012-05-10 22:41:29 +02:00
|
|
|
#include "libavutil/avassert.h"
|
2012-11-10 16:00:00 +01:00
|
|
|
#include "libavutil/channel_layout.h"
|
2012-08-06 15:49:32 +02:00
|
|
|
#include "libavutil/common.h"
|
2012-05-07 11:21:38 +02:00
|
|
|
|
|
|
|
#include "audio.h"
|
|
|
|
#include "avfilter.h"
|
|
|
|
#include "internal.h"
|
|
|
|
|
|
|
|
AVFilterBufferRef *ff_null_get_audio_buffer(AVFilterLink *link, int perms,
|
|
|
|
int nb_samples)
|
|
|
|
{
|
|
|
|
return ff_get_audio_buffer(link->dst->outputs[0], perms, nb_samples);
|
|
|
|
}
|
|
|
|
|
|
|
|
AVFilterBufferRef *ff_default_get_audio_buffer(AVFilterLink *link, int perms,
|
|
|
|
int nb_samples)
|
|
|
|
{
|
|
|
|
AVFilterBufferRef *samplesref = NULL;
|
|
|
|
uint8_t **data;
|
|
|
|
int planar = av_sample_fmt_is_planar(link->format);
|
|
|
|
int nb_channels = av_get_channel_layout_nb_channels(link->channel_layout);
|
|
|
|
int planes = planar ? nb_channels : 1;
|
|
|
|
int linesize;
|
2012-08-14 18:35:50 +02:00
|
|
|
int full_perms = AV_PERM_READ | AV_PERM_WRITE | AV_PERM_PRESERVE |
|
|
|
|
AV_PERM_REUSE | AV_PERM_REUSE2 | AV_PERM_ALIGN;
|
|
|
|
|
|
|
|
av_assert1(!(perms & ~(full_perms | AV_PERM_NEG_LINESIZES)));
|
2012-05-07 11:21:38 +02:00
|
|
|
|
|
|
|
if (!(data = av_mallocz(sizeof(*data) * planes)))
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
if (av_samples_alloc(data, &linesize, nb_channels, nb_samples, link->format, 0) < 0)
|
|
|
|
goto fail;
|
|
|
|
|
2012-08-14 18:35:50 +02:00
|
|
|
samplesref = avfilter_get_audio_buffer_ref_from_arrays(data, linesize, full_perms,
|
2012-05-07 11:21:38 +02:00
|
|
|
nb_samples, link->format,
|
|
|
|
link->channel_layout);
|
|
|
|
if (!samplesref)
|
|
|
|
goto fail;
|
|
|
|
|
2012-09-13 17:13:10 +02:00
|
|
|
samplesref->audio->sample_rate = link->sample_rate;
|
|
|
|
|
2012-05-07 11:21:38 +02:00
|
|
|
av_freep(&data);
|
|
|
|
|
|
|
|
fail:
|
|
|
|
if (data)
|
|
|
|
av_freep(&data[0]);
|
|
|
|
av_freep(&data);
|
|
|
|
return samplesref;
|
|
|
|
}
|
|
|
|
|
|
|
|
AVFilterBufferRef *ff_get_audio_buffer(AVFilterLink *link, int perms,
|
|
|
|
int nb_samples)
|
|
|
|
{
|
|
|
|
AVFilterBufferRef *ret = NULL;
|
|
|
|
|
|
|
|
if (link->dstpad->get_audio_buffer)
|
|
|
|
ret = link->dstpad->get_audio_buffer(link, perms, nb_samples);
|
|
|
|
|
|
|
|
if (!ret)
|
|
|
|
ret = ff_default_get_audio_buffer(link, perms, nb_samples);
|
|
|
|
|
|
|
|
if (ret)
|
|
|
|
ret->type = AVMEDIA_TYPE_AUDIO;
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2012-05-15 18:55:17 +02:00
|
|
|
AVFilterBufferRef* avfilter_get_audio_buffer_ref_from_arrays(uint8_t **data,
|
2012-05-07 11:21:38 +02:00
|
|
|
int linesize,int perms,
|
|
|
|
int nb_samples,
|
|
|
|
enum AVSampleFormat sample_fmt,
|
|
|
|
uint64_t channel_layout)
|
|
|
|
{
|
|
|
|
int planes;
|
|
|
|
AVFilterBuffer *samples = av_mallocz(sizeof(*samples));
|
|
|
|
AVFilterBufferRef *samplesref = av_mallocz(sizeof(*samplesref));
|
|
|
|
|
|
|
|
if (!samples || !samplesref)
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
samplesref->buf = samples;
|
|
|
|
samplesref->buf->free = ff_avfilter_default_free_buffer;
|
|
|
|
if (!(samplesref->audio = av_mallocz(sizeof(*samplesref->audio))))
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
samplesref->audio->nb_samples = nb_samples;
|
|
|
|
samplesref->audio->channel_layout = channel_layout;
|
|
|
|
|
2012-05-12 17:38:47 +02:00
|
|
|
planes = av_sample_fmt_is_planar(sample_fmt) ?
|
|
|
|
av_get_channel_layout_nb_channels(channel_layout) : 1;
|
2012-05-07 11:21:38 +02:00
|
|
|
|
|
|
|
/* make sure the buffer gets read permission or it's useless for output */
|
|
|
|
samplesref->perms = perms | AV_PERM_READ;
|
|
|
|
|
|
|
|
samples->refcount = 1;
|
|
|
|
samplesref->type = AVMEDIA_TYPE_AUDIO;
|
|
|
|
samplesref->format = sample_fmt;
|
|
|
|
|
|
|
|
memcpy(samples->data, data,
|
|
|
|
FFMIN(FF_ARRAY_ELEMS(samples->data), planes)*sizeof(samples->data[0]));
|
|
|
|
memcpy(samplesref->data, samples->data, sizeof(samples->data));
|
|
|
|
|
|
|
|
samples->linesize[0] = samplesref->linesize[0] = linesize;
|
|
|
|
|
|
|
|
if (planes > FF_ARRAY_ELEMS(samples->data)) {
|
|
|
|
samples-> extended_data = av_mallocz(sizeof(*samples->extended_data) *
|
|
|
|
planes);
|
|
|
|
samplesref->extended_data = av_mallocz(sizeof(*samplesref->extended_data) *
|
|
|
|
planes);
|
|
|
|
|
|
|
|
if (!samples->extended_data || !samplesref->extended_data)
|
|
|
|
goto fail;
|
|
|
|
|
|
|
|
memcpy(samples-> extended_data, data, sizeof(*data)*planes);
|
|
|
|
memcpy(samplesref->extended_data, data, sizeof(*data)*planes);
|
|
|
|
} else {
|
|
|
|
samples->extended_data = samples->data;
|
|
|
|
samplesref->extended_data = samplesref->data;
|
|
|
|
}
|
|
|
|
|
2012-05-16 14:57:59 +02:00
|
|
|
samplesref->pts = AV_NOPTS_VALUE;
|
|
|
|
|
2012-05-07 11:21:38 +02:00
|
|
|
return samplesref;
|
|
|
|
|
|
|
|
fail:
|
|
|
|
if (samples && samples->extended_data != samples->data)
|
|
|
|
av_freep(&samples->extended_data);
|
|
|
|
if (samplesref) {
|
|
|
|
av_freep(&samplesref->audio);
|
|
|
|
if (samplesref->extended_data != samplesref->data)
|
|
|
|
av_freep(&samplesref->extended_data);
|
|
|
|
}
|
|
|
|
av_freep(&samplesref);
|
|
|
|
av_freep(&samples);
|
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
|
2012-11-28 16:36:18 +01:00
|
|
|
static int default_filter_frame(AVFilterLink *link, AVFilterBufferRef *frame)
|
2012-05-07 11:21:38 +02:00
|
|
|
{
|
2012-11-28 16:36:18 +01:00
|
|
|
return ff_filter_frame(link->dst->outputs[0], frame);
|
2012-05-07 11:21:38 +02:00
|
|
|
}
|
|
|
|
|
2012-11-28 13:53:48 +01:00
|
|
|
int ff_filter_frame_framed(AVFilterLink *link, AVFilterBufferRef *samplesref)
|
2012-05-07 11:21:38 +02:00
|
|
|
{
|
2012-11-28 13:53:48 +01:00
|
|
|
int (*filter_frame)(AVFilterLink *, AVFilterBufferRef *);
|
2012-08-12 10:59:37 +02:00
|
|
|
AVFilterPad *src = link->srcpad;
|
2012-05-07 11:21:38 +02:00
|
|
|
AVFilterPad *dst = link->dstpad;
|
2012-05-10 22:41:29 +02:00
|
|
|
int64_t pts;
|
2012-06-17 10:21:49 +02:00
|
|
|
AVFilterBufferRef *buf_out;
|
2012-07-09 22:10:38 +02:00
|
|
|
int ret;
|
2012-05-07 11:21:38 +02:00
|
|
|
|
2012-11-28 13:53:48 +01:00
|
|
|
FF_TPRINTF_START(NULL, filter_frame); ff_tlog_link(NULL, link, 1);
|
2012-05-07 11:21:38 +02:00
|
|
|
|
2012-08-19 19:26:58 +02:00
|
|
|
if (link->closed) {
|
|
|
|
avfilter_unref_buffer(samplesref);
|
|
|
|
return AVERROR_EOF;
|
|
|
|
}
|
|
|
|
|
2012-11-28 13:53:48 +01:00
|
|
|
if (!(filter_frame = dst->filter_frame))
|
|
|
|
filter_frame = default_filter_frame;
|
2012-05-07 11:21:38 +02:00
|
|
|
|
2012-08-12 10:59:37 +02:00
|
|
|
av_assert1((samplesref->perms & src->min_perms) == src->min_perms);
|
|
|
|
samplesref->perms &= ~ src->rej_perms;
|
|
|
|
|
2012-05-07 11:21:38 +02:00
|
|
|
/* prepare to copy the samples if the buffer has insufficient permissions */
|
|
|
|
if ((dst->min_perms & samplesref->perms) != dst->min_perms ||
|
|
|
|
dst->rej_perms & samplesref->perms) {
|
|
|
|
av_log(link->dst, AV_LOG_DEBUG,
|
|
|
|
"Copying audio data in avfilter (have perms %x, need %x, reject %x)\n",
|
|
|
|
samplesref->perms, link->dstpad->min_perms, link->dstpad->rej_perms);
|
|
|
|
|
2012-06-17 10:21:49 +02:00
|
|
|
buf_out = ff_default_get_audio_buffer(link, dst->min_perms,
|
|
|
|
samplesref->audio->nb_samples);
|
2012-08-04 15:24:15 +02:00
|
|
|
if (!buf_out) {
|
|
|
|
avfilter_unref_buffer(samplesref);
|
|
|
|
return AVERROR(ENOMEM);
|
|
|
|
}
|
2012-06-17 10:21:49 +02:00
|
|
|
buf_out->pts = samplesref->pts;
|
|
|
|
buf_out->audio->sample_rate = samplesref->audio->sample_rate;
|
2012-05-07 11:21:38 +02:00
|
|
|
|
|
|
|
/* Copy actual data into new samples buffer */
|
2012-06-17 10:21:49 +02:00
|
|
|
av_samples_copy(buf_out->extended_data, samplesref->extended_data,
|
2012-06-13 10:52:35 +02:00
|
|
|
0, 0, samplesref->audio->nb_samples,
|
|
|
|
av_get_channel_layout_nb_channels(link->channel_layout),
|
|
|
|
link->format);
|
2012-05-07 11:21:38 +02:00
|
|
|
|
|
|
|
avfilter_unref_buffer(samplesref);
|
|
|
|
} else
|
2012-06-17 10:21:49 +02:00
|
|
|
buf_out = samplesref;
|
2012-05-07 11:21:38 +02:00
|
|
|
|
2012-06-21 21:57:39 +02:00
|
|
|
link->cur_buf = buf_out;
|
|
|
|
pts = buf_out->pts;
|
2012-11-28 13:53:48 +01:00
|
|
|
ret = filter_frame(link, buf_out);
|
2012-05-10 22:41:29 +02:00
|
|
|
ff_update_link_current_pts(link, pts);
|
2012-07-09 22:10:38 +02:00
|
|
|
return ret;
|
2012-05-07 11:21:38 +02:00
|
|
|
}
|
2012-06-30 10:11:22 +02:00
|
|
|
|
2012-11-28 13:53:48 +01:00
|
|
|
int ff_filter_frame(AVFilterLink *link, AVFilterBufferRef *samplesref)
|
2012-06-30 10:11:22 +02:00
|
|
|
{
|
|
|
|
int insamples = samplesref->audio->nb_samples, inpos = 0, nb_samples;
|
|
|
|
AVFilterBufferRef *pbuf = link->partial_buf;
|
|
|
|
int nb_channels = av_get_channel_layout_nb_channels(link->channel_layout);
|
2012-07-09 22:10:38 +02:00
|
|
|
int ret = 0;
|
2012-06-30 10:11:22 +02:00
|
|
|
|
2012-09-12 21:00:34 +02:00
|
|
|
av_assert1(samplesref->format == link->format);
|
|
|
|
av_assert1(samplesref->audio->channel_layout == link->channel_layout);
|
|
|
|
av_assert1(samplesref->audio->sample_rate == link->sample_rate);
|
|
|
|
|
2012-06-30 10:11:22 +02:00
|
|
|
if (!link->min_samples ||
|
|
|
|
(!pbuf &&
|
|
|
|
insamples >= link->min_samples && insamples <= link->max_samples)) {
|
2012-11-28 13:53:48 +01:00
|
|
|
return ff_filter_frame_framed(link, samplesref);
|
2012-06-30 10:11:22 +02:00
|
|
|
}
|
|
|
|
/* Handle framing (min_samples, max_samples) */
|
|
|
|
while (insamples) {
|
|
|
|
if (!pbuf) {
|
|
|
|
AVRational samples_tb = { 1, link->sample_rate };
|
|
|
|
int perms = link->dstpad->min_perms | AV_PERM_WRITE;
|
|
|
|
pbuf = ff_get_audio_buffer(link, perms, link->partial_buf_size);
|
|
|
|
if (!pbuf) {
|
|
|
|
av_log(link->dst, AV_LOG_WARNING,
|
|
|
|
"Samples dropped due to memory allocation failure.\n");
|
2012-07-09 22:10:38 +02:00
|
|
|
return 0;
|
2012-06-30 10:11:22 +02:00
|
|
|
}
|
|
|
|
avfilter_copy_buffer_ref_props(pbuf, samplesref);
|
|
|
|
pbuf->pts = samplesref->pts +
|
|
|
|
av_rescale_q(inpos, samples_tb, link->time_base);
|
|
|
|
pbuf->audio->nb_samples = 0;
|
|
|
|
}
|
|
|
|
nb_samples = FFMIN(insamples,
|
|
|
|
link->partial_buf_size - pbuf->audio->nb_samples);
|
|
|
|
av_samples_copy(pbuf->extended_data, samplesref->extended_data,
|
|
|
|
pbuf->audio->nb_samples, inpos,
|
|
|
|
nb_samples, nb_channels, link->format);
|
|
|
|
inpos += nb_samples;
|
|
|
|
insamples -= nb_samples;
|
|
|
|
pbuf->audio->nb_samples += nb_samples;
|
|
|
|
if (pbuf->audio->nb_samples >= link->min_samples) {
|
2012-11-28 13:53:48 +01:00
|
|
|
ret = ff_filter_frame_framed(link, pbuf);
|
2012-06-30 10:11:22 +02:00
|
|
|
pbuf = NULL;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
avfilter_unref_buffer(samplesref);
|
|
|
|
link->partial_buf = pbuf;
|
2012-07-09 22:10:38 +02:00
|
|
|
return ret;
|
2012-06-30 10:11:22 +02:00
|
|
|
}
|