vlc/include/vlc_filter.h

630 lines
22 KiB
C

/*****************************************************************************
* vlc_filter.h: filter related structures and functions
*****************************************************************************
* Copyright (C) 1999-2014 VLC authors and VideoLAN
*
* Authors: Gildas Bazin <gbazin@videolan.org>
* Antoine Cellerier <dionoea at videolan dot org>
* Rémi Denis-Courmont
*
* This program is free software; you can redistribute it and/or modify it
* under the terms of the GNU Lesser General Public License as published by
* the Free Software Foundation; either version 2.1 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the Free Software Foundation,
* Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
*****************************************************************************/
#ifndef VLC_FILTER_H
#define VLC_FILTER_H 1
#include <vlc_es.h>
#include <vlc_picture.h>
#include <vlc_codec.h>
typedef struct vlc_video_context vlc_video_context;
struct vlc_audio_loudness;
/**
* \defgroup filter Filters
* \ingroup output
* Audio, video, text filters
* @{
* \file
* Filter modules interface
*/
struct filter_video_callbacks
{
picture_t *(*buffer_new)(filter_t *);
vlc_decoder_device * (*hold_device)(vlc_object_t *, void *sys);
};
struct filter_audio_callbacks
{
struct
{
void (*on_changed)(filter_t *,
const struct vlc_audio_loudness *loudness);
} meter_loudness;
};
struct filter_subpicture_callbacks
{
subpicture_t *(*buffer_new)(filter_t *);
};
typedef struct filter_owner_t
{
union
{
const struct filter_video_callbacks *video;
const struct filter_audio_callbacks *audio;
const struct filter_subpicture_callbacks *sub;
};
/* Input attachments
* XXX use filter_GetInputAttachments */
int (*pf_get_attachments)( filter_t *, input_attachment_t ***, int * );
void *sys;
} filter_owner_t;
struct vlc_mouse_t;
struct vlc_filter_operations
{
/* Operation depending on the type of filter. */
union
{
/** Filter a picture (video filter) */
picture_t * (*filter_video)(filter_t *, picture_t *);
/** Filter an audio block (audio filter) */
block_t * (*filter_audio)(filter_t *, block_t *);
/** Blend a subpicture onto a picture (video blending) */
void (*blend_video)(filter_t *, picture_t *, const picture_t *,
int, int, int);
/** Generate a subpicture (sub source) */
subpicture_t *(*source_sub)(filter_t *, vlc_tick_t);
/** Filter a subpicture (sub filter) */
subpicture_t *(*filter_sub)(filter_t *, subpicture_t *);
/** Render text (text renderer)
*
* \return a picture-based region or NULL
*/
subpicture_region_t * (*render)(filter_t *,
const subpicture_region_t *, const vlc_fourcc_t *);
};
union
{
/* TODO: video filter drain */
/** Drain (audio filter) */
block_t *(*drain_audio)(filter_t *);
};
/** Flush
*
* Flush (i.e. discard) any internal buffer in a video or audio filter.
*/
void (*flush)(filter_t *);
/** Change viewpoint
*
* Pass a new viewpoint to audio filters. Filters like the spatialaudio one
* used for Ambisonics rendering will change its output according to this
* viewpoint.
*/
void (*change_viewpoint)(filter_t *, const vlc_viewpoint_t *);
/** Filter mouse state (video filter).
*
* If non-NULL, you must convert from output to input formats:
* - If VLC_SUCCESS is returned, the mouse state is propagated.
* - Otherwise, the mouse change is not propagated.
* If NULL, the mouse state is considered unchanged and will be
* propagated. */
int (*video_mouse)(filter_t *, struct vlc_mouse_t *,
const struct vlc_mouse_t *p_old);
/** Close the filter and release its resources. */
void (*close)(filter_t *);
};
typedef int (*vlc_open_deinterlace)(filter_t *);
typedef int (*vlc_video_converter_open)(filter_t *);
typedef int (*vlc_video_filter_open)(filter_t *);
typedef int (*vlc_video_text_renderer_open)(filter_t *);
typedef int (*vlc_video_sub_filter_open)(filter_t *);
typedef int (*vlc_video_sub_source_open)(filter_t *);
typedef int (*vlc_video_blending_open)(filter_t *);
#define set_deinterlace_callback( activate ) \
{ \
vlc_open_deinterlace open__ = activate; \
(void) open__; \
set_callback(activate) \
} \
set_capability( "video filter", 0 ) \
add_shortcut( "deinterlace" )
#define set_callback_video_filter( activate ) \
{ \
vlc_video_filter_open open__ = activate; \
(void) open__; \
set_callback(activate) \
} \
set_capability( "video filter", 0 )
#define set_callback_video_converter( activate, priority ) \
{ \
vlc_video_converter_open open__ = activate; \
(void) open__; \
set_callback(activate) \
} \
set_capability( "video converter", priority )
#define set_callback_text_renderer( activate, priority ) \
{ \
vlc_video_text_renderer_open open__ = activate; \
(void) open__; \
set_callback(activate) \
} \
set_capability( "text renderer", priority )
#define set_callback_sub_filter( activate ) \
{ \
vlc_video_sub_filter_open open__ = activate; \
(void) open__; \
set_callback(activate) \
} \
set_capability( "sub filter", 0 )
#define set_callback_sub_source( activate, priority ) \
{ \
vlc_video_sub_source_open open__ = activate; \
(void) open__; \
set_callback(activate) \
} \
set_capability( "sub source", priority )
#define set_callback_video_blending( activate, priority ) \
{ \
vlc_video_blending_open open__ = activate; \
(void) open__; \
set_callback(activate) \
} \
set_capability( "video blending", priority )
/** Structure describing a filter
* @warning BIG FAT WARNING : the code relies on the first 4 members of
* filter_t and decoder_t to be the same, so if you have anything to add,
* do it at the end of the structure.
*/
struct filter_t
{
struct vlc_object_t obj;
/* Module properties */
module_t * p_module;
void *p_sys;
/* Input format */
es_format_t fmt_in;
vlc_video_context *vctx_in; // video filter, set by owner
/* Output format of filter */
es_format_t fmt_out;
vlc_video_context *vctx_out; // video filter, handled by the filter
bool b_allow_fmt_out_change;
/* Name of the "video filter" shortcut that is requested, can be NULL */
const char * psz_name;
/* Filter configuration */
const config_chain_t *p_cfg;
/* Implementation of filter API */
const struct vlc_filter_operations *ops;
/** Private structure for the owner of the filter */
filter_owner_t owner;
};
static inline void filter_Close( filter_t *p_filter )
{
if ( p_filter->ops->close )
p_filter->ops->close( p_filter );
}
/**
* This function will return a new picture usable by p_filter as an output
* buffer. You have to release it using picture_Release or by returning
* it to the caller as a ops->filter_video return value.
* Provided for convenience.
*
* \param p_filter filter_t object
* \return new picture on success or NULL on failure
*/
static inline picture_t *filter_NewPicture( filter_t *p_filter )
{
picture_t *pic = NULL;
if ( p_filter->owner.video != NULL && p_filter->owner.video->buffer_new != NULL)
pic = p_filter->owner.video->buffer_new( p_filter );
if ( pic == NULL )
{
// legacy filter owners not setting a default filter_allocator
pic = picture_NewFromFormat( &p_filter->fmt_out.video );
}
if( pic == NULL )
msg_Warn( p_filter, "can't get output picture" );
return pic;
}
/**
* Flush a filter
*
* This function will flush the state of a filter (audio or video).
*/
static inline void filter_Flush( filter_t *p_filter )
{
if( p_filter->ops->flush != NULL )
p_filter->ops->flush( p_filter );
}
static inline void filter_ChangeViewpoint( filter_t *p_filter,
const vlc_viewpoint_t *vp)
{
if( p_filter->ops->change_viewpoint != NULL )
p_filter->ops->change_viewpoint( p_filter, vp );
}
static inline vlc_decoder_device * filter_HoldDecoderDevice( filter_t *p_filter )
{
if ( !p_filter->owner.video || !p_filter->owner.video->hold_device )
return NULL;
return p_filter->owner.video->hold_device( VLC_OBJECT(p_filter), p_filter->owner.sys );
}
static inline vlc_decoder_device * filter_HoldDecoderDeviceType( filter_t *p_filter,
enum vlc_decoder_device_type type )
{
if ( !p_filter->owner.video || !p_filter->owner.video->hold_device )
return NULL;
vlc_decoder_device *dec_dev = p_filter->owner.video->hold_device( VLC_OBJECT(p_filter),
p_filter->owner.sys );
if ( dec_dev != NULL )
{
if ( dec_dev->type == type )
return dec_dev;
vlc_decoder_device_Release(dec_dev);
}
return NULL;
}
/**
* This function will drain, then flush an audio filter.
*/
static inline block_t *filter_DrainAudio( filter_t *p_filter )
{
if( p_filter->ops->drain_audio )
return p_filter->ops->drain_audio( p_filter );
else
return NULL;
}
static inline void filter_SendAudioLoudness(filter_t *filter,
const struct vlc_audio_loudness *loudness)
{
assert(filter->owner.audio->meter_loudness.on_changed);
filter->owner.audio->meter_loudness.on_changed(filter, loudness);
}
/**
* This function will return a new subpicture usable by p_filter as an output
* buffer. You have to release it using subpicture_Delete or by returning it to
* the caller as a ops->sub_source return value.
* Provided for convenience.
*
* \param p_filter filter_t object
* \return new subpicture
*/
static inline subpicture_t *filter_NewSubpicture( filter_t *p_filter )
{
subpicture_t *subpic = p_filter->owner.sub->buffer_new( p_filter );
if( subpic == NULL )
msg_Warn( p_filter, "can't get output subpicture" );
return subpic;
}
/**
* This function gives all input attachments at once.
*
* You MUST release the returned values
*/
static inline int filter_GetInputAttachments( filter_t *p_filter,
input_attachment_t ***ppp_attachment,
int *pi_attachment )
{
if( !p_filter->owner.pf_get_attachments )
return VLC_EGENERIC;
return p_filter->owner.pf_get_attachments( p_filter,
ppp_attachment, pi_attachment );
}
/**
* This function duplicates every variables from the filter, and adds a proxy
* callback to trigger filter events from obj.
*
* \param obj the object to add the callback proxy to
* \param filter the filter object for which the callback will be proxified
* \param restart_cb a vlc_callback_t to call if the event means restarting the
* filter (i.e. an event on a non-command variable)
*/
VLC_API void filter_AddProxyCallbacks( vlc_object_t *obj, filter_t *filter,
vlc_callback_t restart_cb );
# define filter_AddProxyCallbacks(a, b, c) \
filter_AddProxyCallbacks(VLC_OBJECT(a), b, c)
/**
* This function removes the callbacks previously added to every duplicated
* variables, and removes them afterward.
*
* \param obj the object to remove the callback proxy from
* \param filter the filter object for which the callback was proxified
* \param restart_cb the same vlc_callback_t passed to filter_AddProxyCallbacks
*/
VLC_API void filter_DelProxyCallbacks( vlc_object_t *obj, filter_t *filter,
vlc_callback_t restart_cb);
# define filter_DelProxyCallbacks(a, b, c) \
filter_DelProxyCallbacks(VLC_OBJECT(a), b, c)
typedef filter_t vlc_blender_t;
/**
* It creates a blend filter.
*
* Only the chroma properties of the dest format is used (chroma
* type, rgb masks and shifts)
*/
VLC_API vlc_blender_t * filter_NewBlend( vlc_object_t *, const video_format_t *p_dst_chroma ) VLC_USED;
/**
* It configures blend filter parameters that are allowed to changed
* after the creation.
*/
VLC_API int filter_ConfigureBlend( vlc_blender_t *, int i_dst_width, int i_dst_height, const video_format_t *p_src );
/**
* It blends a picture into another one.
*
* The input picture is not modified and not released.
*/
VLC_API int filter_Blend( vlc_blender_t *, picture_t *p_dst, int i_dst_x, int i_dst_y, const picture_t *p_src, int i_alpha );
/**
* It destroys a blend filter created by filter_NewBlend.
*/
VLC_API void filter_DeleteBlend( vlc_blender_t * );
/**
* Create a picture_t *(*)( filter_t *, picture_t * ) compatible wrapper
* using a void (*)( filter_t *, picture_t *, picture_t * ) function
*
* Currently used by the chroma video filters
*/
#define VIDEO_FILTER_WRAPPER_CLOSE_FILT( name, close_cb ) \
static picture_t *name ## _Filter ( filter_t *p_filter, \
picture_t *p_pic ) \
{ \
picture_t *p_outpic = filter_NewPicture( p_filter ); \
if( p_outpic ) \
{ \
name( p_filter, p_pic, p_outpic ); \
picture_CopyProperties( p_outpic, p_pic ); \
} \
picture_Release( p_pic ); \
return p_outpic; \
} \
static const struct vlc_filter_operations name ## _ops = { \
.filter_video = name ## _Filter, .close = close_cb, \
};
#define VIDEO_FILTER_WRAPPER_CLOSE( name, close_cb ) \
static void name (filter_t *, picture_t *, picture_t *); \
static void close_cb (filter_t *); \
VIDEO_FILTER_WRAPPER_CLOSE_FILT( name, close_cb )
#define VIDEO_FILTER_WRAPPER( name ) \
static void name (filter_t *, picture_t *, picture_t *); \
VIDEO_FILTER_WRAPPER_CLOSE_FILT( name, NULL )
/**
* Wrappers to use when the filter function is not a static function
*/
#define VIDEO_FILTER_WRAPPER_EXT( name ) \
void name (filter_t *, picture_t *, picture_t *); \
VIDEO_FILTER_WRAPPER_CLOSE_FILT( name, NULL )
#define VIDEO_FILTER_WRAPPER_CLOSE_EXT( name, close_cb ) \
void name (filter_t *, picture_t *, picture_t *); \
static void close_cb (filter_t *); \
VIDEO_FILTER_WRAPPER_CLOSE_FILT( name, close_cb )
/**
* Filter chain management API
* The filter chain management API is used to dynamically construct filters
* and add them in a chain.
*/
typedef struct filter_chain_t filter_chain_t;
/**
* Create new filter chain
*
* \param obj pointer to a vlc object
* \param psz_capability vlc capability of filters in filter chain
* \return pointer to a filter chain
*/
filter_chain_t * filter_chain_NewSPU(vlc_object_t *obj, const char *psz_capability)
VLC_USED;
#define filter_chain_NewSPU( a, b ) filter_chain_NewSPU( VLC_OBJECT( a ), b )
/**
* Creates a new video filter chain.
*
* \param obj pointer to parent VLC object
* \param change whether to allow changing the output format
* \param owner owner video buffer callbacks
* \return new filter chain, or NULL on error
*/
VLC_API filter_chain_t * filter_chain_NewVideo( vlc_object_t *obj, bool change,
const filter_owner_t *owner )
VLC_USED;
#define filter_chain_NewVideo( a, b, c ) \
filter_chain_NewVideo( VLC_OBJECT( a ), b, c )
/**
* Delete filter chain will delete all filters in the chain and free all
* allocated data. The pointer to the filter chain is then no longer valid.
*
* \param chain pointer to filter chain
*/
VLC_API void filter_chain_Delete(filter_chain_t *chain);
/**
* Reset filter chain will delete all filters in the chain and
* reset p_fmt_in and p_fmt_out to the new values.
*
* \param p_chain pointer to filter chain
* \param p_fmt_in new fmt_in params
* \param vctx_in new input video context
* \param p_fmt_out new fmt_out params
*/
VLC_API void filter_chain_Reset( filter_chain_t *p_chain,
const es_format_t *p_fmt_in,
vlc_video_context *vctx_in,
const es_format_t *p_fmt_out );
/**
* Remove all existing filters
*
* \param p_chain pointer to filter chain
*/
VLC_API void filter_chain_Clear(filter_chain_t *);
/**
* Append a filter to the chain.
*
* \param chain filter chain to append a filter to
* \param name filter name
* \param cfg the configuration chain for the filter
* \param fmt_out filter output format
* \return a pointer to the filter or NULL on error
*/
VLC_API filter_t *filter_chain_AppendFilter(filter_chain_t *chain,
const char *name, const config_chain_t *cfg,
const es_format_t *fmt_out);
/**
* Append a conversion to the chain.
*
* \param chain filter chain to append a filter to
* \param fmt_out filter output format
* \retval VLC_SUCCESS on success
*/
VLC_API int filter_chain_AppendConverter(filter_chain_t *chain,
const es_format_t *fmt_out);
/**
* Append new filter to filter chain from string.
*
* \param chain filter chain to append a filter to
* \param str filters chain nul-terminated string
*/
VLC_API int filter_chain_AppendFromString(filter_chain_t *chain,
const char *str);
/**
* Delete filter from filter chain. This function also releases the filter
* object and unloads the filter modules. The pointer to p_filter is no
* longer valid after this function successfully returns.
*
* \param chain filter chain to remove the filter from
* \param filter filter to remove from the chain and delete
*
* \note the filter must be created with filter_chain_AppendConverter() or
* filter_chain_AppendFilter().
*/
VLC_API void filter_chain_DeleteFilter(filter_chain_t *chain,
filter_t *filter);
/**
* Checks if the filter chain is empty.
*
* \param chain pointer to filter chain
* \return true if and only if there are no filters in this filter chain
*/
VLC_API bool filter_chain_IsEmpty(const filter_chain_t *chain);
/**
* Get last output format of the last element in the filter chain.
*
* \param chain filter chain
*/
VLC_API const es_format_t *filter_chain_GetFmtOut(const filter_chain_t *chain);
/**
* Get last output video context of the last element in the filter chain.
* \note doesn't create change the reference count
*
* \param chain filter chain
*/
VLC_API vlc_video_context *filter_chain_GetVideoCtxOut(const filter_chain_t *chain);
/**
* Apply the filter chain to a video picture.
*
* \param chain pointer to filter chain
* \param pic picture to apply filters to
* \return modified picture after applying all video filters
*/
VLC_API picture_t *filter_chain_VideoFilter(filter_chain_t *chain,
picture_t *pic);
/**
* Flush a video filter chain.
*/
VLC_API void filter_chain_VideoFlush( filter_chain_t * );
/**
* Apply the filter chain to a mouse state.
*
* It will be applied from the output to the input. It makes sense only
* for a video filter chain.
*
* The vlc_mouse_t* pointers may be the same.
*/
VLC_API int filter_chain_MouseFilter( filter_chain_t *, struct vlc_mouse_t *,
const struct vlc_mouse_t * );
VLC_API int filter_chain_ForEach( filter_chain_t *chain,
int (*cb)( filter_t *, void * ), void *opaque );
/** @} */
#endif /* _VLC_FILTER_H */