2 Copyright (C) 2012 Carl Hetherington <cth@carlh.net>
4 This program is free software; you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation; either version 2 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program; if not, write to the Free Software
16 Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
20 /** @file src/lib/filter_graph.cc
21 * @brief A graph of FFmpeg filters.
25 #include <libavfilter/avfiltergraph.h>
26 #include <libavfilter/buffersrc.h>
27 #if (LIBAVFILTER_VERSION_MAJOR == 2 && LIBAVFILTER_VERSION_MINOR >= 53 && LIBAVFILTER_VERSION_MINOR <= 77) || LIBAVFILTER_VERSION_MAJOR == 3
28 #include <libavfilter/avcodec.h>
29 #include <libavfilter/buffersink.h>
30 #elif LIBAVFILTER_VERSION_MAJOR == 2 && LIBAVFILTER_VERSION_MINOR == 15
31 #include <libavfilter/vsrc_buffer.h>
33 #include <libavformat/avio.h>
36 #include "filter_graph.h"
37 #include "ffmpeg_compatibility.h"
39 #include "exceptions.h"
42 #include "ffmpeg_decoder.h"
44 using std::stringstream;
47 using boost::shared_ptr;
49 /** Construct a FilterGraph for the settings in a film.
51 * @param decoder Decoder that we are using.
52 * @param s Size of the images to process.
53 * @param p Pixel format of the images to process.
55 FilterGraph::FilterGraph (shared_ptr<Film> film, FFmpegDecoder* decoder, Size s, AVPixelFormat p)
56 : _buffer_src_context (0)
57 , _buffer_sink_context (0)
61 string filters = Filter::ffmpeg_strings (film->filters()).first;
62 if (!filters.empty ()) {
66 filters += crop_string (Position (film->crop().left, film->crop().top), film->cropped_size (decoder->native_size()));
68 avfilter_register_all ();
70 AVFilterGraph* graph = avfilter_graph_alloc();
72 throw DecodeError ("Could not create filter graph.");
75 AVFilter* buffer_src = avfilter_get_by_name("buffer");
76 if (buffer_src == 0) {
77 throw DecodeError ("Could not find buffer src filter");
80 AVFilter* buffer_sink = get_sink ();
83 a << _size.width << ":"
84 << _size.height << ":"
85 << _pixel_format << ":"
86 << decoder->time_base_numerator() << ":"
87 << decoder->time_base_denominator() << ":"
88 << decoder->sample_aspect_ratio_numerator() << ":"
89 << decoder->sample_aspect_ratio_denominator();
93 if ((r = avfilter_graph_create_filter (&_buffer_src_context, buffer_src, "in", a.str().c_str(), 0, graph)) < 0) {
94 throw DecodeError ("could not create buffer source");
97 AVBufferSinkParams* sink_params = av_buffersink_params_alloc ();
98 PixelFormat* pixel_fmts = new PixelFormat[2];
99 pixel_fmts[0] = _pixel_format;
100 pixel_fmts[1] = PIX_FMT_NONE;
101 sink_params->pixel_fmts = pixel_fmts;
103 if (avfilter_graph_create_filter (&_buffer_sink_context, buffer_sink, "out", 0, sink_params, graph) < 0) {
104 throw DecodeError ("could not create buffer sink.");
107 AVFilterInOut* outputs = avfilter_inout_alloc ();
108 outputs->name = av_strdup("in");
109 outputs->filter_ctx = _buffer_src_context;
110 outputs->pad_idx = 0;
113 AVFilterInOut* inputs = avfilter_inout_alloc ();
114 inputs->name = av_strdup("out");
115 inputs->filter_ctx = _buffer_sink_context;
119 #if LIBAVFILTER_VERSION_MAJOR == 2 && LIBAVFILTER_VERSION_MINOR == 15
120 if (avfilter_graph_parse (graph, filters.c_str(), inputs, outputs, 0) < 0) {
121 throw DecodeError ("could not set up filter graph.");
124 if (avfilter_graph_parse (graph, filters.c_str(), &inputs, &outputs, 0) < 0) {
125 throw DecodeError ("could not set up filter graph.");
129 if (avfilter_graph_config (graph, 0) < 0) {
130 throw DecodeError ("could not configure filter graph.");
133 /* XXX: leaking `inputs' / `outputs' ? */
136 /** Take an AVFrame and process it using our configured filters, returning a
139 list<shared_ptr<Image> >
140 FilterGraph::process (AVFrame const * frame)
142 list<shared_ptr<Image> > images;
144 #if LIBAVFILTER_VERSION_MAJOR == 2 && LIBAVFILTER_VERSION_MINOR >= 53 && LIBAVFILTER_VERSION_MINOR <= 61
146 if (av_vsrc_buffer_add_frame (_buffer_src_context, frame, 0) < 0) {
147 throw DecodeError ("could not push buffer into filter chain.");
150 #elif LIBAVFILTER_VERSION_MAJOR == 2 && LIBAVFILTER_VERSION_MINOR == 15
153 par.num = sample_aspect_ratio_numerator ();
154 par.den = sample_aspect_ratio_denominator ();
156 if (av_vsrc_buffer_add_frame (_buffer_src_context, frame, 0, par) < 0) {
157 throw DecodeError ("could not push buffer into filter chain.");
162 if (av_buffersrc_write_frame (_buffer_src_context, frame) < 0) {
163 throw DecodeError ("could not push buffer into filter chain.");
168 #if LIBAVFILTER_VERSION_MAJOR == 2 && LIBAVFILTER_VERSION_MINOR >= 15 && LIBAVFILTER_VERSION_MINOR <= 61
169 while (avfilter_poll_frame (_buffer_sink_context->inputs[0])) {
171 while (av_buffersink_read (_buffer_sink_context, 0)) {
174 #if LIBAVFILTER_VERSION_MAJOR == 2 && LIBAVFILTER_VERSION_MINOR >= 15
176 int r = avfilter_request_frame (_buffer_sink_context->inputs[0]);
178 throw DecodeError ("could not request filtered frame");
181 AVFilterBufferRef* filter_buffer = _buffer_sink_context->inputs[0]->cur_buf;
185 AVFilterBufferRef* filter_buffer;
186 if (av_buffersink_get_buffer_ref (_buffer_sink_context, &filter_buffer, 0) < 0) {
193 /* This takes ownership of filter_buffer */
194 images.push_back (shared_ptr<Image> (new FilterBufferImage ((PixelFormat) frame->format, filter_buffer)));
201 /** @param s Image size.
202 * @param p Pixel format.
203 * @return true if this chain can process images with `s' and `p', otherwise false.
206 FilterGraph::can_process (Size s, AVPixelFormat p) const
208 return (_size == s && _pixel_format == p);