1 #include "ardour/export_graph_builder.h"
3 #include "audiographer/process_context.h"
4 #include "audiographer/general/interleaver.h"
5 #include "audiographer/general/normalizer.h"
6 #include "audiographer/general/peak_reader.h"
7 #include "audiographer/general/sample_format_converter.h"
8 #include "audiographer/general/sr_converter.h"
9 #include "audiographer/general/silence_trimmer.h"
10 #include "audiographer/general/threader.h"
11 #include "audiographer/sndfile/tmp_file.h"
12 #include "audiographer/sndfile/sndfile_writer.h"
14 #include "ardour/audioengine.h"
15 #include "ardour/export_channel_configuration.h"
16 #include "ardour/export_filename.h"
17 #include "ardour/export_format_specification.h"
18 #include "ardour/export_timespan.h"
19 #include "ardour/sndfile_helpers.h"
20 #include "ardour/utils.h"
22 #include "pbd/filesystem.h"
25 using namespace AudioGrapher;
30 ExportGraphBuilder::ExportGraphBuilder (Session const & session)
32 , thread_pool (hardware_concurrency())
34 process_buffer_frames = session.engine().frames_per_cycle();
37 ExportGraphBuilder::~ExportGraphBuilder ()
42 ExportGraphBuilder::process (framecnt_t frames, bool last_cycle)
44 assert(frames <= process_buffer_frames);
46 for (ChannelMap::iterator it = channels.begin(); it != channels.end(); ++it) {
47 Sample const * process_buffer = 0;
48 it->first->read (process_buffer, frames);
49 ConstProcessContext<Sample> context(process_buffer, frames, 1);
50 if (last_cycle) { context().set_flag (ProcessContext<Sample>::EndOfInput); }
51 it->second->process (context);
58 ExportGraphBuilder::process_normalize ()
60 for (std::list<Normalizer *>::iterator it = normalizers.begin(); it != normalizers.end(); /* ++ in loop */) {
61 if ((*it)->process()) {
62 it = normalizers.erase (it);
68 return normalizers.empty();
72 ExportGraphBuilder::get_normalize_cycle_count() const
75 for (std::list<Normalizer *>::const_iterator it = normalizers.begin(); it != normalizers.end(); ++it) {
76 max = std::max(max, (*it)->get_normalize_cycle_count());
82 ExportGraphBuilder::reset ()
85 channel_configs.clear ();
91 ExportGraphBuilder::set_current_timespan (boost::shared_ptr<ExportTimespan> span)
97 ExportGraphBuilder::add_config (FileSpec const & config)
99 ExportChannelConfiguration::ChannelList const & channels =
100 config.channel_config->get_channels();
101 for(ExportChannelConfiguration::ChannelList::const_iterator it = channels.begin();
102 it != channels.end(); ++it) {
103 (*it)->set_max_buffer_size(process_buffer_frames);
106 // If the sample rate is "session rate", change it to the real value.
107 // However, we need to copy it to not change the config which is saved...
108 FileSpec new_config (config);
109 new_config.format.reset(new ExportFormatSpecification(*new_config.format));
110 if(new_config.format->sample_rate() == ExportFormatBase::SR_Session) {
111 framecnt_t session_rate = session.nominal_frame_rate();
112 new_config.format->set_sample_rate(ExportFormatBase::nearest_sample_rate(session_rate));
116 if (!new_config.channel_config->get_split ()) {
117 add_split_config (new_config);
121 // Split channel configurations are split into several channel configurations,
122 // each corresponding to a file, at this stage
123 typedef std::list<boost::shared_ptr<ExportChannelConfiguration> > ConfigList;
124 ConfigList file_configs;
125 new_config.channel_config->configurations_for_files (file_configs);
128 for (ConfigList::iterator it = file_configs.begin(); it != file_configs.end(); ++it, ++chan) {
129 FileSpec copy = new_config;
130 copy.channel_config = *it;
132 copy.filename.reset (new ExportFilename (*copy.filename));
133 copy.filename->include_channel = true;
134 copy.filename->set_channel (chan);
136 add_split_config (copy);
141 ExportGraphBuilder::add_split_config (FileSpec const & config)
143 for (ChannelConfigList::iterator it = channel_configs.begin(); it != channel_configs.end(); ++it) {
145 it->add_child (config);
150 // No duplicate channel config found, create new one
151 channel_configs.push_back (new ChannelConfig (*this, config, channels));
157 boost::shared_ptr<AudioGrapher::Sink<Sample> >
158 ExportGraphBuilder::Encoder::init (FileSpec const & new_config)
161 init_writer (float_writer);
166 boost::shared_ptr<AudioGrapher::Sink<int> >
167 ExportGraphBuilder::Encoder::init (FileSpec const & new_config)
170 init_writer (int_writer);
175 boost::shared_ptr<AudioGrapher::Sink<short> >
176 ExportGraphBuilder::Encoder::init (FileSpec const & new_config)
179 init_writer (short_writer);
184 ExportGraphBuilder::Encoder::add_child (FileSpec const & new_config)
186 filenames.push_back (new_config.filename);
190 ExportGraphBuilder::Encoder::operator== (FileSpec const & other_config) const
192 return get_real_format (config) == get_real_format (other_config);
196 ExportGraphBuilder::Encoder::get_real_format (FileSpec const & config)
198 ExportFormatSpecification & format = *config.format;
199 return format.format_id() | format.sample_format() | format.endianness();
204 ExportGraphBuilder::Encoder::init_writer (boost::shared_ptr<AudioGrapher::SndfileWriter<T> > & writer)
206 unsigned channels = config.channel_config->get_n_chans();
207 int format = get_real_format (config);
208 config.filename->set_channel_config(config.channel_config);
209 string filename = config.filename->get_path (config.format);
211 writer.reset (new AudioGrapher::SndfileWriter<T> (filename, format, channels, config.format->sample_rate(), config.broadcast_info));
212 writer->FileWritten.connect_same_thread (copy_files_connection, boost::bind (&ExportGraphBuilder::Encoder::copy_files, this, _1));
216 ExportGraphBuilder::Encoder::copy_files (std::string orig_path)
218 while (filenames.size()) {
219 ExportFilenamePtr & filename = filenames.front();
220 PBD::sys::copy_file (orig_path, filename->get_path (config.format).c_str());
221 filenames.pop_front();
227 ExportGraphBuilder::SFC::SFC (ExportGraphBuilder &, FileSpec const & new_config, framecnt_t max_frames)
231 data_width = sndfile_data_width (Encoder::get_real_format (config));
232 unsigned channels = new_config.channel_config->get_n_chans();
234 if (data_width == 8 || data_width == 16) {
235 short_converter = ShortConverterPtr (new SampleFormatConverter<short> (channels));
236 short_converter->init (max_frames, config.format->dither_type(), data_width);
238 } else if (data_width == 24 || data_width == 32) {
239 int_converter = IntConverterPtr (new SampleFormatConverter<int> (channels));
240 int_converter->init (max_frames, config.format->dither_type(), data_width);
243 int actual_data_width = 8 * sizeof(Sample);
244 float_converter = FloatConverterPtr (new SampleFormatConverter<Sample> (channels));
245 float_converter->init (max_frames, config.format->dither_type(), actual_data_width);
250 ExportGraphBuilder::FloatSinkPtr
251 ExportGraphBuilder::SFC::sink ()
253 if (data_width == 8 || data_width == 16) {
254 return short_converter;
255 } else if (data_width == 24 || data_width == 32) {
256 return int_converter;
258 return float_converter;
263 ExportGraphBuilder::SFC::add_child (FileSpec const & new_config)
265 for (boost::ptr_list<Encoder>::iterator it = children.begin(); it != children.end(); ++it) {
266 if (*it == new_config) {
267 it->add_child (new_config);
272 children.push_back (new Encoder());
273 Encoder & encoder = children.back();
275 if (data_width == 8 || data_width == 16) {
276 short_converter->add_output (encoder.init<short> (new_config));
277 } else if (data_width == 24 || data_width == 32) {
278 int_converter->add_output (encoder.init<int> (new_config));
280 float_converter->add_output (encoder.init<Sample> (new_config));
285 ExportGraphBuilder::SFC::operator== (FileSpec const & other_config) const
287 return config.format->sample_format() == other_config.format->sample_format();
292 ExportGraphBuilder::Normalizer::Normalizer (ExportGraphBuilder & parent, FileSpec const & new_config, framecnt_t /*max_frames*/)
296 uint32_t const channels = config.channel_config->get_n_chans();
297 max_frames_out = 4086 - (4086 % channels); // TODO good chunk size
299 buffer.reset (new AllocatingProcessContext<Sample> (max_frames_out, channels));
300 peak_reader.reset (new PeakReader ());
301 normalizer.reset (new AudioGrapher::Normalizer (config.format->normalize_target()));
302 threader.reset (new Threader<Sample> (parent.thread_pool));
304 normalizer->alloc_buffer (max_frames_out);
305 normalizer->add_output (threader);
307 int format = ExportFormatBase::F_RAW | ExportFormatBase::SF_Float;
308 tmp_file.reset (new TmpFile<float> (format, channels, config.format->sample_rate()));
309 tmp_file->FileWritten.connect_same_thread (post_processing_connection,
310 boost::bind (&Normalizer::start_post_processing, this));
312 add_child (new_config);
314 peak_reader->add_output (tmp_file);
317 ExportGraphBuilder::FloatSinkPtr
318 ExportGraphBuilder::Normalizer::sink ()
324 ExportGraphBuilder::Normalizer::add_child (FileSpec const & new_config)
326 for (boost::ptr_list<SFC>::iterator it = children.begin(); it != children.end(); ++it) {
327 if (*it == new_config) {
328 it->add_child (new_config);
333 children.push_back (new SFC (parent, new_config, max_frames_out));
334 threader->add_output (children.back().sink());
338 ExportGraphBuilder::Normalizer::operator== (FileSpec const & other_config) const
340 return config.format->normalize() == other_config.format->normalize() &&
341 config.format->normalize_target() == other_config.format->normalize_target();
345 ExportGraphBuilder::Normalizer::get_normalize_cycle_count() const
347 return static_cast<unsigned>(std::ceil(static_cast<float>(tmp_file->get_frames_written()) /
352 ExportGraphBuilder::Normalizer::process()
354 framecnt_t frames_read = tmp_file->read (*buffer);
355 return frames_read != buffer->frames();
359 ExportGraphBuilder::Normalizer::start_post_processing()
361 normalizer->set_peak (peak_reader->get_peak());
362 tmp_file->seek (0, SEEK_SET);
363 tmp_file->add_output (normalizer);
364 parent.normalizers.push_back (this);
369 ExportGraphBuilder::SRC::SRC (ExportGraphBuilder & parent, FileSpec const & new_config, framecnt_t max_frames)
373 converter.reset (new SampleRateConverter (new_config.channel_config->get_n_chans()));
374 ExportFormatSpecification & format = *new_config.format;
375 converter->init (parent.session.nominal_frame_rate(), format.sample_rate(), format.src_quality());
376 max_frames_out = converter->allocate_buffers (max_frames);
378 add_child (new_config);
381 ExportGraphBuilder::FloatSinkPtr
382 ExportGraphBuilder::SRC::sink ()
388 ExportGraphBuilder::SRC::add_child (FileSpec const & new_config)
390 if (new_config.format->normalize()) {
391 add_child_to_list (new_config, normalized_children);
393 add_child_to_list (new_config, children);
399 ExportGraphBuilder::SRC::add_child_to_list (FileSpec const & new_config, boost::ptr_list<T> & list)
401 for (typename boost::ptr_list<T>::iterator it = list.begin(); it != list.end(); ++it) {
402 if (*it == new_config) {
403 it->add_child (new_config);
408 list.push_back (new T (parent, new_config, max_frames_out));
409 converter->add_output (list.back().sink ());
413 ExportGraphBuilder::SRC::operator== (FileSpec const & other_config) const
415 return config.format->sample_rate() == other_config.format->sample_rate();
419 ExportGraphBuilder::SilenceHandler::SilenceHandler (ExportGraphBuilder & parent, FileSpec const & new_config, framecnt_t max_frames)
423 max_frames_in = max_frames;
424 framecnt_t sample_rate = parent.session.nominal_frame_rate();
426 silence_trimmer.reset (new SilenceTrimmer<Sample>(max_frames_in));
427 silence_trimmer->set_trim_beginning (config.format->trim_beginning());
428 silence_trimmer->set_trim_end (config.format->trim_end());
430 framecnt_t sb = config.format->silence_beginning_at (parent.timespan->get_start(), sample_rate);
431 framecnt_t se = config.format->silence_end_at (parent.timespan->get_end(), sample_rate);
433 silence_trimmer->add_silence_to_beginning (sb);
434 silence_trimmer->add_silence_to_end (se);
436 add_child (new_config);
439 ExportGraphBuilder::FloatSinkPtr
440 ExportGraphBuilder::SilenceHandler::sink ()
442 return silence_trimmer;
446 ExportGraphBuilder::SilenceHandler::add_child (FileSpec const & new_config)
448 for (boost::ptr_list<SRC>::iterator it = children.begin(); it != children.end(); ++it) {
449 if (*it == new_config) {
450 it->add_child (new_config);
455 children.push_back (new SRC (parent, new_config, max_frames_in));
456 silence_trimmer->add_output (children.back().sink());
460 ExportGraphBuilder::SilenceHandler::operator== (FileSpec const & other_config) const
462 ExportFormatSpecification & format = *config.format;
463 ExportFormatSpecification & other_format = *other_config.format;
464 return (format.trim_beginning() == other_format.trim_beginning()) &&
465 (format.trim_end() == other_format.trim_end()) &&
466 (format.silence_beginning_time() == other_format.silence_beginning_time()) &&
467 (format.silence_end_time() == other_format.silence_end_time());
472 ExportGraphBuilder::ChannelConfig::ChannelConfig (ExportGraphBuilder & parent, FileSpec const & new_config, ChannelMap & channel_map)
475 typedef ExportChannelConfiguration::ChannelList ChannelList;
478 max_frames = parent.session.engine().frames_per_cycle();
480 interleaver.reset (new Interleaver<Sample> ());
481 interleaver->init (new_config.channel_config->get_n_chans(), max_frames);
483 ChannelList const & channel_list = config.channel_config->get_channels();
485 for (ChannelList::const_iterator it = channel_list.begin(); it != channel_list.end(); ++it, ++chan) {
486 ChannelMap::iterator map_it = channel_map.find (*it);
487 if (map_it == channel_map.end()) {
488 std::pair<ChannelMap::iterator, bool> result_pair =
489 channel_map.insert (std::make_pair (*it, IdentityVertexPtr (new IdentityVertex<Sample> ())));
490 assert (result_pair.second);
491 map_it = result_pair.first;
493 map_it->second->add_output (interleaver->input (chan));
496 add_child (new_config);
500 ExportGraphBuilder::ChannelConfig::add_child (FileSpec const & new_config)
502 for (boost::ptr_list<SilenceHandler>::iterator it = children.begin(); it != children.end(); ++it) {
503 if (*it == new_config) {
504 it->add_child (new_config);
509 framecnt_t const max_frames_out = new_config.channel_config->get_n_chans() * max_frames;
510 children.push_back (new SilenceHandler (parent, new_config, max_frames_out));
511 interleaver->add_output (children.back().sink ());
515 ExportGraphBuilder::ChannelConfig::operator== (FileSpec const & other_config) const
517 return config.channel_config == other_config.channel_config;
520 } // namespace ARDOUR