libs/ardour/export_graph_builder.cc

   1 #include "ardour/export_graph_builder.h"
   2
   3 #include "audiographer/process_context.h"
   4 #include "audiographer/general/interleaver.h"
   5 #include "audiographer/general/normalizer.h"
   6 #include "audiographer/general/peak_reader.h"
   7 #include "audiographer/general/sample_format_converter.h"
   8 #include "audiographer/general/sr_converter.h"
   9 #include "audiographer/general/silence_trimmer.h"
  10 #include "audiographer/general/threader.h"
  11 #include "audiographer/sndfile/tmp_file.h"
  12 #include "audiographer/sndfile/sndfile_writer.h"
  13
  14 #include "ardour/audioengine.h"
  15 #include "ardour/export_channel_configuration.h"
  16 #include "ardour/export_filename.h"
  17 #include "ardour/export_format_specification.h"
  18 #include "ardour/sndfile_helpers.h"
  19
  20 #include "pbd/filesystem.h"
  21
  22 using namespace AudioGrapher;
  23
  24 namespace ARDOUR {
  25
  26 ExportGraphBuilder::ExportGraphBuilder (Session const & session)
  27   : session (session)
  28   , thread_pool (4) // FIXME thread amount to cores amount
  29 {
  30         process_buffer_frames = session.engine().frames_per_cycle();
  31         process_buffer = new Sample[process_buffer_frames];
  32 }
  33
  34 ExportGraphBuilder::~ExportGraphBuilder ()
  35 {
  36         delete [] process_buffer;
  37 }
  38
  39 int
  40 ExportGraphBuilder::process (nframes_t /* frames */, bool last_cycle)
  41 {
  42         for (ChannelMap::iterator it = channels.begin(); it != channels.end(); ++it) {
  43                 it->first->read (process_buffer, process_buffer_frames);
  44                 ProcessContext<Sample> context(process_buffer, process_buffer_frames, 1);
  45                 if (last_cycle) { context.set_flag (ProcessContext<Sample>::EndOfInput); }
  46                 it->second->process (context);
  47         }
  48
  49         return 0;
  50 }
  51
  52 bool
  53 ExportGraphBuilder::process_normalize ()
  54 {
  55         for (std::list<Normalizer *>::iterator it = normalizers.begin(); it != normalizers.end(); /* ++ in loop */) {
  56                 if ((*it)->process()) {
  57                         it = normalizers.erase (it);
  58                 } else {
  59                         ++it;
  60                 }
  61         }
  62
  63         return normalizers.empty();
  64 }
  65
  66 void
  67 ExportGraphBuilder::reset ()
  68 {
  69         channel_configs.clear ();
  70         channels.clear ();
  71         normalizers.clear ();
  72 }
  73
  74 void
  75 ExportGraphBuilder::add_config (FileSpec const & config)
  76 {
  77         if (!config.channel_config->get_split ()) {
  78                 add_split_config (config);
  79                 return;
  80         }
  81
  82         // Split channel configurations are split into several channel configurations,
  83         // each corresponding to a file, at this stage
  84         typedef std::list<boost::shared_ptr<ExportChannelConfiguration> > ConfigList;
  85         ConfigList file_configs;
  86         config.channel_config->configurations_for_files (file_configs);
  87
  88         unsigned chan = 1;
  89         for (ConfigList::iterator it = file_configs.begin(); it != file_configs.end(); ++it, ++chan) {
  90                 FileSpec copy = config;
  91                 copy.channel_config = *it;
  92
  93                 copy.filename.reset (new ExportFilename (*copy.filename));
  94                 copy.filename->include_channel = true;
  95                 copy.filename->set_channel (chan);
  96
  97                 add_split_config (copy);
  98         }
  99 }
 100
 101 void
 102 ExportGraphBuilder::add_split_config (FileSpec const & config)
 103 {
 104         for (ChannelConfigList::iterator it = channel_configs.begin(); it != channel_configs.end(); ++it) {
 105                 if (*it == config) {
 106                         it->add_child (config);
 107                         return;
 108                 }
 109         }
 110
 111         // No duplicate channel config found, create new one
 112         channel_configs.push_back (new ChannelConfig (*this, config, channels));
 113 }
 114
 115 /* Encoder */
 116
 117 template <>
 118 boost::shared_ptr<AudioGrapher::Sink<Sample> >
 119 ExportGraphBuilder::Encoder::init (FileSpec const & new_config)
 120 {
 121         config = new_config;
 122         init_writer (float_writer);
 123         return float_writer;
 124 }
 125
 126 template <>
 127 boost::shared_ptr<AudioGrapher::Sink<int> >
 128 ExportGraphBuilder::Encoder::init (FileSpec const & new_config)
 129 {
 130         config = new_config;
 131         init_writer (int_writer);
 132         return int_writer;
 133 }
 134
 135 template <>
 136 boost::shared_ptr<AudioGrapher::Sink<short> >
 137 ExportGraphBuilder::Encoder::init (FileSpec const & new_config)
 138 {
 139         config = new_config;
 140         init_writer (short_writer);
 141         return short_writer;
 142 }
 143
 144 void
 145 ExportGraphBuilder::Encoder::add_child (FileSpec const & new_config)
 146 {
 147         filenames.push_back (new_config.filename);
 148 }
 149
 150 bool
 151 ExportGraphBuilder::Encoder::operator== (FileSpec const & other_config) const
 152 {
 153         return get_real_format (config) == get_real_format (other_config);
 154 }
 155
 156 int
 157 ExportGraphBuilder::Encoder::get_real_format (FileSpec const & config)
 158 {
 159         ExportFormatSpecification & format = *config.format;
 160         return format.format_id() | format.sample_format() | format.endianness();
 161 }
 162
 163 template<typename T>
 164 void
 165 ExportGraphBuilder::Encoder::init_writer (boost::shared_ptr<AudioGrapher::SndfileWriter<T> > & writer)
 166 {
 167         unsigned channels = config.channel_config->get_n_chans();
 168         int format = get_real_format (config);
 169         Glib::ustring filename = config.filename->get_path (config.format);
 170
 171         writer.reset (new AudioGrapher::SndfileWriter<T> (filename, format, channels, config.format->sample_rate(), config.broadcast_info));
 172         writer->FileWritten.connect_same_thread (copy_files_connection, boost::bind (&ExportGraphBuilder::Encoder::copy_files, this, _1));
 173 }
 174
 175 void
 176 ExportGraphBuilder::Encoder::copy_files (std::string orig_path)
 177 {
 178         while (filenames.size()) {
 179                 FilenamePtr & filename = filenames.front();
 180                 PBD::sys::copy_file (orig_path, filename->get_path (config.format).c_str());
 181                 filenames.pop_front();
 182         }
 183 }
 184
 185 /* SFC */
 186
 187 ExportGraphBuilder::SFC::SFC (ExportGraphBuilder &, FileSpec const & new_config, nframes_t max_frames)
 188   : data_width(0)
 189 {
 190         config = new_config;
 191         data_width = sndfile_data_width (Encoder::get_real_format (config));
 192         unsigned channels = new_config.channel_config->get_n_chans();
 193
 194         if (data_width == 8 || data_width == 16) {
 195                 short_converter = ShortConverterPtr (new SampleFormatConverter<short> (channels));
 196                 short_converter->init (max_frames, config.format->dither_type(), data_width);
 197                 add_child (config);
 198         } else if (data_width == 24 || data_width == 32) {
 199                 int_converter = IntConverterPtr (new SampleFormatConverter<int> (channels));
 200                 int_converter->init (max_frames, config.format->dither_type(), data_width);
 201                 add_child (config);
 202         } else {
 203                 float_converter = FloatConverterPtr (new SampleFormatConverter<Sample> (channels));
 204                 float_converter->init (max_frames, config.format->dither_type(), data_width);
 205                 add_child (config);
 206         }
 207 }
 208
 209 ExportGraphBuilder::FloatSinkPtr
 210 ExportGraphBuilder::SFC::sink ()
 211 {
 212         if (data_width == 8 || data_width == 16) {
 213                 return short_converter;
 214         } else if (data_width == 24 || data_width == 32) {
 215                 return int_converter;
 216         } else {
 217                 return float_converter;
 218         }
 219 }
 220
 221 void
 222 ExportGraphBuilder::SFC::add_child (FileSpec const & new_config)
 223 {
 224         for (boost::ptr_list<Encoder>::iterator it = children.begin(); it != children.end(); ++it) {
 225                 if (*it == new_config) {
 226                         it->add_child (new_config);
 227                         return;
 228                 }
 229         }
 230
 231         children.push_back (new Encoder());
 232         Encoder & encoder = children.back();
 233
 234         if (data_width == 8 || data_width == 16) {
 235                 short_converter->add_output (encoder.init<short> (new_config));
 236         } else if (data_width == 24 || data_width == 32) {
 237                 int_converter->add_output (encoder.init<int> (new_config));
 238         } else {
 239                 float_converter->add_output (encoder.init<Sample> (new_config));
 240         }
 241 }
 242
 243 bool
 244 ExportGraphBuilder::SFC::operator== (FileSpec const & other_config) const
 245 {
 246         return config.format->sample_format() == other_config.format->sample_format();
 247 }
 248
 249 /* Normalizer */
 250
 251 ExportGraphBuilder::Normalizer::Normalizer (ExportGraphBuilder & parent, FileSpec const & new_config, nframes_t /*max_frames*/)
 252   : parent (parent)
 253 {
 254         config = new_config;
 255         max_frames_out = 4086; // TODO good chunk size
 256
 257         buffer.reset (new AllocatingProcessContext<Sample> (max_frames_out, config.channel_config->get_n_chans()));
 258         peak_reader.reset (new PeakReader ());
 259         normalizer.reset (new AudioGrapher::Normalizer (config.format->normalize_target()));
 260         threader.reset (new Threader<Sample> (parent.thread_pool));
 261
 262         normalizer->alloc_buffer (max_frames_out);
 263         normalizer->add_output (threader);
 264
 265         int format = ExportFormatBase::F_RAW | ExportFormatBase::SF_Float;
 266         tmp_file.reset (new TmpFile<float> (format, config.channel_config->get_n_chans(),
 267                                             config.format->sample_rate()));
 268         tmp_file->FileWritten.connect_same_thread (post_processing_connection, boost::bind (&Normalizer::start_post_processing, this));
 269
 270         add_child (new_config);
 271
 272         peak_reader->add_output (tmp_file);
 273 }
 274
 275 ExportGraphBuilder::FloatSinkPtr
 276 ExportGraphBuilder::Normalizer::sink ()
 277 {
 278         return peak_reader;
 279 }
 280
 281 void
 282 ExportGraphBuilder::Normalizer::add_child (FileSpec const & new_config)
 283 {
 284         for (boost::ptr_list<SFC>::iterator it = children.begin(); it != children.end(); ++it) {
 285                 if (*it == new_config) {
 286                         it->add_child (new_config);
 287                         return;
 288                 }
 289         }
 290
 291         children.push_back (new SFC (parent, new_config, max_frames_out));
 292         threader->add_output (children.back().sink());
 293 }
 294
 295 bool
 296 ExportGraphBuilder::Normalizer::operator== (FileSpec const & other_config) const
 297 {
 298         return config.format->normalize() == other_config.format->normalize() &&
 299                config.format->normalize_target() == other_config.format->normalize_target();
 300 }
 301
 302 bool
 303 ExportGraphBuilder::Normalizer::process()
 304 {
 305         nframes_t frames_read = tmp_file->read (*buffer);
 306         return frames_read != buffer->frames();
 307 }
 308
 309 void
 310 ExportGraphBuilder::Normalizer::start_post_processing()
 311 {
 312         normalizer->set_peak (peak_reader->get_peak());
 313         tmp_file->seek (0, SEEK_SET);
 314         tmp_file->add_output (normalizer);
 315         parent.normalizers.push_back (this);
 316 }
 317
 318 /* SRC */
 319
 320 ExportGraphBuilder::SRC::SRC (ExportGraphBuilder & parent, FileSpec const & new_config, nframes_t max_frames)
 321   : parent (parent)
 322 {
 323         config = new_config;
 324         converter.reset (new SampleRateConverter (new_config.channel_config->get_n_chans()));
 325         ExportFormatSpecification & format = *new_config.format;
 326         converter->init (parent.session.nominal_frame_rate(), format.sample_rate(), format.src_quality());
 327         max_frames_out = converter->allocate_buffers (max_frames);
 328
 329         add_child (new_config);
 330 }
 331
 332 ExportGraphBuilder::FloatSinkPtr
 333 ExportGraphBuilder::SRC::sink ()
 334 {
 335         return converter;
 336 }
 337
 338 void
 339 ExportGraphBuilder::SRC::add_child (FileSpec const & new_config)
 340 {
 341         if (new_config.format->normalize()) {
 342                 add_child_to_list (new_config, normalized_children);
 343         } else {
 344                 add_child_to_list (new_config, children);
 345         }
 346 }
 347
 348 template<typename T>
 349 void
 350 ExportGraphBuilder::SRC::add_child_to_list (FileSpec const & new_config, boost::ptr_list<T> & list)
 351 {
 352         for (typename boost::ptr_list<T>::iterator it = list.begin(); it != list.end(); ++it) {
 353                 if (*it == new_config) {
 354                         it->add_child (new_config);
 355                         return;
 356                 }
 357         }
 358
 359         list.push_back (new T (parent, new_config, max_frames_out));
 360         converter->add_output (list.back().sink ());
 361 }
 362
 363 bool
 364 ExportGraphBuilder::SRC::operator== (FileSpec const & other_config) const
 365 {
 366         return config.format->sample_rate() == other_config.format->sample_rate();
 367 }
 368
 369 /* SilenceHandler */
 370 ExportGraphBuilder::SilenceHandler::SilenceHandler (ExportGraphBuilder & parent, FileSpec const & new_config, nframes_t max_frames)
 371   : parent (parent)
 372 {
 373         config = new_config;
 374         max_frames_in = max_frames;
 375         nframes_t sample_rate = parent.session.nominal_frame_rate();
 376
 377         silence_trimmer.reset (new SilenceTrimmer<Sample>(max_frames_in));
 378         silence_trimmer->set_trim_beginning (config.format->trim_beginning());
 379         silence_trimmer->set_trim_end (config.format->trim_end());
 380         silence_trimmer->add_silence_to_beginning (config.format->silence_beginning(sample_rate));
 381         silence_trimmer->add_silence_to_end (config.format->silence_end(sample_rate));
 382
 383         add_child (new_config);
 384 }
 385
 386 ExportGraphBuilder::FloatSinkPtr
 387 ExportGraphBuilder::SilenceHandler::sink ()
 388 {
 389         return silence_trimmer;
 390 }
 391
 392 void
 393 ExportGraphBuilder::SilenceHandler::add_child (FileSpec const & new_config)
 394 {
 395         for (boost::ptr_list<SRC>::iterator it = children.begin(); it != children.end(); ++it) {
 396                 if (*it == new_config) {
 397                         it->add_child (new_config);
 398                         return;
 399                 }
 400         }
 401
 402         children.push_back (new SRC (parent, new_config, max_frames_in));
 403         silence_trimmer->add_output (children.back().sink());
 404 }
 405
 406 bool
 407 ExportGraphBuilder::SilenceHandler::operator== (FileSpec const & other_config) const
 408 {
 409         ExportFormatSpecification & format = *config.format;
 410         ExportFormatSpecification & other_format = *other_config.format;
 411         return (format.trim_beginning() == other_format.trim_beginning()) &&
 412                (format.trim_end() == other_format.trim_end()) &&
 413                (format.silence_beginning() == other_format.silence_beginning()) &&
 414                (format.silence_end() == other_format.silence_end());
 415 }
 416
 417 /* ChannelConfig */
 418
 419 ExportGraphBuilder::ChannelConfig::ChannelConfig (ExportGraphBuilder & parent, FileSpec const & new_config, ChannelMap & channel_map)
 420   : parent (parent)
 421 {
 422         typedef ExportChannelConfiguration::ChannelList ChannelList;
 423
 424         config = new_config;
 425         max_frames = parent.session.engine().frames_per_cycle();
 426
 427         interleaver.reset (new Interleaver<Sample> ());
 428         interleaver->init (new_config.channel_config->get_n_chans(), max_frames);
 429
 430         ChannelList const & channel_list = config.channel_config->get_channels();
 431         unsigned chan = 0;
 432         for (ChannelList::const_iterator it = channel_list.begin(); it != channel_list.end(); ++it, ++chan) {
 433                 ChannelMap::iterator map_it = channel_map.find (*it);
 434                 if (map_it == channel_map.end()) {
 435                         std::pair<ChannelMap::iterator, bool> result_pair =
 436                                 channel_map.insert (std::make_pair (*it, IdentityVertexPtr (new IdentityVertex<Sample> ())));
 437                         assert (result_pair.second);
 438                         map_it = result_pair.first;
 439                 }
 440                 map_it->second->add_output (interleaver->input (chan));
 441         }
 442
 443         add_child (new_config);
 444 }
 445
 446 void
 447 ExportGraphBuilder::ChannelConfig::add_child (FileSpec const & new_config)
 448 {
 449         for (boost::ptr_list<SilenceHandler>::iterator it = children.begin(); it != children.end(); ++it) {
 450                 if (*it == new_config) {
 451                         it->add_child (new_config);
 452                         return;
 453                 }
 454         }
 455
 456         nframes_t max_frames_out = new_config.channel_config->get_n_chans() * max_frames;
 457         children.push_back (new SilenceHandler (parent, new_config, max_frames_out));
 458         interleaver->add_output (children.back().sink ());
 459 }
 460
 461 bool
 462 ExportGraphBuilder::ChannelConfig::operator== (FileSpec const & other_config) const
 463 {
 464         return config.channel_config == other_config.channel_config;
 465 }
 466
 467 } // namespace ARDOUR