debug flag for session destruction and waf option for boost SP debug
[ardour.git] / libs / ardour / import.cc
index a8fb4050f92a8b291c0135d19eebbf36b3ef1fb3..e2f52fe28f7082a158a4d927f26a2926e70dfafb 100644 (file)
@@ -1,5 +1,5 @@
 /*
-    Copyright (C) 2000 Paul Davis 
+    Copyright (C) 2000 Paul Davis
 
     This program is free software; you can redistribute it and/or modify
     it under the terms of the GNU General Public License as published by
 
 */
 
+
+#ifdef WAF_BUILD
+#include "libardour-config.h"
+#endif
+
 #include <cstdio>
 #include <cstdlib>
 #include <string>
@@ -25,6 +30,7 @@
 #include <unistd.h>
 #include <sys/stat.h>
 #include <time.h>
+#include <stdint.h>
 
 #include <sndfile.h>
 #include <samplerate.h>
 #include <boost/scoped_array.hpp>
 #include <boost/shared_array.hpp>
 
-#include <pbd/convert.h>
-
-#include <ardour/ardour.h>
-#include <ardour/session.h>
-#include <ardour/session_directory.h>
-#include <ardour/audio_diskstream.h>
-#include <ardour/sndfilesource.h>
-#include <ardour/sndfile_helpers.h>
-#include <ardour/audioregion.h>
-#include <ardour/region_factory.h>
-#include <ardour/source_factory.h>
-#include <ardour/resampled_source.h>
+#include "pbd/basename.h"
+#include "pbd/convert.h"
+
+#include "evoral/SMF.hpp"
+
+#include "ardour/analyser.h"
+#include "ardour/ardour.h"
+#include "ardour/audio_diskstream.h"
+#include "ardour/audioengine.h"
+#include "ardour/audioregion.h"
+#include "ardour/import_status.h"
+#include "ardour/region_factory.h"
+#include "ardour/resampled_source.h"
+#include "ardour/session.h"
+#include "ardour/session_directory.h"
+#include "ardour/smf_source.h"
+#include "ardour/sndfile_helpers.h"
+#include "ardour/sndfileimportable.h"
+#include "ardour/sndfilesource.h"
+#include "ardour/source_factory.h"
+#include "ardour/tempo.h"
+
+#ifdef HAVE_COREAUDIO
+#ifdef USE_COREAUDIO_FOR_FILE_IO
+#include "ardour/caimportable.h"
+#endif
+#endif
 
 #include "i18n.h"
 
+using namespace std;
 using namespace ARDOUR;
 using namespace PBD;
 
-std::auto_ptr<ImportableSource>
-open_importable_source (const string& path, nframes_t samplerate,
-               ARDOUR::SrcQuality quality)
+static boost::shared_ptr<ImportableSource>
+open_importable_source (const string& path, nframes_t samplerate, ARDOUR::SrcQuality quality)
 {
-       std::auto_ptr<ImportableSource> source(new ImportableSource(path));
+#ifdef HAVE_COREAUDIO
+#ifdef USE_COREAUDIO_FOR_FILE_IO
+
+       /* see if we can use CoreAudio to handle the IO */
+
+       try {
+               CAImportableSource* src = new CAImportableSource(path);
+               boost::shared_ptr<CAImportableSource> source (src);
+
+               if (source->samplerate() == samplerate) {
+                       return source;
+               }
+
+               /* rewrap as a resampled source */
 
-       if (source->samplerate() == samplerate) {
-               return source;
+               return boost::shared_ptr<ImportableSource>(new ResampledImportableSource(source, samplerate, quality));
        }
 
-       return std::auto_ptr<ImportableSource>(
-                       new ResampledImportableSource(path, samplerate, quality)
-                       );
+       catch (...) {
+
+               /* fall back to SndFile */
+#endif
+#endif
+
+               try {
+                       boost::shared_ptr<SndFileImportableSource> source(new SndFileImportableSource(path));
+
+                       if (source->samplerate() == samplerate) {
+                               return source;
+                       }
+
+                       /* rewrap as a resampled source */
+
+                       return boost::shared_ptr<ImportableSource>(new ResampledImportableSource(source, samplerate, quality));
+               }
+
+               catch (...) {
+                       throw; // rethrow
+               }
+
+#ifdef HAVE_COREAUDIO
+#ifdef USE_COREAUDIO_FOR_FILE_IO
+       }
+#endif
+#endif
 }
 
-std::string
-get_non_existent_filename (const std::string& basename, uint channel, uint channels)
+static std::string
+get_non_existent_filename (DataType type, const bool allow_replacing, const std::string destdir, const std::string& basename, uint channel, uint channels)
 {
        char buf[PATH_MAX+1];
        bool goodfile = false;
        string base(basename);
+       const char* ext = (type == DataType::AUDIO) ? "wav" : "mid";
 
        do {
-               if (channels == 2) {
+
+               if (type == DataType::AUDIO && channels == 2) {
                        if (channel == 0) {
                                snprintf (buf, sizeof(buf), "%s-L.wav", base.c_str());
                        } else {
                                snprintf (buf, sizeof(buf), "%s-R.wav", base.c_str());
                        }
                } else if (channels > 1) {
-                       snprintf (buf, sizeof(buf), "%s-c%d.wav", base.c_str(), channel+1);
+                       snprintf (buf, sizeof(buf), "%s-c%d.%s", base.c_str(), channel, ext);
                } else {
-                       snprintf (buf, sizeof(buf), "%s.wav", base.c_str());
+                       snprintf (buf, sizeof(buf), "%s.%s", base.c_str(), ext);
                }
 
-               if (sys::exists (buf)) {
+
+               string tempname = destdir + "/" + buf;
+               if (!allow_replacing && Glib::file_test (tempname, Glib::FILE_TEST_EXISTS)) {
 
                        /* if the file already exists, we must come up with
                         *  a new name for it.  for now we just keep appending
@@ -106,44 +167,67 @@ get_non_existent_filename (const std::string& basename, uint channel, uint chann
        return buf;
 }
 
-vector<string>
-get_paths_for_new_sources (const string& import_file_path, const string& session_dir, 
-               uint channels)
+static vector<string>
+get_paths_for_new_sources (const bool allow_replacing, const string& import_file_path, const string& session_dir, uint channels)
 {
        vector<string> new_paths;
-       const string basename = sys::basename (import_file_path);
+       const string basename = basename_nosuffix (import_file_path);
+
        SessionDirectory sdir(session_dir);
 
        for (uint n = 0; n < channels; ++n) {
 
-               std::string filename = get_non_existent_filename (basename, n, channels); 
+               const DataType type = (import_file_path.rfind(".mid") != string::npos)
+                               ? DataType::MIDI : DataType::AUDIO;
 
-               sys::path filepath = sdir.sound_path() / filename;
+               std::string filepath = (type == DataType::MIDI)
+                               ? sdir.midi_path().to_string() : sdir.sound_path().to_string();
 
-               new_paths.push_back (filepath.to_string());
+               filepath += '/';
+               filepath += get_non_existent_filename (type, allow_replacing, filepath, basename, n, channels);
+               new_paths.push_back (filepath);
        }
 
        return new_paths;
 }
 
-bool
-create_mono_sources_for_writing (const vector<string>& new_paths, Session& sess,
-               uint samplerate, vector<boost::shared_ptr<AudioFileSource> >& newfiles)
+static bool
+map_existing_mono_sources (const vector<string>& new_paths, Session& /*sess*/,
+                          uint /*samplerate*/, vector<boost::shared_ptr<Source> >& newfiles, Session *session)
 {
        for (vector<string>::const_iterator i = new_paths.begin();
                        i != new_paths.end(); ++i)
+       {
+               boost::shared_ptr<Source> source = session->source_by_path_and_channel(*i, 0);
+
+               if (source == 0) {
+                       error << string_compose(_("Could not find a source for %1 even though we are updating this file!"), (*i)) << endl;
+                       return false;
+               }
+
+               newfiles.push_back(boost::dynamic_pointer_cast<Source>(source));
+       }
+       return true;
+}
+
+static bool
+create_mono_sources_for_writing (const vector<string>& new_paths, Session& sess,
+                                uint samplerate, vector<boost::shared_ptr<Source> >& newfiles,
+                                nframes64_t /*timeline_position*/)
+{
+       for (vector<string>::const_iterator i = new_paths.begin(); i != new_paths.end(); ++i)
        {
                boost::shared_ptr<Source> source;
 
                try
                {
-                       source = SourceFactory::createWritable (
-                                       DataType::AUDIO,
-                                       sess,
-                                       i->c_str(),
+                       const DataType type = ((*i).rfind(".mid") != string::npos)
+                               ? DataType::MIDI : DataType::AUDIO;
+
+                       source = SourceFactory::createWritable (type, sess,
+                                       i->c_str(), true,
                                        false, // destructive
-                                       samplerate
-                                       );
+                                       samplerate);
                }
                catch (const failed_constructor& err)
                {
@@ -151,36 +235,37 @@ create_mono_sources_for_writing (const vector<string>& new_paths, Session& sess,
                        return false;
                }
 
-               newfiles.push_back(boost::dynamic_pointer_cast<AudioFileSource>(source));
+               newfiles.push_back(boost::dynamic_pointer_cast<Source>(source));
        }
        return true;
 }
 
-Glib::ustring
+static Glib::ustring
 compose_status_message (const string& path,
-               uint file_samplerate,
-               uint session_samplerate,
-               uint current_file,
-               uint total_files)
+                       uint file_samplerate,
+                       uint session_samplerate,
+                       uint current_file,
+                       uint total_files)
 {
        if (file_samplerate != session_samplerate) {
-               return string_compose (_("converting %1\n(resample from %2KHz to %3KHz)\n(%4 of %5)"),
-                               sys::path(path).leaf(),
-                               file_samplerate/1000.0f,
-                               session_samplerate/1000.0f,
-                               current_file, total_files);
+               return string_compose (_("resampling %1 from %2kHz to %3kHz\n(%4 of %5)"),
+                                      Glib::path_get_basename (path),
+                                      file_samplerate/1000.0f,
+                                      session_samplerate/1000.0f,
+                                      current_file, total_files);
        }
 
-       return  string_compose (_("converting %1\n(%2 of %3)"), 
-                       sys::path(path).leaf(),
-                       current_file, total_files);
+       return string_compose (_("copying %1\n(%2 of %3)"),
+                              Glib::path_get_basename (path),
+                              current_file, total_files);
 }
 
-void
-write_audio_data_to_new_files (ImportableSource* source, Session::import_status& status,
-               vector<boost::shared_ptr<AudioFileSource> >& newfiles)
+static void
+write_audio_data_to_new_files (ImportableSource* source, ImportStatus& status,
+                              vector<boost::shared_ptr<Source> >& newfiles)
 {
        const nframes_t nframes = ResampledImportableSource::blocksize;
+       boost::shared_ptr<AudioFileSource> afs;
        uint channels = source->channels();
 
        boost::scoped_array<float> data(new float[nframes * channels]);
@@ -189,7 +274,7 @@ write_audio_data_to_new_files (ImportableSource* source, Session::import_status&
        for (uint n = 0; n < channels; ++n) {
                channel_data.push_back(boost::shared_array<Sample>(new Sample[nframes]));
        }
-       
+
        uint read_count = 0;
        status.progress = 0.0f;
 
@@ -217,7 +302,9 @@ write_audio_data_to_new_files (ImportableSource* source, Session::import_status&
                /* flush to disk */
 
                for (chn = 0; chn < channels; ++chn) {
-                       newfiles[chn]->write (channel_data[chn].get(), nfread);
+                       if ((afs = boost::dynamic_pointer_cast<AudioFileSource>(newfiles[chn])) != 0) {
+                               afs->write (channel_data[chn].get(), nfread);
+                       }
                }
 
                read_count += nread;
@@ -225,59 +312,156 @@ write_audio_data_to_new_files (ImportableSource* source, Session::import_status&
        }
 }
 
-void
-remove_file_source (boost::shared_ptr<AudioFileSource> file_source)
+static void
+write_midi_data_to_new_files (Evoral::SMF* source, ImportStatus& status,
+               vector<boost::shared_ptr<Source> >& newfiles)
 {
-       sys::remove (std::string(file_source->path()));
+       uint32_t buf_size = 4;
+       uint8_t* buf      = (uint8_t*)malloc(buf_size);
+
+       status.progress = 0.0f;
+
+       try {
+
+       for (unsigned i = 1; i <= source->num_tracks(); ++i) {
+               boost::shared_ptr<SMFSource> smfs = boost::dynamic_pointer_cast<SMFSource>(newfiles[i-1]);
+               smfs->drop_model();
+
+               source->seek_to_track(i);
+
+               uint64_t t       = 0;
+               uint32_t delta_t = 0;
+               uint32_t size    = 0;
+
+               while (!status.cancel) {
+                       size = buf_size;
+
+                       int ret = source->read_event(&delta_t, &size, &buf);
+                       if (size > buf_size)
+                               buf_size = size;
+
+                       if (ret < 0) { // EOT
+                               break;
+                       }
+
+                       t += delta_t;
+
+                       if (ret == 0) { // Meta
+                               continue;
+                       }
+
+                       smfs->append_event_unlocked_beats(Evoral::Event<double>(0,
+                                       (double)t / (double)source->ppqn(),
+                                       size,
+                                       buf));
+
+                       if (status.progress < 0.99)
+                               status.progress += 0.01;
+               }
+
+               const nframes64_t pos = 0;
+               const double length_beats = ceil(t / (double)source->ppqn());
+               BeatsFramesConverter converter(smfs->session().tempo_map(), pos);
+               smfs->update_length(pos, converter.to(length_beats));
+               smfs->end_write();
+
+               if (status.cancel) {
+                       break;
+               }
+       }
+
+       } catch (...) {
+               error << "Corrupt MIDI file " << source->file_path() << endl;
+       }
 }
 
+static void
+remove_file_source (boost::shared_ptr<Source> source)
+{
+       ::unlink (source->path().c_str());
+}
+
+// This function is still unable to cleanly update an existing source, even though
+// it is possible to set the ImportStatus flag accordingly. The functinality
+// is disabled at the GUI until the Source implementations are able to provide
+// the necessary API.
 void
-Session::import_audiofiles (import_status& status)
+Session::import_audiofiles (ImportStatus& status)
 {
        uint32_t cnt = 1;
-       typedef vector<boost::shared_ptr<AudioFileSource> > AudioSources;
-       AudioSources all_new_sources;
+       typedef vector<boost::shared_ptr<Source> > Sources;
+       Sources all_new_sources;
+       boost::shared_ptr<AudioFileSource> afs;
+       boost::shared_ptr<SMFSource> smfs;
+       uint channels = 0;
 
        status.sources.clear ();
-       
+
        for (vector<Glib::ustring>::iterator p = status.paths.begin();
                        p != status.paths.end() && !status.cancel;
                        ++p, ++cnt)
        {
-               std::auto_ptr<ImportableSource> source;
+               boost::shared_ptr<ImportableSource> source;
+               std::auto_ptr<Evoral::SMF>          smf_reader;
+               const DataType type = ((*p).rfind(".mid") != string::npos) ?
+                       DataType::MIDI : DataType::AUDIO;
+
+               if (type == DataType::AUDIO) {
+                       try {
+                               source = open_importable_source (*p, frame_rate(), status.quality);
+                               channels = source->channels();
+                       } catch (const failed_constructor& err) {
+                               error << string_compose(_("Import: cannot open input sound file \"%1\""), (*p)) << endmsg;
+                               status.done = status.cancel = true;
+                               return;
+                       }
 
-               try
-               {
-                       source = open_importable_source (*p, frame_rate(), status.quality);
-               }
-               catch (const failed_constructor& err)
-               {
-                       error << string_compose(_("Import: cannot open input sound file \"%1\""), (*p)) << endmsg;
-                       status.done = status.cancel = true;
-                       return;
+               } else {
+                       try {
+                               smf_reader = std::auto_ptr<Evoral::SMF>(new Evoral::SMF());
+                               smf_reader->open(*p);
+                               channels = smf_reader->num_tracks();
+                       } catch (...) {
+                               error << _("Import: error opening MIDI file") << endmsg;
+                               status.done = status.cancel = true;
+                               return;
+                       }
                }
 
-               vector<string> new_paths = get_paths_for_new_sources (*p,
-                               get_best_session_directory_for_new_source (),
-                               source->channels());
-
-               AudioSources newfiles;
+               vector<string> new_paths = get_paths_for_new_sources (status.replace_existing_source, *p,
+                                                                     get_best_session_directory_for_new_source (),
+                                                                     channels);
+               Sources newfiles;
+               nframes64_t natural_position = source ? source->natural_position() : 0;
 
-               status.cancel = !create_mono_sources_for_writing (new_paths, *this, frame_rate(), newfiles);
+               if (status.replace_existing_source) {
+                       fatal << "THIS IS NOT IMPLEMENTED YET, IT SHOULD NEVER GET CALLED!!! DYING!" << endl;
+                       status.cancel = !map_existing_mono_sources (new_paths, *this, frame_rate(), newfiles, this);
+               } else {
+                       status.cancel = !create_mono_sources_for_writing (new_paths, *this, frame_rate(), newfiles, natural_position);
+               }
 
                // copy on cancel/failure so that any files that were created will be removed below
                std::copy (newfiles.begin(), newfiles.end(), std::back_inserter(all_new_sources));
 
-               if (status.cancel) break;
-
-               for (AudioSources::iterator i = newfiles.begin(); i != newfiles.end(); ++i) {
-                       (*i)->prepare_for_peakfile_writes ();
+               if (status.cancel) {
+                       break;
                }
 
-               status.doing_what = compose_status_message (*p, source->samplerate(),
-                               frame_rate(), cnt, status.paths.size());
+               for (Sources::iterator i = newfiles.begin(); i != newfiles.end(); ++i) {
+                       if ((afs = boost::dynamic_pointer_cast<AudioFileSource>(*i)) != 0) {
+                               afs->prepare_for_peakfile_writes ();
+                       }
+               }
 
-               write_audio_data_to_new_files (source.get(), status, newfiles);
+               if (source) { // audio
+                       status.doing_what = compose_status_message (*p, source->samplerate(),
+                                                                   frame_rate(), cnt, status.total);
+                       write_audio_data_to_new_files (source.get(), status, newfiles);
+               } else if (smf_reader.get()) { // midi
+                       status.doing_what = string_compose(_("Loading MIDI file %1"), *p);
+                       write_midi_data_to_new_files (smf_reader.get(), status, newfiles);
+               }
        }
 
        if (!status.cancel) {
@@ -289,19 +473,32 @@ Session::import_audiofiles (import_status& status)
 
                /* flush the final length(s) to the header(s) */
 
-               for (AudioSources::iterator x = all_new_sources.begin();
-                               x != all_new_sources.end(); ++x)
-               {
-                       (*x)->update_header(0, *now, xnow);
-                       (*x)->done_with_peakfile_writes ();
+               for (Sources::iterator x = all_new_sources.begin(); x != all_new_sources.end(); ) {
+                       if ((afs = boost::dynamic_pointer_cast<AudioFileSource>(*x)) != 0) {
+                               afs->update_header(0, *now, xnow);
+                               afs->done_with_peakfile_writes ();
+
+                               /* now that there is data there, requeue the file for analysis */
+
+                               if (Config->get_auto_analyse_audio()) {
+                                       Analyser::queue_source_for_analysis (boost::static_pointer_cast<Source>(*x), false);
+                               }
+                       }
+
+                       /* don't create tracks for empty MIDI sources (channels) */
+
+                       if ((smfs = boost::dynamic_pointer_cast<SMFSource>(*x)) != 0 && smfs->is_empty()) {
+                               x = all_new_sources.erase(x);
+                       } else {
+                               ++x;
+                       }
                }
 
                /* save state so that we don't lose these new Sources */
 
                save_state (_name);
 
-               std::copy (all_new_sources.begin(), all_new_sources.end(),
-                               std::back_inserter(status.sources));
+               std::copy (all_new_sources.begin(), all_new_sources.end(), std::back_inserter(status.sources));
        } else {
                // this can throw...but it seems very unlikely
                std::for_each (all_new_sources.begin(), all_new_sources.end(), remove_file_source);
@@ -309,3 +506,4 @@ Session::import_audiofiles (import_status& status)
 
        status.done = true;
 }
+