Thought-to-be-fix for #2794; fix route process order sorting.
[ardour.git] / libs / ardour / import.cc
index d621afe2971ff9067d0336c77b5fcf33af67dc88..3dd2a99ee109f8497d8ef1589e9eb6c78a4c1dda 100644 (file)
 #include "ardour/tempo.h"
 
 #ifdef HAVE_COREAUDIO
-#ifdef USE_COREAUDIO_FOR_FILE_IO
 #include "ardour/caimportable.h"
 #endif
-#endif
 
 #include "i18n.h"
 
@@ -77,98 +75,104 @@ using namespace PBD;
 static boost::shared_ptr<ImportableSource>
 open_importable_source (const string& path, nframes_t samplerate, ARDOUR::SrcQuality quality)
 {
-#ifdef HAVE_COREAUDIO
-#ifdef USE_COREAUDIO_FOR_FILE_IO
-
-       /* see if we can use CoreAudio to handle the IO */
-
-       try {
-               CAImportableSource* src = new CAImportableSource(path);
-               boost::shared_ptr<CAImportableSource> source (src);
-
+       /* try libsndfile first, because it can get BWF info from .wav, which ExtAudioFile cannot.
+          We don't necessarily need that information in an ImportableSource, but it keeps the 
+          logic the same as in SourceFactory::create() 
+        */
+
+       try { 
+               boost::shared_ptr<SndFileImportableSource> source(new SndFileImportableSource(path));
+               
                if (source->samplerate() == samplerate) {
                        return source;
                }
-
+               
                /* rewrap as a resampled source */
-
+               
                return boost::shared_ptr<ImportableSource>(new ResampledImportableSource(source, samplerate, quality));
        }
 
        catch (...) {
 
-               /* fall back to SndFile */
-#endif
-#endif
-
-               try {
-                       boost::shared_ptr<SndFileImportableSource> source(new SndFileImportableSource(path));
-
-                       if (source->samplerate() == samplerate) {
-                               return source;
-                       }
-
-                       /* rewrap as a resampled source */
+#ifdef HAVE_COREAUDIO
 
-                       return boost::shared_ptr<ImportableSource>(new ResampledImportableSource(source, samplerate, quality));
+               /* libsndfile failed, see if we can use CoreAudio to handle the IO */
+               
+               CAImportableSource* src = new CAImportableSource(path);
+               boost::shared_ptr<CAImportableSource> source (src);
+               
+               if (source->samplerate() == samplerate) {
+                       return source;
                }
+               
+               /* rewrap as a resampled source */
+               
+               return boost::shared_ptr<ImportableSource>(new ResampledImportableSource(source, samplerate, quality));
 
-               catch (...) {
-                       throw; // rethrow
-               }
+#else
+               throw; // rethrow
+#endif
 
-#ifdef HAVE_COREAUDIO
-#ifdef USE_COREAUDIO_FOR_FILE_IO
        }
-#endif
-#endif
 }
 
 static std::string
-get_non_existent_filename (DataType type, const bool allow_replacing, const std::string& destdir, const std::string& basename, uint channel, uint channels)
+get_non_existent_filename (HeaderFormat hf, DataType type, const bool allow_replacing, const std::string& destdir, const std::string& basename, uint channel, uint channels)
 {
        char buf[PATH_MAX+1];
        bool goodfile = false;
-       string base(basename);
-       const char* ext = (type == DataType::AUDIO) ? "wav" : "mid";
+       string base = basename;
+       string ext = native_header_format_extension (hf, type);
+        uint32_t cnt = 1;
 
        do {
 
                if (type == DataType::AUDIO && channels == 2) {
                        if (channel == 0) {
-                               snprintf (buf, sizeof(buf), "%s-L.wav", base.c_str());
+                                if (cnt == 1) {
+                                        snprintf (buf, sizeof(buf), "%s-L%s", base.c_str(), ext.c_str());
+                                } else {
+                                        snprintf (buf, sizeof(buf), "%s-%d-L%s", base.c_str(), cnt, ext.c_str());
+                                }
                        } else {
-                               snprintf (buf, sizeof(buf), "%s-R.wav", base.c_str());
+                                if (cnt == 1) {
+                                        snprintf (buf, sizeof(buf), "%s-R%s", base.c_str(), ext.c_str());
+                                } else {
+                                        snprintf (buf, sizeof(buf), "%s-%d-R%s", base.c_str(), cnt, ext.c_str());
+                                }
                        }
                } else if (channels > 1) {
-                       snprintf (buf, sizeof(buf), "%s-c%d.%s", base.c_str(), channel, ext);
+                        if (cnt == 1) {
+                                snprintf (buf, sizeof(buf), "%s-c%d%s", base.c_str(), channel, ext.c_str());
+                        } else {
+                                snprintf (buf, sizeof(buf), "%s-%d-c%d%s", base.c_str(), cnt, channel, ext.c_str());
+                        }
                } else {
-                       snprintf (buf, sizeof(buf), "%s.%s", base.c_str(), ext);
+                        if (cnt == 1) {
+                                snprintf (buf, sizeof(buf), "%s%s", base.c_str(), ext.c_str());
+                        } else {
+                                snprintf (buf, sizeof(buf), "%s-%d%s", base.c_str(), cnt, ext.c_str());
+                        }
                }
 
-
                string tempname = destdir + "/" + buf;
+                
                if (!allow_replacing && Glib::file_test (tempname, Glib::FILE_TEST_EXISTS)) {
-
-                       /* if the file already exists, we must come up with
-                        *  a new name for it.  for now we just keep appending
-                        *  _ to basename
-                        */
-
-                       base += "_";
+                        
+                        cnt++;
 
                } else {
 
                        goodfile = true;
                }
 
-       } while ( !goodfile);
+       } while (!goodfile);
 
        return buf;
 }
 
 static vector<string>
-get_paths_for_new_sources (const bool allow_replacing, const string& import_file_path, const string& session_dir, uint channels)
+get_paths_for_new_sources (HeaderFormat hf, const bool allow_replacing, const string& import_file_path, const string& session_dir, uint channels)
 {
        vector<string> new_paths;
        const string basename = basename_nosuffix (import_file_path);
@@ -177,14 +181,13 @@ get_paths_for_new_sources (const bool allow_replacing, const string& import_file
 
        for (uint n = 0; n < channels; ++n) {
 
-               const DataType type = (import_file_path.rfind(".mid") != string::npos)
-                               ? DataType::MIDI : DataType::AUDIO;
+               const DataType type = SMFSource::safe_midi_file_extension (import_file_path) ? DataType::MIDI : DataType::AUDIO;
 
                std::string filepath = (type == DataType::MIDI)
                                ? sdir.midi_path().to_string() : sdir.sound_path().to_string();
 
-               filepath += '/';
-               filepath += get_non_existent_filename (type, allow_replacing, filepath, basename, n, channels);
+                filepath = Glib::build_filename (filepath, 
+                                                 get_non_existent_filename (hf, type, allow_replacing, filepath, basename, n, channels));
                new_paths.push_back (filepath);
        }
 
@@ -211,54 +214,60 @@ map_existing_mono_sources (const vector<string>& new_paths, Session& /*sess*/,
 }
 
 static bool
-create_mono_sources_for_writing (const vector<string>& new_paths, Session& sess,
-                                uint samplerate, vector<boost::shared_ptr<Source> >& newfiles,
-                                nframes64_t /*timeline_position*/)
+create_mono_sources_for_writing (const string& origin,
+                                 const vector<string>& new_paths, 
+                                 Session& sess, uint samplerate, 
+                                 vector<boost::shared_ptr<Source> >& newfiles,
+                                framepos_t timeline_position)
 {
-       for (vector<string>::const_iterator i = new_paths.begin(); i != new_paths.end(); ++i)
-       {
-               boost::shared_ptr<Source> source;
+       for (vector<string>::const_iterator i = new_paths.begin(); i != new_paths.end(); ++i) {
 
-               try
-               {
-                       const DataType type = ((*i).rfind(".mid") != string::npos)
-                               ? DataType::MIDI : DataType::AUDIO;
+               boost::shared_ptr<Source> source;
 
+               try {
+                       const DataType type = SMFSource::safe_midi_file_extension (*i) ? DataType::MIDI : DataType::AUDIO;
 
                        source = SourceFactory::createWritable (type, sess,
-                                       i->c_str(),
-                                       false, // destructive
-                                       samplerate);
+                                                                i->c_str(),
+                                                                origin,
+                                                                false, // destructive
+                                                                samplerate);
                }
-               catch (const failed_constructor& err)
-               {
+
+               catch (const failed_constructor& err) {
                        error << string_compose (_("Unable to create file %1 during import"), *i) << endmsg;
                        return false;
                }
 
                newfiles.push_back(boost::dynamic_pointer_cast<Source>(source));
+
+                /* for audio files, reset the timeline position so that any BWF-ish
+                   information in the original files we are importing from is maintained.
+                */
+
+                boost::shared_ptr<AudioFileSource> afs;
+                if ((afs = boost::dynamic_pointer_cast<AudioFileSource>(source)) != 0) {
+                        afs->set_timeline_position(timeline_position);
+                }
        }
        return true;
 }
 
-static Glib::ustring
+static string
 compose_status_message (const string& path,
                        uint file_samplerate,
                        uint session_samplerate,
-                       uint current_file,
-                       uint total_files)
+                       uint /* current_file */,
+                       uint /* total_files */)
 {
        if (file_samplerate != session_samplerate) {
-               return string_compose (_("resampling %1 from %2kHz to %3kHz\n(%4 of %5)"),
+               return string_compose (_("Resampling %1 from %2kHz to %3kHz"),
                                       Glib::path_get_basename (path),
                                       file_samplerate/1000.0f,
-                                      session_samplerate/1000.0f,
-                                      current_file, total_files);
+                                      session_samplerate/1000.0f);
        }
-
-       return string_compose (_("copying %1\n(%2 of %3)"),
-                              Glib::path_get_basename (path),
-                              current_file, total_files);
+       
+       return string_compose (_("Copying %1"), Glib::path_get_basename (path));
 }
 
 static void
@@ -276,8 +285,48 @@ write_audio_data_to_new_files (ImportableSource* source, ImportStatus& status,
                channel_data.push_back(boost::shared_array<Sample>(new Sample[nframes]));
        }
 
-       uint read_count = 0;
+       float gain = 1;
+
+       boost::shared_ptr<AudioSource> s = boost::dynamic_pointer_cast<AudioSource> (newfiles[0]);
+       assert (s);
+
        status.progress = 0.0f;
+       float progress_multiplier = 1;
+       float progress_base = 0;
+
+       if (!source->clamped_at_unity() && s->clamped_at_unity()) {
+
+               /* The source we are importing from can return sample values with a magnitude greater than 1,
+                  and the file we are writing the imported data to cannot handle such values.  Compute the gain
+                  factor required to normalize the input sources to have a magnitude of less than 1.
+               */
+               
+               float peak = 0;
+               uint read_count = 0;
+               
+               while (!status.cancel) {
+                       nframes_t const nread = source->read (data.get(), nframes);
+                       if (nread == 0) {
+                               break;
+                       }
+
+                       peak = compute_peak (data.get(), nread, peak);
+
+                       read_count += nread;
+                       status.progress = 0.5 * read_count / (source->ratio() * source->length() * channels);
+               }
+
+               if (peak >= 1) {
+                       /* we are out of range: compute a gain to fix it */
+                       gain = (1 - FLT_EPSILON) / peak;
+               }
+               
+               source->seek (0);
+               progress_multiplier = 0.5;
+               progress_base = 0.5;
+       }
+
+       uint read_count = 0;
 
        while (!status.cancel) {
 
@@ -288,6 +337,12 @@ write_audio_data_to_new_files (ImportableSource* source, ImportStatus& status,
                if ((nread = source->read (data.get(), nframes)) == 0) {
                        break;
                }
+
+               if (gain != 1) {
+                       /* here is the gain fix for out-of-range sample values that we computed earlier */
+                       apply_gain_to_buffer (data.get(), nread, gain);
+               }
+               
                nfread = nread / channels;
 
                /* de-interleave */
@@ -309,13 +364,13 @@ write_audio_data_to_new_files (ImportableSource* source, ImportStatus& status,
                }
 
                read_count += nread;
-               status.progress = read_count / (source->ratio () * source->length() * channels);
+               status.progress = progress_base + progress_multiplier * read_count / (source->ratio () * source->length() * channels);
        }
 }
 
 static void
 write_midi_data_to_new_files (Evoral::SMF* source, ImportStatus& status,
-               vector<boost::shared_ptr<Source> >& newfiles)
+                              vector<boost::shared_ptr<Source> >& newfiles)
 {
        uint32_t buf_size = 4;
        uint8_t* buf      = (uint8_t*)malloc(buf_size);
@@ -333,11 +388,15 @@ write_midi_data_to_new_files (Evoral::SMF* source, ImportStatus& status,
                uint64_t t       = 0;
                uint32_t delta_t = 0;
                uint32_t size    = 0;
+                bool first = true;
 
                while (!status.cancel) {
-                       size = buf_size;
+                        gint ignored; // imported files either don't have NoteID's or
+                                      // we ignore them.
 
-                       int ret = source->read_event(&delta_t, &size, &buf);
+                       size = buf_size;
+                        
+                       int ret = source->read_event(&delta_t, &size, &buf, &ignored);
                        if (size > buf_size)
                                buf_size = size;
 
@@ -350,6 +409,11 @@ write_midi_data_to_new_files (Evoral::SMF* source, ImportStatus& status,
                        if (ret == 0) { // Meta
                                continue;
                        }
+                        
+                        if (first) {
+                                smfs->mark_streaming_write_started ();
+                                first = false;
+                        }
 
                        smfs->append_event_unlocked_beats(Evoral::Event<double>(0,
                                        (double)t / (double)source->ppqn(),
@@ -360,11 +424,11 @@ write_midi_data_to_new_files (Evoral::SMF* source, ImportStatus& status,
                                status.progress += 0.01;
                }
 
-               const nframes64_t pos = 0;
+               const framepos_t pos = 0;
                const double length_beats = ceil(t / (double)source->ppqn());
                BeatsFramesConverter converter(smfs->session().tempo_map(), pos);
                smfs->update_length(pos, converter.to(length_beats));
-               smfs->end_write();
+               smfs->mark_streaming_write_completed ();
 
                if (status.cancel) {
                        break;
@@ -389,7 +453,6 @@ remove_file_source (boost::shared_ptr<Source> source)
 void
 Session::import_audiofiles (ImportStatus& status)
 {
-       uint32_t cnt = 1;
        typedef vector<boost::shared_ptr<Source> > Sources;
        Sources all_new_sources;
        boost::shared_ptr<AudioFileSource> afs;
@@ -398,14 +461,13 @@ Session::import_audiofiles (ImportStatus& status)
 
        status.sources.clear ();
 
-       for (vector<Glib::ustring>::iterator p = status.paths.begin();
-                       p != status.paths.end() && !status.cancel;
-                       ++p, ++cnt)
+       for (vector<string>::iterator p = status.paths.begin();
+            p != status.paths.end() && !status.cancel;
+            ++p)
        {
                boost::shared_ptr<ImportableSource> source;
                std::auto_ptr<Evoral::SMF>          smf_reader;
-               const DataType type = ((*p).rfind(".mid") != string::npos) ?
-                       DataType::MIDI : DataType::AUDIO;
+               const DataType type = SMFSource::safe_midi_file_extension (*p) ? DataType::MIDI : DataType::AUDIO;
 
                if (type == DataType::AUDIO) {
                        try {
@@ -429,17 +491,18 @@ Session::import_audiofiles (ImportStatus& status)
                        }
                }
 
-               vector<string> new_paths = get_paths_for_new_sources (status.replace_existing_source, *p,
+               vector<string> new_paths = get_paths_for_new_sources (config.get_native_file_header_format(),
+                                                                      status.replace_existing_source, *p,
                                                                      get_best_session_directory_for_new_source (),
                                                                      channels);
                Sources newfiles;
-               nframes64_t natural_position = source ? source->natural_position() : 0;
+               framepos_t natural_position = source ? source->natural_position() : 0;
 
                if (status.replace_existing_source) {
                        fatal << "THIS IS NOT IMPLEMENTED YET, IT SHOULD NEVER GET CALLED!!! DYING!" << endmsg;
                        status.cancel = !map_existing_mono_sources (new_paths, *this, frame_rate(), newfiles, this);
                } else {
-                       status.cancel = !create_mono_sources_for_writing (new_paths, *this, frame_rate(), newfiles, natural_position);
+                        status.cancel = !create_mono_sources_for_writing (*p, new_paths, *this, frame_rate(), newfiles, natural_position);
                }
 
                // copy on cancel/failure so that any files that were created will be removed below
@@ -457,12 +520,15 @@ Session::import_audiofiles (ImportStatus& status)
 
                if (source) { // audio
                        status.doing_what = compose_status_message (*p, source->samplerate(),
-                                                                   frame_rate(), cnt, status.total);
+                                                                   frame_rate(), status.current, status.total);
                        write_audio_data_to_new_files (source.get(), status, newfiles);
                } else if (smf_reader.get()) { // midi
                        status.doing_what = string_compose(_("Loading MIDI file %1"), *p);
                        write_midi_data_to_new_files (smf_reader.get(), status, newfiles);
                }
+
+               ++status.current;
+               status.progress = 0;
        }
 
        if (!status.cancel) {
@@ -476,7 +542,7 @@ Session::import_audiofiles (ImportStatus& status)
 
                for (Sources::iterator x = all_new_sources.begin(); x != all_new_sources.end(); ) {
                        if ((afs = boost::dynamic_pointer_cast<AudioFileSource>(*x)) != 0) {
-                               afs->update_header(0, *now, xnow);
+                                afs->update_header((*x)->natural_position(), *now, xnow);
                                afs->done_with_peakfile_writes ();
 
                                /* now that there is data there, requeue the file for analysis */