Fix progress report when resampling to fixed-point on import
[ardour.git] / libs / ardour / import.cc
index b66f3542249bcb042e771c8e405bd97ff57fbbf4..083037b9fa71ed1f228a6df4e1576bec506ec785 100644 (file)
 #include <sndfile.h>
 #include <samplerate.h>
 
-#include <glib/gstdio.h>
+#include "pbd/gstdio_compat.h"
 #include <glibmm.h>
 
 #include <boost/scoped_array.hpp>
+#include <boost/scoped_ptr.hpp>
 #include <boost/shared_array.hpp>
 
 #include "pbd/basename.h"
@@ -47,7 +48,6 @@
 
 #include "ardour/analyser.h"
 #include "ardour/ardour.h"
-#include "ardour/audio_diskstream.h"
 #include "ardour/audioengine.h"
 #include "ardour/audioregion.h"
 #include "ardour/import_status.h"
 #include "ardour/caimportable.h"
 #endif
 
-#include "i18n.h"
+#include "pbd/i18n.h"
 
 using namespace std;
 using namespace ARDOUR;
 using namespace PBD;
 
 static boost::shared_ptr<ImportableSource>
-open_importable_source (const string& path, framecnt_t samplerate, ARDOUR::SrcQuality quality)
+open_importable_source (const string& path, samplecnt_t samplerate, ARDOUR::SrcQuality quality)
 {
        /* try libsndfile first, because it can get BWF info from .wav, which ExtAudioFile cannot.
           We don't necessarily need that information in an ImportableSource, but it keeps the
@@ -117,78 +117,44 @@ open_importable_source (const string& path, framecnt_t samplerate, ARDOUR::SrcQu
        }
 }
 
-static std::string
-get_non_existent_filename (HeaderFormat hf, DataType type, const bool allow_replacing, const std::string& destdir, const std::string& basename, uint32_t channel, uint32_t channels)
-{
-       char buf[PATH_MAX+1];
-       bool goodfile = false;
-       string base = basename;
-       string ext = native_header_format_extension (hf, type);
-       uint32_t cnt = 1;
-
-       do {
-
-               if (type == DataType::AUDIO && channels == 2) {
-                       if (channel == 0) {
-                               if (cnt == 1) {
-                                       snprintf (buf, sizeof(buf), "%s-L%s", base.c_str(), ext.c_str());
-                               } else {
-                                       snprintf (buf, sizeof(buf), "%s-%d-L%s", base.c_str(), cnt, ext.c_str());
-                               }
-                       } else {
-                               if (cnt == 1) {
-                                       snprintf (buf, sizeof(buf), "%s-R%s", base.c_str(), ext.c_str());
-                               } else {
-                                       snprintf (buf, sizeof(buf), "%s-%d-R%s", base.c_str(), cnt, ext.c_str());
-                               }
-                       }
-               } else if (channels > 1) {
-                       if (cnt == 1) {
-                               snprintf (buf, sizeof(buf), "%s-c%d%s", base.c_str(), channel, ext.c_str());
-                       } else {
-                               snprintf (buf, sizeof(buf), "%s-%d-c%d%s", base.c_str(), cnt, channel, ext.c_str());
-                       }
-               } else {
-                       if (cnt == 1) {
-                               snprintf (buf, sizeof(buf), "%s%s", base.c_str(), ext.c_str());
-                       } else {
-                               snprintf (buf, sizeof(buf), "%s-%d%s", base.c_str(), cnt, ext.c_str());
-                       }
-               }
+vector<string>
+Session::get_paths_for_new_sources (bool /*allow_replacing*/, const string& import_file_path, uint32_t channels,
+                                    vector<string> const & smf_track_names)
 
-               string tempname = destdir + "/" + buf;
-
-               if (!allow_replacing && Glib::file_test (tempname, Glib::FILE_TEST_EXISTS)) {
-
-                       cnt++;
-
-               } else {
-
-                       goodfile = true;
-               }
-
-       } while (!goodfile);
-
-       return buf;
-}
-
-static vector<string>
-get_paths_for_new_sources (HeaderFormat hf, const bool allow_replacing, const string& import_file_path, const string& session_dir, uint32_t channels)
 {
        vector<string> new_paths;
        const string basename = basename_nosuffix (import_file_path);
 
-       SessionDirectory sdir(session_dir);
-
        for (uint32_t n = 0; n < channels; ++n) {
 
                const DataType type = SMFSource::safe_midi_file_extension (import_file_path) ? DataType::MIDI : DataType::AUDIO;
+               string filepath;
+
+               switch (type) {
+               case DataType::MIDI:
+                       assert (smf_track_names.empty() || smf_track_names.size() == channels);
+                       if (channels > 1) {
+                               string mchn_name;
+                               if (smf_track_names.empty() || smf_track_names[n].empty()) {
+                                       mchn_name = string_compose ("%1-t%2", basename, n);
+                               } else {
+                                       mchn_name = string_compose ("%1-%2", basename, smf_track_names[n]);
+                               }
+                               filepath = new_midi_source_path (mchn_name);
+                       } else {
+                               filepath = new_midi_source_path (basename);
+                       }
+                       break;
+               case DataType::AUDIO:
+                       filepath = new_audio_source_path (basename, channels, n, false, false);
+                       break;
+               }
 
-               std::string filepath = (type == DataType::MIDI)
-                       ? sdir.midi_path() : sdir.sound_path();
+               if (filepath.empty()) {
+                       error << string_compose (_("Cannot find new filename for imported file %1"), import_file_path) << endmsg;
+                       return vector<string>();
+               }
 
-               filepath = Glib::build_filename (filepath,
-                                                get_non_existent_filename (hf, type, allow_replacing, filepath, basename, n, channels));
                new_paths.push_back (filepath);
        }
 
@@ -202,7 +168,7 @@ map_existing_mono_sources (const vector<string>& new_paths, Session& /*sess*/,
        for (vector<string>::const_iterator i = new_paths.begin();
             i != new_paths.end(); ++i)
        {
-               boost::shared_ptr<Source> source = session->source_by_path_and_channel(*i, 0);
+               boost::shared_ptr<Source> source = session->audio_source_by_path_and_channel(*i, 0);
 
                if (source == 0) {
                        error << string_compose(_("Could not find a source for %1 even though we are updating this file!"), (*i)) << endl;
@@ -218,7 +184,7 @@ static bool
 create_mono_sources_for_writing (const vector<string>& new_paths,
                                  Session& sess, uint32_t samplerate,
                                  vector<boost::shared_ptr<Source> >& newfiles,
-                                 framepos_t timeline_position)
+                                 samplepos_t timeline_position)
 {
        for (vector<string>::const_iterator i = new_paths.begin(); i != new_paths.end(); ++i) {
 
@@ -273,9 +239,12 @@ static void
 write_audio_data_to_new_files (ImportableSource* source, ImportStatus& status,
                                vector<boost::shared_ptr<Source> >& newfiles)
 {
-       const framecnt_t nframes = ResampledImportableSource::blocksize;
+       const samplecnt_t nframes = ResampledImportableSource::blocksize;
        boost::shared_ptr<AudioFileSource> afs;
        uint32_t channels = source->channels();
+       if (channels == 0) {
+               return;
+       }
 
        boost::scoped_array<float> data(new float[nframes * channels]);
        vector<boost::shared_array<Sample> > channel_data;
@@ -292,6 +261,7 @@ write_audio_data_to_new_files (ImportableSource* source, ImportStatus& status,
        status.progress = 0.0f;
        float progress_multiplier = 1;
        float progress_base = 0;
+       const float progress_length = source->ratio() * source->length();
 
        if (!source->clamped_at_unity() && s->clamped_at_unity()) {
 
@@ -304,15 +274,15 @@ write_audio_data_to_new_files (ImportableSource* source, ImportStatus& status,
                uint32_t read_count = 0;
 
                while (!status.cancel) {
-                       framecnt_t const nread = source->read (data.get(), nframes);
+                       samplecnt_t const nread = source->read (data.get(), nframes * channels);
                        if (nread == 0) {
                                break;
                        }
 
                        peak = compute_peak (data.get(), nread, peak);
 
-                       read_count += nread;
-                       status.progress = 0.5 * read_count / (source->ratio() * source->length() * channels);
+                       read_count += nread / channels;
+                       status.progress = 0.5 * read_count / progress_length;
                }
 
                if (peak >= 1) {
@@ -325,15 +295,15 @@ write_audio_data_to_new_files (ImportableSource* source, ImportStatus& status,
                progress_base = 0.5;
        }
 
-       uint32_t read_count = 0;
+       samplecnt_t read_count = 0;
 
        while (!status.cancel) {
 
-               framecnt_t nread, nfread;
+               samplecnt_t nread, nfread;
                uint32_t x;
                uint32_t chn;
 
-               if ((nread = source->read (data.get(), nframes)) == 0) {
+               if ((nread = source->read (data.get(), nframes * channels)) == 0) {
 #ifdef PLATFORM_WINDOWS
                        /* Flush the data once we've finished importing the file. Windows can  */
                        /* cache the data for very long periods of time (perhaps not writing   */
@@ -356,7 +326,7 @@ write_audio_data_to_new_files (ImportableSource* source, ImportStatus& status,
 
                for (chn = 0; chn < channels; ++chn) {
 
-                       framecnt_t n;
+                       samplecnt_t n;
                        for (x = chn, n = 0; n < nfread; x += channels, ++n) {
                                channel_data[chn][n] = (Sample) data[x];
                        }
@@ -370,31 +340,47 @@ write_audio_data_to_new_files (ImportableSource* source, ImportStatus& status,
                        }
                }
 
-               read_count += nread;
-               status.progress = progress_base + progress_multiplier * read_count / (source->ratio () * source->length() * channels);
+               read_count += nfread;
+               status.progress = progress_base + progress_multiplier * read_count / progress_length;
        }
 }
 
 static void
 write_midi_data_to_new_files (Evoral::SMF* source, ImportStatus& status,
-                              vector<boost::shared_ptr<Source> >& newfiles)
+                              vector<boost::shared_ptr<Source> >& newfiles,
+                              bool split_type0)
 {
        uint32_t buf_size = 4;
        uint8_t* buf      = (uint8_t*) malloc (buf_size);
 
        status.progress = 0.0f;
+       uint16_t num_tracks;
+       bool type0 = source->is_type0 () && split_type0;
+       const std::set<uint8_t>& chn = source->channels ();
 
-       assert (newfiles.size() == source->num_tracks());
+       if (type0) {
+               num_tracks = source->channels().size();
+       } else {
+               num_tracks = source->num_tracks();
+       }
+       assert (newfiles.size() == num_tracks);
 
        try {
                vector<boost::shared_ptr<Source> >::iterator s = newfiles.begin();
+               std::set<uint8_t>::const_iterator cur_chan = chn.begin();
 
-               for (unsigned i = 1; i <= source->num_tracks(); ++i) {
+               for (unsigned i = 1; i <= num_tracks; ++i) {
 
                        boost::shared_ptr<SMFSource> smfs = boost::dynamic_pointer_cast<SMFSource> (*s);
 
-                       smfs->drop_model ();
-                       source->seek_to_track (i);
+                       Glib::Threads::Mutex::Lock source_lock(smfs->mutex());
+
+                       smfs->drop_model (source_lock);
+                       if (type0) {
+                               source->seek_to_start ();
+                       } else {
+                               source->seek_to_track (i);
+                       }
 
                        uint64_t t       = 0;
                        uint32_t delta_t = 0;
@@ -422,16 +408,29 @@ write_midi_data_to_new_files (Evoral::SMF* source, ImportStatus& status,
                                        continue;
                                }
 
+                               // type-0 files separate by channel
+                               if (type0) {
+                                       uint8_t type = buf[0] & 0xf0;
+                                       uint8_t chan = buf[0] & 0x0f;
+                                       if (type >= 0x80 && type <= 0xE0) {
+                                               if (chan != *cur_chan) {
+                                                       continue;
+                                               }
+                                       }
+                               }
+
                                if (first) {
-                                       smfs->mark_streaming_write_started ();
+                                       smfs->mark_streaming_write_started (source_lock);
                                        first = false;
                                }
 
-                               smfs->append_event_unlocked_beats(
-                                       Evoral::Event<double>(0,
-                                                             (double)t / (double)source->ppqn(),
-                                                             size,
-                                                             buf));
+                               smfs->append_event_beats(
+                                       source_lock,
+                                       Evoral::Event<Temporal::Beats>(
+                                               Evoral::MIDI_EVENT,
+                                               Temporal::Beats::ticks_at_rate(t, source->ppqn()),
+                                               size,
+                                               buf));
 
                                if (status.progress < 0.99) {
                                        status.progress += 0.01;
@@ -442,24 +441,27 @@ write_midi_data_to_new_files (Evoral::SMF* source, ImportStatus& status,
 
                                /* we wrote something */
 
-                               const framepos_t pos = 0;
-                               const double length_beats = ceil(t / (double)source->ppqn());
-                               BeatsFramesConverter converter(smfs->session().tempo_map(), pos);
-                               smfs->update_length(pos + converter.to(length_beats));
-                               smfs->mark_streaming_write_completed ();
+                               const samplepos_t     pos          = 0;
+                               const Temporal::Beats  length_beats = Temporal::Beats::ticks_at_rate(t, source->ppqn());
+                               BeatsSamplesConverter converter(smfs->session().tempo_map(), pos);
+                               smfs->update_length(pos + converter.to(length_beats.round_up_to_beat()));
+                               smfs->mark_streaming_write_completed (source_lock);
 
                                if (status.cancel) {
                                        break;
                                }
                        } else {
-                               warning << string_compose (_("Track %1 of %2 contained no usable MIDI data"), i, source->file_path()) << endmsg;
+                               info << string_compose (_("Track %1 of %2 contained no usable MIDI data"), i, num_tracks) << endmsg;
                        }
 
                        ++s; // next source
+                       if (type0) {
+                               ++cur_chan;
+                       }
                }
 
-       } catch (...) {
-               error << string_compose (_("MIDI file %1 was not readable (no reason available)"), source->file_path()) << endmsg;
+       } catch (exception& e) {
+               error << string_compose (_("MIDI file could not be written (best guess: %1)"), e.what()) << endmsg;
        }
 
        if (buf) {
@@ -472,6 +474,8 @@ remove_file_source (boost::shared_ptr<Source> source)
 {
        boost::shared_ptr<FileSource> fs = boost::dynamic_pointer_cast<FileSource> (source);
 
+       fs->DropReferences ();
+
        if (fs) {
                ::g_unlink (fs->path().c_str());
        }
@@ -489,20 +493,22 @@ Session::import_files (ImportStatus& status)
        boost::shared_ptr<AudioFileSource> afs;
        boost::shared_ptr<SMFSource> smfs;
        uint32_t channels = 0;
+       vector<string> smf_names;
 
        status.sources.clear ();
 
-       for (vector<string>::iterator p = status.paths.begin();
+       for (vector<string>::const_iterator p = status.paths.begin();
             p != status.paths.end() && !status.cancel;
             ++p)
        {
                boost::shared_ptr<ImportableSource> source;
-               std::auto_ptr<Evoral::SMF>          smf_reader;
+
                const DataType type = SMFSource::safe_midi_file_extension (*p) ? DataType::MIDI : DataType::AUDIO;
+               boost::scoped_ptr<Evoral::SMF> smf_reader;
 
                if (type == DataType::AUDIO) {
                        try {
-                               source = open_importable_source (*p, frame_rate(), status.quality);
+                               source = open_importable_source (*p, sample_rate(), status.quality);
                                channels = source->channels();
                        } catch (const failed_constructor& err) {
                                error << string_compose(_("Import: cannot open input sound file \"%1\""), (*p)) << endmsg;
@@ -512,9 +518,27 @@ Session::import_files (ImportStatus& status)
 
                } else {
                        try {
-                               smf_reader = std::auto_ptr<Evoral::SMF>(new Evoral::SMF());
-                               smf_reader->open(*p);
-                               channels = smf_reader->num_tracks();
+                               smf_reader.reset (new Evoral::SMF());
+
+                               if (smf_reader->open(*p)) {
+                                       throw Evoral::SMF::FileError (*p);
+                               }
+
+                               if (smf_reader->is_type0 () && status.split_midi_channels) {
+                                       channels = smf_reader->channels().size();
+                               } else {
+                                       channels = smf_reader->num_tracks();
+                                       switch (status.midi_track_name_source) {
+                                       case SMFTrackNumber:
+                                               break;
+                                       case SMFTrackName:
+                                               smf_reader->track_names (smf_names);
+                                               break;
+                                       case SMFInstrumentName:
+                                               smf_reader->instrument_names (smf_names);
+                                               break;
+                                       }
+                               }
                        } catch (...) {
                                error << _("Import: error opening MIDI file") << endmsg;
                                status.done = status.cancel = true;
@@ -522,19 +546,21 @@ Session::import_files (ImportStatus& status)
                        }
                }
 
-               vector<string> new_paths = get_paths_for_new_sources (config.get_native_file_header_format(),
-                                                                     status.replace_existing_source, *p,
-                                                                     get_best_session_directory_for_new_source (),
-                                                                     channels);
+               if (channels == 0) {
+                       error << _("Import: file contains no channels.") << endmsg;
+                       continue;
+               }
+
+               vector<string> new_paths = get_paths_for_new_sources (status.replace_existing_source, *p, channels, smf_names);
                Sources newfiles;
-               framepos_t natural_position = source ? source->natural_position() : 0;
+               samplepos_t natural_position = source ? source->natural_position() : 0;
 
 
                if (status.replace_existing_source) {
                        fatal << "THIS IS NOT IMPLEMENTED YET, IT SHOULD NEVER GET CALLED!!! DYING!" << endmsg;
-                       status.cancel = !map_existing_mono_sources (new_paths, *this, frame_rate(), newfiles, this);
+                       status.cancel = !map_existing_mono_sources (new_paths, *this, sample_rate(), newfiles, this);
                } else {
-                       status.cancel = !create_mono_sources_for_writing (new_paths, *this, frame_rate(), newfiles, natural_position);
+                       status.cancel = !create_mono_sources_for_writing (new_paths, *this, sample_rate(), newfiles, natural_position);
                }
 
                // copy on cancel/failure so that any files that were created will be removed below
@@ -552,11 +578,11 @@ Session::import_files (ImportStatus& status)
 
                if (source) { // audio
                        status.doing_what = compose_status_message (*p, source->samplerate(),
-                                                                   frame_rate(), status.current, status.total);
+                                                                   sample_rate(), status.current, status.total);
                        write_audio_data_to_new_files (source.get(), status, newfiles);
-               } else if (smf_reader.get()) { // midi
+               } else if (smf_reader) { // midi
                        status.doing_what = string_compose(_("Loading MIDI file %1"), *p);
-                       write_midi_data_to_new_files (smf_reader.get(), status, newfiles);
+                       write_midi_data_to_new_files (smf_reader.get(), status, newfiles, status.split_midi_channels);
                }
 
                ++status.current;
@@ -584,7 +610,7 @@ Session::import_files (ImportStatus& status)
                                        Analyser::queue_source_for_analysis (boost::static_pointer_cast<Source>(*x), false);
                                }
                        }
-                       
+
                        /* imported, copied files cannot be written or removed
                         */
 
@@ -622,7 +648,7 @@ Session::import_files (ImportStatus& status)
                } catch (...) {
                        error << _("Failed to remove some files after failed/cancelled import operation") << endmsg;
                }
-                               
+
        }
 
        status.done = true;