libs/ardour/import.cc

   1 /*
   2     Copyright (C) 2000 Paul Davis
   3
   4     This program is free software; you can redistribute it and/or modify
   5     it under the terms of the GNU General Public License as published by
   6     the Free Software Foundation; either version 2 of the License, or
   7     (at your option) any later version.
   8
   9     This program is distributed in the hope that it will be useful,
  10     but WITHOUT ANY WARRANTY; without even the implied warranty of
  11     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12     GNU General Public License for more details.
  13
  14     You should have received a copy of the GNU General Public License
  15     along with this program; if not, write to the Free Software
  16     Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
  17
  18 */
  19
  20 #include <cstdio>
  21 #include <cstdlib>
  22 #include <string>
  23 #include <climits>
  24 #include <cerrno>
  25 #include <unistd.h>
  26 #include <sys/stat.h>
  27 #include <time.h>
  28
  29 #include <sndfile.h>
  30 #include <samplerate.h>
  31
  32 #include <glibmm.h>
  33
  34 #include <boost/scoped_array.hpp>
  35 #include <boost/shared_array.hpp>
  36
  37 #include <pbd/basename.h>
  38 #include <pbd/convert.h>
  39
  40 #include <ardour/ardour.h>
  41 #include <ardour/session.h>
  42 #include <ardour/session_directory.h>
  43 #include <ardour/audio_diskstream.h>
  44 #include <ardour/audioengine.h>
  45 #include <ardour/sndfilesource.h>
  46 #include <ardour/sndfile_helpers.h>
  47 #include <ardour/audioregion.h>
  48 #include <ardour/region_factory.h>
  49 #include <ardour/source_factory.h>
  50 #include <ardour/resampled_source.h>
  51 #include <ardour/analyser.h>
  52 #include <ardour/smf_reader.h>
  53 #include <ardour/smf_source.h>
  54 #include <ardour/tempo.h>
  55
  56 #include "i18n.h"
  57
  58 using namespace ARDOUR;
  59 using namespace PBD;
  60
  61 static std::auto_ptr<ImportableSource>
  62 open_importable_source (const string& path, nframes_t samplerate, ARDOUR::SrcQuality quality)
  63 {
  64         std::auto_ptr<ImportableSource> source(new ImportableSource(path));
  65
  66         if (source->samplerate() == samplerate) {
  67                 return source;
  68         }
  69
  70         return std::auto_ptr<ImportableSource>(new ResampledImportableSource(path, samplerate, quality));
  71 }
  72
  73 static std::string
  74 get_non_existent_filename (DataType type, const bool allow_replacing, const std::string destdir, const std::string& basename, uint channel, uint channels)
  75 {
  76         char buf[PATH_MAX+1];
  77         bool goodfile = false;
  78         string base(basename);
  79         const char* ext = (type == DataType::AUDIO) ? "wav" : "mid";
  80
  81         do {
  82
  83                 if (type == DataType::AUDIO && channels == 2) {
  84                         if (channel == 0) {
  85                                 snprintf (buf, sizeof(buf), "%s-L.wav", base.c_str());
  86                         } else {
  87                                 snprintf (buf, sizeof(buf), "%s-R.wav", base.c_str());
  88                         }
  89                 } else if (channels > 1) {
  90                         snprintf (buf, sizeof(buf), "%s-c%d.%s", base.c_str(), channel, ext);
  91                 } else {
  92                         snprintf (buf, sizeof(buf), "%s.%s", base.c_str(), ext);
  93                 }
  94
  95
  96                 string tempname = destdir + "/" + buf;
  97                 if (!allow_replacing && Glib::file_test (tempname, Glib::FILE_TEST_EXISTS)) {
  98
  99                         /* if the file already exists, we must come up with
 100                          *  a new name for it.  for now we just keep appending
 101                          *  _ to basename
 102                          */
 103
 104                         base += "_";
 105
 106                 } else {
 107
 108                         goodfile = true;
 109                 }
 110
 111         } while ( !goodfile);
 112
 113         return buf;
 114 }
 115
 116 static vector<string>
 117 get_paths_for_new_sources (const bool allow_replacing, const string& import_file_path, const string& session_dir, uint channels)
 118 {
 119         vector<string> new_paths;
 120         const string basename = basename_nosuffix (import_file_path);
 121
 122         SessionDirectory sdir(session_dir);
 123
 124         for (uint n = 0; n < channels; ++n) {
 125
 126                 const DataType type = (import_file_path.rfind(".mid") != string::npos)
 127                                 ? DataType::MIDI : DataType::AUDIO;
 128
 129                 std::string filepath = (type == DataType::MIDI)
 130                                 ? sdir.midi_path().to_string() : sdir.sound_path().to_string();
 131
 132                 filepath += '/';
 133                 filepath += get_non_existent_filename (type, allow_replacing, filepath, basename, n, channels);
 134
 135                 cout << "NEW SOURCE PATH: " << filepath << endl;
 136
 137                 new_paths.push_back (filepath);
 138         }
 139
 140         return new_paths;
 141 }
 142
 143 static bool
 144 map_existing_mono_sources (const vector<string>& new_paths, Session& sess,
 145                            uint samplerate, vector<boost::shared_ptr<Source> >& newfiles, Session *session)
 146 {
 147         for (vector<string>::const_iterator i = new_paths.begin();
 148                         i != new_paths.end(); ++i)
 149         {
 150                 boost::shared_ptr<Source> source = session->source_by_path_and_channel(*i, 0);
 151
 152                 if (source == 0) {
 153                         error << string_compose(_("Could not find a source for %1 even though we are updating this file!"), (*i)) << endl;
 154                         return false;
 155                 }
 156
 157                 newfiles.push_back(boost::dynamic_pointer_cast<Source>(source));
 158         }
 159         return true;
 160 }
 161
 162 static bool
 163 create_mono_sources_for_writing (const vector<string>& new_paths, Session& sess,
 164                 uint samplerate, vector<boost::shared_ptr<Source> >& newfiles)
 165 {
 166         for (vector<string>::const_iterator i = new_paths.begin();
 167                         i != new_paths.end(); ++i)
 168         {
 169                 boost::shared_ptr<Source> source;
 170
 171                 try
 172                 {
 173                         const DataType type = ((*i).rfind(".mid") != string::npos)
 174                                 ? DataType::MIDI : DataType::AUDIO;
 175
 176                         source = SourceFactory::createWritable (
 177                                         type,
 178                                         sess,
 179                                         i->c_str(),
 180                                         false, // destructive
 181                                         samplerate
 182                                         );
 183                 }
 184                 catch (const failed_constructor& err)
 185                 {
 186                         error << string_compose (_("Unable to create file %1 during import"), *i) << endmsg;
 187                         return false;
 188                 }
 189
 190                 newfiles.push_back(boost::dynamic_pointer_cast<Source>(source));
 191         }
 192         return true;
 193 }
 194
 195 static Glib::ustring
 196 compose_status_message (const string& path,
 197                         uint file_samplerate,
 198                         uint session_samplerate,
 199                         uint current_file,
 200                         uint total_files)
 201 {
 202         if (file_samplerate != session_samplerate) {
 203                 return string_compose (_("converting %1\n(resample from %2KHz to %3KHz)\n(%4 of %5)"),
 204                                        Glib::path_get_basename (path),
 205                                        file_samplerate/1000.0f,
 206                                        session_samplerate/1000.0f,
 207                                        current_file, total_files);
 208         }
 209
 210         return  string_compose (_("converting %1\n(%2 of %3)"),
 211                                 Glib::path_get_basename (path),
 212                                 current_file, total_files);
 213 }
 214
 215 static void
 216 write_audio_data_to_new_files (ImportableSource* source, Session::import_status& status,
 217                                vector<boost::shared_ptr<Source> >& newfiles)
 218 {
 219         const nframes_t nframes = ResampledImportableSource::blocksize;
 220         boost::shared_ptr<AudioFileSource> afs;
 221         uint channels = source->channels();
 222
 223         boost::scoped_array<float> data(new float[nframes * channels]);
 224         vector<boost::shared_array<Sample> > channel_data;
 225
 226         for (uint n = 0; n < channels; ++n) {
 227                 channel_data.push_back(boost::shared_array<Sample>(new Sample[nframes]));
 228         }
 229
 230         uint read_count = 0;
 231         status.progress = 0.0f;
 232
 233         while (!status.cancel) {
 234
 235                 nframes_t nread, nfread;
 236                 uint x;
 237                 uint chn;
 238
 239                 if ((nread = source->read (data.get(), nframes)) == 0) {
 240                         break;
 241                 }
 242                 nfread = nread / channels;
 243
 244                 /* de-interleave */
 245
 246                 for (chn = 0; chn < channels; ++chn) {
 247
 248                         nframes_t n;
 249                         for (x = chn, n = 0; n < nfread; x += channels, ++n) {
 250                                 channel_data[chn][n] = (Sample) data[x];
 251                         }
 252                 }
 253
 254                 /* flush to disk */
 255
 256                 for (chn = 0; chn < channels; ++chn) {
 257                         if ((afs = boost::dynamic_pointer_cast<AudioFileSource>(newfiles[chn])) != 0) {
 258                                 afs->write (channel_data[chn].get(), nfread);
 259                         }
 260                 }
 261
 262                 read_count += nread;
 263                 status.progress = read_count / (source->ratio () * source->length() * channels);
 264         }
 265 }
 266
 267 static void
 268 write_midi_data_to_new_files (SMFReader* source, Session::import_status& status,
 269                                vector<boost::shared_ptr<Source> >& newfiles)
 270 {
 271         MidiEvent ev(0.0, 4, NULL, true);
 272
 273         status.progress = 0.0f;
 274
 275         try {
 276
 277         for (unsigned i = 1; i <= source->num_tracks(); ++i) {
 278
 279                 boost::shared_ptr<SMFSource> smfs = boost::dynamic_pointer_cast<SMFSource>(newfiles[i-1]);
 280
 281                 source->seek_to_track(i);
 282
 283                 uint64_t t       = 0;
 284                 uint32_t delta_t = 0;
 285                 uint32_t size    = 0;
 286
 287                 while (!status.cancel) {
 288
 289                         if (source->read_event(4, ev.buffer(), &size, &delta_t) < 0)
 290                                 break;
 291
 292                         t += delta_t;
 293                         ev.time() = t * (double)source->ppqn();
 294                         ev.size() = size;
 295
 296                         smfs->append_event_unlocked(ev);
 297                         if (status.progress < 0.99)
 298                                 status.progress += 0.01;
 299                 }
 300
 301                 nframes_t timeline_position = 0; // FIXME: ?
 302
 303                 // FIXME: kluuuuudge: assumes tempo never changes after start
 304                 const double frames_per_beat = smfs->session().tempo_map().tempo_at(
 305                                 timeline_position).frames_per_beat(
 306                                         smfs->session().engine().frame_rate(),
 307                                         smfs->session().tempo_map().meter_at(timeline_position));
 308
 309                 smfs->update_length(0, (t * source->ppqn()) * frames_per_beat);
 310
 311                 smfs->flush_header();
 312                 smfs->flush_footer();
 313
 314                 if (status.cancel)
 315                         break;
 316         }
 317
 318         } catch (...) {
 319                 error << "Corrupt MIDI file " << source->filename() << endl;
 320         }
 321 }
 322
 323 static void
 324 remove_file_source (boost::shared_ptr<Source> source)
 325 {
 326         ::unlink (source->path().c_str());
 327 }
 328
 329 // This function is still unable to cleanly update an existing source, even though
 330 // it is possible to set the import_status flag accordingly. The functinality
 331 // is disabled at the GUI until the Source implementations are able to provide
 332 // the necessary API.
 333 void
 334 Session::import_audiofiles (import_status& status)
 335 {
 336         uint32_t cnt = 1;
 337         typedef vector<boost::shared_ptr<Source> > Sources;
 338         Sources all_new_sources;
 339         boost::shared_ptr<AudioFileSource> afs;
 340         uint channels = 0;
 341
 342         status.sources.clear ();
 343
 344         for (vector<Glib::ustring>::iterator p = status.paths.begin();
 345                         p != status.paths.end() && !status.cancel;
 346                         ++p, ++cnt)
 347         {
 348                 std::auto_ptr<ImportableSource> source;
 349                 std::auto_ptr<SMFReader>        smf_reader;
 350
 351                 const DataType type = ((*p).rfind(".mid") != string::npos)
 352                                 ? DataType::MIDI : DataType::AUDIO;
 353
 354                 if (type == DataType::AUDIO) {
 355                         try
 356                         {
 357                                 source = open_importable_source (*p, frame_rate(), status.quality);
 358                                 channels = source->channels();
 359                         } catch (const failed_constructor& err)
 360                         {
 361                                 error << string_compose(_("Import: cannot open input sound file \"%1\""), (*p)) << endmsg;
 362                                 status.done = status.cancel = true;
 363                                 return;
 364                         }
 365                 } else {
 366                         try
 367                         {
 368                                 smf_reader = std::auto_ptr<SMFReader>(new SMFReader(*p));
 369                                 channels = smf_reader->num_tracks();
 370                         } catch (const SMFReader::UnsupportedTime& err) {
 371                                 error << _("Import: unsupported MIDI time stamp format") << endmsg;
 372                                 status.done = status.cancel = true;
 373                                 return;
 374                         } catch (...) {
 375                                 error << _("Import: error reading MIDI file") << endmsg;
 376                                 status.done = status.cancel = true;
 377                                 return;
 378                         }
 379                 }
 380
 381                 vector<string> new_paths = get_paths_for_new_sources (status.replace_existing_source,
 382                                                                       *p,
 383                                 get_best_session_directory_for_new_source (),
 384                                 channels);
 385
 386                 Sources newfiles;
 387
 388                 if (status.replace_existing_source) {
 389                         fatal << "THIS IS NOT IMPLEMENTED YET, IT SHOULD NEVER GET CALLED!!! DYING!" << endl;
 390                         status.cancel = !map_existing_mono_sources (new_paths, *this, frame_rate(), newfiles, this);
 391                 } else {
 392                         status.cancel = !create_mono_sources_for_writing (new_paths, *this, frame_rate(), newfiles);
 393                 }
 394
 395                 // copy on cancel/failure so that any files that were created will be removed below
 396                 std::copy (newfiles.begin(), newfiles.end(), std::back_inserter(all_new_sources));
 397
 398                 if (status.cancel) break;
 399
 400                 for (Sources::iterator i = newfiles.begin(); i != newfiles.end(); ++i) {
 401                         if ((afs = boost::dynamic_pointer_cast<AudioFileSource>(*i)) != 0) {
 402                                 afs->prepare_for_peakfile_writes ();
 403                         }
 404                 }
 405
 406                 if (source.get()) { // audio
 407                         status.doing_what = compose_status_message (*p, source->samplerate(),
 408                                         frame_rate(), cnt, status.paths.size());
 409                         write_audio_data_to_new_files (source.get(), status, newfiles);
 410                 } else if (smf_reader.get()) { // midi
 411                         status.doing_what = string_compose(_("loading MIDI file %1"), *p);
 412                         write_midi_data_to_new_files (smf_reader.get(), status, newfiles);
 413                 }
 414         }
 415
 416         if (!status.cancel) {
 417                 struct tm* now;
 418                 time_t xnow;
 419                 time (&xnow);
 420                 now = localtime (&xnow);
 421                 status.freeze = true;
 422
 423                 /* flush the final length(s) to the header(s) */
 424
 425                 for (Sources::iterator x = all_new_sources.begin(); x != all_new_sources.end(); ++x)
 426                 {
 427                         cout << "NEW SOURCE: " << (*x)->path() << endl;
 428
 429                         if ((afs = boost::dynamic_pointer_cast<AudioFileSource>(*x)) != 0) {
 430                                 afs->update_header(0, *now, xnow);
 431                                 afs->done_with_peakfile_writes ();
 432                         }
 433
 434                         /* now that there is data there, requeue the file for analysis */
 435
 436                         Analyser::queue_source_for_analysis (boost::static_pointer_cast<Source>(*x), false);
 437                 }
 438
 439                 /* save state so that we don't lose these new Sources */
 440
 441                 save_state (_name);
 442
 443                 std::copy (all_new_sources.begin(), all_new_sources.end(),
 444                                 std::back_inserter(status.sources));
 445         } else {
 446                 // this can throw...but it seems very unlikely
 447                 std::for_each (all_new_sources.begin(), all_new_sources.end(), remove_file_source);
 448         }
 449
 450         status.done = true;
 451 }
 452