Merge master; fix crash on new film.
[dcpomatic.git] / src / lib / encoder.cc
index 978d787e88985c97513b2dc425b635bd7bd54c97..c1d1041ae539f9cdab1f087291eb2d8d7104abbb 100644 (file)
@@ -27,7 +27,6 @@
 #include <libdcp/picture_asset.h>
 #include "encoder.h"
 #include "util.h"
-#include "options.h"
 #include "film.h"
 #include "log.h"
 #include "exceptions.h"
 #include "format.h"
 #include "cross.h"
 #include "writer.h"
+#include "player.h"
+#include "audio_mapping.h"
+
+#include "i18n.h"
 
 using std::pair;
 using std::string;
@@ -46,13 +49,12 @@ using std::vector;
 using std::list;
 using std::cout;
 using std::make_pair;
-using namespace boost;
+using boost::shared_ptr;
+using boost::optional;
 
 int const Encoder::_history_size = 25;
 
-/** @param f Film that we are encoding.
- *  @param o Options.
- */
+/** @param f Film that we are encoding */
 Encoder::Encoder (shared_ptr<Film> f)
        : _film (f)
        , _video_frames_in (0)
@@ -61,14 +63,14 @@ Encoder::Encoder (shared_ptr<Film> f)
        , _swr_context (0)
 #endif
        , _have_a_real_frame (false)
-       , _terminate_encoder (false)
+       , _terminate (false)
 {
        
 }
 
 Encoder::~Encoder ()
 {
-       terminate_worker_threads ();
+       terminate_threads ();
        if (_writer) {
                _writer->finish ();
        }
@@ -77,28 +79,35 @@ Encoder::~Encoder ()
 void
 Encoder::process_begin ()
 {
-       if (_film->audio_stream() && _film->audio_stream()->sample_rate() != _film->target_audio_sample_rate()) {
+       if (_film->has_audio() && _film->audio_frame_rate() != _film->target_audio_sample_rate()) {
 #ifdef HAVE_SWRESAMPLE
 
                stringstream s;
-               s << "Will resample audio from " << _film->audio_stream()->sample_rate() << " to " << _film->target_audio_sample_rate();
+               s << String::compose (N_("Will resample audio from %1 to %2"), _film->audio_frame_rate(), _film->target_audio_sample_rate());
                _film->log()->log (s.str ());
 
-               /* We will be using planar float data when we call the resampler */
+               /* We will be using planar float data when we call the
+                  resampler.  As far as I can see, the audio channel
+                  layout is not necessary for our purposes; it seems
+                  only to be used get the number of channels and
+                  decide if rematrixing is needed.  It won't be, since
+                  input and output layouts are the same.
+               */
+
                _swr_context = swr_alloc_set_opts (
                        0,
-                       _film->audio_stream()->channel_layout(),
+                       av_get_default_channel_layout (_film->audio_mapping().dcp_channels ()),
                        AV_SAMPLE_FMT_FLTP,
                        _film->target_audio_sample_rate(),
-                       _film->audio_stream()->channel_layout(),
+                       av_get_default_channel_layout (_film->audio_mapping().dcp_channels ()),
                        AV_SAMPLE_FMT_FLTP,
-                       _film->audio_stream()->sample_rate(),
+                       _film->audio_frame_rate(),
                        0, 0
                        );
                
                swr_init (_swr_context);
 #else
-               throw EncodeError ("Cannot resample audio as libswresample is not present");
+               throw EncodeError (_("Cannot resample audio as libswresample is not present"));
 #endif
        } else {
 #ifdef HAVE_SWRESAMPLE
@@ -107,14 +116,14 @@ Encoder::process_begin ()
        }
 
        for (int i = 0; i < Config::instance()->num_local_encoding_threads (); ++i) {
-               _worker_threads.push_back (new boost::thread (boost::bind (&Encoder::encoder_thread, this, (ServerDescription *) 0)));
+               _threads.push_back (new boost::thread (boost::bind (&Encoder::encoder_thread, this, (ServerDescription *) 0)));
        }
 
        vector<ServerDescription*> servers = Config::instance()->servers ();
 
        for (vector<ServerDescription*>::iterator i = servers.begin(); i != servers.end(); ++i) {
                for (int j = 0; j < (*i)->threads (); ++j) {
-                       _worker_threads.push_back (new boost::thread (boost::bind (&Encoder::encoder_thread, this, *i)));
+                       _threads.push_back (new boost::thread (boost::bind (&Encoder::encoder_thread, this, *i)));
                }
        }
 
@@ -126,15 +135,15 @@ void
 Encoder::process_end ()
 {
 #if HAVE_SWRESAMPLE    
-       if (_film->audio_stream() && _film->audio_stream()->channels() && _swr_context) {
+       if (_film->has_audio() && _swr_context) {
 
-               shared_ptr<AudioBuffers> out (new AudioBuffers (_film->audio_stream()->channels(), 256));
+               shared_ptr<AudioBuffers> out (new AudioBuffers (_film->audio_mapping().dcp_channels(), 256));
                        
                while (1) {
                        int const frames = swr_convert (_swr_context, (uint8_t **) out->data(), 256, 0, 0);
 
                        if (frames < 0) {
-                               throw EncodeError ("could not run sample-rate converter");
+                               throw EncodeError (_("could not run sample-rate converter"));
                        }
 
                        if (frames == 0) {
@@ -149,39 +158,39 @@ Encoder::process_end ()
        }
 #endif
 
-       boost::mutex::scoped_lock lock (_worker_mutex);
+       boost::mutex::scoped_lock lock (_mutex);
 
-       _film->log()->log ("Clearing queue of " + lexical_cast<string> (_encode_queue.size ()));
+       _film->log()->log (String::compose (N_("Clearing queue of %1"), _queue.size ()));
 
        /* Keep waking workers until the queue is empty */
-       while (!_encode_queue.empty ()) {
-               _film->log()->log ("Waking with " + lexical_cast<string> (_encode_queue.size ()), Log::VERBOSE);
-               _worker_condition.notify_all ();
-               _worker_condition.wait (lock);
+       while (!_queue.empty ()) {
+               _film->log()->log (String::compose (N_("Waking with %1"), _queue.size ()), Log::VERBOSE);
+               _condition.notify_all ();
+               _condition.wait (lock);
        }
 
        lock.unlock ();
        
-       terminate_worker_threads ();
+       terminate_threads ();
 
-       _film->log()->log ("Mopping up " + lexical_cast<string> (_encode_queue.size()));
+       _film->log()->log (String::compose (N_("Mopping up %1"), _queue.size()));
 
        /* The following sequence of events can occur in the above code:
             1. a remote worker takes the last image off the queue
             2. the loop above terminates
             3. the remote worker fails to encode the image and puts it back on the queue
-            4. the remote worker is then terminated by terminate_worker_threads
+            4. the remote worker is then terminated by terminate_threads
 
             So just mop up anything left in the queue here.
        */
 
-       for (list<shared_ptr<DCPVideoFrame> >::iterator i = _encode_queue.begin(); i != _encode_queue.end(); ++i) {
-               _film->log()->log (String::compose ("Encode left-over frame %1", (*i)->frame ()));
+       for (list<shared_ptr<DCPVideoFrame> >::iterator i = _queue.begin(); i != _queue.end(); ++i) {
+               _film->log()->log (String::compose (N_("Encode left-over frame %1"), (*i)->frame ()));
                try {
                        _writer->write ((*i)->encode_locally(), (*i)->frame ());
                        frame_done ();
                } catch (std::exception& e) {
-                       _film->log()->log (String::compose ("Local encode failed (%1)", e.what ()));
+                       _film->log()->log (String::compose (N_("Local encode failed (%1)"), e.what ()));
                }
        }
 
@@ -193,7 +202,7 @@ Encoder::process_end ()
  *  or 0 if not known.
  */
 float
-Encoder::current_frames_per_second () const
+Encoder::current_encoding_rate () const
 {
        boost::mutex::scoped_lock lock (_history_mutex);
        if (int (_time_history.size()) < _history_size) {
@@ -231,54 +240,62 @@ Encoder::frame_done ()
 }
 
 void
-Encoder::process_video (shared_ptr<Image> image, bool same, boost::shared_ptr<Subtitle> sub)
+Encoder::process_video (shared_ptr<const Image> image, bool same, shared_ptr<Subtitle> sub)
 {
-       DCPFrameRate dfr (_film->frames_per_second ());
+       FrameRateConversion frc (_film->video_frame_rate(), _film->dcp_frame_rate());
        
-       if (dfr.skip && (_video_frames_in % 2)) {
+       if (frc.skip && (_video_frames_in % 2)) {
                ++_video_frames_in;
                return;
        }
 
-       boost::mutex::scoped_lock lock (_worker_mutex);
+       boost::mutex::scoped_lock lock (_mutex);
 
        /* Wait until the queue has gone down a bit */
-       while (_encode_queue.size() >= _worker_threads.size() * 2 && !_terminate_encoder) {
-               TIMING ("decoder sleeps with queue of %1", _encode_queue.size());
-               _worker_condition.wait (lock);
-               TIMING ("decoder wakes with queue of %1", _encode_queue.size());
+       while (_queue.size() >= _threads.size() * 2 && !_terminate) {
+               TIMING ("decoder sleeps with queue of %1", _queue.size());
+               _condition.wait (lock);
+               TIMING ("decoder wakes with queue of %1", _queue.size());
        }
 
-       if (_terminate_encoder) {
+       if (_terminate) {
                return;
        }
 
-       if (same && _have_a_real_frame) {
+       if (_writer->thrown ()) {
+               _writer->rethrow ();
+       }
+
+       if (_writer->can_fake_write (_video_frames_out)) {
+               _writer->fake_write (_video_frames_out);
+               _have_a_real_frame = false;
+               frame_done ();
+       } else if (same && _have_a_real_frame) {
                /* Use the last frame that we encoded. */
                _writer->repeat (_video_frames_out);
                frame_done ();
        } else {
                /* Queue this new frame for encoding */
                pair<string, string> const s = Filter::ffmpeg_strings (_film->filters());
-               TIMING ("adding to queue of %1", _encode_queue.size ());
-               _encode_queue.push_back (boost::shared_ptr<DCPVideoFrame> (
+               TIMING ("adding to queue of %1", _queue.size ());
+               _queue.push_back (shared_ptr<DCPVideoFrame> (
                                          new DCPVideoFrame (
                                                  image, sub, _film->format()->dcp_size(), _film->format()->dcp_padding (_film),
                                                  _film->subtitle_offset(), _film->subtitle_scale(),
-                                                 _film->scaler(), _video_frames_out, _film->frames_per_second(), s.second,
+                                                 _film->scaler(), _video_frames_out, _film->dcp_frame_rate(), s.second,
                                                  _film->colour_lut(), _film->j2k_bandwidth(),
                                                  _film->log()
                                                  )
                                          ));
                
-               _worker_condition.notify_all ();
+               _condition.notify_all ();
                _have_a_real_frame = true;
        }
 
        ++_video_frames_in;
        ++_video_frames_out;
 
-       if (dfr.repeat) {
+       if (frc.repeat) {
                _writer->repeat (_video_frames_out);
                ++_video_frames_out;
                frame_done ();
@@ -286,16 +303,16 @@ Encoder::process_video (shared_ptr<Image> image, bool same, boost::shared_ptr<Su
 }
 
 void
-Encoder::process_audio (shared_ptr<AudioBuffers> data)
+Encoder::process_audio (shared_ptr<const AudioBuffers> data)
 {
 #if HAVE_SWRESAMPLE
        /* Maybe sample-rate convert */
        if (_swr_context) {
 
                /* Compute the resampled frames count and add 32 for luck */
-               int const max_resampled_frames = ceil ((int64_t) data->frames() * _film->target_audio_sample_rate() / _film->audio_stream()->sample_rate()) + 32;
+               int const max_resampled_frames = ceil ((int64_t) data->frames() * _film->target_audio_sample_rate() / _film->audio_frame_rate()) + 32;
 
-               shared_ptr<AudioBuffers> resampled (new AudioBuffers (_film->audio_stream()->channels(), max_resampled_frames));
+               shared_ptr<AudioBuffers> resampled (new AudioBuffers (_film->audio_mapping().dcp_channels(), max_resampled_frames));
 
                /* Resample audio */
                int const resampled_frames = swr_convert (
@@ -303,7 +320,7 @@ Encoder::process_audio (shared_ptr<AudioBuffers> data)
                        );
                
                if (resampled_frames < 0) {
-                       throw EncodeError ("could not run sample-rate converter");
+                       throw EncodeError (_("could not run sample-rate converter"));
                }
 
                resampled->set_frames (resampled_frames);
@@ -313,35 +330,21 @@ Encoder::process_audio (shared_ptr<AudioBuffers> data)
        }
 #endif
 
-       if (_film->audio_channels() == 1) {
-               /* We need to switch things around so that the mono channel is on
-                  the centre channel of a 5.1 set (with other channels silent).
-               */
-
-               shared_ptr<AudioBuffers> b (new AudioBuffers (6, data->frames ()));
-               b->make_silent (libdcp::LEFT);
-               b->make_silent (libdcp::RIGHT);
-               memcpy (b->data()[libdcp::CENTRE], data->data()[0], data->frames() * sizeof(float));
-               b->make_silent (libdcp::LFE);
-               b->make_silent (libdcp::LS);
-               b->make_silent (libdcp::RS);
-
-               data = b;
-       }
-
        _writer->write (data);
 }
 
 void
-Encoder::terminate_worker_threads ()
+Encoder::terminate_threads ()
 {
-       boost::mutex::scoped_lock lock (_worker_mutex);
-       _terminate_encoder = true;
-       _worker_condition.notify_all ();
+       boost::mutex::scoped_lock lock (_mutex);
+       _terminate = true;
+       _condition.notify_all ();
        lock.unlock ();
 
-       for (list<boost::thread *>::iterator i = _worker_threads.begin(); i != _worker_threads.end(); ++i) {
-               (*i)->join ();
+       for (list<boost::thread *>::iterator i = _threads.begin(); i != _threads.end(); ++i) {
+               if ((*i)->joinable ()) {
+                       (*i)->join ();
+               }
                delete *i;
        }
 }
@@ -358,19 +361,19 @@ Encoder::encoder_thread (ServerDescription* server)
        while (1) {
 
                TIMING ("encoder thread %1 sleeps", boost::this_thread::get_id());
-               boost::mutex::scoped_lock lock (_worker_mutex);
-               while (_encode_queue.empty () && !_terminate_encoder) {
-                       _worker_condition.wait (lock);
+               boost::mutex::scoped_lock lock (_mutex);
+               while (_queue.empty () && !_terminate) {
+                       _condition.wait (lock);
                }
 
-               if (_terminate_encoder) {
+               if (_terminate) {
                        return;
                }
 
-               TIMING ("encoder thread %1 wakes with queue of %2", boost::this_thread::get_id(), _encode_queue.size());
-               boost::shared_ptr<DCPVideoFrame> vf = _encode_queue.front ();
-               _film->log()->log (String::compose ("Encoder thread %1 pops frame %2 from queue", boost::this_thread::get_id(), vf->frame()), Log::VERBOSE);
-               _encode_queue.pop_front ();
+               TIMING ("encoder thread %1 wakes with queue of %2", boost::this_thread::get_id(), _queue.size());
+               shared_ptr<DCPVideoFrame> vf = _queue.front ();
+               _film->log()->log (String::compose (N_("Encoder thread %1 pops frame %2 from queue"), boost::this_thread::get_id(), vf->frame()), Log::VERBOSE);
+               _queue.pop_front ();
                
                lock.unlock ();
 
@@ -381,7 +384,7 @@ Encoder::encoder_thread (ServerDescription* server)
                                encoded = vf->encode_remotely (server);
 
                                if (remote_backoff > 0) {
-                                       _film->log()->log (String::compose ("%1 was lost, but now she is found; removing backoff", server->host_name ()));
+                                       _film->log()->log (String::compose (N_("%1 was lost, but now she is found; removing backoff"), server->host_name ()));
                                }
                                
                                /* This job succeeded, so remove any backoff */
@@ -394,7 +397,7 @@ Encoder::encoder_thread (ServerDescription* server)
                                }
                                _film->log()->log (
                                        String::compose (
-                                               "Remote encode of %1 on %2 failed (%3); thread sleeping for %4s",
+                                               N_("Remote encode of %1 on %2 failed (%3); thread sleeping for %4s"),
                                                vf->frame(), server->host_name(), e.what(), remote_backoff)
                                        );
                        }
@@ -405,7 +408,7 @@ Encoder::encoder_thread (ServerDescription* server)
                                encoded = vf->encode_locally ();
                                TIMING ("encoder thread %1 finishes local encode of %2", boost::this_thread::get_id(), vf->frame());
                        } catch (std::exception& e) {
-                               _film->log()->log (String::compose ("Local encode failed (%1)", e.what ()));
+                               _film->log()->log (String::compose (N_("Local encode failed (%1)"), e.what ()));
                        }
                }
 
@@ -415,17 +418,17 @@ Encoder::encoder_thread (ServerDescription* server)
                } else {
                        lock.lock ();
                        _film->log()->log (
-                               String::compose ("Encoder thread %1 pushes frame %2 back onto queue after failure", boost::this_thread::get_id(), vf->frame())
+                               String::compose (N_("Encoder thread %1 pushes frame %2 back onto queue after failure"), boost::this_thread::get_id(), vf->frame())
                                );
-                       _encode_queue.push_front (vf);
+                       _queue.push_front (vf);
                        lock.unlock ();
                }
 
                if (remote_backoff > 0) {
-                       dvdomatic_sleep (remote_backoff);
+                       dcpomatic_sleep (remote_backoff);
                }
 
                lock.lock ();
-               _worker_condition.notify_all ();
+               _condition.notify_all ();
        }
 }