More player debugging for butler video-full states.
[dcpomatic.git] / src / wx / film_viewer.cc
index bdbfc6c03ea780a6564a3a06b5c5e530ff81a2df..0e47ac1acb47947da199f71430e03d2657c70e07 100644 (file)
@@ -1,19 +1,20 @@
 /*
-    Copyright (C) 2012-2015 Carl Hetherington <cth@carlh.net>
+    Copyright (C) 2012-2019 Carl Hetherington <cth@carlh.net>
 
-    This program is free software; you can redistribute it and/or modify
+    This file is part of DCP-o-matic.
+
+    DCP-o-matic is free software; you can redistribute it and/or modify
     it under the terms of the GNU General Public License as published by
     the Free Software Foundation; either version 2 of the License, or
     (at your option) any later version.
 
-    This program is distributed in the hope that it will be useful,
+    DCP-o-matic is distributed in the hope that it will be useful,
     but WITHOUT ANY WARRANTY; without even the implied warranty of
     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
     GNU General Public License for more details.
 
     You should have received a copy of the GNU General Public License
-    along with this program; if not, write to the Free Software
-    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
+    along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
 
 */
 
  *  @brief A wx widget to view a preview of a Film.
  */
 
+#include "film_viewer.h"
+#include "playhead_to_timecode_dialog.h"
+#include "playhead_to_frame_dialog.h"
+#include "wx_util.h"
+#include "closed_captions_dialog.h"
 #include "lib/film.h"
 #include "lib/ratio.h"
 #include "lib/util.h"
 #include "lib/video_content.h"
 #include "lib/video_decoder.h"
 #include "lib/timer.h"
+#include "lib/butler.h"
 #include "lib/log.h"
-#include "film_viewer.h"
-#include "wx_util.h"
+#include "lib/config.h"
+#include "lib/compose.hpp"
+#include "lib/dcpomatic_log.h"
+extern "C" {
+#include <libavutil/pixfmt.h>
+}
 #include <dcp/exceptions.h>
 #include <wx/tglbtn.h>
 #include <iostream>
@@ -54,109 +65,147 @@ using std::exception;
 using boost::shared_ptr;
 using boost::dynamic_pointer_cast;
 using boost::weak_ptr;
+using boost::optional;
 using dcp::Size;
 
+static
+int
+rtaudio_callback (void* out, void *, unsigned int frames, double, RtAudioStreamStatus, void* data)
+{
+       return reinterpret_cast<FilmViewer*>(data)->audio_callback (out, frames);
+}
+
 FilmViewer::FilmViewer (wxWindow* p)
-       : wxPanel (p)
-       , _panel (new wxPanel (this))
-       , _outline_content (new wxCheckBox (this, wxID_ANY, _("Outline content")))
-       , _slider (new wxSlider (this, wxID_ANY, 0, 0, 4096))
-       , _back_button (new wxButton (this, wxID_ANY, wxT("<")))
-       , _forward_button (new wxButton (this, wxID_ANY, wxT(">")))
-       , _frame_number (new wxStaticText (this, wxID_ANY, wxT("")))
-       , _timecode (new wxStaticText (this, wxID_ANY, wxT("")))
-       , _play_button (new wxToggleButton (this, wxID_ANY, _("Play")))
-       , _last_get_accurate (true)
+       : _panel (new wxPanel (p))
+       , _coalesce_player_changes (false)
+       , _audio (DCPOMATIC_RTAUDIO_API)
+       , _audio_channels (0)
+       , _audio_block_size (1024)
+       , _playing (false)
+       , _latency_history_count (0)
+       , _dropped (0)
+       , _closed_captions_dialog (new ClosedCaptionsDialog(p))
+       , _outline_content (false)
+       , _eyes (EYES_LEFT)
+       , _pad_black (false)
+#ifdef DCPOMATIC_VARIANT_SWAROOP
+       , _in_watermark (false)
+       , _background_image (false)
+#endif
 {
 #ifndef __WXOSX__
        _panel->SetDoubleBuffered (true);
 #endif
-       
-       _panel->SetBackgroundStyle (wxBG_STYLE_PAINT);
-       
-       _v_sizer = new wxBoxSizer (wxVERTICAL);
-       SetSizer (_v_sizer);
-
-       _v_sizer->Add (_panel, 1, wxEXPAND);
-
-       _v_sizer->Add (_outline_content, 0, wxALL, DCPOMATIC_SIZER_GAP);
 
-       wxBoxSizer* h_sizer = new wxBoxSizer (wxHORIZONTAL);
-
-       wxBoxSizer* time_sizer = new wxBoxSizer (wxVERTICAL);
-       time_sizer->Add (_frame_number, 0, wxEXPAND);
-       time_sizer->Add (_timecode, 0, wxEXPAND);
-
-       h_sizer->Add (_back_button, 0, wxALL, 2);
-       h_sizer->Add (time_sizer, 0, wxEXPAND);
-       h_sizer->Add (_forward_button, 0, wxALL, 2);
-       h_sizer->Add (_play_button, 0, wxEXPAND);
-       h_sizer->Add (_slider, 1, wxEXPAND);
-
-       _v_sizer->Add (h_sizer, 0, wxEXPAND | wxALL, 6);
-
-       _frame_number->SetMinSize (wxSize (84, -1));
-       _back_button->SetMinSize (wxSize (32, -1));
-       _forward_button->SetMinSize (wxSize (32, -1));
+       _panel->SetBackgroundStyle (wxBG_STYLE_PAINT);
+       _panel->SetBackgroundColour (*wxBLACK);
 
-       _panel->Bind          (wxEVT_PAINT,                        boost::bind (&FilmViewer::paint_panel,     this));
-       _panel->Bind          (wxEVT_SIZE,                         boost::bind (&FilmViewer::panel_sized,     this, _1));
-       _outline_content->Bind(wxEVT_COMMAND_CHECKBOX_CLICKED,     boost::bind (&FilmViewer::refresh_panel,   this));
-       _slider->Bind         (wxEVT_SCROLL_THUMBTRACK,            boost::bind (&FilmViewer::slider_moved,    this));
-       _slider->Bind         (wxEVT_SCROLL_PAGEUP,                boost::bind (&FilmViewer::slider_moved,    this));
-       _slider->Bind         (wxEVT_SCROLL_PAGEDOWN,              boost::bind (&FilmViewer::slider_moved,    this));
-       _play_button->Bind    (wxEVT_COMMAND_TOGGLEBUTTON_CLICKED, boost::bind (&FilmViewer::play_clicked,    this));
-       _timer.Bind           (wxEVT_TIMER,                        boost::bind (&FilmViewer::timer,           this));
-       _back_button->Bind    (wxEVT_COMMAND_BUTTON_CLICKED,       boost::bind (&FilmViewer::back_clicked,    this));
-       _forward_button->Bind (wxEVT_COMMAND_BUTTON_CLICKED,       boost::bind (&FilmViewer::forward_clicked, this));
+       _panel->Bind (wxEVT_PAINT, boost::bind (&FilmViewer::paint_panel, this));
+       _panel->Bind (wxEVT_SIZE,  boost::bind (&FilmViewer::panel_sized, this, _1));
+       _timer.Bind  (wxEVT_TIMER, boost::bind (&FilmViewer::timer, this));
 
        set_film (shared_ptr<Film> ());
-       
-       JobManager::instance()->ActiveJobsChanged.connect (
-               bind (&FilmViewer::active_jobs_changed, this, _1)
-               );
 
-       setup_sensitivity ();
+       _config_changed_connection = Config::instance()->Changed.connect (bind (&FilmViewer::config_changed, this, _1));
+       config_changed (Config::SOUND_OUTPUT);
+}
+
+FilmViewer::~FilmViewer ()
+{
+       stop ();
 }
 
 void
-FilmViewer::set_film (shared_ptr<Film> f)
+FilmViewer::set_film (shared_ptr<Film> film)
 {
-       if (_film == f) {
+       if (_film == film) {
                return;
        }
 
-       _film = f;
+       _film = film;
+       _video_position = DCPTime ();
+       _player_video.first.reset ();
+       _player_video.second = DCPTime ();
 
        _frame.reset ();
-       
-       update_position ();
-       
+       _closed_captions_dialog->clear ();
+
        if (!_film) {
+               _player.reset ();
+               recreate_butler ();
+               _frame.reset ();
+               refresh_panel ();
                return;
        }
 
        try {
-               _player = f->make_player ();
-       } catch (bad_alloc) {
-               error_dialog (this, _("There is not enough free memory to do that."));
+               _player.reset (new Player (_film, _film->playlist ()));
+               _player->set_fast ();
+               if (_dcp_decode_reduction) {
+                       _player->set_dcp_decode_reduction (_dcp_decode_reduction);
+               }
+       } catch (bad_alloc &) {
+               error_dialog (_panel, _("There is not enough free memory to do that."));
                _film.reset ();
                return;
        }
 
-       /* Always burn in subtitles, even if we are set not to, otherwise we won't see them
-          in the preview.
-       */
-       _player->set_burn_subtitles (true);
-       
-       _film_connection = _film->Changed.connect (boost::bind (&FilmViewer::film_changed, this, _1));
+       _player->set_always_burn_open_subtitles ();
+       _player->set_play_referenced ();
+
+       _film->Change.connect (boost::bind (&FilmViewer::film_change, this, _1, _2));
+       _player->Change.connect (boost::bind (&FilmViewer::player_change, this, _1, _2, _3));
 
-       _player_connection = _player->Changed.connect (boost::bind (&FilmViewer::player_changed, this, _1));
+       /* Keep about 1 second's worth of history samples */
+       _latency_history_count = _film->audio_frame_rate() / _audio_block_size;
+
+       recreate_butler ();
 
        calculate_sizes ();
-       get (_position, _last_get_accurate);
+       slow_refresh ();
+}
+
+void
+FilmViewer::recreate_butler ()
+{
+       bool const was_running = stop ();
+       _butler.reset ();
+
+       if (!_film) {
+               return;
+       }
+
+       AudioMapping map = AudioMapping (_film->audio_channels(), _audio_channels);
+
+       if (_audio_channels != 2 || _film->audio_channels() < 3) {
+               for (int i = 0; i < min (_film->audio_channels(), _audio_channels); ++i) {
+                       map.set (i, i, 1);
+               }
+       } else {
+               /* Special case: stereo output, at least 3 channel input.
+                  Map so that Lt = L(-3dB) + Ls(-3dB) + C(-6dB) + Lfe(-10dB)
+                              Rt = R(-3dB) + Rs(-3dB) + C(-6dB) + Lfe(-10dB)
+               */
+               map.set (dcp::LEFT,   0, 1 / sqrt(2)); // L -> Lt
+               map.set (dcp::RIGHT,  1, 1 / sqrt(2)); // R -> Rt
+               map.set (dcp::CENTRE, 0, 1 / 2.0); // C -> Lt
+               map.set (dcp::CENTRE, 1, 1 / 2.0); // C -> Rt
+               map.set (dcp::LFE,    0, 1 / sqrt(10)); // Lfe -> Lt
+               map.set (dcp::LFE,    1, 1 / sqrt(10)); // Lfe -> Rt
+               map.set (dcp::LS,     0, 1 / sqrt(2)); // Ls -> Lt
+               map.set (dcp::RS,     1, 1 / sqrt(2)); // Rs -> Rt
+       }
+
+       _butler.reset (new Butler(_player, map, _audio_channels, bind(&PlayerVideo::force, _1, AV_PIX_FMT_RGB24), false, true));
+       if (!Config::instance()->sound() && !_audio.isStreamOpen()) {
+               _butler->disable_audio ();
+       }
+
+       _closed_captions_dialog->set_butler (_butler);
 
-       setup_sensitivity ();
+       if (was_running) {
+               start ();
+       }
 }
 
 void
@@ -167,114 +216,206 @@ FilmViewer::refresh_panel ()
 }
 
 void
-FilmViewer::get (DCPTime p, bool accurate)
+FilmViewer::get ()
+{
+       DCPOMATIC_ASSERT (_butler);
+
+       do {
+               Butler::Error e;
+               _player_video = _butler->get_video (&e);
+               if (!_player_video.first && e == Butler::AGAIN) {
+                       signal_manager->when_idle (boost::bind(&FilmViewer::get, this));
+                       return;
+               }
+       } while (
+               _player_video.first &&
+               _film->three_d() &&
+               _eyes != _player_video.first->eyes() &&
+               _player_video.first->eyes() != EYES_BOTH
+               );
+
+       _butler->rethrow ();
+
+       display_player_video ();
+}
+
+void
+FilmViewer::display_player_video ()
 {
-       if (!_player) {
+       if (!_player_video.first) {
+               _frame.reset ();
+               refresh_panel ();
                return;
        }
 
-       list<shared_ptr<PlayerVideo> > pvf;
-       try {
-               pvf = _player->get_video (p, accurate);
-       } catch (exception& e) {
-               error_dialog (this, wxString::Format (_("Could not get video for view (%s)"), std_to_wx(e.what()).data()));
+       if (_playing && (time() - _player_video.second) > one_video_frame()) {
+               /* Too late; just drop this frame before we try to get its image (which will be the time-consuming
+                  part if this frame is J2K).
+               */
+               _video_position = _player_video.second;
+               ++_dropped;
+               return;
        }
-       
-       if (!pvf.empty ()) {
-               try {
-                       _frame = pvf.front()->image (PIX_FMT_RGB24, true, boost::bind (&Log::dcp_log, _film->log().get(), _1, _2));
 
-                       dcp::YUVToRGB yuv_to_rgb = dcp::YUV_TO_RGB_REC601;
-                       if (pvf.front()->colour_conversion()) {
-                               yuv_to_rgb = pvf.front()->colour_conversion().get().yuv_to_rgb();
-                       }
-                       
-                       _frame = _frame->scale (_frame->size(), yuv_to_rgb, PIX_FMT_RGB24, false);
-                       _position = pvf.front()->time ();
-                       _inter_position = pvf.front()->inter_position ();
-                       _inter_size = pvf.front()->inter_size ();
-               } catch (dcp::DCPReadError& e) {
-                       /* This can happen on the following sequence of events:
-                        * - load encrypted DCP
-                        * - add KDM
-                        * - DCP is examined again, which sets its "playable" flag to 1
-                        * - as a side effect of the exam, the viewer is updated using the old pieces
-                        * - the DCPDecoder in the old piece gives us an encrypted frame
-                        * - then, the pieces are re-made (but too late).
-                        *
-                        * I hope there's a better way to handle this ...
-                        */
-                       _frame.reset ();
-                       _position = p;
-               }
-       } else {
-               _frame.reset ();
-               _position = p;
-       }
+       /* In an ideal world, what we would do here is:
+        *
+        * 1. convert to XYZ exactly as we do in the DCP creation path.
+        * 2. convert back to RGB for the preview display, compensating
+        *    for the monitor etc. etc.
+        *
+        * but this is inefficient if the source is RGB.  Since we don't
+        * (currently) care too much about the precise accuracy of the preview's
+        * colour mapping (and we care more about its speed) we try to short-
+        * circuit this "ideal" situation in some cases.
+        *
+        * The content's specified colour conversion indicates the colourspace
+        * which the content is in (according to the user).
+        *
+        * PlayerVideo::image (bound to PlayerVideo::force) will take the source
+        * image and convert it (from whatever the user has said it is) to RGB.
+        */
+
+       _frame = _player_video.first->image (bind(&PlayerVideo::force, _1, AV_PIX_FMT_RGB24), false, true);
+
+       ImageChanged (_player_video.first);
+
+       _video_position = _player_video.second;
+       _inter_position = _player_video.first->inter_position ();
+       _inter_size = _player_video.first->inter_size ();
 
-       update_position ();
        refresh_panel ();
 
-       _last_get_accurate = accurate;
+       _closed_captions_dialog->update (time());
 }
 
 void
 FilmViewer::timer ()
 {
-       get (_position + DCPTime::from_frames (1, _film->video_frame_rate ()), true);
+       if (!_film || !_playing) {
+               return;
+       }
+
+       get ();
+       PositionChanged ();
+       DCPTime const next = _video_position + one_video_frame();
+
+       if (next >= _film->length()) {
+               stop ();
+               Finished ();
+               return;
+       }
+
+       LOG_DEBUG_PLAYER("%1 -> %2; delay %3", next.seconds(), time().seconds(), max((next.seconds() - time().seconds()) * 1000, 1.0));
+       _timer.Start (max ((next.seconds() - time().seconds()) * 1000, 1.0), wxTIMER_ONE_SHOT);
+
+       if (_butler) {
+               _butler->rethrow ();
+       }
+}
+
+bool
+#ifdef DCPOMATIC_VARIANT_SWAROOP
+FilmViewer::maybe_draw_background_image (wxPaintDC& dc)
+{
+       optional<boost::filesystem::path> bg = Config::instance()->player_background_image();
+       if (bg) {
+               wxImage image (std_to_wx(bg->string()));
+               wxBitmap bitmap (image);
+               dc.DrawBitmap (bitmap, max(0, (_panel_size.width - image.GetSize().GetWidth()) / 2), max(0, (_panel_size.height - image.GetSize().GetHeight()) / 2));
+               return true;
+       }
+
+       return false;
+}
+#else
+FilmViewer::maybe_draw_background_image (wxPaintDC &)
+{
+       return false;
 }
+#endif
 
 void
 FilmViewer::paint_panel ()
 {
        wxPaintDC dc (_panel);
 
-       if (!_frame || !_film || !_out_size.width || !_out_size.height) {
+#ifdef DCPOMATIC_VARIANT_SWAROOP
+       if (_background_image) {
+               dc.Clear ();
+               maybe_draw_background_image (dc);
+               return;
+       }
+#endif
+
+       if (!_out_size.width || !_out_size.height || !_film || !_frame || _out_size != _frame->size()) {
                dc.Clear ();
                return;
        }
 
        wxImage frame (_out_size.width, _out_size.height, _frame->data()[0], true);
        wxBitmap frame_bitmap (frame);
-       dc.DrawBitmap (frame_bitmap, 0, 0);
+       dc.DrawBitmap (frame_bitmap, 0, max(0, (_panel_size.height - _out_size.height) / 2));
+
+#ifdef DCPOMATIC_VARIANT_SWAROOP
+       DCPTime const period = DCPTime::from_seconds(Config::instance()->player_watermark_period() * 60);
+       int64_t n = _video_position.get() / period.get();
+       DCPTime from(n * period.get());
+       DCPTime to = from + DCPTime::from_seconds(Config::instance()->player_watermark_duration() / 1000.0);
+       if (from <= _video_position && _video_position <= to) {
+               if (!_in_watermark) {
+                       _in_watermark = true;
+                       _watermark_x = rand() % _panel_size.width;
+                       _watermark_y = rand() % _panel_size.height;
+               }
+               dc.SetTextForeground(*wxWHITE);
+               string wm = Config::instance()->player_watermark_theatre();
+               boost::posix_time::ptime t = boost::posix_time::second_clock::local_time();
+               wm += "\n" + boost::posix_time::to_iso_extended_string(t);
+               dc.DrawText(std_to_wx(wm), _watermark_x, _watermark_y);
+       } else {
+               _in_watermark = false;
+       }
+#endif
 
        if (_out_size.width < _panel_size.width) {
-               wxPen p (GetBackgroundColour ());
-               wxBrush b (GetBackgroundColour ());
+               /* XXX: these colours are right for GNOME; may need adjusting for other OS */
+               wxPen   p (_pad_black ? wxColour(0, 0, 0) : wxColour(240, 240, 240));
+               wxBrush b (_pad_black ? wxColour(0, 0, 0) : wxColour(240, 240, 240));
                dc.SetPen (p);
                dc.SetBrush (b);
                dc.DrawRectangle (_out_size.width, 0, _panel_size.width - _out_size.width, _panel_size.height);
        }
 
        if (_out_size.height < _panel_size.height) {
-               wxPen p (GetBackgroundColour ());
-               wxBrush b (GetBackgroundColour ());
+               wxPen   p (_pad_black ? wxColour(0, 0, 0) : wxColour(240, 240, 240));
+               wxBrush b (_pad_black ? wxColour(0, 0, 0) : wxColour(240, 240, 240));
                dc.SetPen (p);
                dc.SetBrush (b);
-               dc.DrawRectangle (0, _out_size.height, _panel_size.width, _panel_size.height - _out_size.height);
+               int const gap = (_panel_size.height - _out_size.height) / 2;
+               dc.DrawRectangle (0, 0, _panel_size.width, gap);
+               dc.DrawRectangle (0, gap + _out_size.height + 1, _panel_size.width, gap);
        }
 
-       if (_outline_content->GetValue ()) {
+       if (_outline_content) {
                wxPen p (wxColour (255, 0, 0), 2);
                dc.SetPen (p);
                dc.SetBrush (*wxTRANSPARENT_BRUSH);
-               dc.DrawRectangle (_inter_position.x, _inter_position.y, _inter_size.width, _inter_size.height);
+               dc.DrawRectangle (_inter_position.x, _inter_position.y + (_panel_size.height - _out_size.height) / 2, _inter_size.width, _inter_size.height);
        }
 }
 
 void
-FilmViewer::slider_moved ()
+FilmViewer::set_outline_content (bool o)
 {
-       if (!_film) {
-               return;
-       }
+       _outline_content = o;
+       refresh_panel ();
+}
 
-       DCPTime t (_slider->GetValue() * _film->length().get() / 4096);
-       /* Ensure that we hit the end of the film at the end of the slider */
-       if (t >= _film->length ()) {
-               t = _film->length() - DCPTime::from_frames (1, _film->video_frame_rate ());
-       }
-       get (t, false);
+void
+FilmViewer::set_eyes (Eyes e)
+{
+       _eyes = e;
+       slow_refresh ();
 }
 
 void
@@ -284,7 +425,10 @@ FilmViewer::panel_sized (wxSizeEvent& ev)
        _panel_size.height = ev.GetSize().GetHeight();
 
        calculate_sizes ();
-       get (_position, _last_get_accurate);
+       if (!quick_refresh()) {
+               slow_refresh ();
+       }
+       PositionChanged ();
 }
 
 void
@@ -295,18 +439,18 @@ FilmViewer::calculate_sizes ()
        }
 
        Ratio const * container = _film->container ();
-       
+
        float const panel_ratio = _panel_size.ratio ();
        float const film_ratio = container ? container->ratio () : 1.78;
-                       
+
        if (panel_ratio < film_ratio) {
                /* panel is less widscreen than the film; clamp width */
                _out_size.width = _panel_size.width;
-               _out_size.height = rint (_out_size.width / film_ratio);
+               _out_size.height = lrintf (_out_size.width / film_ratio);
        } else {
                /* panel is more widescreen than the film; clamp height */
                _out_size.height = _panel_size.height;
-               _out_size.width = rint (_out_size.height * film_ratio);
+               _out_size.width = lrintf (_out_size.height * film_ratio);
        }
 
        /* Catch silly values */
@@ -317,116 +461,318 @@ FilmViewer::calculate_sizes ()
 }
 
 void
-FilmViewer::play_clicked ()
+FilmViewer::start ()
+{
+       if (!_film) {
+               return;
+       }
+
+       optional<bool> v = PlaybackPermitted ();
+       if (v && !*v) {
+               /* Computer says no */
+               return;
+       }
+
+       if (_audio.isStreamOpen()) {
+               _audio.setStreamTime (_video_position.seconds());
+               _audio.startStream ();
+       }
+
+       _playing = true;
+       _dropped = 0;
+       timer ();
+       Started (position());
+}
+
+bool
+FilmViewer::stop ()
 {
-       check_play_state ();
+       if (_audio.isStreamRunning()) {
+               /* stop stream and discard any remaining queued samples */
+               _audio.abortStream ();
+       }
+
+       if (!_playing) {
+               return false;
+       }
+
+       _playing = false;
+       Stopped (position());
+       return true;
 }
 
 void
-FilmViewer::check_play_state ()
+FilmViewer::player_change (ChangeType type, int property, bool frequent)
 {
-       if (!_film || _film->video_frame_rate() == 0) {
+       if (type != CHANGE_TYPE_DONE || frequent) {
                return;
        }
-       
-       if (_play_button->GetValue()) {
-               _timer.Start (1000 / _film->video_frame_rate());
-       } else {
-               _timer.Stop ();
+
+       if (_coalesce_player_changes) {
+               _pending_player_changes.push_back (property);
+               return;
+       }
+
+       calculate_sizes ();
+       bool refreshed = false;
+       if (
+               property == VideoContentProperty::CROP ||
+               property == VideoContentProperty::SCALE ||
+               property == VideoContentProperty::FADE_IN ||
+               property == VideoContentProperty::FADE_OUT ||
+               property == VideoContentProperty::COLOUR_CONVERSION ||
+               property == PlayerProperty::VIDEO_CONTAINER_SIZE ||
+               property == PlayerProperty::FILM_CONTAINER
+               ) {
+               refreshed = quick_refresh ();
+       }
+
+       if (!refreshed) {
+               slow_refresh ();
        }
+       PositionChanged ();
 }
 
 void
-FilmViewer::update_position ()
+FilmViewer::film_change (ChangeType type, Film::Property p)
 {
-       if (!_film) {
-               _slider->SetValue (0);
-               _frame_number->SetLabel ("0");
-               _timecode->SetLabel ("0:0:0.0");
-               return;
+       if (type == CHANGE_TYPE_DONE && p == Film::AUDIO_CHANNELS) {
+               recreate_butler ();
+       }
+}
+
+/** Re-get the current frame slowly by seeking */
+void
+FilmViewer::slow_refresh ()
+{
+       seek (_video_position, true);
+}
+
+/** Try to re-get the current frame quickly by resetting the metadata
+ *  in the PlayerVideo that we used last time.
+ *  @return true if this was possible, false if not.
+ */
+bool
+FilmViewer::quick_refresh ()
+{
+       if (!_player_video.first) {
+               return false;
        }
 
-       DCPTime const len = _film->length ();
+       if (!_player_video.first->reset_metadata (_film, _player->video_container_size(), _film->frame_size())) {
+               return false;
+       }
 
-       if (len.get ()) {
-               int const new_slider_position = 4096 * _position.get() / len.get();
-               if (new_slider_position != _slider->GetValue()) {
-                       _slider->SetValue (new_slider_position);
-               }
+       display_player_video ();
+       return true;
+}
+
+void
+FilmViewer::seek (shared_ptr<Content> content, ContentTime t, bool accurate)
+{
+       optional<DCPTime> dt = _player->content_time_to_dcp (content, t);
+       if (dt) {
+               seek (*dt, accurate);
        }
-               
-       double const fps = _film->video_frame_rate ();
-       /* Count frame number from 1 ... not sure if this is the best idea */
-       _frame_number->SetLabel (wxString::Format (wxT("%d"), int (rint (_position.seconds() * fps)) + 1));
-       _timecode->SetLabel (time_to_timecode (_position, fps));
 }
 
 void
-FilmViewer::active_jobs_changed (bool a)
+FilmViewer::set_coalesce_player_changes (bool c)
 {
-       if (a) {
-               list<shared_ptr<Job> > jobs = JobManager::instance()->get ();
-               list<shared_ptr<Job> >::iterator i = jobs.begin ();             
-               while (i != jobs.end() && boost::dynamic_pointer_cast<ExamineContentJob> (*i) == 0) {
-                       ++i;
-               }
-               
-               if (i == jobs.end() || (*i)->finished()) {
-                       /* no examine content job running, so we're ok to use the viewer */
-                       a = false;
+       _coalesce_player_changes = c;
+
+       if (!c) {
+               BOOST_FOREACH (int i, _pending_player_changes) {
+                       player_change (CHANGE_TYPE_DONE, i, false);
                }
+               _pending_player_changes.clear ();
        }
-                       
-       _slider->Enable (!a);
-       _play_button->Enable (!a);
 }
 
 void
-FilmViewer::back_clicked ()
+FilmViewer::seek (DCPTime t, bool accurate)
 {
-       DCPTime p = _position - DCPTime::from_frames (1, _film->video_frame_rate ());
-       if (p < DCPTime ()) {
-               p = DCPTime ();
+       if (!_butler) {
+               return;
+       }
+
+       if (t < DCPTime ()) {
+               t = DCPTime ();
        }
 
-       get (p, true);
+       if (t >= _film->length ()) {
+               t = _film->length ();
+       }
+
+       bool const was_running = stop ();
+
+       _closed_captions_dialog->clear ();
+       _butler->seek (t, accurate);
+       get ();
+
+       if (was_running) {
+               start ();
+       }
+
+       PositionChanged ();
 }
 
 void
-FilmViewer::forward_clicked ()
+FilmViewer::config_changed (Config::Property p)
 {
-       get (_position + DCPTime::from_frames (1, _film->video_frame_rate ()), true);
+#ifdef DCPOMATIC_VARIANT_SWAROOP
+       if (p == Config::PLAYER_BACKGROUND_IMAGE) {
+               refresh_panel ();
+               return;
+       }
+#endif
+
+       if (p != Config::SOUND && p != Config::SOUND_OUTPUT) {
+               return;
+       }
+
+       if (_audio.isStreamOpen ()) {
+               _audio.closeStream ();
+       }
+
+       if (Config::instance()->sound() && _audio.getDeviceCount() > 0) {
+               unsigned int st = 0;
+               if (Config::instance()->sound_output()) {
+                       while (st < _audio.getDeviceCount()) {
+                               if (_audio.getDeviceInfo(st).name == Config::instance()->sound_output().get()) {
+                                       break;
+                               }
+                               ++st;
+                       }
+                       if (st == _audio.getDeviceCount()) {
+                               st = _audio.getDefaultOutputDevice();
+                       }
+               } else {
+                       st = _audio.getDefaultOutputDevice();
+               }
+
+               _audio_channels = _audio.getDeviceInfo(st).outputChannels;
+
+               RtAudio::StreamParameters sp;
+               sp.deviceId = st;
+               sp.nChannels = _audio_channels;
+               sp.firstChannel = 0;
+               try {
+                       _audio.openStream (&sp, 0, RTAUDIO_FLOAT32, 48000, &_audio_block_size, &rtaudio_callback, this);
+#ifdef DCPOMATIC_USE_RTERROR
+               } catch (RtError& e) {
+#else
+               } catch (RtAudioError& e) {
+#endif
+                       error_dialog (
+                               _panel,
+                               _("Could not set up audio output.  There will be no audio during the preview."), std_to_wx(e.what())
+                               );
+               }
+               recreate_butler ();
+
+       } else {
+               _audio_channels = 0;
+               recreate_butler ();
+       }
+}
+
+DCPTime
+FilmViewer::uncorrected_time () const
+{
+       if (_audio.isStreamRunning ()) {
+               return DCPTime::from_seconds (const_cast<RtAudio*>(&_audio)->getStreamTime());
+       }
+
+       return _video_position;
+}
+
+DCPTime
+FilmViewer::time () const
+{
+       if (_audio.isStreamRunning ()) {
+               return DCPTime::from_seconds (const_cast<RtAudio*>(&_audio)->getStreamTime ()) -
+                       DCPTime::from_frames (average_latency(), _film->audio_frame_rate());
+       }
+
+       return _video_position;
+}
+
+int
+FilmViewer::audio_callback (void* out_p, unsigned int frames)
+{
+       while (true) {
+               optional<DCPTime> t = _butler->get_audio (reinterpret_cast<float*> (out_p), frames);
+               if (!t || DCPTime(uncorrected_time() - *t) < one_video_frame()) {
+                       /* There was an underrun or this audio is on time; carry on */
+                       break;
+               }
+               /* The audio we just got was (very) late; drop it and get some more. */
+       }
+
+        boost::mutex::scoped_lock lm (_latency_history_mutex, boost::try_to_lock);
+        if (lm) {
+                _latency_history.push_back (_audio.getStreamLatency ());
+                if (_latency_history.size() > static_cast<size_t> (_latency_history_count)) {
+                        _latency_history.pop_front ();
+                }
+        }
+
+       return 0;
+}
+
+Frame
+FilmViewer::average_latency () const
+{
+        boost::mutex::scoped_lock lm (_latency_history_mutex);
+        if (_latency_history.empty()) {
+                return 0;
+        }
+
+        Frame total = 0;
+        BOOST_FOREACH (Frame i, _latency_history) {
+                total += i;
+        }
+
+        return total / _latency_history.size();
 }
 
 void
-FilmViewer::player_changed (bool frequent)
+FilmViewer::set_dcp_decode_reduction (optional<int> reduction)
 {
-       if (frequent) {
-               return;
+       _dcp_decode_reduction = reduction;
+       if (_player) {
+               _player->set_dcp_decode_reduction (reduction);
        }
+}
 
-       calculate_sizes ();
-       get (_position, _last_get_accurate);
+optional<int>
+FilmViewer::dcp_decode_reduction () const
+{
+       return _dcp_decode_reduction;
+}
+
+DCPTime
+FilmViewer::one_video_frame () const
+{
+       return DCPTime::from_frames (1, _film->video_frame_rate());
 }
 
+/** Open a dialog box showing our film's closed captions */
 void
-FilmViewer::setup_sensitivity ()
+FilmViewer::show_closed_captions ()
 {
-       bool const c = _film && !_film->content().empty ();
-       
-       _slider->Enable (c);
-       _back_button->Enable (c);
-       _forward_button->Enable (c);
-       _play_button->Enable (c);
-       _outline_content->Enable (c);
-       _frame_number->Enable (c);
-       _timecode->Enable (c);
+       _closed_captions_dialog->Show();
 }
 
 void
-FilmViewer::film_changed (Film::Property p)
+FilmViewer::seek_by (DCPTime by, bool accurate)
 {
-       if (p == Film::CONTENT) {
-               setup_sensitivity ();
-       }
+       seek (_video_position + by, accurate);
+}
+
+void
+FilmViewer::set_pad_black (bool p)
+{
+       _pad_black = p;
 }