Fix macOS build.
[dcpomatic.git] / src / wx / film_viewer.cc
index bc4a491f7f0c16d6e60312ce22125d7be5b62f8f..0e6e908b3245c88fb8e9851e4e898a452c8d64bb 100644 (file)
@@ -1,5 +1,5 @@
 /*
-    Copyright (C) 2012-2016 Carl Hetherington <cth@carlh.net>
+    Copyright (C) 2012-2021 Carl Hetherington <cth@carlh.net>
 
     This file is part of DCP-o-matic.
 
 
 */
 
+
 /** @file  src/film_viewer.cc
  *  @brief A wx widget to view a preview of a Film.
  */
 
+
+#include "closed_captions_dialog.h"
 #include "film_viewer.h"
-#include "playhead_to_timecode_dialog.h"
+#include "gl_video_view.h"
+#include "nag_dialog.h"
 #include "playhead_to_frame_dialog.h"
+#include "playhead_to_timecode_dialog.h"
+#include "simple_video_view.h"
 #include "wx_util.h"
-#include "lib/film.h"
-#include "lib/ratio.h"
-#include "lib/util.h"
-#include "lib/job_manager.h"
-#include "lib/image.h"
-#include "lib/exceptions.h"
+#include "lib/butler.h"
+#include "lib/compose.hpp"
+#include "lib/config.h"
+#include "lib/dcpomatic_log.h"
 #include "lib/examine_content_job.h"
+#include "lib/exceptions.h"
+#include "lib/film.h"
 #include "lib/filter.h"
+#include "lib/image.h"
+#include "lib/job_manager.h"
+#include "lib/log.h"
 #include "lib/player.h"
 #include "lib/player_video.h"
+#include "lib/ratio.h"
+#include "lib/text_content.h"
+#include "lib/timer.h"
+#include "lib/util.h"
 #include "lib/video_content.h"
 #include "lib/video_decoder.h"
-#include "lib/timer.h"
-#include "lib/butler.h"
-#include "lib/log.h"
-#include "lib/config.h"
+#include <dcp/exceptions.h>
+#include <dcp/warnings.h>
 extern "C" {
 #include <libavutil/pixfmt.h>
 }
-#include <dcp/exceptions.h>
+LIBDCP_DISABLE_WARNINGS
 #include <wx/tglbtn.h>
-#include <iostream>
+LIBDCP_ENABLE_WARNINGS
 #include <iomanip>
 
-using std::string;
-using std::pair;
-using std::min;
-using std::max;
-using std::cout;
-using std::list;
+
 using std::bad_alloc;
-using std::make_pair;
-using std::exception;
-using boost::shared_ptr;
-using boost::dynamic_pointer_cast;
-using boost::weak_ptr;
+using std::dynamic_pointer_cast;
+using std::make_shared;
+using std::max;
+using std::shared_ptr;
+using std::string;
+using std::vector;
 using boost::optional;
+#if BOOST_VERSION >= 106100
+using namespace boost::placeholders;
+#endif
 using dcp::Size;
+using namespace dcpomatic;
+
 
 static
 int
@@ -72,104 +84,69 @@ rtaudio_callback (void* out, void *, unsigned int frames, double, RtAudioStreamS
        return reinterpret_cast<FilmViewer*>(data)->audio_callback (out, frames);
 }
 
-FilmViewer::FilmViewer (wxWindow* p, bool outline_content, bool jump_to_selected)
-       : wxPanel (p)
-       , _panel (new wxPanel (this))
-       , _outline_content (new wxCheckBox (this, wxID_ANY, _("Outline content")))
-       , _left_eye (new wxRadioButton (this, wxID_ANY, _("Left eye"), wxDefaultPosition, wxDefaultSize, wxRB_GROUP))
-       , _right_eye (new wxRadioButton (this, wxID_ANY, _("Right eye")))
-       , _jump_to_selected (new wxCheckBox (this, wxID_ANY, _("Jump to selected content")))
-       , _slider (new wxSlider (this, wxID_ANY, 0, 0, 4096))
-       , _back_button (new wxButton (this, wxID_ANY, wxT("<")))
-       , _forward_button (new wxButton (this, wxID_ANY, wxT(">")))
-       , _frame_number (new wxStaticText (this, wxID_ANY, wxT("")))
-       , _timecode (new wxStaticText (this, wxID_ANY, wxT("")))
-       , _play_button (new wxToggleButton (this, wxID_ANY, _("Play")))
-       , _coalesce_player_changes (false)
-       , _pending_player_change (false)
-       , _last_seek_accurate (true)
-       , _audio (DCPOMATIC_RTAUDIO_API)
-       , _audio_channels (0)
-       , _audio_block_size (1024)
-       , _playing (false)
-       , _latency_history_count (0)
-       , _dropped (0)
-{
-#ifndef __WXOSX__
-       _panel->SetDoubleBuffered (true);
-#endif
-
-       _panel->SetBackgroundStyle (wxBG_STYLE_PAINT);
-
-       _v_sizer = new wxBoxSizer (wxVERTICAL);
-       SetSizer (_v_sizer);
 
-       _v_sizer->Add (_panel, 1, wxEXPAND);
-
-       wxBoxSizer* view_options = new wxBoxSizer (wxHORIZONTAL);
-       if (outline_content) {
-               view_options->Add (_outline_content, 0, wxRIGHT, DCPOMATIC_SIZER_GAP);
-       }
-       view_options->Add (_left_eye, 0, wxLEFT | wxRIGHT, DCPOMATIC_SIZER_GAP);
-       view_options->Add (_right_eye, 0, wxLEFT | wxRIGHT, DCPOMATIC_SIZER_GAP);
-       if (jump_to_selected) {
-               view_options->Add (_jump_to_selected, 0, wxLEFT | wxRIGHT, DCPOMATIC_SIZER_GAP);
+FilmViewer::FilmViewer (wxWindow* p)
+       : _audio (DCPOMATIC_RTAUDIO_API)
+       , _closed_captions_dialog (new ClosedCaptionsDialog(p, this))
+{
+#if wxCHECK_VERSION(3, 1, 0)
+       switch (Config::instance()->video_view_type()) {
+       case Config::VIDEO_VIEW_OPENGL:
+               _video_view = std::make_shared<GLVideoView>(this, p);
+               break;
+       case Config::VIDEO_VIEW_SIMPLE:
+               _video_view = std::make_shared<SimpleVideoView>(this, p);
+               break;
        }
-       _v_sizer->Add (view_options, 0, wxALL, DCPOMATIC_SIZER_GAP);
+#else
+       _video_view = std::make_shared<SimpleVideoView>(this, p);
+#endif
 
-       wxBoxSizer* h_sizer = new wxBoxSizer (wxHORIZONTAL);
+       _video_view->Sized.connect (boost::bind(&FilmViewer::video_view_sized, this));
+       _video_view->TooManyDropped.connect (boost::bind(boost::ref(TooManyDropped)));
 
-       wxBoxSizer* time_sizer = new wxBoxSizer (wxVERTICAL);
-       time_sizer->Add (_frame_number, 0, wxEXPAND);
-       time_sizer->Add (_timecode, 0, wxEXPAND);
+       set_film (shared_ptr<Film>());
 
-       h_sizer->Add (_back_button, 0, wxALL, 2);
-       h_sizer->Add (time_sizer, 0, wxEXPAND);
-       h_sizer->Add (_forward_button, 0, wxALL, 2);
-       h_sizer->Add (_play_button, 0, wxEXPAND);
-       h_sizer->Add (_slider, 1, wxEXPAND);
+       _config_changed_connection = Config::instance()->Changed.connect(bind(&FilmViewer::config_changed, this, _1));
+       config_changed (Config::SOUND_OUTPUT);
+}
 
-       _v_sizer->Add (h_sizer, 0, wxEXPAND | wxALL, 6);
 
-       _frame_number->SetMinSize (wxSize (84, -1));
-       _back_button->SetMinSize (wxSize (32, -1));
-       _forward_button->SetMinSize (wxSize (32, -1));
+FilmViewer::~FilmViewer ()
+{
+       stop ();
+}
 
-       _panel->Bind            (wxEVT_PAINT,             boost::bind (&FilmViewer::paint_panel,     this));
-       _panel->Bind            (wxEVT_SIZE,              boost::bind (&FilmViewer::panel_sized,     this, _1));
-       _outline_content->Bind  (wxEVT_CHECKBOX,          boost::bind (&FilmViewer::refresh_panel,   this));
-       _left_eye->Bind         (wxEVT_RADIOBUTTON,       boost::bind (&FilmViewer::refresh,         this));
-       _right_eye->Bind        (wxEVT_RADIOBUTTON,       boost::bind (&FilmViewer::refresh,         this));
-       _slider->Bind           (wxEVT_SCROLL_THUMBTRACK, boost::bind (&FilmViewer::slider_moved,    this, false));
-       _slider->Bind           (wxEVT_SCROLL_PAGEUP,     boost::bind (&FilmViewer::slider_moved,    this, false));
-       _slider->Bind           (wxEVT_SCROLL_PAGEDOWN,   boost::bind (&FilmViewer::slider_moved,    this, false));
-       _slider->Bind           (wxEVT_SCROLL_CHANGED,    boost::bind (&FilmViewer::slider_moved,    this, true));
-       _play_button->Bind      (wxEVT_TOGGLEBUTTON,      boost::bind (&FilmViewer::play_clicked,    this));
-       _timer.Bind             (wxEVT_TIMER,             boost::bind (&FilmViewer::timer,           this));
-       _back_button->Bind      (wxEVT_LEFT_DOWN,         boost::bind (&FilmViewer::back_clicked,    this, _1));
-       _forward_button->Bind   (wxEVT_LEFT_DOWN,         boost::bind (&FilmViewer::forward_clicked, this, _1));
-       _frame_number->Bind     (wxEVT_LEFT_DOWN,         boost::bind (&FilmViewer::frame_number_clicked, this));
-       _timecode->Bind         (wxEVT_LEFT_DOWN,         boost::bind (&FilmViewer::timecode_clicked, this));
-       _jump_to_selected->Bind (wxEVT_CHECKBOX,          boost::bind (&FilmViewer::jump_to_selected_clicked, this));
 
-       _jump_to_selected->SetValue (Config::instance()->jump_to_selected ());
+/** Ask for ::idle_handler() to be called next time we are idle */
+void
+FilmViewer::request_idle_display_next_frame ()
+{
+       if (_idle_get) {
+               return;
+       }
 
-       set_film (shared_ptr<Film> ());
+       _idle_get = true;
+       DCPOMATIC_ASSERT (signal_manager);
+       signal_manager->when_idle (boost::bind(&FilmViewer::idle_handler, this));
+}
 
-       JobManager::instance()->ActiveJobsChanged.connect (
-               bind (&FilmViewer::active_jobs_changed, this, _2)
-               );
 
-       setup_sensitivity ();
+void
+FilmViewer::idle_handler ()
+{
+       if (!_idle_get) {
+               return;
+       }
 
-       _config_changed_connection = Config::instance()->Changed.connect (bind (&FilmViewer::config_changed, this, _1));
-       config_changed (Config::SOUND_OUTPUT);
+       if (_video_view->display_next_frame(true) == VideoView::AGAIN) {
+               /* get() could not complete quickly so we'll try again later */
+               signal_manager->when_idle (boost::bind(&FilmViewer::idle_handler, this));
+       } else {
+               _idle_get = false;
+       }
 }
 
-FilmViewer::~FilmViewer ()
-{
-       stop ();
-}
 
 void
 FilmViewer::set_film (shared_ptr<Film> film)
@@ -180,310 +157,239 @@ FilmViewer::set_film (shared_ptr<Film> film)
 
        _film = film;
 
-       _frame.reset ();
-
-       update_position_slider ();
-       update_position_label ();
+       _video_view->clear ();
+       _closed_captions_dialog->clear ();
 
        if (!_film) {
+               _player.reset ();
+               recreate_butler ();
+               _video_view->update ();
                return;
        }
 
        try {
-               _player.reset (new Player (_film, _film->playlist ()));
+               _player = make_shared<Player>(_film, _optimise_for_j2k ? Image::Alignment::COMPACT : Image::Alignment::PADDED);
                _player->set_fast ();
-       } catch (bad_alloc) {
-               error_dialog (this, _("There is not enough free memory to do that."));
+               if (_dcp_decode_reduction) {
+                       _player->set_dcp_decode_reduction (_dcp_decode_reduction);
+               }
+       } catch (bad_alloc &) {
+               error_dialog (_video_view->get(), _("There is not enough free memory to do that."));
                _film.reset ();
                return;
        }
 
-       /* Always burn in subtitles, even if content is set not to, otherwise we won't see them
-          in the preview.
-       */
-       _player->set_always_burn_subtitles (true);
+       _player->set_always_burn_open_subtitles ();
        _player->set_play_referenced ();
 
-       _film->Changed.connect (boost::bind (&FilmViewer::film_changed, this, _1));
-       _player->Changed.connect (boost::bind (&FilmViewer::player_changed, this, _1));
+       _film->Change.connect (boost::bind (&FilmViewer::film_change, this, _1, _2));
+       _film->LengthChange.connect (boost::bind(&FilmViewer::film_length_change, this));
+       _player->Change.connect (boost::bind (&FilmViewer::player_change, this, _1, _2, _3));
+
+       film_change (ChangeType::DONE, Film::Property::VIDEO_FRAME_RATE);
+       film_change (ChangeType::DONE, Film::Property::THREE_D);
+       film_length_change ();
 
        /* Keep about 1 second's worth of history samples */
        _latency_history_count = _film->audio_frame_rate() / _audio_block_size;
 
+       _closed_captions_dialog->update_tracks (_film);
+
        recreate_butler ();
 
        calculate_sizes ();
-       refresh ();
-
-       setup_sensitivity ();
+       slow_refresh ();
 }
 
+
 void
 FilmViewer::recreate_butler ()
 {
-       bool const was_running = stop ();
+       suspend ();
        _butler.reset ();
 
        if (!_film) {
+               resume ();
                return;
        }
 
-       AudioMapping map = AudioMapping (_film->audio_channels(), _audio_channels);
+#if wxCHECK_VERSION(3, 1, 0)
+       auto const j2k_gl_optimised = dynamic_pointer_cast<GLVideoView>(_video_view) && _optimise_for_j2k;
+#else
+       auto const j2k_gl_optimised = false;
+#endif
 
-       if (_audio_channels != 2 || _film->audio_channels() < 3) {
-               for (int i = 0; i < min (_film->audio_channels(), _audio_channels); ++i) {
-                       map.set (i, i, 1);
-               }
-       } else {
-               /* Special case: stereo output, at least 3 channel input, map L+R to L/R and
-                  C to both, all 3dB down.
-               */
-               map.set (0, 0, 1 / sqrt(2)); // L -> L
-               map.set (1, 1, 1 / sqrt(2)); // R -> R
-               map.set (2, 0, 1 / sqrt(2)); // C -> L
-               map.set (2, 1, 1 / sqrt(2)); // C -> R
-       }
+       _butler = std::make_shared<Butler>(
+               _film,
+               _player,
+               Config::instance()->audio_mapping(_audio_channels),
+               _audio_channels,
+               boost::bind(&PlayerVideo::force, AV_PIX_FMT_RGB24),
+               VideoRange::FULL,
+               j2k_gl_optimised ? Image::Alignment::COMPACT : Image::Alignment::PADDED,
+               true,
+               j2k_gl_optimised
+               );
 
-       _butler.reset (new Butler (_player, _film->log(), map, _audio_channels));
-       if (!Config::instance()->sound()) {
+       if (!Config::instance()->sound() && !_audio.isStreamOpen()) {
                _butler->disable_audio ();
        }
 
-       if (was_running) {
-               start ();
-       }
-}
+       _closed_captions_dialog->set_butler (_butler);
 
-void
-FilmViewer::refresh_panel ()
-{
-       _panel->Refresh ();
-       _panel->Update ();
+       resume ();
 }
 
-void
-FilmViewer::get ()
-{
-       DCPOMATIC_ASSERT (_butler);
-
-       pair<shared_ptr<PlayerVideo>, DCPTime> video;
-       do {
-               video = _butler->get_video ();
-       } while (
-               _film->three_d() &&
-               ((_left_eye->GetValue() && video.first->eyes() == EYES_RIGHT) || (_right_eye->GetValue() && video.first->eyes() == EYES_LEFT))
-               );
-
-       _butler->rethrow ();
-
-       if (!video.first) {
-               _frame.reset ();
-               refresh_panel ();
-               return;
-       }
-
-       if ((time() - video.second) > one_video_frame()) {
-               /* Too late; just drop this frame before we try to get its image (which will be the time-consuming
-                  part if this frame is J2K).
-               */
-               _video_position = video.second;
-               ++_dropped;
-               return;
-       }
-
-       /* In an ideal world, what we would do here is:
-        *
-        * 1. convert to XYZ exactly as we do in the DCP creation path.
-        * 2. convert back to RGB for the preview display, compensating
-        *    for the monitor etc. etc.
-        *
-        * but this is inefficient if the source is RGB.  Since we don't
-        * (currently) care too much about the precise accuracy of the preview's
-        * colour mapping (and we care more about its speed) we try to short-
-        * circuit this "ideal" situation in some cases.
-        *
-        * The content's specified colour conversion indicates the colourspace
-        * which the content is in (according to the user).
-        *
-        * PlayerVideo::image (bound to PlayerVideo::always_rgb) will take the source
-        * image and convert it (from whatever the user has said it is) to RGB.
-        */
-
-       _frame = video.first->image (
-               bind (&Log::dcp_log, _film->log().get(), _1, _2),
-               bind (&PlayerVideo::always_rgb, _1),
-               false, true
-               );
-
-       ImageChanged (video.first);
-
-       _video_position = video.second;
-       _inter_position = video.first->inter_position ();
-       _inter_size = video.first->inter_size ();
-
-       refresh_panel ();
-}
 
 void
-FilmViewer::timer ()
+FilmViewer::set_outline_content (bool o)
 {
-       if (!_film || !_playing) {
-               return;
-       }
-
-       get ();
-       update_position_label ();
-       update_position_slider ();
-       DCPTime const next = _video_position + one_video_frame();
-
-       if (next >= _film->length()) {
-               stop ();
-       }
-
-       _timer.Start (max ((next.seconds() - time().seconds()) * 1000, 1.0), wxTIMER_ONE_SHOT);
-
-       if (_butler) {
-               _butler->rethrow ();
-       }
+       _outline_content = o;
+       _video_view->update ();
 }
 
+
 void
-FilmViewer::paint_panel ()
+FilmViewer::set_outline_subtitles (optional<dcpomatic::Rect<double>> rect)
 {
-       wxPaintDC dc (_panel);
-
-       if (!_frame || !_film || !_out_size.width || !_out_size.height) {
-               dc.Clear ();
-               return;
-       }
-
-       wxImage frame (_out_size.width, _out_size.height, _frame->data()[0], true);
-       wxBitmap frame_bitmap (frame);
-       dc.DrawBitmap (frame_bitmap, 0, 0);
-
-       if (_out_size.width < _panel_size.width) {
-               wxPen p (GetBackgroundColour ());
-               wxBrush b (GetBackgroundColour ());
-               dc.SetPen (p);
-               dc.SetBrush (b);
-               dc.DrawRectangle (_out_size.width, 0, _panel_size.width - _out_size.width, _panel_size.height);
-       }
-
-       if (_out_size.height < _panel_size.height) {
-               wxPen p (GetBackgroundColour ());
-               wxBrush b (GetBackgroundColour ());
-               dc.SetPen (p);
-               dc.SetBrush (b);
-               dc.DrawRectangle (0, _out_size.height, _panel_size.width, _panel_size.height - _out_size.height);
-       }
-
-       if (_outline_content->GetValue ()) {
-               wxPen p (wxColour (255, 0, 0), 2);
-               dc.SetPen (p);
-               dc.SetBrush (*wxTRANSPARENT_BRUSH);
-               dc.DrawRectangle (_inter_position.x, _inter_position.y, _inter_size.width, _inter_size.height);
-       }
+       _outline_subtitles = rect;
+       _video_view->update ();
 }
 
+
 void
-FilmViewer::slider_moved (bool update_slider)
+FilmViewer::set_eyes (Eyes e)
 {
-       if (!_film) {
-               return;
-       }
-
-
-       DCPTime t (_slider->GetValue() * _film->length().get() / 4096);
-       /* Ensure that we hit the end of the film at the end of the slider */
-       if (t >= _film->length ()) {
-               t = _film->length() - one_video_frame();
-       }
-       seek (t, false);
-       update_position_label ();
-       if (update_slider) {
-               update_position_slider ();
-       }
+       _video_view->set_eyes (e);
+       slow_refresh ();
 }
 
+
 void
-FilmViewer::panel_sized (wxSizeEvent& ev)
+FilmViewer::video_view_sized ()
 {
-       _panel_size.width = ev.GetSize().GetWidth();
-       _panel_size.height = ev.GetSize().GetHeight();
-
        calculate_sizes ();
-       refresh ();
-       update_position_label ();
-       update_position_slider ();
+       if (!quick_refresh()) {
+               slow_refresh ();
+       }
 }
 
+
 void
 FilmViewer::calculate_sizes ()
 {
-       if (!_film) {
+       if (!_film || !_player) {
                return;
        }
 
-       Ratio const * container = _film->container ();
+       auto const container = _film->container ();
 
-       float const panel_ratio = _panel_size.ratio ();
-       float const film_ratio = container ? container->ratio () : 1.78;
+       auto const scale = dpi_scale_factor (_video_view->get());
+       int const video_view_width = std::round(_video_view->get()->GetSize().x * scale);
+       int const video_view_height = std::round(_video_view->get()->GetSize().y * scale);
 
-       if (panel_ratio < film_ratio) {
+       auto const view_ratio = float(video_view_width) / video_view_height;
+       auto const film_ratio = container ? container->ratio () : 1.78;
+
+       dcp::Size out_size;
+       if (view_ratio < film_ratio) {
                /* panel is less widscreen than the film; clamp width */
-               _out_size.width = _panel_size.width;
-               _out_size.height = lrintf (_out_size.width / film_ratio);
+               out_size.width = video_view_width;
+               out_size.height = lrintf (out_size.width / film_ratio);
        } else {
                /* panel is more widescreen than the film; clamp height */
-               _out_size.height = _panel_size.height;
-               _out_size.width = lrintf (_out_size.height * film_ratio);
+               out_size.height = video_view_height;
+               out_size.width = lrintf (out_size.height * film_ratio);
        }
 
        /* Catch silly values */
-       _out_size.width = max (64, _out_size.width);
-       _out_size.height = max (64, _out_size.height);
+       out_size.width = max (64, out_size.width);
+       out_size.height = max (64, out_size.height);
 
-       _player->set_video_container_size (_out_size);
+       _player->set_video_container_size (out_size);
 }
 
+
 void
-FilmViewer::play_clicked ()
+FilmViewer::suspend ()
 {
-       check_play_state ();
+       ++_suspended;
+       if (_audio.isStreamRunning()) {
+               _audio.abortStream();
+       }
 }
 
+
 void
-FilmViewer::check_play_state ()
+FilmViewer::start_audio_stream_if_open ()
 {
-       if (!_film || _film->video_frame_rate() == 0) {
-               return;
+       if (_audio.isStreamOpen()) {
+               _audio.setStreamTime (_video_view->position().seconds());
+               try {
+                       _audio.startStream ();
+               } catch (RtAudioError& e) {
+                       _audio_channels = 0;
+                       error_dialog (
+                               _video_view->get(),
+                               _("There was a problem starting audio playback.  Please try another audio output device in Preferences."), std_to_wx(e.what())
+                               );
+               }
        }
+}
 
-       if (_play_button->GetValue()) {
-               start ();
-       } else {
-               stop ();
+
+void
+FilmViewer::resume ()
+{
+       DCPOMATIC_ASSERT (_suspended > 0);
+       --_suspended;
+       if (_playing && !_suspended) {
+               start_audio_stream_if_open ();
+               _video_view->start ();
        }
 }
 
+
 void
 FilmViewer::start ()
 {
-       if (_audio.isStreamOpen()) {
-               _audio.setStreamTime (_video_position.seconds());
-               _audio.startStream ();
+       if (!_film) {
+               return;
+       }
+
+       auto v = PlaybackPermitted ();
+       if (v && !*v) {
+               /* Computer says no */
+               return;
+       }
+
+       /* We are about to set up the audio stream from the position of the video view.
+          If there is `lazy' seek in progress we need to wait for it to go through so that
+          _video_view->position() gives us a sensible answer.
+        */
+       while (_idle_get) {
+               idle_handler ();
        }
 
+       /* Take the video view's idea of position as our `playhead' and start the
+          audio stream (which is the timing reference) there.
+         */
+       start_audio_stream_if_open ();
+
        _playing = true;
-       _dropped = 0;
-       timer ();
+       /* Calling start() below may directly result in Stopped being emitted, and if that
+        * happens we want it to come after the Started signal, so do that first.
+        */
+       Started ();
+       _video_view->start ();
 }
 
+
 bool
 FilmViewer::stop ()
 {
        if (_audio.isStreamRunning()) {
-               /* stop stream and discard any remainig queued samples */
+               /* stop stream and discard any remaining queued samples */
                _audio.abortStream ();
        }
 
@@ -492,197 +398,136 @@ FilmViewer::stop ()
        }
 
        _playing = false;
-       _play_button->SetValue (false);
+       _video_view->stop ();
+       Stopped ();
+
+       _video_view->rethrow ();
        return true;
 }
 
+
 void
-FilmViewer::update_position_slider ()
+FilmViewer::player_change (ChangeType type, int property, bool frequent)
 {
-       if (!_film) {
-               _slider->SetValue (0);
+       if (type != ChangeType::DONE || frequent) {
                return;
        }
 
-       DCPTime const len = _film->length ();
-
-       if (len.get ()) {
-               int const new_slider_position = 4096 * _video_position.get() / len.get();
-               if (new_slider_position != _slider->GetValue()) {
-                       _slider->SetValue (new_slider_position);
-               }
-       }
-}
-
-void
-FilmViewer::update_position_label ()
-{
-       if (!_film) {
-               _frame_number->SetLabel ("0");
-               _timecode->SetLabel ("0:0:0.0");
+       if (_coalesce_player_changes) {
+               _pending_player_changes.push_back (property);
                return;
        }
 
-       double const fps = _film->video_frame_rate ();
-       /* Count frame number from 1 ... not sure if this is the best idea */
-       _frame_number->SetLabel (wxString::Format (wxT("%ld"), lrint (_video_position.seconds() * fps) + 1));
-       _timecode->SetLabel (time_to_timecode (_video_position, fps));
+       player_change ({property});
 }
 
+
 void
-FilmViewer::active_jobs_changed (optional<string> j)
+FilmViewer::player_change (vector<int> properties)
 {
-       /* examine content is the only job which stops the viewer working */
-       bool const a = !j || *j != "examine_content";
-       _slider->Enable (a);
-       _play_button->Enable (a);
-}
+       calculate_sizes ();
 
-DCPTime
-FilmViewer::nudge_amount (wxMouseEvent& ev)
-{
-       DCPTime amount = one_video_frame ();
+       bool try_quick_refresh = false;
+       bool update_ccap_tracks = false;
+
+       for (auto i: properties) {
+               if (
+                       i == VideoContentProperty::CROP ||
+                       i == VideoContentProperty::CUSTOM_RATIO ||
+                       i == VideoContentProperty::CUSTOM_SIZE ||
+                       i == VideoContentProperty::FADE_IN ||
+                       i == VideoContentProperty::FADE_OUT ||
+                       i == VideoContentProperty::COLOUR_CONVERSION ||
+                       i == PlayerProperty::VIDEO_CONTAINER_SIZE ||
+                       i == PlayerProperty::FILM_CONTAINER
+                  ) {
+                       try_quick_refresh = true;
+               }
 
-       if (ev.ShiftDown() && !ev.ControlDown()) {
-               amount = DCPTime::from_seconds (1);
-       } else if (!ev.ShiftDown() && ev.ControlDown()) {
-               amount = DCPTime::from_seconds (10);
-       } else if (ev.ShiftDown() && ev.ControlDown()) {
-               amount = DCPTime::from_seconds (60);
+               if (i == TextContentProperty::USE || i == TextContentProperty::TYPE || i == TextContentProperty::DCP_TRACK) {
+                       update_ccap_tracks = true;
+               }
        }
 
-       return amount;
-}
-
-void
-FilmViewer::go_to (DCPTime t)
-{
-       if (t < DCPTime ()) {
-               t = DCPTime ();
+       if (!try_quick_refresh || !quick_refresh()) {
+               slow_refresh ();
        }
 
-       if (t >= _film->length ()) {
-               t = _film->length ();
+       if (update_ccap_tracks) {
+               _closed_captions_dialog->update_tracks (_film);
        }
-
-       seek (t, true);
-       update_position_label ();
-       update_position_slider ();
 }
 
-void
-FilmViewer::back_clicked (wxMouseEvent& ev)
-{
-       go_to (_video_position - nudge_amount (ev));
-       ev.Skip ();
-}
 
 void
-FilmViewer::forward_clicked (wxMouseEvent& ev)
+FilmViewer::film_change (ChangeType type, Film::Property p)
 {
-       go_to (_video_position + nudge_amount (ev));
-       ev.Skip ();
-}
-
-void
-FilmViewer::player_changed (bool frequent)
-{
-       if (frequent) {
+       if (type != ChangeType::DONE) {
                return;
        }
 
-       if (_coalesce_player_changes) {
-               _pending_player_change = true;
-               return;
+       if (p == Film::Property::AUDIO_CHANNELS) {
+               recreate_butler ();
+       } else if (p == Film::Property::VIDEO_FRAME_RATE) {
+               _video_view->set_video_frame_rate (_film->video_frame_rate());
+       } else if (p == Film::Property::THREE_D) {
+               _video_view->set_three_d (_film->three_d());
+       } else if (p == Film::Property::CONTENT) {
+               _closed_captions_dialog->update_tracks (_film);
        }
-
-       calculate_sizes ();
-       refresh ();
-       update_position_label ();
-       update_position_slider ();
 }
 
-void
-FilmViewer::setup_sensitivity ()
-{
-       bool const c = _film && !_film->content().empty ();
-
-       _slider->Enable (c);
-       _back_button->Enable (c);
-       _forward_button->Enable (c);
-       _play_button->Enable (c);
-       _outline_content->Enable (c);
-       _frame_number->Enable (c);
-       _timecode->Enable (c);
-       _jump_to_selected->Enable (c);
-
-       _left_eye->Enable (c && _film->three_d ());
-       _right_eye->Enable (c && _film->three_d ());
-}
 
 void
-FilmViewer::film_changed (Film::Property p)
+FilmViewer::film_length_change ()
 {
-       if (p == Film::CONTENT || p == Film::THREE_D) {
-               setup_sensitivity ();
-       }
+       _video_view->set_length (_film->length());
 }
 
-/** Re-get the current frame */
-void
-FilmViewer::refresh ()
-{
-       seek (_video_position, _last_seek_accurate);
-}
 
+/** Re-get the current frame slowly by seeking */
 void
-FilmViewer::set_position (DCPTime p)
+FilmViewer::slow_refresh ()
 {
-       _video_position = p;
-       seek (p, true);
-       update_position_label ();
-       update_position_slider ();
+       seek (_video_view->position(), true);
 }
 
-void
-FilmViewer::set_coalesce_player_changes (bool c)
-{
-       _coalesce_player_changes = c;
 
-       if (c) {
-               _pending_player_change = false;
-       } else {
-               if (_pending_player_change) {
-                       player_changed (false);
-               }
+/** Try to re-get the current frame quickly by resetting the metadata
+ *  in the PlayerVideo that we used last time.
+ *  @return true if this was possible, false if not.
+ */
+bool
+FilmViewer::quick_refresh ()
+{
+       if (!_video_view || !_film || !_player) {
+               return true;
        }
+       return _video_view->reset_metadata (_film, _player->video_container_size());
 }
 
+
 void
-FilmViewer::timecode_clicked ()
+FilmViewer::seek (shared_ptr<Content> content, ContentTime t, bool accurate)
 {
-       PlayheadToTimecodeDialog* dialog = new PlayheadToTimecodeDialog (this, _film->video_frame_rate ());
-       if (dialog->ShowModal() == wxID_OK) {
-               go_to (dialog->get ());
+       auto dt = _player->content_time_to_dcp (content, t);
+       if (dt) {
+               seek (*dt, accurate);
        }
-       dialog->Destroy ();
 }
 
+
 void
-FilmViewer::frame_number_clicked ()
+FilmViewer::set_coalesce_player_changes (bool c)
 {
-       PlayheadToFrameDialog* dialog = new PlayheadToFrameDialog (this, _film->video_frame_rate ());
-       if (dialog->ShowModal() == wxID_OK) {
-               go_to (dialog->get ());
+       _coalesce_player_changes = c;
+
+       if (!c) {
+               player_change (_pending_player_changes);
+               _pending_player_changes.clear ();
        }
-       dialog->Destroy ();
 }
 
-void
-FilmViewer::jump_to_selected_clicked ()
-{
-       Config::instance()->set_jump_to_selected (_jump_to_selected->GetValue ());
-}
 
 void
 FilmViewer::seek (DCPTime t, bool accurate)
@@ -691,20 +536,43 @@ FilmViewer::seek (DCPTime t, bool accurate)
                return;
        }
 
-       bool const was_running = stop ();
+       if (t < DCPTime()) {
+               t = DCPTime ();
+       }
 
+       if (t >= _film->length()) {
+               t = _film->length() - one_video_frame();
+       }
+
+       suspend ();
+
+       _closed_captions_dialog->clear ();
        _butler->seek (t, accurate);
-       _last_seek_accurate = accurate;
-       get ();
 
-       if (was_running) {
-               start ();
+       if (!_playing) {
+               /* We're not playing, so let the GUI thread get on and
+                  come back later to get the next frame after the seek.
+               */
+               request_idle_display_next_frame ();
+       } else {
+               /* We're going to start playing again straight away
+                  so wait for the seek to finish.
+               */
+               while (_video_view->display_next_frame(false) == VideoView::AGAIN) {}
        }
+
+       resume ();
 }
 
+
 void
 FilmViewer::config_changed (Config::Property p)
 {
+       if (p == Config::AUDIO_MAPPING) {
+               recreate_butler ();
+               return;
+       }
+
        if (p != Config::SOUND && p != Config::SOUND_OUTPUT) {
                return;
        }
@@ -713,12 +581,16 @@ FilmViewer::config_changed (Config::Property p)
                _audio.closeStream ();
        }
 
-       if (Config::instance()->sound()) {
+       if (Config::instance()->sound() && _audio.getDeviceCount() > 0) {
                unsigned int st = 0;
                if (Config::instance()->sound_output()) {
                        while (st < _audio.getDeviceCount()) {
-                               if (_audio.getDeviceInfo(st).name == Config::instance()->sound_output().get()) {
-                                       break;
+                               try {
+                                       if (_audio.getDeviceInfo(st).name == Config::instance()->sound_output().get()) {
+                                               break;
+                                       }
+                               } catch (RtAudioError&) {
+                                       /* Something went wrong with that device so we don't want to use it anyway */
                                }
                                ++st;
                        }
@@ -729,26 +601,21 @@ FilmViewer::config_changed (Config::Property p)
                        st = _audio.getDefaultOutputDevice();
                }
 
-               _audio_channels = _audio.getDeviceInfo(st).outputChannels;
-
-               recreate_butler ();
-
-               RtAudio::StreamParameters sp;
-               sp.deviceId = st;
-               sp.nChannels = _audio_channels;
-               sp.firstChannel = 0;
                try {
+                       _audio_channels = _audio.getDeviceInfo(st).outputChannels;
+                       RtAudio::StreamParameters sp;
+                       sp.deviceId = st;
+                       sp.nChannels = _audio_channels;
+                       sp.firstChannel = 0;
                        _audio.openStream (&sp, 0, RTAUDIO_FLOAT32, 48000, &_audio_block_size, &rtaudio_callback, this);
-#ifdef DCPOMATIC_USE_RTERROR
-               } catch (RtError& e) {
-#else
                } catch (RtAudioError& e) {
-#endif
+                       _audio_channels = 0;
                        error_dialog (
-                               this,
-                               wxString::Format (_("Could not set up audio output (%s).  There will be no audio during the preview."), e.what())
+                               _video_view->get(),
+                               _("Could not set up audio output.  There will be no audio during the preview."), std_to_wx(e.what())
                                );
                }
+               recreate_butler ();
 
        } else {
                _audio_channels = 0;
@@ -756,21 +623,48 @@ FilmViewer::config_changed (Config::Property p)
        }
 }
 
+
 DCPTime
-FilmViewer::time () const
+FilmViewer::uncorrected_time () const
+{
+       if (_audio.isStreamRunning()) {
+               return DCPTime::from_seconds (const_cast<RtAudio*>(&_audio)->getStreamTime());
+       }
+
+       return _video_view->position();
+}
+
+
+optional<DCPTime>
+FilmViewer::audio_time () const
 {
-       if (_audio.isStreamRunning ()) {
-               return DCPTime::from_seconds (const_cast<RtAudio*>(&_audio)->getStreamTime ()) -
-                       DCPTime::from_frames (average_latency(), _film->audio_frame_rate());
+       if (!_audio.isStreamRunning()) {
+               return {};
        }
 
-       return _video_position;
+       return DCPTime::from_seconds (const_cast<RtAudio*>(&_audio)->getStreamTime ()) -
+               DCPTime::from_frames (average_latency(), _film->audio_frame_rate());
 }
 
+
+DCPTime
+FilmViewer::time () const
+{
+       return audio_time().get_value_or(_video_view->position());
+}
+
+
 int
 FilmViewer::audio_callback (void* out_p, unsigned int frames)
 {
-       _butler->get_audio (reinterpret_cast<float*> (out_p), frames);
+       while (true) {
+               auto t = _butler->get_audio (Butler::Behaviour::NON_BLOCKING, reinterpret_cast<float*> (out_p), frames);
+               if (!t || DCPTime(uncorrected_time() - *t) < one_video_frame()) {
+                       /* There was an underrun or this audio is on time; carry on */
+                       break;
+               }
+               /* The audio we just got was (very) late; drop it and get some more. */
+       }
 
         boost::mutex::scoped_lock lm (_latency_history_mutex, boost::try_to_lock);
         if (lm) {
@@ -783,6 +677,7 @@ FilmViewer::audio_callback (void* out_p, unsigned int frames)
        return 0;
 }
 
+
 Frame
 FilmViewer::average_latency () const
 {
@@ -792,21 +687,136 @@ FilmViewer::average_latency () const
         }
 
         Frame total = 0;
-        BOOST_FOREACH (Frame i, _latency_history) {
+        for (auto i: _latency_history) {
                 total += i;
         }
 
         return total / _latency_history.size();
 }
 
+
 void
 FilmViewer::set_dcp_decode_reduction (optional<int> reduction)
 {
-       _player->set_dcp_decode_reduction (reduction);
+       _dcp_decode_reduction = reduction;
+       if (_player) {
+               _player->set_dcp_decode_reduction (reduction);
+       }
+}
+
+
+optional<int>
+FilmViewer::dcp_decode_reduction () const
+{
+       return _dcp_decode_reduction;
 }
 
+
+optional<ContentTime>
+FilmViewer::position_in_content (shared_ptr<const Content> content) const
+{
+       return _player->dcp_to_content_time (content, position());
+}
+
+
 DCPTime
 FilmViewer::one_video_frame () const
 {
-       return DCPTime::from_frames (1, _film->video_frame_rate());
+       return DCPTime::from_frames (1, _film ? _film->video_frame_rate() : 24);
+}
+
+
+/** Open a dialog box showing our film's closed captions */
+void
+FilmViewer::show_closed_captions ()
+{
+       _closed_captions_dialog->Show();
+}
+
+
+void
+FilmViewer::seek_by (DCPTime by, bool accurate)
+{
+       seek (_video_view->position() + by, accurate);
+}
+
+
+void
+FilmViewer::set_pad_black (bool p)
+{
+       _pad_black = p;
+}
+
+
+/** Called when a player has finished the current film.
+ *  May be called from a non-UI thread.
+ */
+void
+FilmViewer::finished ()
+{
+       emit (boost::bind(&FilmViewer::ui_finished, this));
 }
+
+
+/** Called by finished() in the UI thread */
+void
+FilmViewer::ui_finished ()
+{
+       stop ();
+       Finished ();
+}
+
+
+int
+FilmViewer::dropped () const
+{
+       return _video_view->dropped ();
+}
+
+
+int
+FilmViewer::errored () const
+{
+       return _video_view->errored ();
+}
+
+
+int
+FilmViewer::gets () const
+{
+       return _video_view->gets ();
+}
+
+
+void
+FilmViewer::image_changed (shared_ptr<PlayerVideo> pv)
+{
+       emit (boost::bind(boost::ref(ImageChanged), pv));
+}
+
+
+void
+FilmViewer::set_optimise_for_j2k (bool o)
+{
+       _optimise_for_j2k = o;
+       _video_view->set_optimise_for_j2k (o);
+}
+
+
+void
+FilmViewer::set_crop_guess (dcpomatic::Rect<float> crop)
+{
+       if (crop != _crop_guess) {
+               _crop_guess = crop;
+               _video_view->update ();
+       }
+}
+
+
+void
+FilmViewer::unset_crop_guess ()
+{
+       _crop_guess = {};
+       _video_view->update ();
+}
+