X-Git-Url: https://main.carlh.net/gitweb/?p=dcpomatic.git;a=blobdiff_plain;f=src%2Flib%2Fdcp_decoder.cc;h=ab724cd6c75bbb7a5f02326e15b92f3a964a0322;hp=7b4ef9fc7a6b6f668181b98c481b183bfcfb8032;hb=60f3f8ff110d55e0d720784dd40c9bc62d342d2c;hpb=76f83b97c401c24b3c93baee0665e84be05f43ea diff --git a/src/lib/dcp_decoder.cc b/src/lib/dcp_decoder.cc index 7b4ef9fc7..ab724cd6c 100644 --- a/src/lib/dcp_decoder.cc +++ b/src/lib/dcp_decoder.cc @@ -1,5 +1,5 @@ /* - Copyright (C) 2014-2016 Carl Hetherington + Copyright (C) 2014-2019 Carl Hetherington This file is part of DCP-o-matic. @@ -24,11 +24,13 @@ #include "video_decoder.h" #include "audio_decoder.h" #include "j2k_image_proxy.h" -#include "subtitle_decoder.h" +#include "text_decoder.h" +#include "ffmpeg_image_proxy.h" #include "image.h" #include "config.h" +#include "digester.h" +#include "frame_interval_checker.h" #include -#include #include #include #include @@ -38,78 +40,164 @@ #include #include #include +#include #include #include #include #include +#include +#include #include #include +#include "i18n.h" + using std::list; using std::cout; +using std::string; using boost::shared_ptr; using boost::dynamic_pointer_cast; +using boost::optional; +using namespace dcpomatic; -DCPDecoder::DCPDecoder (shared_ptr c, shared_ptr log) - : _dcp_content (c) +DCPDecoder::DCPDecoder (shared_ptr film, shared_ptr c, bool fast, bool tolerant, shared_ptr old) + : DCP (c, tolerant) + , Decoder (film) + , _decode_referenced (false) { - video.reset (new VideoDecoder (this, c, log)); - audio.reset (new AudioDecoder (this, c->audio, log)); - - subtitle.reset ( - new SubtitleDecoder ( - this, - c->subtitle, - bind (&DCPDecoder::image_subtitles_during, this, _1, _2), - bind (&DCPDecoder::text_subtitles_during, this, _1, _2) - ) - ); - - dcp::DCP dcp (c->directory ()); - dcp.read (false, 0, true); - if (c->kdm ()) { - dcp.add (dcp::DecryptedKDM (c->kdm().get (), Config::instance()->decryption_chain()->key().get ())); + if (c->can_be_played()) { + if (c->video) { + video.reset (new VideoDecoder (this, c)); + } + if (c->audio) { + audio.reset (new AudioDecoder (this, c->audio, fast)); + } + BOOST_FOREACH (shared_ptr i, c->text) { + /* XXX: this time here should be the time of the first subtitle, not 0 */ + text.push_back (shared_ptr (new TextDecoder (this, i, ContentTime()))); + } } - DCPOMATIC_ASSERT (dcp.cpls().size() == 1); - _reels = dcp.cpls().front()->reels (); + + /* We try to avoid re-scanning the DCP's files every time we make a new DCPDecoder; we do this + by re-using the _reels list. Before we do this we need to check that nothing too serious + has changed in the DCPContent. + + We do this by storing a digest of the important bits of the DCPContent and then checking that's + the same before we re-use _reels. + */ + + _lazy_digest = calculate_lazy_digest (c); + + if (old && old->lazy_digest() == _lazy_digest) { + _reels = old->_reels; + } else { + + list > cpl_list = cpls (); + + if (cpl_list.empty()) { + throw DCPError (_("No CPLs found in DCP.")); + } + + shared_ptr cpl; + BOOST_FOREACH (shared_ptr i, cpl_list) { + if (_dcp_content->cpl() && i->id() == _dcp_content->cpl().get()) { + cpl = i; + } + } + + if (!cpl) { + /* No CPL found; probably an old file that doesn't specify it; + just use the first one. + */ + cpl = cpls().front (); + } + + _reels = cpl->reels (); + } + + set_decode_referenced (false); _reel = _reels.begin (); _offset = 0; get_readers (); } + bool -DCPDecoder::pass (PassReason reason, bool) +DCPDecoder::pass () { - if (_reel == _reels.end () || !_dcp_content->can_be_played ()) { + if (!_dcp_content->can_be_played()) { return true; } - double const vfr = _dcp_content->active_video_frame_rate (); + if (_reel == _reels.end()) { + if (audio) { + audio->flush (); + } + return true; + } + + double const vfr = _dcp_content->active_video_frame_rate (film()); /* Frame within the (played part of the) reel that is coming up next */ int64_t const frame = _next.frames_round (vfr); - if ((_mono_reader || _stereo_reader) && reason != PASS_REASON_SUBTITLE) { - shared_ptr asset = (*_reel)->main_picture()->asset (); - int64_t const entry_point = (*_reel)->main_picture()->entry_point (); + shared_ptr picture_asset = (*_reel)->main_picture()->asset(); + DCPOMATIC_ASSERT (picture_asset); + + /* We must emit texts first as when we emit the video for this frame + it will expect already to have the texts. + */ + pass_texts (_next, picture_asset->size()); + + if ((_mono_reader || _stereo_reader) && (_decode_referenced || !_dcp_content->reference_video())) { + int64_t const entry_point = (*_reel)->main_picture()->entry_point().get_value_or(0); if (_mono_reader) { - video->give (shared_ptr (new J2KImageProxy (_mono_reader->get_frame (entry_point + frame), asset->size())), _offset + frame); + video->emit ( + film(), + shared_ptr ( + new J2KImageProxy ( + _mono_reader->get_frame (entry_point + frame), + picture_asset->size(), + AV_PIX_FMT_XYZ12LE, + _forced_reduction + ) + ), + _offset + frame + ); } else { - video->give ( - shared_ptr (new J2KImageProxy (_stereo_reader->get_frame (entry_point + frame), asset->size(), dcp::EYE_LEFT)), + video->emit ( + film(), + shared_ptr ( + new J2KImageProxy ( + _stereo_reader->get_frame (entry_point + frame), + picture_asset->size(), + dcp::EYE_LEFT, + AV_PIX_FMT_XYZ12LE, + _forced_reduction + ) + ), _offset + frame ); - video->give ( - shared_ptr (new J2KImageProxy (_stereo_reader->get_frame (entry_point + frame), asset->size(), dcp::EYE_RIGHT)), + video->emit ( + film(), + shared_ptr ( + new J2KImageProxy ( + _stereo_reader->get_frame (entry_point + frame), + picture_asset->size(), + dcp::EYE_RIGHT, + AV_PIX_FMT_XYZ12LE, + _forced_reduction + ) + ), _offset + frame ); } } - if (_sound_reader && reason != PASS_REASON_SUBTITLE) { - int64_t const entry_point = (*_reel)->main_sound()->entry_point (); + if (_sound_reader && (_decode_referenced || !_dcp_content->reference_audio())) { + int64_t const entry_point = (*_reel)->main_sound()->entry_point().get_value_or(0); shared_ptr sf = _sound_reader->get_frame (entry_point + frame); uint8_t const * from = sf->data (); @@ -124,27 +212,7 @@ DCPDecoder::pass (PassReason reason, bool) } } - audio->give (_dcp_content->audio->stream(), data, ContentTime::from_frames (_offset, vfr) + _next); - } - - if ((*_reel)->main_subtitle ()) { - int64_t const entry_point = (*_reel)->main_subtitle()->entry_point (); - list subs = (*_reel)->main_subtitle()->asset()->subtitles_during ( - dcp::Time (entry_point + frame, vfr, vfr), - dcp::Time (entry_point + frame + 1, vfr, vfr), - true - ); - - if (!subs.empty ()) { - /* XXX: assuming that all `subs' are at the same time; maybe this is ok */ - subtitle->give_text ( - ContentTimePeriod ( - ContentTime::from_frames (_offset - entry_point, vfr) + ContentTime::from_seconds (subs.front().in().as_seconds ()), - ContentTime::from_frames (_offset - entry_point, vfr) + ContentTime::from_seconds (subs.front().out().as_seconds ()) - ), - subs - ); - } + audio->emit (film(), _dcp_content->audio->stream(), data, ContentTime::from_frames (_offset, vfr) + _next); } _next += ContentTime::from_frames (1, vfr); @@ -159,10 +227,109 @@ DCPDecoder::pass (PassReason reason, bool) return false; } +void +DCPDecoder::pass_texts (ContentTime next, dcp::Size size) +{ + list >::const_iterator decoder = text.begin (); + if (decoder == text.end()) { + /* It's possible that there is now a main subtitle but no TextDecoders, for example if + the CPL has just changed but the TextContent's texts have not been recreated yet. + */ + return; + } + + if ((*_reel)->main_subtitle()) { + pass_texts ( + next, + (*_reel)->main_subtitle()->asset(), + _dcp_content->reference_text(TEXT_OPEN_SUBTITLE), + (*_reel)->main_subtitle()->entry_point().get_value_or(0), + *decoder, + size + ); + ++decoder; + } + + BOOST_FOREACH (shared_ptr i, (*_reel)->closed_captions()) { + pass_texts ( + next, i->asset(), _dcp_content->reference_text(TEXT_CLOSED_CAPTION), i->entry_point().get_value_or(0), *decoder, size + ); + ++decoder; + } +} + +void +DCPDecoder::pass_texts ( + ContentTime next, shared_ptr asset, bool reference, int64_t entry_point, shared_ptr decoder, dcp::Size size + ) +{ + double const vfr = _dcp_content->active_video_frame_rate (film()); + /* Frame within the (played part of the) reel that is coming up next */ + int64_t const frame = next.frames_round (vfr); + + if (_decode_referenced || !reference) { + list > subs = asset->subtitles_during ( + dcp::Time (entry_point + frame, vfr, vfr), + dcp::Time (entry_point + frame + 1, vfr, vfr), + true + ); + + list strings; + + BOOST_FOREACH (shared_ptr i, subs) { + shared_ptr is = dynamic_pointer_cast (i); + if (is) { + if (!strings.empty() && (strings.back().in() != is->in() || strings.back().out() != is->out())) { + dcp::SubtitleString b = strings.back(); + decoder->emit_plain ( + ContentTimePeriod ( + ContentTime::from_frames(_offset - entry_point, vfr) + ContentTime::from_seconds(b.in().as_seconds()), + ContentTime::from_frames(_offset - entry_point, vfr) + ContentTime::from_seconds(b.out().as_seconds()) + ), + strings + ); + strings.clear (); + } + + strings.push_back (*is); + } + + /* XXX: perhaps these image subs should also be collected together like the string ones are; + this would need to be done both here and in DCPSubtitleDecoder. + */ + + shared_ptr ii = dynamic_pointer_cast (i); + if (ii) { + emit_subtitle_image ( + ContentTimePeriod ( + ContentTime::from_frames (_offset - entry_point, vfr) + ContentTime::from_seconds (i->in().as_seconds ()), + ContentTime::from_frames (_offset - entry_point, vfr) + ContentTime::from_seconds (i->out().as_seconds ()) + ), + *ii, + size, + decoder + ); + } + } + + if (!strings.empty()) { + dcp::SubtitleString b = strings.back(); + decoder->emit_plain ( + ContentTimePeriod ( + ContentTime::from_frames(_offset - entry_point, vfr) + ContentTime::from_seconds(b.in().as_seconds()), + ContentTime::from_frames(_offset - entry_point, vfr) + ContentTime::from_seconds(b.out().as_seconds()) + ), + strings + ); + strings.clear (); + } + } +} + void DCPDecoder::next_reel () { - _offset += (*_reel)->main_picture()->duration(); + _offset += (*_reel)->main_picture()->actual_duration(); ++_reel; get_readers (); } @@ -170,7 +337,7 @@ DCPDecoder::next_reel () void DCPDecoder::get_readers () { - if (_reel == _reels.end()) { + if (_reel == _reels.end() || !_dcp_content->can_be_played ()) { _mono_reader.reset (); _stereo_reader.reset (); _sound_reader.reset (); @@ -204,57 +371,98 @@ DCPDecoder::get_readers () void DCPDecoder::seek (ContentTime t, bool accurate) { - video->seek (t, accurate); - audio->seek (t, accurate); - subtitle->seek (t, accurate); + if (!_dcp_content->can_be_played ()) { + return; + } + + Decoder::seek (t, accurate); - _offset = 0; _reel = _reels.begin (); - while (_reel != _reels.end() && t >= ContentTime::from_frames ((*_reel)->main_picture()->duration(), _dcp_content->active_video_frame_rate ())) { - t -= ContentTime::from_frames ((*_reel)->main_picture()->duration(), _dcp_content->active_video_frame_rate ()); + _offset = 0; + get_readers (); + + int const pre_roll_seconds = 2; + + /* Pre-roll for subs */ + + ContentTime pre = t - ContentTime::from_seconds (pre_roll_seconds); + if (pre < ContentTime()) { + pre = ContentTime (); + } + + /* Seek to pre-roll position */ + + while ( + _reel != _reels.end() && + pre >= ContentTime::from_frames ((*_reel)->main_picture()->actual_duration(), _dcp_content->active_video_frame_rate(film())) + ) { + + ContentTime rd = ContentTime::from_frames ((*_reel)->main_picture()->actual_duration(), _dcp_content->active_video_frame_rate(film())); + pre -= rd; + t -= rd; next_reel (); } - _next = t; -} + /* Pass texts in the pre-roll */ + double const vfr = _dcp_content->active_video_frame_rate (film()); + for (int i = 0; i < pre_roll_seconds * vfr; ++i) { + pass_texts (pre, (*_reel)->main_picture()->asset()->size()); + pre += ContentTime::from_frames (1, vfr); + } -list -DCPDecoder::image_subtitles_during (ContentTimePeriod, bool) const -{ - return list (); -} + /* Seek to correct position */ -list -DCPDecoder::text_subtitles_during (ContentTimePeriod period, bool starting) const -{ - /* XXX: inefficient */ + while ( + _reel != _reels.end() && + t >= ContentTime::from_frames ((*_reel)->main_picture()->actual_duration(), _dcp_content->active_video_frame_rate(film())) + ) { - list ctp; - double const vfr = _dcp_content->active_video_frame_rate (); + t -= ContentTime::from_frames ((*_reel)->main_picture()->actual_duration(), _dcp_content->active_video_frame_rate(film())); + next_reel (); + } - BOOST_FOREACH (shared_ptr r, _reels) { - if (!r->main_subtitle ()) { - continue; - } + _next = t; +} - int64_t const entry_point = r->main_subtitle()->entry_point (); +void +DCPDecoder::set_decode_referenced (bool r) +{ + _decode_referenced = r; - list subs = r->main_subtitle()->asset()->subtitles_during ( - dcp::Time (period.from.seconds(), 1000) - dcp::Time (entry_point, vfr, vfr), - dcp::Time (period.to.seconds(), 1000) - dcp::Time (entry_point, vfr, vfr), - starting - ); + if (video) { + video->set_ignore (_dcp_content->reference_video() && !_decode_referenced); + } + if (audio) { + audio->set_ignore (_dcp_content->reference_audio() && !_decode_referenced); + } +} - BOOST_FOREACH (dcp::SubtitleString const & s, subs) { - ctp.push_back ( - ContentTimePeriod ( - ContentTime::from_seconds (s.in().as_seconds ()), - ContentTime::from_seconds (s.out().as_seconds ()) - ) - ); - } +void +DCPDecoder::set_forced_reduction (optional reduction) +{ + _forced_reduction = reduction; +} + +string +DCPDecoder::calculate_lazy_digest (shared_ptr c) const +{ + Digester d; + BOOST_FOREACH (boost::filesystem::path i, c->paths()) { + d.add (i.string()); + } + if (_dcp_content->kdm()) { + d.add(_dcp_content->kdm()->id()); } + d.add (static_cast(c->cpl())); + if (c->cpl()) { + d.add (c->cpl().get()); + } + return d.get (); +} - return ctp; +ContentTime +DCPDecoder::position () const +{ + return ContentTime::from_frames(_offset, _dcp_content->active_video_frame_rate(film())) + _next; }