2 Copyright (C) 2014-2023 Carl Hetherington <cth@carlh.net>
4 This file is part of DCP-o-matic.
6 DCP-o-matic is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2 of the License, or
9 (at your option) any later version.
11 DCP-o-matic is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with DCP-o-matic. If not, see <http://www.gnu.org/licenses/>.
22 #include "atmos_content.h"
23 #include "audio_content.h"
24 #include "compose.hpp"
26 #include "dcp_content.h"
27 #include "dcp_decoder.h"
28 #include "dcp_examiner.h"
29 #include "dcpomatic_log.h"
34 #include "scope_guard.h"
35 #include "text_content.h"
36 #include "video_content.h"
38 #include <dcp/raw_convert.h>
39 #include <dcp/exceptions.h>
40 #include <dcp/reel_closed_caption_asset.h>
41 #include <dcp/reel_picture_asset.h>
42 #include <dcp/reel_subtitle_asset.h>
44 #include <libxml++/libxml++.h>
52 using std::dynamic_pointer_cast;
55 using std::make_shared;
56 using std::shared_ptr;
59 using boost::optional;
60 using boost::scoped_ptr;
61 #if BOOST_VERSION >= 106100
62 using namespace boost::placeholders;
64 using dcp::raw_convert;
65 using namespace dcpomatic;
68 int const DCPContentProperty::NEEDS_ASSETS = 600;
69 int const DCPContentProperty::NEEDS_KDM = 601;
70 int const DCPContentProperty::REFERENCE_VIDEO = 602;
71 int const DCPContentProperty::REFERENCE_AUDIO = 603;
72 int const DCPContentProperty::REFERENCE_TEXT = 604;
73 int const DCPContentProperty::NAME = 605;
74 int const DCPContentProperty::TEXTS = 606;
75 int const DCPContentProperty::CPL = 607;
78 DCPContent::DCPContent (boost::filesystem::path p)
80 , _needs_assets (false)
82 , _reference_video (false)
83 , _reference_audio (false)
86 LOG_GENERAL ("Creating DCP content from %1", p.string());
89 set_default_colour_conversion ();
92 DCPContent::DCPContent (cxml::ConstNodePtr node, int version)
95 video = VideoContent::from_xml (this, node, version, VideoRange::FULL);
96 audio = AudioContent::from_xml (this, node, version);
98 text = TextContent::from_xml (this, node, version, notes);
99 atmos = AtmosContent::from_xml (this, node);
101 if (video && audio) {
103 make_shared<AudioStream> (
104 node->number_child<int> ("AudioFrameRate"),
105 /* AudioLength was not present in some old metadata versions */
106 node->optional_number_child<Frame>("AudioLength").get_value_or (
107 video->length() * node->number_child<int>("AudioFrameRate") / video_frame_rate().get()
109 AudioMapping(node->node_child("AudioMapping"), version),
115 _name = node->string_child ("Name");
116 _encrypted = node->bool_child ("Encrypted");
117 _needs_assets = node->optional_bool_child("NeedsAssets").get_value_or (false);
118 if (node->optional_node_child ("KDM")) {
119 _kdm = dcp::EncryptedKDM (node->string_child ("KDM"));
121 _kdm_valid = node->bool_child ("KDMValid");
122 _reference_video = node->optional_bool_child ("ReferenceVideo").get_value_or (false);
123 _reference_audio = node->optional_bool_child ("ReferenceAudio").get_value_or (false);
125 _reference_text[TextType::OPEN_SUBTITLE] = node->optional_bool_child("ReferenceOpenSubtitle").get_value_or(false);
126 _reference_text[TextType::CLOSED_CAPTION] = node->optional_bool_child("ReferenceClosedCaption").get_value_or(false);
128 _reference_text[TextType::OPEN_SUBTITLE] = node->optional_bool_child("ReferenceSubtitle").get_value_or(false);
129 _reference_text[TextType::CLOSED_CAPTION] = false;
131 if (node->optional_string_child("Standard")) {
132 auto const s = node->optional_string_child("Standard").get();
133 if (s == "Interop") {
134 _standard = dcp::Standard::INTEROP;
135 } else if (s == "SMPTE") {
136 _standard = dcp::Standard::SMPTE;
138 DCPOMATIC_ASSERT (false);
141 _three_d = node->optional_bool_child("ThreeD").get_value_or (false);
143 auto ck = node->optional_string_child("ContentKind");
145 _content_kind = dcp::ContentKind::from_name(*ck);
147 _cpl = node->optional_string_child("CPL");
148 for (auto i: node->node_children("ReelLength")) {
149 _reel_lengths.push_back (raw_convert<int64_t> (i->content ()));
152 for (auto i: node->node_children("Marker")) {
153 _markers[dcp::marker_from_string(i->string_attribute("type"))] = ContentTime(raw_convert<int64_t>(i->content()));
156 for (auto i: node->node_children("Rating")) {
157 _ratings.push_back (dcp::Rating(i));
160 for (auto i: node->node_children("ContentVersion")) {
161 _content_versions.push_back (i->content());
164 _active_audio_channels = node->optional_number_child<int>("ActiveAudioChannels");
168 DCPContent::read_directory (boost::filesystem::path p)
170 using namespace boost::filesystem;
172 bool have_assetmap = false;
173 bool have_metadata = false;
175 for (auto i: directory_iterator(p)) {
176 if (i.path().filename() == "ASSETMAP" || i.path().filename() == "ASSETMAP.xml") {
177 have_assetmap = true;
178 } else if (i.path().filename() == "metadata.xml") {
179 have_metadata = true;
183 if (!have_assetmap) {
184 if (!have_metadata) {
185 throw DCPError ("No ASSETMAP or ASSETMAP.xml file found: is this a DCP?");
187 throw ProjectFolderError ();
191 read_sub_directory (p);
195 DCPContent::read_sub_directory (boost::filesystem::path p)
197 using namespace boost::filesystem;
199 LOG_GENERAL ("DCPContent::read_sub_directory reads %1", p.string());
200 for (auto i: directory_iterator(p)) {
201 if (is_regular_file(i.path())) {
202 LOG_GENERAL ("Inside there's regular file %1", i.path().string());
204 } else if (is_directory(i.path()) && i.path().filename() != ".AppleDouble") {
205 LOG_GENERAL ("Inside there's directory %1", i.path().string());
206 read_sub_directory (i.path());
208 LOG_GENERAL("Ignoring %1 from inside: status is %2", i.path().string(), static_cast<int>(status(i.path()).type()));
213 /** @param film Film, or 0 */
215 DCPContent::examine (shared_ptr<const Film> film, shared_ptr<Job> job)
217 bool const needed_assets = needs_assets ();
218 bool const needed_kdm = needs_kdm ();
219 string const old_name = name ();
221 ContentChangeSignalDespatcher::instance()->suspend();
222 ScopeGuard sg = []() {
223 ContentChangeSignalDespatcher::instance()->resume();
226 ContentChangeSignaller cc_texts (this, DCPContentProperty::TEXTS);
227 ContentChangeSignaller cc_assets (this, DCPContentProperty::NEEDS_ASSETS);
228 ContentChangeSignaller cc_kdm (this, DCPContentProperty::NEEDS_KDM);
229 ContentChangeSignaller cc_name (this, DCPContentProperty::NAME);
232 job->set_progress_unknown ();
234 Content::examine (film, job);
236 auto examiner = make_shared<DCPExaminer>(shared_from_this(), film ? film->tolerant() : true);
238 if (examiner->has_video()) {
240 boost::mutex::scoped_lock lm (_mutex);
241 video = make_shared<VideoContent>(this);
243 video->take_from_examiner(film, examiner);
244 set_default_colour_conversion ();
247 if (examiner->has_audio()) {
249 boost::mutex::scoped_lock lm (_mutex);
250 audio = make_shared<AudioContent>(this);
252 auto as = make_shared<AudioStream>(examiner->audio_frame_rate(), examiner->audio_length(), examiner->audio_channels(), 24);
253 audio->set_stream (as);
254 auto m = as->mapping ();
255 m.make_default (film ? film->audio_processor() : 0);
258 _active_audio_channels = examiner->active_audio_channels();
261 if (examiner->has_atmos()) {
263 boost::mutex::scoped_lock lm (_mutex);
264 atmos = make_shared<AtmosContent>(this);
266 /* Setting length will cause calculations to be made based on edit rate, so that must
267 * be set up first otherwise hard-to-spot exceptions will be thrown.
269 atmos->set_edit_rate (examiner->atmos_edit_rate());
270 atmos->set_length (examiner->atmos_length());
273 vector<shared_ptr<TextContent>> new_text;
275 for (int i = 0; i < examiner->text_count(TextType::OPEN_SUBTITLE); ++i) {
276 auto c = make_shared<TextContent>(this, TextType::OPEN_SUBTITLE, TextType::OPEN_SUBTITLE);
277 c->set_language (examiner->open_subtitle_language());
278 add_fonts_from_examiner(c, examiner->fonts());
279 new_text.push_back (c);
282 for (int i = 0; i < examiner->text_count(TextType::CLOSED_CAPTION); ++i) {
283 auto c = make_shared<TextContent>(this, TextType::CLOSED_CAPTION, TextType::CLOSED_CAPTION);
284 c->set_dcp_track (examiner->dcp_text_track(i));
285 add_fonts_from_examiner(c, examiner->fonts());
286 new_text.push_back (c);
290 boost::mutex::scoped_lock lm (_mutex);
292 _name = examiner->name ();
293 _encrypted = examiner->encrypted ();
294 _needs_assets = examiner->needs_assets ();
295 _kdm_valid = examiner->kdm_valid ();
296 _standard = examiner->standard ();
297 _three_d = examiner->three_d ();
298 _content_kind = examiner->content_kind ();
299 _cpl = examiner->cpl ();
300 _reel_lengths = examiner->reel_lengths ();
301 for (auto const& i: examiner->markers()) {
302 _markers[i.first] = ContentTime(i.second.as_editable_units_ceil(DCPTime::HZ));
304 _ratings = examiner->ratings ();
305 _content_versions = examiner->content_versions ();
308 if (needed_assets == needs_assets()) {
312 if (needed_kdm == needs_kdm()) {
316 if (old_name == name()) {
321 video->set_frame_type (_three_d ? VideoFrameType::THREE_D : VideoFrameType::TWO_D);
326 DCPContent::summary () const
328 boost::mutex::scoped_lock lm (_mutex);
329 return String::compose (_("%1 [DCP]"), _name);
333 DCPContent::technical_summary () const
335 string s = Content::technical_summary() + " - ";
337 s += video->technical_summary() + " - ";
340 s += audio->technical_summary() + " - ";
346 DCPContent::as_xml (xmlpp::Node* node, bool with_paths) const
348 node->add_child("Type")->add_child_text ("DCP");
350 Content::as_xml (node, with_paths);
353 video->as_xml (node);
357 audio->as_xml (node);
358 node->add_child("AudioFrameRate")->add_child_text (raw_convert<string> (audio->stream()->frame_rate()));
359 node->add_child("AudioLength")->add_child_text (raw_convert<string> (audio->stream()->length()));
360 audio->stream()->mapping().as_xml (node->add_child("AudioMapping"));
368 atmos->as_xml (node);
371 boost::mutex::scoped_lock lm (_mutex);
372 node->add_child("Name")->add_child_text (_name);
373 node->add_child("Encrypted")->add_child_text (_encrypted ? "1" : "0");
374 node->add_child("NeedsAssets")->add_child_text (_needs_assets ? "1" : "0");
376 node->add_child("KDM")->add_child_text (_kdm->as_xml ());
378 node->add_child("KDMValid")->add_child_text (_kdm_valid ? "1" : "0");
379 node->add_child("ReferenceVideo")->add_child_text (_reference_video ? "1" : "0");
380 node->add_child("ReferenceAudio")->add_child_text (_reference_audio ? "1" : "0");
381 node->add_child("ReferenceOpenSubtitle")->add_child_text(_reference_text[TextType::OPEN_SUBTITLE] ? "1" : "0");
382 node->add_child("ReferenceClosedCaption")->add_child_text(_reference_text[TextType::CLOSED_CAPTION] ? "1" : "0");
384 switch (_standard.get ()) {
385 case dcp::Standard::INTEROP:
386 node->add_child("Standard")->add_child_text ("Interop");
388 case dcp::Standard::SMPTE:
389 node->add_child("Standard")->add_child_text ("SMPTE");
392 DCPOMATIC_ASSERT (false);
395 node->add_child("ThreeD")->add_child_text (_three_d ? "1" : "0");
397 node->add_child("ContentKind")->add_child_text(_content_kind->name());
400 node->add_child("CPL")->add_child_text (_cpl.get ());
402 for (auto i: _reel_lengths) {
403 node->add_child("ReelLength")->add_child_text (raw_convert<string> (i));
406 for (auto const& i: _markers) {
407 auto marker = node->add_child("Marker");
408 marker->set_attribute("type", dcp::marker_to_string(i.first));
409 marker->add_child_text(raw_convert<string>(i.second.get()));
412 for (auto i: _ratings) {
413 auto rating = node->add_child("Rating");
417 for (auto i: _content_versions) {
418 node->add_child("ContentVersion")->add_child_text(i);
421 if (_active_audio_channels) {
422 node->add_child("ActiveAudioChannels")->add_child_text(raw_convert<string>(*_active_audio_channels));
427 DCPContent::full_length (shared_ptr<const Film> film) const
432 FrameRateChange const frc (film, shared_from_this());
433 return DCPTime::from_frames (llrint(video->length() * frc.factor()), film->video_frame_rate());
437 DCPContent::approximate_length () const
442 return DCPTime::from_frames (video->length(), 24);
446 DCPContent::identifier () const
448 string s = Content::identifier() + "_";
451 s += video->identifier() + "_";
455 s += i->identifier () + " ";
458 s += string (_reference_video ? "1" : "0");
459 for (auto text: _reference_text) {
460 s += string(text ? "1" : "0");
466 DCPContent::add_kdm (dcp::EncryptedKDM k)
472 DCPContent::add_ov (boost::filesystem::path ov)
478 DCPContent::can_be_played () const
480 return !needs_kdm() && !needs_assets();
484 DCPContent::needs_kdm () const
486 boost::mutex::scoped_lock lm (_mutex);
487 return _encrypted && !_kdm_valid;
491 DCPContent::needs_assets () const
493 boost::mutex::scoped_lock lm (_mutex);
494 return _needs_assets;
497 vector<boost::filesystem::path>
498 DCPContent::directories () const
500 return dcp::DCP::directories_from_files (paths());
504 DCPContent::add_properties (shared_ptr<const Film> film, list<UserProperty>& p) const
506 Content::add_properties (film, p);
508 video->add_properties (p);
511 audio->add_properties (film, p);
516 DCPContent::set_default_colour_conversion ()
518 /* Default to no colour conversion for DCPs */
520 video->unset_colour_conversion ();
525 DCPContent::set_reference_video (bool r)
527 ContentChangeSignaller cc (this, DCPContentProperty::REFERENCE_VIDEO);
530 boost::mutex::scoped_lock lm (_mutex);
531 _reference_video = r;
536 DCPContent::set_reference_audio (bool r)
538 ContentChangeSignaller cc (this, DCPContentProperty::REFERENCE_AUDIO);
541 boost::mutex::scoped_lock lm (_mutex);
542 _reference_audio = r;
547 DCPContent::set_reference_text (TextType type, bool r)
549 ContentChangeSignaller cc (this, DCPContentProperty::REFERENCE_TEXT);
552 boost::mutex::scoped_lock lm (_mutex);
553 _reference_text[type] = r;
558 DCPContent::reels (shared_ptr<const Film> film) const
560 auto reel_lengths = _reel_lengths;
561 if (reel_lengths.empty()) {
562 /* Old metadata with no reel lengths; get them here instead */
564 scoped_ptr<DCPExaminer> examiner (new DCPExaminer(shared_from_this(), film->tolerant()));
565 reel_lengths = examiner->reel_lengths ();
567 /* Could not examine the DCP; guess reels */
568 reel_lengths.push_back (length_after_trim(film).frames_round(film->video_frame_rate()));
572 list<DCPTimePeriod> p;
574 /* This content's frame rate must be the same as the output DCP rate, so we can
575 convert `directly' from ContentTime to DCPTime.
578 /* The starting point of this content on the timeline */
579 auto pos = position() - DCPTime (trim_start().get());
581 for (auto i: reel_lengths) {
582 /* This reel runs from `pos' to `to' */
583 DCPTime const to = pos + DCPTime::from_frames (i, film->video_frame_rate());
584 if (to > position()) {
585 p.push_back (DCPTimePeriod(max(position(), pos), min(end(film), to)));
586 if (to > end(film)) {
597 DCPContent::reel_split_points (shared_ptr<const Film> film) const
600 for (auto i: reels(film)) {
601 s.push_back (i.from);
607 DCPContent::can_reference (shared_ptr<const Film> film, function<bool (shared_ptr<const Content>)> part, string overlapping, string& why_not) const
609 /* We must be using the same standard as the film */
611 if (_standard.get() == dcp::Standard::INTEROP && !film->interop()) {
612 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
613 why_not = _("it is Interop and the film is set to SMPTE.");
615 } else if (_standard.get() == dcp::Standard::SMPTE && film->interop()) {
616 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
617 why_not = _("it is SMPTE and the film is set to Interop.");
622 /* And the same frame rate */
623 if (!video_frame_rate() || (lrint(video_frame_rate().get()) != film->video_frame_rate())) {
624 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
625 why_not = _("it has a different frame rate to the film.");
629 auto const fr = film->reels ();
631 list<DCPTimePeriod> reel_list;
633 reel_list = reels (film);
634 } catch (dcp::ReadError &) {
635 /* We couldn't read the DCP; it's probably missing */
637 } catch (dcp::KDMDecryptionError &) {
638 /* We have an incorrect KDM */
642 /* fr must contain reels(). It can also contain other reels, but it must at
643 least contain reels().
645 for (auto i: reel_list) {
646 if (find (fr.begin(), fr.end(), i) == fr.end ()) {
647 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
648 why_not = _("its reel lengths differ from those in the film; set the reel mode to 'split by video content'.");
653 auto a = overlaps (film, film->content(), part, position(), end(film));
654 if (a.size() != 1 || a.front().get() != this) {
655 why_not = overlapping;
663 bool check_video (shared_ptr<const Content> c)
665 return static_cast<bool>(c->video) && c->video->use();
669 DCPContent::can_reference_video (shared_ptr<const Film> film, string& why_not) const
672 why_not = _("There is no video in this DCP");
676 if (film->resolution() != resolution()) {
677 if (resolution() == Resolution::FOUR_K) {
678 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
679 why_not = _("it is 4K and the film is 2K.");
681 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
682 why_not = _("it is 2K and the film is 4K.");
685 } else if (film->frame_size() != video->size()) {
686 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
687 why_not = _("its video frame size differs from the film's.");
691 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
692 return can_reference (film, bind (&check_video, _1), _("it overlaps other video content; remove the other content."), why_not);
696 bool check_audio (shared_ptr<const Content> c)
698 return static_cast<bool>(c->audio) && !c->audio->mapping().mapped_output_channels().empty();
702 DCPContent::can_reference_audio (shared_ptr<const Film> film, string& why_not) const
704 shared_ptr<DCPDecoder> decoder;
706 decoder = make_shared<DCPDecoder>(film, shared_from_this(), false, film->tolerant(), shared_ptr<DCPDecoder>());
707 } catch (dcp::ReadError &) {
708 /* We couldn't read the DCP, so it's probably missing */
710 } catch (DCPError &) {
711 /* We couldn't read the DCP, so it's probably missing */
713 } catch (dcp::KDMDecryptionError &) {
714 /* We have an incorrect KDM */
718 for (auto i: decoder->reels()) {
719 if (!i->main_sound()) {
720 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
721 why_not = _("it does not have sound in all its reels.");
726 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
727 return can_reference (film, bind (&check_audio, _1), _("it overlaps other audio content; remove the other content."), why_not);
731 bool check_text (shared_ptr<const Content> c)
733 return !c->text.empty();
737 DCPContent::can_reference_text (shared_ptr<const Film> film, TextType type, string& why_not) const
739 shared_ptr<DCPDecoder> decoder;
741 decoder = make_shared<DCPDecoder>(film, shared_from_this(), false, film->tolerant(), shared_ptr<DCPDecoder>());
742 } catch (dcp::ReadError &) {
743 /* We couldn't read the DCP, so it's probably missing */
745 } catch (dcp::KDMDecryptionError &) {
746 /* We have an incorrect KDM */
750 for (auto i: decoder->reels()) {
751 if (type == TextType::OPEN_SUBTITLE) {
752 if (!i->main_subtitle()) {
753 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
754 why_not = _("it does not have open subtitles in all its reels.");
756 } else if (i->main_subtitle()->entry_point().get_value_or(0) != 0) {
757 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
758 why_not = _("one of its subtitle reels has a non-zero entry point so it must be re-written.");
762 if (type == TextType::CLOSED_CAPTION) {
763 if (i->closed_captions().empty()) {
764 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
765 why_not = _("it does not have closed captions in all its reels.");
768 for (auto j: i->closed_captions()) {
769 if (j->entry_point().get_value_or(0) != 0) {
770 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
771 why_not = _("one of its closed caption has a non-zero entry point so it must be re-written.");
778 if (trim_start() != dcpomatic::ContentTime()) {
779 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
780 why_not = _("it has a start trim so its subtitles or closed captions must be re-written.");
784 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
785 return can_reference (film, bind (&check_text, _1), _("it overlaps other text content; remove the other content."), why_not);
789 DCPContent::take_settings_from (shared_ptr<const Content> c)
791 auto dc = dynamic_pointer_cast<const DCPContent>(c);
796 _reference_video = dc->_reference_video;
797 _reference_audio = dc->_reference_audio;
798 _reference_text = dc->_reference_text;
802 DCPContent::set_cpl (string id)
804 ContentChangeSignaller cc (this, DCPContentProperty::CPL);
807 boost::mutex::scoped_lock lm (_mutex);
813 DCPContent::kdm_timing_window_valid () const
820 return _kdm->not_valid_before() < now && now < _kdm->not_valid_after();
825 DCPContent::resolution () const
827 if (video->size().width > 2048 || video->size().height > 1080) {
828 return Resolution::FOUR_K;
831 return Resolution::TWO_K;
836 add_fonts_from_examiner(shared_ptr<TextContent> text, vector<vector<shared_ptr<Font>>> const & all_fonts)
839 for (auto reel_fonts: all_fonts) {
840 for (auto font: reel_fonts) {
841 /* Each reel could have its own font with the same ID, so we disambiguate them here
842 * by prepending the reel number. We do the same disambiguation when emitting the
843 * subtitles in the DCP decoder.
845 auto font_copy = make_shared<dcpomatic::Font>(*font);
846 font_copy->set_id(id_for_font_in_reel(font->id(), reel_number));
847 text->add_font(font_copy);
856 id_for_font_in_reel(string id, int reel)
858 return String::compose("%1_%2", reel, id);
863 DCPContent::check_font_ids()
869 DCPExaminer examiner(shared_from_this(), true);
870 add_fonts_from_examiner(text.front(), examiner.fonts());
875 DCPContent::active_audio_channels() const
877 return _active_audio_channels.get_value_or(
878 (audio && audio->stream()) ? audio->stream()->channels() : 0