2 Copyright (C) 2014-2020 Carl Hetherington <cth@carlh.net>
4 This file is part of DCP-o-matic.
6 DCP-o-matic is free software; you can redistribute it and/or modify
7 it under the terms of the GNU General Public License as published by
8 the Free Software Foundation; either version 2 of the License, or
9 (at your option) any later version.
11 DCP-o-matic is distributed in the hope that it will be useful,
12 but WITHOUT ANY WARRANTY; without even the implied warranty of
13 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 GNU General Public License for more details.
16 You should have received a copy of the GNU General Public License
17 along with DCP-o-matic. If not, see <http://www.gnu.org/licenses/>.
21 #include "atmos_content.h"
22 #include "dcp_content.h"
23 #include "video_content.h"
24 #include "audio_content.h"
25 #include "dcp_examiner.h"
30 #include "compose.hpp"
31 #include "dcp_decoder.h"
33 #include "dcpomatic_log.h"
34 #include "text_content.h"
36 #include <dcp/raw_convert.h>
37 #include <dcp/exceptions.h>
38 #include <dcp/reel_closed_caption_asset.h>
39 #include <dcp/reel_picture_asset.h>
40 #include <dcp/reel_subtitle_asset.h>
42 #include <libxml++/libxml++.h>
55 using std::shared_ptr;
56 using boost::scoped_ptr;
57 using boost::optional;
58 using boost::function;
59 using std::dynamic_pointer_cast;
60 #if BOOST_VERSION >= 106100
61 using namespace boost::placeholders;
63 using dcp::raw_convert;
64 using namespace dcpomatic;
66 int const DCPContentProperty::NEEDS_ASSETS = 600;
67 int const DCPContentProperty::NEEDS_KDM = 601;
68 int const DCPContentProperty::REFERENCE_VIDEO = 602;
69 int const DCPContentProperty::REFERENCE_AUDIO = 603;
70 int const DCPContentProperty::REFERENCE_TEXT = 604;
71 int const DCPContentProperty::NAME = 605;
72 int const DCPContentProperty::TEXTS = 606;
73 int const DCPContentProperty::CPL = 607;
75 DCPContent::DCPContent (boost::filesystem::path p)
77 , _needs_assets (false)
79 , _reference_video (false)
80 , _reference_audio (false)
83 LOG_GENERAL ("Creating DCP content from %1", p.string());
86 set_default_colour_conversion ();
88 for (int i = 0; i < TEXT_COUNT; ++i) {
89 _reference_text[i] = false;
93 DCPContent::DCPContent (cxml::ConstNodePtr node, int version)
96 video = VideoContent::from_xml (this, node, version);
97 audio = AudioContent::from_xml (this, node, version);
98 text = TextContent::from_xml (this, node, version);
99 atmos = AtmosContent::from_xml (this, node);
101 for (int i = 0; i < TEXT_COUNT; ++i) {
102 _reference_text[i] = false;
105 if (video && audio) {
109 node->number_child<int> ("AudioFrameRate"),
110 /* AudioLength was not present in some old metadata versions */
111 node->optional_number_child<Frame>("AudioLength").get_value_or (
112 video->length() * node->number_child<int>("AudioFrameRate") / video_frame_rate().get()
114 AudioMapping (node->node_child ("AudioMapping"), version)
120 _name = node->string_child ("Name");
121 _encrypted = node->bool_child ("Encrypted");
122 _needs_assets = node->optional_bool_child("NeedsAssets").get_value_or (false);
123 if (node->optional_node_child ("KDM")) {
124 _kdm = dcp::EncryptedKDM (node->string_child ("KDM"));
126 _kdm_valid = node->bool_child ("KDMValid");
127 _reference_video = node->optional_bool_child ("ReferenceVideo").get_value_or (false);
128 _reference_audio = node->optional_bool_child ("ReferenceAudio").get_value_or (false);
130 _reference_text[TEXT_OPEN_SUBTITLE] = node->optional_bool_child("ReferenceOpenSubtitle").get_value_or(false);
131 _reference_text[TEXT_CLOSED_CAPTION] = node->optional_bool_child("ReferenceClosedCaption").get_value_or(false);
133 _reference_text[TEXT_OPEN_SUBTITLE] = node->optional_bool_child("ReferenceSubtitle").get_value_or(false);
134 _reference_text[TEXT_CLOSED_CAPTION] = false;
136 if (node->optional_string_child("Standard")) {
137 string const s = node->optional_string_child("Standard").get();
138 if (s == "Interop") {
139 _standard = dcp::INTEROP;
140 } else if (s == "SMPTE") {
141 _standard = dcp::SMPTE;
143 DCPOMATIC_ASSERT (false);
146 _three_d = node->optional_bool_child("ThreeD").get_value_or (false);
148 optional<string> ck = node->optional_string_child("ContentKind");
150 _content_kind = dcp::content_kind_from_string (*ck);
152 _cpl = node->optional_string_child("CPL");
153 for (auto i: node->node_children("ReelLength")) {
154 _reel_lengths.push_back (raw_convert<int64_t> (i->content ()));
157 for (auto i: node->node_children("Marker")) {
158 _markers[dcp::marker_from_string(i->string_attribute("type"))] = ContentTime(raw_convert<int64_t>(i->content()));
161 for (auto i: node->node_children("Rating")) {
162 _ratings.push_back (dcp::Rating(i));
165 for (auto i: node->node_children("ContentVersion")) {
166 _content_versions.push_back (i->content());
171 DCPContent::read_directory (boost::filesystem::path p)
173 using namespace boost::filesystem;
175 bool have_assetmap = false;
176 bool have_metadata = false;
178 for (directory_iterator i(p); i != directory_iterator(); ++i) {
179 if (i->path().filename() == "ASSETMAP" || i->path().filename() == "ASSETMAP.xml") {
180 have_assetmap = true;
181 } else if (i->path().filename() == "metadata.xml") {
182 have_metadata = true;
186 if (!have_assetmap) {
187 if (!have_metadata) {
188 throw DCPError ("No ASSETMAP or ASSETMAP.xml file found: is this a DCP?");
191 "This looks like a DCP-o-matic project folder, which cannot be added to a different project. "
192 "Choose the DCP directory inside the DCP-o-matic project folder if that's what you want to import."
197 read_sub_directory (p);
201 DCPContent::read_sub_directory (boost::filesystem::path p)
203 LOG_GENERAL ("DCPContent::read_sub_directory reads %1", p.string());
204 for (boost::filesystem::directory_iterator i(p); i != boost::filesystem::directory_iterator(); ++i) {
205 if (boost::filesystem::is_regular_file (i->path())) {
206 LOG_GENERAL ("Inside there's regular file %1", i->path().string());
207 add_path (i->path());
208 } else if (boost::filesystem::is_directory (i->path ())) {
209 LOG_GENERAL ("Inside there's directory %1", i->path().string());
210 read_sub_directory (i->path());
215 /** @param film Film, or 0 */
217 DCPContent::examine (shared_ptr<const Film> film, shared_ptr<Job> job)
219 bool const needed_assets = needs_assets ();
220 bool const needed_kdm = needs_kdm ();
221 string const old_name = name ();
223 ChangeSignaller<Content> cc_texts (this, DCPContentProperty::TEXTS);
224 ChangeSignaller<Content> cc_assets (this, DCPContentProperty::NEEDS_ASSETS);
225 ChangeSignaller<Content> cc_kdm (this, DCPContentProperty::NEEDS_KDM);
226 ChangeSignaller<Content> cc_name (this, DCPContentProperty::NAME);
229 job->set_progress_unknown ();
231 Content::examine (film, job);
233 shared_ptr<DCPExaminer> examiner (new DCPExaminer(shared_from_this(), film ? film->tolerant() : true));
235 if (examiner->has_video()) {
237 boost::mutex::scoped_lock lm (_mutex);
238 video.reset (new VideoContent (this));
240 video->take_from_examiner (examiner);
241 set_default_colour_conversion ();
244 if (examiner->has_audio()) {
246 boost::mutex::scoped_lock lm (_mutex);
247 audio.reset (new AudioContent (this));
249 AudioStreamPtr as (new AudioStream (examiner->audio_frame_rate(), examiner->audio_length(), examiner->audio_channels()));
250 audio->set_stream (as);
251 AudioMapping m = as->mapping ();
252 m.make_default (film ? film->audio_processor() : 0);
256 if (examiner->has_atmos()) {
258 boost::mutex::scoped_lock lm (_mutex);
259 atmos.reset (new AtmosContent(this));
261 /* Setting length will cause calculations to be made based on edit rate, so that must
262 * be set up first otherwise hard-to-spot exceptions will be thrown.
264 atmos->set_edit_rate (examiner->atmos_edit_rate());
265 atmos->set_length (examiner->atmos_length());
268 list<shared_ptr<TextContent> > new_text;
269 for (int i = 0; i < TEXT_COUNT; ++i) {
270 for (int j = 0; j < examiner->text_count(static_cast<TextType>(i)); ++j) {
271 shared_ptr<TextContent> c(new TextContent(this, static_cast<TextType>(i), static_cast<TextType>(i)));
272 if (i == TEXT_CLOSED_CAPTION) {
273 c->set_dcp_track (examiner->dcp_text_track(j));
275 new_text.push_back (c);
280 boost::mutex::scoped_lock lm (_mutex);
282 _name = examiner->name ();
283 _encrypted = examiner->encrypted ();
284 _needs_assets = examiner->needs_assets ();
285 _kdm_valid = examiner->kdm_valid ();
286 _standard = examiner->standard ();
287 _three_d = examiner->three_d ();
288 _content_kind = examiner->content_kind ();
289 _cpl = examiner->cpl ();
290 _reel_lengths = examiner->reel_lengths ();
291 map<dcp::Marker, dcp::Time> markers = examiner->markers();
292 for (map<dcp::Marker, dcp::Time>::const_iterator i = markers.begin(); i != markers.end(); ++i) {
293 _markers[i->first] = ContentTime(i->second.as_editable_units(DCPTime::HZ));
295 _ratings = examiner->ratings ();
296 _content_versions = examiner->content_versions ();
299 if (needed_assets == needs_assets()) {
303 if (needed_kdm == needs_kdm()) {
307 if (old_name == name()) {
312 video->set_frame_type (_three_d ? VIDEO_FRAME_TYPE_3D : VIDEO_FRAME_TYPE_2D);
317 DCPContent::summary () const
319 boost::mutex::scoped_lock lm (_mutex);
320 return String::compose (_("%1 [DCP]"), _name);
324 DCPContent::technical_summary () const
326 string s = Content::technical_summary() + " - ";
328 s += video->technical_summary() + " - ";
331 s += audio->technical_summary() + " - ";
337 DCPContent::as_xml (xmlpp::Node* node, bool with_paths) const
339 node->add_child("Type")->add_child_text ("DCP");
341 Content::as_xml (node, with_paths);
344 video->as_xml (node);
348 audio->as_xml (node);
349 node->add_child("AudioFrameRate")->add_child_text (raw_convert<string> (audio->stream()->frame_rate()));
350 node->add_child("AudioLength")->add_child_text (raw_convert<string> (audio->stream()->length()));
351 audio->stream()->mapping().as_xml (node->add_child("AudioMapping"));
359 atmos->as_xml (node);
362 boost::mutex::scoped_lock lm (_mutex);
363 node->add_child("Name")->add_child_text (_name);
364 node->add_child("Encrypted")->add_child_text (_encrypted ? "1" : "0");
365 node->add_child("NeedsAssets")->add_child_text (_needs_assets ? "1" : "0");
367 node->add_child("KDM")->add_child_text (_kdm->as_xml ());
369 node->add_child("KDMValid")->add_child_text (_kdm_valid ? "1" : "0");
370 node->add_child("ReferenceVideo")->add_child_text (_reference_video ? "1" : "0");
371 node->add_child("ReferenceAudio")->add_child_text (_reference_audio ? "1" : "0");
372 node->add_child("ReferenceOpenSubtitle")->add_child_text(_reference_text[TEXT_OPEN_SUBTITLE] ? "1" : "0");
373 node->add_child("ReferenceClosedCaption")->add_child_text(_reference_text[TEXT_CLOSED_CAPTION] ? "1" : "0");
375 switch (_standard.get ()) {
377 node->add_child("Standard")->add_child_text ("Interop");
380 node->add_child("Standard")->add_child_text ("SMPTE");
383 DCPOMATIC_ASSERT (false);
386 node->add_child("ThreeD")->add_child_text (_three_d ? "1" : "0");
388 node->add_child("ContentKind")->add_child_text(dcp::content_kind_to_string(*_content_kind));
391 node->add_child("CPL")->add_child_text (_cpl.get ());
393 for (auto i: _reel_lengths) {
394 node->add_child("ReelLength")->add_child_text (raw_convert<string> (i));
397 for (map<dcp::Marker, ContentTime>::const_iterator i = _markers.begin(); i != _markers.end(); ++i) {
398 xmlpp::Element* marker = node->add_child("Marker");
399 marker->set_attribute("type", dcp::marker_to_string(i->first));
400 marker->add_child_text(raw_convert<string>(i->second.get()));
403 for (auto i: _ratings) {
404 xmlpp::Element* rating = node->add_child("Rating");
408 for (auto i: _content_versions) {
409 node->add_child("ContentVersion")->add_child_text(i);
414 DCPContent::full_length (shared_ptr<const Film> film) const
419 FrameRateChange const frc (film, shared_from_this());
420 return DCPTime::from_frames (llrint(video->length() * frc.factor()), film->video_frame_rate());
424 DCPContent::approximate_length () const
429 return DCPTime::from_frames (video->length(), 24);
433 DCPContent::identifier () const
435 string s = Content::identifier() + "_";
438 s += video->identifier() + "_";
442 s += i->identifier () + " ";
445 s += string (_reference_video ? "1" : "0");
446 for (int i = 0; i < TEXT_COUNT; ++i) {
447 s += string (_reference_text[i] ? "1" : "0");
453 DCPContent::add_kdm (dcp::EncryptedKDM k)
459 DCPContent::add_ov (boost::filesystem::path ov)
465 DCPContent::can_be_played () const
467 return !needs_kdm() && !needs_assets();
471 DCPContent::needs_kdm () const
473 boost::mutex::scoped_lock lm (_mutex);
474 return _encrypted && !_kdm_valid;
478 DCPContent::needs_assets () const
480 boost::mutex::scoped_lock lm (_mutex);
481 return _needs_assets;
484 vector<boost::filesystem::path>
485 DCPContent::directories () const
487 return dcp::DCP::directories_from_files (paths());
491 DCPContent::add_properties (shared_ptr<const Film> film, list<UserProperty>& p) const
493 Content::add_properties (film, p);
495 video->add_properties (p);
498 audio->add_properties (film, p);
503 DCPContent::set_default_colour_conversion ()
505 /* Default to no colour conversion for DCPs */
507 video->unset_colour_conversion ();
512 DCPContent::set_reference_video (bool r)
514 ChangeSignaller<Content> cc (this, DCPContentProperty::REFERENCE_VIDEO);
517 boost::mutex::scoped_lock lm (_mutex);
518 _reference_video = r;
523 DCPContent::set_reference_audio (bool r)
525 ChangeSignaller<Content> cc (this, DCPContentProperty::REFERENCE_AUDIO);
528 boost::mutex::scoped_lock lm (_mutex);
529 _reference_audio = r;
534 DCPContent::set_reference_text (TextType type, bool r)
536 ChangeSignaller<Content> cc (this, DCPContentProperty::REFERENCE_TEXT);
539 boost::mutex::scoped_lock lm (_mutex);
540 _reference_text[type] = r;
545 DCPContent::reels (shared_ptr<const Film> film) const
547 list<int64_t> reel_lengths = _reel_lengths;
548 if (reel_lengths.empty ()) {
549 /* Old metadata with no reel lengths; get them here instead */
551 scoped_ptr<DCPExaminer> examiner (new DCPExaminer(shared_from_this(), film->tolerant()));
552 reel_lengths = examiner->reel_lengths ();
554 /* Could not examine the DCP; guess reels */
555 reel_lengths.push_back (length_after_trim(film).frames_round(film->video_frame_rate()));
559 list<DCPTimePeriod> p;
561 /* This content's frame rate must be the same as the output DCP rate, so we can
562 convert `directly' from ContentTime to DCPTime.
565 /* The starting point of this content on the timeline */
566 DCPTime pos = position() - DCPTime (trim_start().get());
568 for (auto i: reel_lengths) {
569 /* This reel runs from `pos' to `to' */
570 DCPTime const to = pos + DCPTime::from_frames (i, film->video_frame_rate());
571 if (to > position()) {
572 p.push_back (DCPTimePeriod (max(position(), pos), min(end(film), to)));
573 if (to > end(film)) {
584 DCPContent::reel_split_points (shared_ptr<const Film> film) const
587 for (auto i: reels(film)) {
588 s.push_back (i.from);
594 DCPContent::can_reference (shared_ptr<const Film> film, function<bool (shared_ptr<const Content>)> part, string overlapping, string& why_not) const
596 /* We must be using the same standard as the film */
598 if (_standard.get() == dcp::INTEROP && !film->interop()) {
599 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
600 why_not = _("it is Interop and the film is set to SMPTE.");
602 } else if (_standard.get() == dcp::SMPTE && film->interop()) {
603 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
604 why_not = _("it is SMPTE and the film is set to Interop.");
609 /* And the same frame rate */
610 if (!video_frame_rate() || (lrint(video_frame_rate().get()) != film->video_frame_rate())) {
611 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
612 why_not = _("it has a different frame rate to the film.");
616 list<DCPTimePeriod> const fr = film->reels ();
618 list<DCPTimePeriod> reel_list;
620 reel_list = reels (film);
621 } catch (dcp::ReadError &) {
622 /* We couldn't read the DCP; it's probably missing */
624 } catch (dcp::KDMDecryptionError &) {
625 /* We have an incorrect KDM */
629 /* fr must contain reels(). It can also contain other reels, but it must at
630 least contain reels().
632 for (auto i: reel_list) {
633 if (find (fr.begin(), fr.end(), i) == fr.end ()) {
634 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
635 why_not = _("its reel lengths differ from those in the film; set the reel mode to 'split by video content'.");
640 ContentList a = overlaps (film, film->content(), part, position(), end(film));
641 if (a.size() != 1 || a.front().get() != this) {
642 why_not = overlapping;
650 bool check_video (shared_ptr<const Content> c)
652 return static_cast<bool>(c->video) && c->video->use();
656 DCPContent::can_reference_video (shared_ptr<const Film> film, string& why_not) const
659 why_not = _("There is no video in this DCP");
663 if (film->resolution() != resolution()) {
664 if (resolution() == RESOLUTION_4K) {
665 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
666 why_not = _("it is 4K and the film is 2K.");
668 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
669 why_not = _("it is 2K and the film is 4K.");
672 } else if (film->frame_size() != video->size()) {
673 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
674 why_not = _("its video frame size differs from the film's.");
678 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
679 return can_reference (film, bind (&check_video, _1), _("it overlaps other video content; remove the other content."), why_not);
683 bool check_audio (shared_ptr<const Content> c)
685 return static_cast<bool>(c->audio) && !c->audio->mapping().mapped_output_channels().empty();
689 DCPContent::can_reference_audio (shared_ptr<const Film> film, string& why_not) const
691 shared_ptr<DCPDecoder> decoder;
693 decoder.reset (new DCPDecoder (film, shared_from_this(), false, film->tolerant(), shared_ptr<DCPDecoder>()));
694 } catch (dcp::ReadError &) {
695 /* We couldn't read the DCP, so it's probably missing */
697 } catch (DCPError &) {
698 /* We couldn't read the DCP, so it's probably missing */
700 } catch (dcp::KDMDecryptionError &) {
701 /* We have an incorrect KDM */
705 for (auto i: decoder->reels()) {
706 if (!i->main_sound()) {
707 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
708 why_not = _("it does not have sound in all its reels.");
713 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
714 return can_reference (film, bind (&check_audio, _1), _("it overlaps other audio content; remove the other content."), why_not);
718 bool check_text (shared_ptr<const Content> c)
720 return !c->text.empty();
724 DCPContent::can_reference_text (shared_ptr<const Film> film, TextType type, string& why_not) const
726 shared_ptr<DCPDecoder> decoder;
728 decoder.reset (new DCPDecoder (film, shared_from_this(), false, film->tolerant(), shared_ptr<DCPDecoder>()));
729 } catch (dcp::ReadError &) {
730 /* We couldn't read the DCP, so it's probably missing */
732 } catch (dcp::KDMDecryptionError &) {
733 /* We have an incorrect KDM */
737 for (auto i: decoder->reels()) {
738 if (type == TEXT_OPEN_SUBTITLE) {
739 if (!i->main_subtitle()) {
740 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
741 why_not = _("it does not have open subtitles in all its reels.");
743 } else if (i->main_subtitle()->entry_point().get_value_or(0) != 0) {
744 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
745 why_not = _("one if its subtitle reels has a non-zero entry point so it must be re-written.");
749 if (type == TEXT_CLOSED_CAPTION) {
750 if (i->closed_captions().empty()) {
751 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
752 why_not = _("it does not have closed captions in all its reels.");
755 for (auto j: i->closed_captions()) {
756 if (j->entry_point().get_value_or(0) != 0) {
757 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
758 why_not = _("one if its closed caption has a non-zero entry point so it must be re-written.");
765 if (trim_start() != dcpomatic::ContentTime()) {
766 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
767 why_not = _("it has a start trim so its subtitles or closed captions must be re-written.");
771 /// TRANSLATORS: this string will follow "Cannot reference this DCP: "
772 return can_reference (film, bind (&check_text, _1), _("it overlaps other text content; remove the other content."), why_not);
776 DCPContent::take_settings_from (shared_ptr<const Content> c)
778 shared_ptr<const DCPContent> dc = dynamic_pointer_cast<const DCPContent> (c);
783 _reference_video = dc->_reference_video;
784 _reference_audio = dc->_reference_audio;
785 for (int i = 0; i < TEXT_COUNT; ++i) {
786 _reference_text[i] = dc->_reference_text[i];
791 DCPContent::set_cpl (string id)
793 ChangeSignaller<Content> cc (this, DCPContentProperty::CPL);
796 boost::mutex::scoped_lock lm (_mutex);
802 DCPContent::kdm_timing_window_valid () const
809 return _kdm->not_valid_before() < now && now < _kdm->not_valid_after();
814 DCPContent::resolution () const
816 if (video->size().width > 2048 || video->size().height > 1080) {
817 return RESOLUTION_4K;
820 return RESOLUTION_2K;