2 Copyright (C) 2012-2015 Carl Hetherington <cth@carlh.net>
4 This program is free software; you can redistribute it and/or modify
5 it under the terms of the GNU General Public License as published by
6 the Free Software Foundation; either version 2 of the License, or
7 (at your option) any later version.
9 This program is distributed in the hope that it will be useful,
10 but WITHOUT ANY WARRANTY; without even the implied warranty of
11 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 GNU General Public License for more details.
14 You should have received a copy of the GNU General Public License
15 along with this program; if not, write to the Free Software
16 Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
21 * @brief A representation of some audio and video content, and details of
22 * how they should be presented in a DCP.
28 #include "job_manager.h"
29 #include "transcode_job.h"
30 #include "scp_dcp_job.h"
32 #include "exceptions.h"
33 #include "examine_content_job.h"
36 #include "ui_signaller.h"
39 #include "dcp_content_type.h"
43 #include "safe_stringstream.h"
44 #include "environment_info.h"
45 #include <libcxml/cxml.h>
47 #include <dcp/signer.h>
49 #include <dcp/local_time.h>
50 #include <dcp/raw_convert.h>
51 #include <dcp/decrypted_kdm.h>
52 #include <libxml++/libxml++.h>
53 #include <boost/filesystem.hpp>
54 #include <boost/algorithm/string.hpp>
55 #include <boost/lexical_cast.hpp>
56 #include <boost/foreach.hpp>
80 using boost::shared_ptr;
81 using boost::weak_ptr;
82 using boost::dynamic_pointer_cast;
83 using boost::to_upper_copy;
84 using boost::ends_with;
85 using boost::starts_with;
86 using boost::optional;
87 using boost::is_any_of;
90 using dcp::raw_convert;
91 using dcp::raw_convert;
93 #define LOG_GENERAL(...) log()->log (String::compose (__VA_ARGS__), Log::TYPE_GENERAL);
94 #define LOG_GENERAL_NC(...) log()->log (__VA_ARGS__, Log::TYPE_GENERAL);
97 * AudioMapping XML changed.
99 * Subtitle offset changed to subtitle y offset, and subtitle x offset added.
101 * Use <Scale> tag in <VideoContent> rather than <Ratio>.
105 * Subtitle X and Y scale.
107 * Bumped to 32 for 2.0 branch; some times are expressed in Times rather
110 int const Film::current_state_version = 32;
112 /** Construct a Film object in a given directory.
114 * @param dir Film directory.
117 Film::Film (boost::filesystem::path dir, bool log)
118 : _playlist (new Playlist)
119 , _use_isdcf_name (true)
120 , _dcp_content_type (Config::instance()->default_dcp_content_type ())
121 , _container (Config::instance()->default_container ())
122 , _resolution (RESOLUTION_2K)
123 , _scaler (Scaler::from_id ("bicubic"))
126 , _j2k_bandwidth (Config::instance()->default_j2k_bandwidth ())
127 , _isdcf_metadata (Config::instance()->default_isdcf_metadata ())
128 , _video_frame_rate (24)
129 , _audio_channels (6)
131 , _sequence_video (true)
133 , _burn_subtitles (false)
134 , _state_version (current_state_version)
137 set_isdcf_date_today ();
139 _playlist->Changed.connect (bind (&Film::playlist_changed, this));
140 _playlist->ContentChanged.connect (bind (&Film::playlist_content_changed, this, _1, _2));
142 /* Make state.directory a complete path without ..s (where possible)
143 (Code swiped from Adam Bowen on stackoverflow)
146 boost::filesystem::path p (boost::filesystem::system_complete (dir));
147 boost::filesystem::path result;
148 for (boost::filesystem::path::iterator i = p.begin(); i != p.end(); ++i) {
150 if (boost::filesystem::is_symlink (result) || result.filename() == "..") {
153 result = result.parent_path ();
155 } else if (*i != ".") {
160 set_directory (result.make_preferred ());
162 _log.reset (new FileLog (file ("log")));
164 _log.reset (new NullLog);
167 _playlist->set_sequence_video (_sequence_video);
171 Film::video_identifier () const
173 DCPOMATIC_ASSERT (container ());
176 s.imbue (std::locale::classic ());
178 s << container()->id()
179 << "_" << resolution_to_string (_resolution)
180 << "_" << _playlist->video_identifier()
181 << "_" << _video_frame_rate
182 << "_" << scaler()->id()
183 << "_" << j2k_bandwidth();
197 if (_burn_subtitles) {
208 /** @return The path to the directory to write video frame info files to */
209 boost::filesystem::path
210 Film::info_dir () const
212 boost::filesystem::path p;
214 p /= video_identifier ();
218 boost::filesystem::path
219 Film::internal_video_mxf_dir () const
221 return dir ("video");
224 boost::filesystem::path
225 Film::internal_video_mxf_filename () const
227 return video_identifier() + ".mxf";
230 boost::filesystem::path
231 Film::video_mxf_filename () const
233 return filename_safe_name() + "_video.mxf";
236 boost::filesystem::path
237 Film::audio_mxf_filename () const
239 return filename_safe_name() + "_audio.mxf";
242 boost::filesystem::path
243 Film::subtitle_xml_filename () const
245 return filename_safe_name() + "_subtitle.xml";
249 Film::filename_safe_name () const
251 string const n = name ();
253 for (size_t i = 0; i < n.length(); ++i) {
254 if (isalnum (n[i])) {
264 boost::filesystem::path
265 Film::audio_analysis_dir () const
267 return dir ("analysis");
270 /** Add suitable Jobs to the JobManager to create a DCP for this Film */
274 set_isdcf_date_today ();
276 if (dcp_name().find ("/") != string::npos) {
277 throw BadSettingError (_("name"), _("cannot contain slashes"));
280 environment_info (log ());
282 ContentList cl = content ();
283 for (ContentList::const_iterator i = cl.begin(); i != cl.end(); ++i) {
284 LOG_GENERAL ("Content: %1", (*i)->technical_summary());
286 LOG_GENERAL ("DCP video rate %1 fps", video_frame_rate());
287 LOG_GENERAL ("%1 threads", Config::instance()->num_local_encoding_threads());
288 LOG_GENERAL ("J2K bandwidth %1", j2k_bandwidth());
290 if (container() == 0) {
291 throw MissingSettingError (_("container"));
294 if (content().empty()) {
295 throw StringError (_("You must add some content to the DCP before creating it"));
298 if (dcp_content_type() == 0) {
299 throw MissingSettingError (_("content type"));
302 if (name().empty()) {
303 throw MissingSettingError (_("name"));
306 JobManager::instance()->add (shared_ptr<Job> (new TranscodeJob (shared_from_this())));
309 /** Start a job to send our DCP to the configured TMS */
311 Film::send_dcp_to_tms ()
313 shared_ptr<Job> j (new SCPDCPJob (shared_from_this()));
314 JobManager::instance()->add (j);
317 /** Count the number of frames that have been encoded for this film.
318 * @return frame count.
321 Film::encoded_frames () const
323 if (container() == 0) {
328 for (boost::filesystem::directory_iterator i = boost::filesystem::directory_iterator (info_dir ()); i != boost::filesystem::directory_iterator(); ++i) {
330 boost::this_thread::interruption_point ();
336 shared_ptr<xmlpp::Document>
337 Film::metadata () const
339 shared_ptr<xmlpp::Document> doc (new xmlpp::Document);
340 xmlpp::Element* root = doc->create_root_node ("Metadata");
342 root->add_child("Version")->add_child_text (raw_convert<string> (current_state_version));
343 root->add_child("Name")->add_child_text (_name);
344 root->add_child("UseISDCFName")->add_child_text (_use_isdcf_name ? "1" : "0");
346 if (_dcp_content_type) {
347 root->add_child("DCPContentType")->add_child_text (_dcp_content_type->isdcf_name ());
351 root->add_child("Container")->add_child_text (_container->id ());
354 root->add_child("Resolution")->add_child_text (resolution_to_string (_resolution));
355 root->add_child("Scaler")->add_child_text (_scaler->id ());
356 root->add_child("J2KBandwidth")->add_child_text (raw_convert<string> (_j2k_bandwidth));
357 _isdcf_metadata.as_xml (root->add_child ("ISDCFMetadata"));
358 root->add_child("VideoFrameRate")->add_child_text (raw_convert<string> (_video_frame_rate));
359 root->add_child("ISDCFDate")->add_child_text (boost::gregorian::to_iso_string (_isdcf_date));
360 root->add_child("AudioChannels")->add_child_text (raw_convert<string> (_audio_channels));
361 root->add_child("ThreeD")->add_child_text (_three_d ? "1" : "0");
362 root->add_child("SequenceVideo")->add_child_text (_sequence_video ? "1" : "0");
363 root->add_child("Interop")->add_child_text (_interop ? "1" : "0");
364 root->add_child("BurnSubtitles")->add_child_text (_burn_subtitles ? "1" : "0");
365 root->add_child("Signed")->add_child_text (_signed ? "1" : "0");
366 root->add_child("Encrypted")->add_child_text (_encrypted ? "1" : "0");
367 root->add_child("Key")->add_child_text (_key.hex ());
368 _playlist->as_xml (root->add_child ("Playlist"));
373 /** Write state to our `metadata' file */
375 Film::write_metadata () const
377 boost::filesystem::create_directories (directory ());
378 shared_ptr<xmlpp::Document> doc = metadata ();
379 doc->write_to_file_formatted (file("metadata.xml").string ());
383 /** Read state from our metadata file.
384 * @return Notes about things that the user should know about, or empty.
387 Film::read_metadata ()
389 if (boost::filesystem::exists (file ("metadata")) && !boost::filesystem::exists (file ("metadata.xml"))) {
390 throw StringError (_("This film was created with an older version of DCP-o-matic, and unfortunately it cannot be loaded into this version. You will need to create a new Film, re-add your content and set it up again. Sorry!"));
393 cxml::Document f ("Metadata");
394 f.read_file (file ("metadata.xml"));
396 _state_version = f.number_child<int> ("Version");
397 if (_state_version > current_state_version) {
398 throw StringError (_("This film was created with a newer version of DCP-o-matic, and it cannot be loaded into this version. Sorry!"));
401 _name = f.string_child ("Name");
402 if (_state_version >= 9) {
403 _use_isdcf_name = f.bool_child ("UseISDCFName");
404 _isdcf_metadata = ISDCFMetadata (f.node_child ("ISDCFMetadata"));
405 _isdcf_date = boost::gregorian::from_undelimited_string (f.string_child ("ISDCFDate"));
407 _use_isdcf_name = f.bool_child ("UseDCIName");
408 _isdcf_metadata = ISDCFMetadata (f.node_child ("DCIMetadata"));
409 _isdcf_date = boost::gregorian::from_undelimited_string (f.string_child ("DCIDate"));
413 optional<string> c = f.optional_string_child ("DCPContentType");
415 _dcp_content_type = DCPContentType::from_isdcf_name (c.get ());
420 optional<string> c = f.optional_string_child ("Container");
422 _container = Ratio::from_id (c.get ());
426 _resolution = string_to_resolution (f.string_child ("Resolution"));
427 _scaler = Scaler::from_id (f.string_child ("Scaler"));
428 _j2k_bandwidth = f.number_child<int> ("J2KBandwidth");
429 _video_frame_rate = f.number_child<int> ("VideoFrameRate");
430 _signed = f.optional_bool_child("Signed").get_value_or (true);
431 _encrypted = f.bool_child ("Encrypted");
432 _audio_channels = f.number_child<int> ("AudioChannels");
433 _sequence_video = f.bool_child ("SequenceVideo");
434 _three_d = f.bool_child ("ThreeD");
435 _interop = f.bool_child ("Interop");
436 if (_state_version >= 32) {
437 _burn_subtitles = f.bool_child ("BurnSubtitles");
439 _key = dcp::Key (f.string_child ("Key"));
442 /* This method is the only one that can return notes (so far) */
443 _playlist->set_from_xml (shared_from_this(), f.node_child ("Playlist"), _state_version, notes);
445 /* Write backtraces to this film's directory, until another film is loaded */
446 set_backtrace_file (file ("backtrace.txt"));
452 /** Given a directory name, return its full path within the Film's directory.
453 * The directory (and its parents) will be created if they do not exist.
455 boost::filesystem::path
456 Film::dir (boost::filesystem::path d) const
458 boost::filesystem::path p;
462 boost::filesystem::create_directories (p);
467 /** Given a file or directory name, return its full path within the Film's directory.
468 * Any required parent directories will be created.
470 boost::filesystem::path
471 Film::file (boost::filesystem::path f) const
473 boost::filesystem::path p;
477 boost::filesystem::create_directories (p.parent_path ());
482 /** @return a ISDCF-compliant name for a DCP of this film */
484 Film::isdcf_name (bool if_created_now) const
488 string raw_name = name ();
490 /* Split the raw name up into words */
491 vector<string> words;
492 split (words, raw_name, is_any_of (" "));
496 /* Add each word to fixed_name */
497 for (vector<string>::const_iterator i = words.begin(); i != words.end(); ++i) {
500 /* First letter is always capitalised */
501 w[0] = toupper (w[0]);
503 /* Count caps in w */
505 for (size_t i = 0; i < w.size(); ++i) {
506 if (isupper (w[i])) {
511 /* If w is all caps make the rest of it lower case, otherwise
514 if (caps == w.size ()) {
515 for (size_t i = 1; i < w.size(); ++i) {
516 w[i] = tolower (w[i]);
520 for (size_t i = 0; i < w.size(); ++i) {
525 if (fixed_name.length() > 14) {
526 fixed_name = fixed_name.substr (0, 14);
531 if (dcp_content_type()) {
532 d << "_" << dcp_content_type()->isdcf_name();
533 d << "-" << isdcf_metadata().content_version;
536 ISDCFMetadata const dm = isdcf_metadata ();
538 if (dm.temp_version) {
542 if (dm.pre_release) {
550 if (!dm.chain.empty ()) {
551 d << "-" << dm.chain;
558 if (dm.two_d_version_of_three_d) {
562 if (!dm.mastered_luminance.empty ()) {
563 d << "-" << dm.mastered_luminance;
566 if (video_frame_rate() != 24) {
567 d << "-" << video_frame_rate();
571 d << "_" << container()->isdcf_name();
574 /* XXX: this uses the first bit of content only */
576 /* The standard says we don't do this for trailers, for some strange reason */
577 if (dcp_content_type() && dcp_content_type()->libdcp_kind() != dcp::TRAILER) {
578 ContentList cl = content ();
579 Ratio const * content_ratio = 0;
580 for (ContentList::iterator i = cl.begin(); i != cl.end(); ++i) {
581 shared_ptr<VideoContent> vc = dynamic_pointer_cast<VideoContent> (*i);
583 /* Here's the first piece of video content */
584 if (vc->scale().ratio ()) {
585 content_ratio = vc->scale().ratio ();
587 content_ratio = Ratio::from_ratio (vc->video_size().ratio ());
593 if (content_ratio && content_ratio != container()) {
594 d << "-" << content_ratio->isdcf_name();
598 if (!dm.audio_language.empty ()) {
599 d << "_" << dm.audio_language;
600 if (!dm.subtitle_language.empty()) {
601 d << "-" << dm.subtitle_language;
607 if (!dm.territory.empty ()) {
608 d << "_" << dm.territory;
609 if (!dm.rating.empty ()) {
610 d << "-" << dm.rating;
614 switch (audio_channels ()) {
637 d << "_" << resolution_to_string (_resolution);
639 if (!dm.studio.empty ()) {
640 d << "_" << dm.studio;
643 if (if_created_now) {
644 d << "_" << boost::gregorian::to_iso_string (boost::gregorian::day_clock::local_day ());
646 d << "_" << boost::gregorian::to_iso_string (_isdcf_date);
649 if (!dm.facility.empty ()) {
650 d << "_" << dm.facility;
663 if (!dm.package_type.empty ()) {
664 d << "_" << dm.package_type;
670 /** @return name to give the DCP */
672 Film::dcp_name (bool if_created_now) const
674 if (use_isdcf_name()) {
675 return isdcf_name (if_created_now);
682 Film::set_directory (boost::filesystem::path d)
689 Film::set_name (string n)
692 signal_changed (NAME);
696 Film::set_use_isdcf_name (bool u)
699 signal_changed (USE_ISDCF_NAME);
703 Film::set_dcp_content_type (DCPContentType const * t)
705 _dcp_content_type = t;
706 signal_changed (DCP_CONTENT_TYPE);
710 Film::set_container (Ratio const * c)
713 signal_changed (CONTAINER);
717 Film::set_resolution (Resolution r)
720 signal_changed (RESOLUTION);
724 Film::set_scaler (Scaler const * s)
727 signal_changed (SCALER);
731 Film::set_j2k_bandwidth (int b)
734 signal_changed (J2K_BANDWIDTH);
738 Film::set_isdcf_metadata (ISDCFMetadata m)
741 signal_changed (ISDCF_METADATA);
745 Film::set_video_frame_rate (int f)
747 _video_frame_rate = f;
748 signal_changed (VIDEO_FRAME_RATE);
752 Film::set_audio_channels (int c)
755 signal_changed (AUDIO_CHANNELS);
759 Film::set_three_d (bool t)
762 signal_changed (THREE_D);
766 Film::set_interop (bool i)
769 signal_changed (INTEROP);
773 Film::set_burn_subtitles (bool b)
776 signal_changed (BURN_SUBTITLES);
780 Film::signal_changed (Property p)
786 set_video_frame_rate (_playlist->best_dcp_frame_rate ());
788 case Film::VIDEO_FRAME_RATE:
789 case Film::SEQUENCE_VIDEO:
790 _playlist->maybe_sequence_video ();
797 ui_signaller->emit (boost::bind (boost::ref (Changed), p));
802 Film::set_isdcf_date_today ()
804 _isdcf_date = boost::gregorian::day_clock::local_day ();
807 boost::filesystem::path
808 Film::info_path (int f, Eyes e) const
810 boost::filesystem::path p;
815 s << setfill('0') << f;
817 if (e == EYES_LEFT) {
819 } else if (e == EYES_RIGHT) {
827 /* info_dir() will already have added any initial bit of the path,
828 so don't call file() on this.
833 boost::filesystem::path
834 Film::j2c_path (int f, Eyes e, bool t) const
836 boost::filesystem::path p;
838 p /= video_identifier ();
842 s << setfill('0') << f;
844 if (e == EYES_LEFT) {
846 } else if (e == EYES_RIGHT) {
860 /** Find all the DCPs in our directory that can be dcp::DCP::read() and return details of their CPLs */
864 vector<CPLSummary> out;
866 boost::filesystem::path const dir = directory ();
867 for (boost::filesystem::directory_iterator i = boost::filesystem::directory_iterator(dir); i != boost::filesystem::directory_iterator(); ++i) {
869 boost::filesystem::is_directory (*i) &&
870 i->path().leaf() != "j2c" && i->path().leaf() != "video" && i->path().leaf() != "info" && i->path().leaf() != "analysis"
878 i->path().leaf().string(),
879 dcp.cpls().front()->id(),
880 dcp.cpls().front()->annotation_text(),
881 dcp.cpls().front()->file()
894 Film::make_player () const
896 return shared_ptr<Player> (new Player (shared_from_this (), _playlist));
900 Film::set_signed (bool s)
903 signal_changed (SIGNED);
907 Film::set_encrypted (bool e)
910 signal_changed (ENCRYPTED);
914 Film::playlist () const
920 Film::content () const
922 return _playlist->content ();
926 Film::examine_content (shared_ptr<Content> c)
928 shared_ptr<Job> j (new ExamineContentJob (shared_from_this(), c));
929 JobManager::instance()->add (j);
933 Film::examine_and_add_content (shared_ptr<Content> c)
935 if (dynamic_pointer_cast<FFmpegContent> (c)) {
936 run_ffprobe (c->path(0), file ("ffprobe.log"), _log);
939 shared_ptr<Job> j (new ExamineContentJob (shared_from_this(), c));
940 j->Finished.connect (bind (&Film::maybe_add_content, this, boost::weak_ptr<Job> (j), boost::weak_ptr<Content> (c)));
941 JobManager::instance()->add (j);
945 Film::maybe_add_content (weak_ptr<Job> j, weak_ptr<Content> c)
947 shared_ptr<Job> job = j.lock ();
948 if (!job || !job->finished_ok ()) {
952 shared_ptr<Content> content = c.lock ();
954 add_content (content);
959 Film::add_content (shared_ptr<Content> c)
961 /* Add video content after any existing content */
962 if (dynamic_pointer_cast<VideoContent> (c)) {
963 c->set_position (_playlist->video_end ());
970 Film::remove_content (shared_ptr<Content> c)
972 _playlist->remove (c);
976 Film::move_content_earlier (shared_ptr<Content> c)
978 _playlist->move_earlier (c);
982 Film::move_content_later (shared_ptr<Content> c)
984 _playlist->move_later (c);
988 Film::length () const
990 return _playlist->length ();
994 Film::best_video_frame_rate () const
996 return _playlist->best_dcp_frame_rate ();
1000 Film::active_frame_rate_change (DCPTime t) const
1002 return _playlist->active_frame_rate_change (t, video_frame_rate ());
1006 Film::playlist_content_changed (boost::weak_ptr<Content> c, int p)
1008 if (p == VideoContentProperty::VIDEO_FRAME_RATE) {
1009 set_video_frame_rate (_playlist->best_dcp_frame_rate ());
1013 ui_signaller->emit (boost::bind (boost::ref (ContentChanged), c, p));
1018 Film::playlist_changed ()
1020 signal_changed (CONTENT);
1024 Film::audio_frame_rate () const
1031 Film::set_sequence_video (bool s)
1033 _sequence_video = s;
1034 _playlist->set_sequence_video (s);
1035 signal_changed (SEQUENCE_VIDEO);
1038 /** @return Size of the largest possible image in whatever resolution we are using */
1040 Film::full_frame () const
1042 switch (_resolution) {
1044 return dcp::Size (2048, 1080);
1046 return dcp::Size (4096, 2160);
1049 DCPOMATIC_ASSERT (false);
1050 return dcp::Size ();
1053 /** @return Size of the frame */
1055 Film::frame_size () const
1057 return fit_ratio_within (container()->ratio(), full_frame (), 1);
1062 dcp::Certificate target,
1063 boost::filesystem::path cpl_file,
1064 dcp::LocalTime from,
1065 dcp::LocalTime until,
1066 dcp::Formulation formulation
1069 shared_ptr<const dcp::CPL> cpl (new dcp::CPL (cpl_file));
1070 shared_ptr<const dcp::Signer> signer = Config::instance()->signer();
1071 if (!signer->valid ()) {
1072 throw InvalidSignerError ();
1075 return dcp::DecryptedKDM (
1076 cpl, key(), from, until, "DCP-o-matic", cpl->content_title_text(), dcp::LocalTime().as_string()
1077 ).encrypt (signer, target, formulation);
1080 list<dcp::EncryptedKDM>
1082 list<shared_ptr<Screen> > screens,
1083 boost::filesystem::path dcp,
1084 dcp::LocalTime from,
1085 dcp::LocalTime until,
1086 dcp::Formulation formulation
1089 list<dcp::EncryptedKDM> kdms;
1091 for (list<shared_ptr<Screen> >::iterator i = screens.begin(); i != screens.end(); ++i) {
1092 if ((*i)->certificate) {
1093 kdms.push_back (make_kdm ((*i)->certificate.get(), dcp, from, until, formulation));
1100 /** @return The approximate disk space required to encode a DCP of this film with the
1101 * current settings, in bytes.
1104 Film::required_disk_space () const
1106 return uint64_t (j2k_bandwidth() / 8) * length().seconds();
1109 /** This method checks the disk that the Film is on and tries to decide whether or not
1110 * there will be enough space to make a DCP for it. If so, true is returned; if not,
1111 * false is returned and required and availabe are filled in with the amount of disk space
1112 * required and available respectively (in Gb).
1114 * Note: the decision made by this method isn't, of course, 100% reliable.
1117 Film::should_be_enough_disk_space (double& required, double& available) const
1119 boost::filesystem::space_info s = boost::filesystem::space (internal_video_mxf_dir ());
1120 required = double (required_disk_space ()) / 1073741824.0f;
1121 available = double (s.available) / 1073741824.0f;
1122 return (available - required) > 1;
1126 Film::subtitle_language () const
1128 set<string> languages;
1130 ContentList cl = content ();
1131 BOOST_FOREACH (shared_ptr<Content>& c, cl) {
1132 shared_ptr<SubtitleContent> sc = dynamic_pointer_cast<SubtitleContent> (c);
1134 languages.insert (sc->subtitle_language ());
1139 BOOST_FOREACH (string s, languages) {
1140 if (!all.empty ()) {