Untested interop DCP/KDM support.
[libdcp.git] / src / cpl.cc
1 /*
2     Copyright (C) 2012 Carl Hetherington <cth@carlh.net>
3
4     This program is free software; you can redistribute it and/or modify
5     it under the terms of the GNU General Public License as published by
6     the Free Software Foundation; either version 2 of the License, or
7     (at your option) any later version.
8
9     This program is distributed in the hope that it will be useful,
10     but WITHOUT ANY WARRANTY; without even the implied warranty of
11     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12     GNU General Public License for more details.
13
14     You should have received a copy of the GNU General Public License
15     along with this program; if not, write to the Free Software
16     Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
17
18 */
19
20 #include <fstream>
21 #include <libxml/parser.h>
22 #include "cpl.h"
23 #include "parse/cpl.h"
24 #include "util.h"
25 #include "picture_asset.h"
26 #include "sound_asset.h"
27 #include "subtitle_asset.h"
28 #include "parse/asset_map.h"
29 #include "reel.h"
30 #include "metadata.h"
31 #include "encryption.h"
32 #include "exceptions.h"
33 #include "compose.hpp"
34
35 using std::string;
36 using std::stringstream;
37 using std::ofstream;
38 using std::ostream;
39 using std::list;
40 using boost::shared_ptr;
41 using boost::lexical_cast;
42 using namespace libdcp;
43
44 CPL::CPL (string directory, string name, ContentKind content_kind, int length, int frames_per_second)
45         : _directory (directory)
46         , _name (name)
47         , _content_kind (content_kind)
48         , _length (length)
49         , _fps (frames_per_second)
50 {
51         _id = make_uuid ();
52 }
53
54 /** Construct a CPL object from a XML file.
55  *  @param directory The directory containing this CPL's DCP.
56  *  @param file The CPL XML filename.
57  *  @param asset_map The corresponding asset map.
58  *  @param require_mxfs true to throw an exception if a required MXF file does not exist.
59  */
60 CPL::CPL (string directory, string file, shared_ptr<const libdcp::parse::AssetMap> asset_map, bool require_mxfs)
61         : _directory (directory)
62         , _content_kind (FEATURE)
63         , _length (0)
64         , _fps (0)
65 {
66         /* Read the XML */
67         shared_ptr<parse::CPL> cpl;
68         try {
69                 cpl.reset (new parse::CPL (file));
70         } catch (FileError& e) {
71                 boost::throw_exception (FileError ("could not load CPL file", file));
72         }
73         
74         /* Now cherry-pick the required bits into our own data structure */
75         
76         _name = cpl->annotation_text;
77         _content_kind = cpl->content_kind;
78
79         /* Trim urn:uuid: off the front */
80         _id = cpl->id.substr (9);
81
82         for (list<shared_ptr<libdcp::parse::Reel> >::iterator i = cpl->reels.begin(); i != cpl->reels.end(); ++i) {
83
84                 shared_ptr<parse::Picture> p;
85
86                 if ((*i)->asset_list->main_picture) {
87                         p = (*i)->asset_list->main_picture;
88                 } else {
89                         p = (*i)->asset_list->main_stereoscopic_picture;
90                 }
91                 
92                 _fps = p->edit_rate.numerator;
93                 _length += p->duration;
94
95                 shared_ptr<PictureAsset> picture;
96                 shared_ptr<SoundAsset> sound;
97                 shared_ptr<SubtitleAsset> subtitle;
98
99                 /* Some rather twisted logic to decide if we are 3D or not;
100                    some DCPs give a MainStereoscopicPicture to indicate 3D, others
101                    just have a FrameRate twice the EditRate and apparently
102                    expect you to divine the fact that they are hence 3D.
103                 */
104
105                 if (!(*i)->asset_list->main_stereoscopic_picture && p->edit_rate == p->frame_rate) {
106
107                         try {
108                                 picture.reset (new MonoPictureAsset (
109                                                        _directory,
110                                                        asset_map->asset_from_id (p->id)->chunks.front()->path
111                                                        )
112                                         );
113
114                                 picture->set_entry_point (p->entry_point);
115                                 picture->set_duration (p->duration);
116                                 if (p->key_id.length() > 9) {
117                                         /* Trim urn:uuid: */
118                                         picture->set_key_id (p->key_id.substr (9));
119                                 }
120                         } catch (MXFFileError) {
121                                 if (require_mxfs) {
122                                         throw;
123                                 }
124                         }
125                         
126                 } else {
127                         try {
128                                 picture.reset (new StereoPictureAsset (
129                                                        _directory,
130                                                        asset_map->asset_from_id (p->id)->chunks.front()->path,
131                                                        _fps,
132                                                        p->duration
133                                                        )
134                                         );
135
136                                 picture->set_entry_point (p->entry_point);
137                                 picture->set_duration (p->duration);
138                                 if (p->key_id.length() > 9) {
139                                         /* Trim urn:uuid: */
140                                         picture->set_key_id (p->key_id.substr (9));
141                                 }
142                                 
143                         } catch (MXFFileError) {
144                                 if (require_mxfs) {
145                                         throw;
146                                 }
147                         }
148                         
149                 }
150                 
151                 if ((*i)->asset_list->main_sound) {
152                         
153                         try {
154                                 sound.reset (new SoundAsset (
155                                                      _directory,
156                                                      asset_map->asset_from_id ((*i)->asset_list->main_sound->id)->chunks.front()->path
157                                                      )
158                                         );
159
160                                 shared_ptr<parse::MainSound> s = (*i)->asset_list->main_sound;
161
162                                 sound->set_entry_point (s->entry_point);
163                                 sound->set_duration (s->duration);
164                                 if (s->key_id.length() > 9) {
165                                         /* Trim urn:uuid: */
166                                         sound->set_key_id (s->key_id.substr (9));
167                                 }
168                         } catch (MXFFileError) {
169                                 if (require_mxfs) {
170                                         throw;
171                                 }
172                         }
173                 }
174
175                 if ((*i)->asset_list->main_subtitle) {
176                         
177                         subtitle.reset (new SubtitleAsset (
178                                                 _directory,
179                                                 asset_map->asset_from_id ((*i)->asset_list->main_subtitle->id)->chunks.front()->path
180                                                 )
181                                 );
182
183                         subtitle->set_entry_point ((*i)->asset_list->main_subtitle->entry_point);
184                         subtitle->set_duration ((*i)->asset_list->main_subtitle->duration);
185                 }
186                         
187                 _reels.push_back (shared_ptr<Reel> (new Reel (picture, sound, subtitle)));
188         }
189 }
190
191 void
192 CPL::add_reel (shared_ptr<Reel> reel)
193 {
194         _reels.push_back (reel);
195 }
196
197 void
198 CPL::write_xml (bool interop, XMLMetadata const & metadata, shared_ptr<Encryption> crypt) const
199 {
200         boost::filesystem::path p;
201         p /= _directory;
202         stringstream s;
203         s << _id << "_cpl.xml";
204         p /= s.str();
205
206         xmlpp::Document doc;
207         xmlpp::Element* root;
208         if (interop) {
209                 root = doc.create_root_node ("CompositionPlaylist", "http://www.digicine.com/PROTO-ASDCP-CPL-20040511#");
210         } else {
211                 root = doc.create_root_node ("CompositionPlaylist", "http://www.smpte-ra.org/schemas/429-7/2006/CPL");
212         }
213
214         if (crypt) {
215                 root->set_namespace_declaration ("http://www.w3.org/2000/09/xmldsig#", "dsig");
216         }
217         
218         root->add_child("Id")->add_child_text ("urn:uuid:" + _id);
219         root->add_child("AnnotationText")->add_child_text (_name);
220         root->add_child("IssueDate")->add_child_text (metadata.issue_date);
221         root->add_child("Creator")->add_child_text (metadata.creator);
222         root->add_child("ContentTitleText")->add_child_text (_name);
223         root->add_child("ContentKind")->add_child_text (content_kind_to_string (_content_kind));
224         {
225                 xmlpp::Node* cv = root->add_child ("ContentVersion");
226                 cv->add_child ("Id")->add_child_text ("urn:uri:" + _id + "_" + metadata.issue_date);
227                 cv->add_child ("LabelText")->add_child_text (_id + "_" + metadata.issue_date);
228         }
229         root->add_child("RatingList");
230
231         xmlpp::Node* reel_list = root->add_child ("ReelList");
232         
233         for (list<shared_ptr<Reel> >::const_iterator i = _reels.begin(); i != _reels.end(); ++i) {
234                 (*i)->write_to_cpl (reel_list);
235         }
236
237         if (crypt) {
238                 sign (root, crypt->certificates, crypt->signer_key, interop);
239         }
240
241         doc.write_to_file_formatted (p.string (), "UTF-8");
242
243         _digest = make_digest (p.string ());
244         _length = boost::filesystem::file_size (p.string ());
245 }
246
247 void
248 CPL::write_to_pkl (xmlpp::Node* node) const
249 {
250         xmlpp::Node* asset = node->add_child ("Asset");
251         asset->add_child("Id")->add_child_text ("urn:uuid:" + _id);
252         asset->add_child("Hash")->add_child_text (_digest);
253         asset->add_child("Size")->add_child_text (lexical_cast<string> (_length));
254         asset->add_child("Type")->add_child_text ("text/xml");
255 }
256
257 list<shared_ptr<const Asset> >
258 CPL::assets () const
259 {
260         list<shared_ptr<const Asset> > a;
261         for (list<shared_ptr<Reel> >::const_iterator i = _reels.begin(); i != _reels.end(); ++i) {
262                 if ((*i)->main_picture ()) {
263                         a.push_back ((*i)->main_picture ());
264                 }
265                 if ((*i)->main_sound ()) {
266                         a.push_back ((*i)->main_sound ());
267                 }
268                 if ((*i)->main_subtitle ()) {
269                         a.push_back ((*i)->main_subtitle ());
270                 }
271         }
272
273         return a;
274 }
275
276 void
277 CPL::write_to_assetmap (xmlpp::Node* node) const
278 {
279         xmlpp::Node* asset = node->add_child ("Asset");
280         asset->add_child("Id")->add_child_text ("urn:uuid:" + _id);
281         xmlpp::Node* chunk_list = asset->add_child ("ChunkList");
282         xmlpp::Node* chunk = chunk_list->add_child ("Chunk");
283         chunk->add_child("Path")->add_child_text (_id + "_cpl.xml");
284         chunk->add_child("VolumeIndex")->add_child_text ("1");
285         chunk->add_child("Offset")->add_child_text("0");
286         chunk->add_child("Length")->add_child_text(lexical_cast<string> (_length));
287 }
288         
289         
290         
291 bool
292 CPL::equals (CPL const & other, EqualityOptions opt, boost::function<void (NoteType, string)> note) const
293 {
294         if (_name != other._name && !opt.cpl_names_can_differ) {
295                 stringstream s;
296                 s << "names differ: " << _name << " vs " << other._name << "\n";
297                 note (ERROR, s.str ());
298                 return false;
299         }
300
301         if (_content_kind != other._content_kind) {
302                 note (ERROR, "content kinds differ");
303                 return false;
304         }
305
306         if (_fps != other._fps) {
307                 note (ERROR, String::compose ("frames per second differ (%1 vs %2)", _fps, other._fps));
308                 return false;
309         }
310
311         if (_length != other._length) {
312                 stringstream s;
313                 note (ERROR, String::compose ("lengths differ (%1 vs %2)", _length, other._length));
314         }
315
316         if (_reels.size() != other._reels.size()) {
317                 note (ERROR, String::compose ("reel counts differ (%1 vs %2)", _reels.size(), other._reels.size()));
318                 return false;
319         }
320         
321         list<shared_ptr<Reel> >::const_iterator a = _reels.begin ();
322         list<shared_ptr<Reel> >::const_iterator b = other._reels.begin ();
323         
324         while (a != _reels.end ()) {
325                 if (!(*a)->equals (*b, opt, note)) {
326                         return false;
327                 }
328                 ++a;
329                 ++b;
330         }
331
332         return true;
333 }
334
335 shared_ptr<xmlpp::Document>
336 CPL::make_kdm (
337         CertificateChain const & certificates,
338         string const & signer_key,
339         shared_ptr<const Certificate> recipient_cert,
340         boost::posix_time::ptime from,
341         boost::posix_time::ptime until,
342         bool interop,
343         MXFMetadata const & mxf_metadata,
344         XMLMetadata const & xml_metadata
345         ) const
346 {
347         assert (recipient_cert);
348         
349         shared_ptr<xmlpp::Document> doc (new xmlpp::Document);
350         xmlpp::Element* root = doc->create_root_node ("DCinemaSecurityMessage");
351         root->set_namespace_declaration ("http://www.smpte-ra.org/schemas/430-3/2006/ETM", "");
352         root->set_namespace_declaration ("http://www.w3.org/2000/09/xmldsig#", "ds");
353         root->set_namespace_declaration ("http://www.w3.org/2001/04/xmlenc#", "enc");
354
355         {
356                 xmlpp::Element* authenticated_public = root->add_child("AuthenticatedPublic");
357                 authenticated_public->set_attribute("Id", "ID_AuthenticatedPublic");
358                 xmlAddID (0, doc->cobj(), (const xmlChar *) "ID_AuthenticatedPublic", authenticated_public->get_attribute("Id")->cobj());
359                 
360                 authenticated_public->add_child("MessageId")->add_child_text ("urn:uuid:" + make_uuid());
361                 authenticated_public->add_child("MessageType")->add_child_text ("http://www.smpte-ra.org/430-1/2006/KDM#kdm-key-type");
362                 authenticated_public->add_child("AnnotationText")->add_child_text (mxf_metadata.product_name);
363                 authenticated_public->add_child("IssueDate")->add_child_text (xml_metadata.issue_date);
364
365                 {
366                         xmlpp::Element* signer = authenticated_public->add_child("Signer");
367                         signer->add_child("X509IssuerName", "ds")->add_child_text (recipient_cert->issuer());
368                         signer->add_child("X509SerialNumber", "ds")->add_child_text (recipient_cert->serial());
369                 }
370
371                 {
372                         xmlpp::Element* required_extensions = authenticated_public->add_child("RequiredExtensions");
373
374                         {
375                                 xmlpp::Element* kdm_required_extensions = required_extensions->add_child("KDMRequiredExtensions");
376                                 kdm_required_extensions->set_namespace_declaration ("http://www.smpte-ra.org/schemas/430-1/2006/KDM");
377                                 {
378                                         xmlpp::Element* recipient = kdm_required_extensions->add_child("Recipient");
379                                         {
380                                                 xmlpp::Element* serial_element = recipient->add_child("X509IssuerSerial");
381                                                 serial_element->add_child("X509IssuerName", "ds")->add_child_text (recipient_cert->issuer());
382                                                 serial_element->add_child("X509SerialNumber", "ds")->add_child_text (recipient_cert->serial());
383                                         }
384
385                                         recipient->add_child("X509SubjectName")->add_child_text (recipient_cert->subject());
386                                 }
387
388                                 kdm_required_extensions->add_child("CompositionPlaylistId")->add_child_text("urn:uuid:" + _id);
389                                 kdm_required_extensions->add_child("ContentTitleText")->add_child_text(_name);
390                                 kdm_required_extensions->add_child("ContentAuthenticator")->add_child_text(certificates.leaf()->thumbprint());
391                                 kdm_required_extensions->add_child("ContentKeysNotValidBefore")->add_child_text("XXX");
392                                 kdm_required_extensions->add_child("ContentKeysNotValidAfter")->add_child_text("XXX");
393
394                                 {
395                                         xmlpp::Element* authorized_device_info = kdm_required_extensions->add_child("AuthorizedDeviceInfo");
396                                         authorized_device_info->add_child("DeviceListIdentifier")->add_child_text("urn:uuid:" + make_uuid());
397                                         authorized_device_info->add_child("DeviceListDescription")->add_child_text(recipient_cert->subject());
398                                         {
399                                                 xmlpp::Element* device_list = authorized_device_info->add_child("DeviceList");
400                                                 device_list->add_child("CertificateThumbprint")->add_child_text(recipient_cert->thumbprint());
401                                         }
402                                 }
403
404                                 {
405                                         xmlpp::Element* key_id_list = kdm_required_extensions->add_child("KeyIdList");
406                                         list<shared_ptr<const Asset> > a = assets();
407                                         for (list<shared_ptr<const Asset> >::iterator i = a.begin(); i != a.end(); ++i) {
408                                                 /* XXX: non-MXF assets? */
409                                                 shared_ptr<const MXFAsset> mxf = boost::dynamic_pointer_cast<const MXFAsset> (*i);
410                                                 if (mxf) {
411                                                         mxf->add_typed_key_id (key_id_list);
412                                                 }
413                                         }
414                                 }
415
416                                 {
417                                         xmlpp::Element* forensic_mark_flag_list = kdm_required_extensions->add_child("ForensicMarkFlagList");
418                                         forensic_mark_flag_list->add_child("ForensicMarkFlag")->add_child_text ( 
419                                                 "http://www.smpte-ra.org/430-1/2006/KDM#mrkflg-picture-disable"
420                                                 );
421                                         forensic_mark_flag_list->add_child("ForensicMarkFlag")->add_child_text ( 
422                                                 "http://www.smpte-ra.org/430-1/2006/KDM#mrkflg-audio-disable"
423                                                 );
424                                 }
425                         }
426                 }
427                                          
428                 authenticated_public->add_child("NonCriticalExtensions");
429         }
430
431         {
432                 xmlpp::Element* authenticated_private = root->add_child("AuthenticatedPrivate");
433                 authenticated_private->set_attribute ("Id", "ID_AuthenticatedPrivate");
434                 xmlAddID (0, doc->cobj(), (const xmlChar *) "ID_AuthenticatedPrivate", authenticated_private->get_attribute("Id")->cobj());
435                 {
436                         xmlpp::Element* encrypted_key = authenticated_private->add_child ("EncryptedKey", "enc");
437                         {
438                                 xmlpp::Element* encryption_method = encrypted_key->add_child ("EncryptionMethod", "enc");
439                                 encryption_method->set_attribute ("Algorithm", "http://www.w3.org/2001/04/xmlenc#rsa-oaep-mgf1p");
440                                 encryption_method->add_child("DigestMethod", "ds")->set_attribute("Algorithm", "http://www.w3.org/2000/09/xmldsig#sha1");
441                         }
442
443                         xmlpp::Element* cipher_data = authenticated_private->add_child ("CipherData", "enc");
444                         cipher_data->add_child("CipherValue", "enc")->add_child_text("XXX");
445                 }
446         }
447         
448         /* XXX: x2 one for each mxf? */
449
450         {
451                 xmlpp::Element* signature = root->add_child("Signature", "ds");
452                 
453                 {
454                         xmlpp::Element* signed_info = signature->add_child("SignedInfo", "ds");
455                         signed_info->add_child("CanonicalizationMethod", "ds")->set_attribute(
456                                 "Algorithm", "http://www.w3.org/TR/2001/REC-xml-c14n-20010315#WithComments"
457                                 );
458
459                         if (interop) {
460                                 signed_info->add_child("SignatureMethod", "ds")->set_attribute(
461                                         "Algorithm", "http://www.w3.org/2000/09/xmldsig#rsa-sha1"
462                                         );
463                         } else {
464                                 signed_info->add_child("SignatureMethod", "ds")->set_attribute(
465                                         "Algorithm", "http://www.w3.org/2001/04/xmldsig-more#rsa-sha256"
466                                         );
467                         }
468                         
469                         {
470                                 xmlpp::Element* reference = signed_info->add_child("Reference", "ds");
471                                 reference->set_attribute("URI", "#ID_AuthenticatedPublic");
472                                 reference->add_child("DigestMethod", "ds")->set_attribute("Algorithm", "http://www.w3.org/2001/04/xmlenc#sha256");
473                                 reference->add_child("DigestValue", "ds");
474                         }
475                         
476                         {                               
477                                 xmlpp::Element* reference = signed_info->add_child("Reference", "ds");
478                                 reference->set_attribute("URI", "#ID_AuthenticatedPrivate");
479                                 reference->add_child("DigestMethod", "ds")->set_attribute("Algorithm", "http://www.w3.org/2001/04/xmlenc#sha256");
480                                 reference->add_child("DigestValue", "ds");
481                         }
482                 }
483                 
484                 add_signature_value (signature, certificates, signer_key, "ds");
485         }
486
487         return doc;
488 }
489
490 /** @return true if we have any encrypted content */
491 bool
492 CPL::encrypted () const
493 {
494         for (list<shared_ptr<Reel> >::const_iterator i = _reels.begin(); i != _reels.end(); ++i) {
495                 if ((*i)->encrypted ()) {
496                         return true;
497                 }
498         }
499
500         return false;
501 }
502
503 void
504 CPL::add_kdm (KDM const & kdm)
505 {
506         for (list<shared_ptr<Reel> >::const_iterator i = _reels.begin(); i != _reels.end(); ++i) {
507                 (*i)->add_kdm (kdm);
508         }
509 }