Working decryption via KDM.
[libdcp.git] / src / cpl.cc
1 /*
2     Copyright (C) 2012 Carl Hetherington <cth@carlh.net>
3
4     This program is free software; you can redistribute it and/or modify
5     it under the terms of the GNU General Public License as published by
6     the Free Software Foundation; either version 2 of the License, or
7     (at your option) any later version.
8
9     This program is distributed in the hope that it will be useful,
10     but WITHOUT ANY WARRANTY; without even the implied warranty of
11     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12     GNU General Public License for more details.
13
14     You should have received a copy of the GNU General Public License
15     along with this program; if not, write to the Free Software
16     Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
17
18 */
19
20 #include <fstream>
21 #include <libxml/parser.h>
22 #include "cpl.h"
23 #include "parse/cpl.h"
24 #include "util.h"
25 #include "picture_asset.h"
26 #include "sound_asset.h"
27 #include "subtitle_asset.h"
28 #include "parse/asset_map.h"
29 #include "reel.h"
30 #include "metadata.h"
31 #include "encryption.h"
32 #include "exceptions.h"
33 #include "compose.hpp"
34
35 using std::string;
36 using std::stringstream;
37 using std::ofstream;
38 using std::ostream;
39 using std::list;
40 using boost::shared_ptr;
41 using boost::lexical_cast;
42 using namespace libdcp;
43
44 CPL::CPL (string directory, string name, ContentKind content_kind, int length, int frames_per_second)
45         : _directory (directory)
46         , _name (name)
47         , _content_kind (content_kind)
48         , _length (length)
49         , _fps (frames_per_second)
50 {
51         _id = make_uuid ();
52 }
53
54 /** Construct a CPL object from a XML file.
55  *  @param directory The directory containing this CPL's DCP.
56  *  @param file The CPL XML filename.
57  *  @param asset_map The corresponding asset map.
58  *  @param require_mxfs true to throw an exception if a required MXF file does not exist.
59  */
60 CPL::CPL (string directory, string file, shared_ptr<const libdcp::parse::AssetMap> asset_map, bool require_mxfs)
61         : _directory (directory)
62         , _content_kind (FEATURE)
63         , _length (0)
64         , _fps (0)
65 {
66         /* Read the XML */
67         shared_ptr<parse::CPL> cpl;
68         try {
69                 cpl.reset (new parse::CPL (file));
70         } catch (FileError& e) {
71                 boost::throw_exception (FileError ("could not load CPL file", file));
72         }
73         
74         /* Now cherry-pick the required bits into our own data structure */
75         
76         _name = cpl->annotation_text;
77         _content_kind = cpl->content_kind;
78
79         /* Trim urn:uuid: off the front */
80         _id = cpl->id.substr (9);
81
82         for (list<shared_ptr<libdcp::parse::Reel> >::iterator i = cpl->reels.begin(); i != cpl->reels.end(); ++i) {
83
84                 shared_ptr<parse::Picture> p;
85
86                 if ((*i)->asset_list->main_picture) {
87                         p = (*i)->asset_list->main_picture;
88                 } else {
89                         p = (*i)->asset_list->main_stereoscopic_picture;
90                 }
91                 
92                 _fps = p->edit_rate.numerator;
93                 _length += p->duration;
94
95                 shared_ptr<PictureAsset> picture;
96                 shared_ptr<SoundAsset> sound;
97                 shared_ptr<SubtitleAsset> subtitle;
98
99                 /* Some rather twisted logic to decide if we are 3D or not;
100                    some DCPs give a MainStereoscopicPicture to indicate 3D, others
101                    just have a FrameRate twice the EditRate and apparently
102                    expect you to divine the fact that they are hence 3D.
103                 */
104
105                 if (!(*i)->asset_list->main_stereoscopic_picture && p->edit_rate == p->frame_rate) {
106
107                         try {
108                                 picture.reset (new MonoPictureAsset (
109                                                        _directory,
110                                                        asset_map->asset_from_id (p->id)->chunks.front()->path
111                                                        )
112                                         );
113
114                                 picture->set_entry_point (p->entry_point);
115                                 picture->set_duration (p->duration);
116                                 if (p->key_id.length() > 9) {
117                                         /* Trim urn:uuid: */
118                                         picture->set_key_id (p->key_id.substr (9));
119                                 }
120                         } catch (MXFFileError) {
121                                 if (require_mxfs) {
122                                         throw;
123                                 }
124                         }
125                         
126                 } else {
127                         try {
128                                 picture.reset (new StereoPictureAsset (
129                                                        _directory,
130                                                        asset_map->asset_from_id (p->id)->chunks.front()->path,
131                                                        _fps,
132                                                        p->duration
133                                                        )
134                                         );
135
136                                 picture->set_entry_point (p->entry_point);
137                                 picture->set_duration (p->duration);
138                                 if (p->key_id.length() > 9) {
139                                         /* Trim urn:uuid: */
140                                         picture->set_key_id (p->key_id.substr (9));
141                                 }
142                                 
143                         } catch (MXFFileError) {
144                                 if (require_mxfs) {
145                                         throw;
146                                 }
147                         }
148                         
149                 }
150                 
151                 if ((*i)->asset_list->main_sound) {
152                         
153                         try {
154                                 sound.reset (new SoundAsset (
155                                                      _directory,
156                                                      asset_map->asset_from_id ((*i)->asset_list->main_sound->id)->chunks.front()->path
157                                                      )
158                                         );
159
160                                 shared_ptr<parse::MainSound> s = (*i)->asset_list->main_sound;
161
162                                 sound->set_entry_point (s->entry_point);
163                                 sound->set_duration (s->duration);
164                                 if (s->key_id.length() > 9) {
165                                         /* Trim urn:uuid: */
166                                         sound->set_key_id (s->key_id.substr (9));
167                                 }
168                         } catch (MXFFileError) {
169                                 if (require_mxfs) {
170                                         throw;
171                                 }
172                         }
173                 }
174
175                 if ((*i)->asset_list->main_subtitle) {
176                         
177                         subtitle.reset (new SubtitleAsset (
178                                                 _directory,
179                                                 asset_map->asset_from_id ((*i)->asset_list->main_subtitle->id)->chunks.front()->path
180                                                 )
181                                 );
182
183                         subtitle->set_entry_point ((*i)->asset_list->main_subtitle->entry_point);
184                         subtitle->set_duration ((*i)->asset_list->main_subtitle->duration);
185                 }
186                         
187                 _reels.push_back (shared_ptr<Reel> (new Reel (picture, sound, subtitle)));
188         }
189 }
190
191 void
192 CPL::add_reel (shared_ptr<Reel> reel)
193 {
194         _reels.push_back (reel);
195 }
196
197 void
198 CPL::write_xml (XMLMetadata const & metadata, shared_ptr<Encryption> crypt) const
199 {
200         boost::filesystem::path p;
201         p /= _directory;
202         stringstream s;
203         s << _id << "_cpl.xml";
204         p /= s.str();
205
206         xmlpp::Document doc;
207         xmlpp::Element* root = doc.create_root_node ("CompositionPlaylist", "http://www.smpte-ra.org/schemas/429-7/2006/CPL");
208
209         if (crypt) {
210                 root->set_namespace_declaration ("http://www.w3.org/2000/09/xmldsig#", "dsig");
211         }
212         
213         root->add_child("Id")->add_child_text ("urn:uuid:" + _id);
214         root->add_child("AnnotationText")->add_child_text (_name);
215         root->add_child("IssueDate")->add_child_text (metadata.issue_date);
216         root->add_child("Creator")->add_child_text (metadata.creator);
217         root->add_child("ContentTitleText")->add_child_text (_name);
218         root->add_child("ContentKind")->add_child_text (content_kind_to_string (_content_kind));
219         {
220                 xmlpp::Node* cv = root->add_child ("ContentVersion");
221                 cv->add_child ("Id")->add_child_text ("urn:uri:" + _id + "_" + metadata.issue_date);
222                 cv->add_child ("LabelText")->add_child_text (_id + "_" + metadata.issue_date);
223         }
224         root->add_child("RatingList");
225
226         xmlpp::Node* reel_list = root->add_child ("ReelList");
227         
228         for (list<shared_ptr<Reel> >::const_iterator i = _reels.begin(); i != _reels.end(); ++i) {
229                 (*i)->write_to_cpl (reel_list);
230         }
231
232         if (crypt) {
233                 sign (root, crypt->certificates, crypt->signer_key);
234         }
235
236         doc.write_to_file_formatted (p.string (), "UTF-8");
237
238         _digest = make_digest (p.string ());
239         _length = boost::filesystem::file_size (p.string ());
240 }
241
242 void
243 CPL::write_to_pkl (xmlpp::Node* node) const
244 {
245         xmlpp::Node* asset = node->add_child ("Asset");
246         asset->add_child("Id")->add_child_text ("urn:uuid:" + _id);
247         asset->add_child("Hash")->add_child_text (_digest);
248         asset->add_child("Size")->add_child_text (lexical_cast<string> (_length));
249         asset->add_child("Type")->add_child_text ("text/xml");
250 }
251
252 list<shared_ptr<const Asset> >
253 CPL::assets () const
254 {
255         list<shared_ptr<const Asset> > a;
256         for (list<shared_ptr<Reel> >::const_iterator i = _reels.begin(); i != _reels.end(); ++i) {
257                 if ((*i)->main_picture ()) {
258                         a.push_back ((*i)->main_picture ());
259                 }
260                 if ((*i)->main_sound ()) {
261                         a.push_back ((*i)->main_sound ());
262                 }
263                 if ((*i)->main_subtitle ()) {
264                         a.push_back ((*i)->main_subtitle ());
265                 }
266         }
267
268         return a;
269 }
270
271 void
272 CPL::write_to_assetmap (xmlpp::Node* node) const
273 {
274         xmlpp::Node* asset = node->add_child ("Asset");
275         asset->add_child("Id")->add_child_text ("urn:uuid:" + _id);
276         xmlpp::Node* chunk_list = asset->add_child ("ChunkList");
277         xmlpp::Node* chunk = chunk_list->add_child ("Chunk");
278         chunk->add_child("Path")->add_child_text (_id + "_cpl.xml");
279         chunk->add_child("VolumeIndex")->add_child_text ("1");
280         chunk->add_child("Offset")->add_child_text("0");
281         chunk->add_child("Length")->add_child_text(lexical_cast<string> (_length));
282 }
283         
284         
285         
286 bool
287 CPL::equals (CPL const & other, EqualityOptions opt, boost::function<void (NoteType, string)> note) const
288 {
289         if (_name != other._name && !opt.cpl_names_can_differ) {
290                 stringstream s;
291                 s << "names differ: " << _name << " vs " << other._name << "\n";
292                 note (ERROR, s.str ());
293                 return false;
294         }
295
296         if (_content_kind != other._content_kind) {
297                 note (ERROR, "content kinds differ");
298                 return false;
299         }
300
301         if (_fps != other._fps) {
302                 note (ERROR, String::compose ("frames per second differ (%1 vs %2)", _fps, other._fps));
303                 return false;
304         }
305
306         if (_length != other._length) {
307                 stringstream s;
308                 s << "lengths differ (" << _length << " cf " << other._length << ")";
309                 note (ERROR, String::compose ("lengths differ (%1 vs %2)", _length, other._length));
310                 return false;
311         }
312
313         if (_reels.size() != other._reels.size()) {
314                 note (ERROR, String::compose ("reel counts differ (%1 vs %2)", _reels.size(), other._reels.size()));
315                 return false;
316         }
317         
318         list<shared_ptr<Reel> >::const_iterator a = _reels.begin ();
319         list<shared_ptr<Reel> >::const_iterator b = other._reels.begin ();
320         
321         while (a != _reels.end ()) {
322                 if (!(*a)->equals (*b, opt, note)) {
323                         return false;
324                 }
325                 ++a;
326                 ++b;
327         }
328
329         return true;
330 }
331
332 shared_ptr<xmlpp::Document>
333 CPL::make_kdm (
334         CertificateChain const & certificates,
335         string const & signer_key,
336         shared_ptr<const Certificate> recipient_cert,
337         boost::posix_time::ptime from,
338         boost::posix_time::ptime until,
339         MXFMetadata const & mxf_metadata,
340         XMLMetadata const & xml_metadata
341         ) const
342 {
343         assert (recipient_cert);
344         
345         shared_ptr<xmlpp::Document> doc (new xmlpp::Document);
346         xmlpp::Element* root = doc->create_root_node ("DCinemaSecurityMessage");
347         root->set_namespace_declaration ("http://www.smpte-ra.org/schemas/430-3/2006/ETM", "");
348         root->set_namespace_declaration ("http://www.w3.org/2000/09/xmldsig#", "ds");
349         root->set_namespace_declaration ("http://www.w3.org/2001/04/xmlenc#", "enc");
350
351         {
352                 xmlpp::Element* authenticated_public = root->add_child("AuthenticatedPublic");
353                 authenticated_public->set_attribute("Id", "ID_AuthenticatedPublic");
354                 xmlAddID (0, doc->cobj(), (const xmlChar *) "ID_AuthenticatedPublic", authenticated_public->get_attribute("Id")->cobj());
355                 
356                 authenticated_public->add_child("MessageId")->add_child_text ("urn:uuid:" + make_uuid());
357                 authenticated_public->add_child("MessageType")->add_child_text ("http://www.smpte-ra.org/430-1/2006/KDM#kdm-key-type");
358                 authenticated_public->add_child("AnnotationText")->add_child_text (mxf_metadata.product_name);
359                 authenticated_public->add_child("IssueDate")->add_child_text (xml_metadata.issue_date);
360
361                 {
362                         xmlpp::Element* signer = authenticated_public->add_child("Signer");
363                         signer->add_child("X509IssuerName", "ds")->add_child_text (
364                                 Certificate::name_for_xml (recipient_cert->issuer())
365                                 );
366                         signer->add_child("X509SerialNumber", "ds")->add_child_text (
367                                 recipient_cert->serial()
368                                 );
369                 }
370
371                 {
372                         xmlpp::Element* required_extensions = authenticated_public->add_child("RequiredExtensions");
373
374                         {
375                                 xmlpp::Element* kdm_required_extensions = required_extensions->add_child("KDMRequiredExtensions");
376                                 kdm_required_extensions->set_namespace_declaration ("http://www.smpte-ra.org/schemas/430-1/2006/KDM");
377                                 {
378                                         xmlpp::Element* recipient = kdm_required_extensions->add_child("Recipient");
379                                         {
380                                                 xmlpp::Element* serial_element = recipient->add_child("X509IssuerSerial");
381                                                 serial_element->add_child("X509IssuerName", "ds")->add_child_text (
382                                                         Certificate::name_for_xml (recipient_cert->issuer())
383                                                         );
384                                                 serial_element->add_child("X509SerialNumber", "ds")->add_child_text (
385                                                         recipient_cert->serial()
386                                                         );
387                                         }
388
389                                         recipient->add_child("X509SubjectName")->add_child_text (Certificate::name_for_xml (recipient_cert->subject()));
390                                 }
391
392                                 kdm_required_extensions->add_child("CompositionPlaylistId")->add_child_text("urn:uuid:" + _id);
393                                 kdm_required_extensions->add_child("ContentTitleText")->add_child_text(_name);
394                                 kdm_required_extensions->add_child("ContentAuthenticator")->add_child_text(certificates.leaf()->thumbprint());
395                                 kdm_required_extensions->add_child("ContentKeysNotValidBefore")->add_child_text("XXX");
396                                 kdm_required_extensions->add_child("ContentKeysNotValidAfter")->add_child_text("XXX");
397
398                                 {
399                                         xmlpp::Element* authorized_device_info = kdm_required_extensions->add_child("AuthorizedDeviceInfo");
400                                         authorized_device_info->add_child("DeviceListIdentifier")->add_child_text("urn:uuid:" + make_uuid());
401                                         authorized_device_info->add_child("DeviceListDescription")->add_child_text(recipient_cert->subject());
402                                         {
403                                                 xmlpp::Element* device_list = authorized_device_info->add_child("DeviceList");
404                                                 device_list->add_child("CertificateThumbprint")->add_child_text(recipient_cert->thumbprint());
405                                         }
406                                 }
407
408                                 {
409                                         xmlpp::Element* key_id_list = kdm_required_extensions->add_child("KeyIdList");
410                                         list<shared_ptr<const Asset> > a = assets();
411                                         for (list<shared_ptr<const Asset> >::iterator i = a.begin(); i != a.end(); ++i) {
412                                                 /* XXX: non-MXF assets? */
413                                                 shared_ptr<const MXFAsset> mxf = boost::dynamic_pointer_cast<const MXFAsset> (*i);
414                                                 if (mxf) {
415                                                         mxf->add_typed_key_id (key_id_list);
416                                                 }
417                                         }
418                                 }
419
420                                 {
421                                         xmlpp::Element* forensic_mark_flag_list = kdm_required_extensions->add_child("ForensicMarkFlagList");
422                                         forensic_mark_flag_list->add_child("ForensicMarkFlag")->add_child_text ( 
423                                                 "http://www.smpte-ra.org/430-1/2006/KDM#mrkflg-picture-disable"
424                                                 );
425                                         forensic_mark_flag_list->add_child("ForensicMarkFlag")->add_child_text ( 
426                                                 "http://www.smpte-ra.org/430-1/2006/KDM#mrkflg-audio-disable"
427                                                 );
428                                 }
429                         }
430                 }
431                                          
432                 authenticated_public->add_child("NonCriticalExtensions");
433         }
434
435         {
436                 xmlpp::Element* authenticated_private = root->add_child("AuthenticatedPrivate");
437                 authenticated_private->set_attribute ("Id", "ID_AuthenticatedPrivate");
438                 xmlAddID (0, doc->cobj(), (const xmlChar *) "ID_AuthenticatedPrivate", authenticated_private->get_attribute("Id")->cobj());
439                 {
440                         xmlpp::Element* encrypted_key = authenticated_private->add_child ("EncryptedKey", "enc");
441                         {
442                                 xmlpp::Element* encryption_method = encrypted_key->add_child ("EncryptionMethod", "enc");
443                                 encryption_method->set_attribute ("Algorithm", "http://www.w3.org/2001/04/xmlenc#rsa-oaep-mgf1p");
444                                 encryption_method->add_child("DigestMethod", "ds")->set_attribute("Algorithm", "http://www.w3.org/2000/09/xmldsig#sha1");
445                         }
446
447                         xmlpp::Element* cipher_data = authenticated_private->add_child ("CipherData", "enc");
448                         cipher_data->add_child("CipherValue", "enc")->add_child_text("XXX");
449                 }
450         }
451         
452         /* XXX: x2 one for each mxf? */
453
454         {
455                 xmlpp::Element* signature = root->add_child("Signature", "ds");
456                 
457                 {
458                         xmlpp::Element* signed_info = signature->add_child("SignedInfo", "ds");
459                         signed_info->add_child("CanonicalizationMethod", "ds")->set_attribute(
460                                 "Algorithm", "http://www.w3.org/TR/2001/REC-xml-c14n-20010315#WithComments"
461                                 );
462                         signed_info->add_child("SignatureMethod", "ds")->set_attribute(
463                                 "Algorithm", "http://www.w3.org/2001/04/xmldsig-more#rsa-sha256"
464                                 );
465                         {
466                                 xmlpp::Element* reference = signed_info->add_child("Reference", "ds");
467                                 reference->set_attribute("URI", "#ID_AuthenticatedPublic");
468                                 reference->add_child("DigestMethod", "ds")->set_attribute("Algorithm", "http://www.w3.org/2001/04/xmlenc#sha256");
469                                 reference->add_child("DigestValue", "ds");
470                         }
471                         
472                         {                               
473                                 xmlpp::Element* reference = signed_info->add_child("Reference", "ds");
474                                 reference->set_attribute("URI", "#ID_AuthenticatedPrivate");
475                                 reference->add_child("DigestMethod", "ds")->set_attribute("Algorithm", "http://www.w3.org/2001/04/xmlenc#sha256");
476                                 reference->add_child("DigestValue", "ds");
477                         }
478                 }
479                 
480                 add_signature_value (signature, certificates, signer_key, "ds");
481         }
482
483         return doc;
484 }
485
486 /** @return true if we have any encrypted content */
487 bool
488 CPL::encrypted () const
489 {
490         for (list<shared_ptr<Reel> >::const_iterator i = _reels.begin(); i != _reels.end(); ++i) {
491                 if ((*i)->encrypted ()) {
492                         return true;
493                 }
494         }
495
496         return false;
497 }
498
499 void
500 CPL::add_kdm (KDM const & kdm)
501 {
502         for (list<shared_ptr<Reel> >::const_iterator i = _reels.begin(); i != _reels.end(); ++i) {
503                 (*i)->add_kdm (kdm);
504         }
505 }