src/lib/dcp_examiner.cc

   1 /*
   2     Copyright (C) 2014-2021 Carl Hetherington <cth@carlh.net>
   3
   4     This file is part of DCP-o-matic.
   5
   6     DCP-o-matic is free software; you can redistribute it and/or modify
   7     it under the terms of the GNU General Public License as published by
   8     the Free Software Foundation; either version 2 of the License, or
   9     (at your option) any later version.
  10
  11     DCP-o-matic is distributed in the hope that it will be useful,
  12     but WITHOUT ANY WARRANTY; without even the implied warranty of
  13     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  14     GNU General Public License for more details.
  15
  16     You should have received a copy of the GNU General Public License
  17     along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
  18
  19 */
  20
  21
  22 #include "config.h"
  23 #include "constants.h"
  24 #include "dcp_content.h"
  25 #include "dcp_examiner.h"
  26 #include "dcpomatic_log.h"
  27 #include "exceptions.h"
  28 #include "font_id_allocator.h"
  29 #include "image.h"
  30 #include "text_content.h"
  31 #include "util.h"
  32 #include <dcp/cpl.h>
  33 #include <dcp/dcp.h>
  34 #include <dcp/decrypted_kdm.h>
  35 #include <dcp/mono_picture_asset.h>
  36 #include <dcp/mono_picture_asset_reader.h>
  37 #include <dcp/mono_picture_frame.h>
  38 #include <dcp/reel.h>
  39 #include <dcp/reel_atmos_asset.h>
  40 #include <dcp/reel_closed_caption_asset.h>
  41 #include <dcp/reel_markers_asset.h>
  42 #include <dcp/reel_picture_asset.h>
  43 #include <dcp/reel_sound_asset.h>
  44 #include <dcp/reel_subtitle_asset.h>
  45 #include <dcp/search.h>
  46 #include <dcp/sound_asset.h>
  47 #include <dcp/sound_asset.h>
  48 #include <dcp/sound_asset_reader.h>
  49 #include <dcp/stereo_picture_asset.h>
  50 #include <dcp/stereo_picture_asset_reader.h>
  51 #include <dcp/stereo_picture_frame.h>
  52 #include <dcp/subtitle_asset.h>
  53 #include <iostream>
  54
  55 #include "i18n.h"
  56
  57
  58 using std::cout;
  59 using std::dynamic_pointer_cast;
  60 using std::make_shared;
  61 using std::shared_ptr;
  62 using std::string;
  63 using std::vector;
  64 using boost::optional;
  65
  66
  67 DCPExaminer::DCPExaminer (shared_ptr<const DCPContent> content, bool tolerant)
  68 {
  69         shared_ptr<dcp::CPL> selected_cpl;
  70
  71         auto cpls = dcp::find_and_resolve_cpls (content->directories(), tolerant);
  72
  73         if (content->cpl ()) {
  74                 /* Use the CPL that was specified, or that the content was using before */
  75                 auto iter = std::find_if(cpls.begin(), cpls.end(), [content](shared_ptr<dcp::CPL> cpl) { return cpl->id() == content->cpl().get(); });
  76                 if (iter == cpls.end()) {
  77                         throw CPLNotFoundError(content->cpl().get());
  78                 }
  79                 selected_cpl = *iter;
  80         } else {
  81                 /* Choose the CPL with the fewest unsatisfied references */
  82
  83                 int least_unsatisfied = INT_MAX;
  84
  85                 for (auto cpl: cpls) {
  86                         int unsatisfied = 0;
  87                         for (auto const& reel: cpl->reels()) {
  88                                 if (reel->main_picture() && !reel->main_picture()->asset_ref().resolved()) {
  89                                         ++unsatisfied;
  90                                 }
  91                                 if (reel->main_sound() && !reel->main_sound()->asset_ref().resolved()) {
  92                                         ++unsatisfied;
  93                                 }
  94                                 if (reel->main_subtitle() && !reel->main_subtitle()->asset_ref().resolved()) {
  95                                         ++unsatisfied;
  96                                 }
  97                                 if (reel->atmos() && !reel->atmos()->asset_ref().resolved()) {
  98                                         ++unsatisfied;
  99                                 }
 100                         }
 101
 102                         if (unsatisfied < least_unsatisfied) {
 103                                 least_unsatisfied = unsatisfied;
 104                                 selected_cpl = cpl;
 105                         }
 106                 }
 107         }
 108
 109         if (!selected_cpl) {
 110                 throw DCPError ("No CPLs found in DCP");
 111         }
 112
 113         if (content->kdm()) {
 114                 selected_cpl->add(decrypt_kdm_with_helpful_error(content->kdm().get()));
 115         }
 116
 117         _cpl = selected_cpl->id();
 118         _name = selected_cpl->content_title_text();
 119         _content_kind = selected_cpl->content_kind();
 120
 121         LOG_GENERAL ("Selected CPL %1", _cpl);
 122
 123         auto try_to_parse_language = [](optional<string> lang) -> boost::optional<dcp::LanguageTag> {
 124                 try {
 125                         if (lang) {
 126                                 return dcp::LanguageTag (*lang);
 127                         }
 128                 } catch (...) {}
 129                 return boost::none;
 130         };
 131
 132         LOG_GENERAL("Looking at %1 reels", selected_cpl->reels().size());
 133
 134         int reel_index = 0;
 135         for (auto reel: selected_cpl->reels()) {
 136                 LOG_GENERAL("Reel %1", reel->id());
 137
 138                 if (reel->main_picture()) {
 139                         /* This will mean a VF can be displayed in the timeline even if its picture asset
 140                          * is yet be resolved.
 141                          */
 142                         _has_video = true;
 143                         _video_length += reel->main_picture()->actual_duration();
 144
 145                         if (!reel->main_picture()->asset_ref().resolved()) {
 146                                 LOG_GENERAL("Main picture %1 of reel %2 is missing", reel->main_picture()->id(), reel->id());
 147                                 _needs_assets = true;
 148                         } else {
 149                                 LOG_GENERAL("Main picture %1 of reel %2 found", reel->main_picture()->id(), reel->id());
 150
 151                                 auto const frac = reel->main_picture()->edit_rate();
 152                                 float const fr = float(frac.numerator) / frac.denominator;
 153                                 if (!_video_frame_rate) {
 154                                         _video_frame_rate = fr;
 155                                 } else if (_video_frame_rate.get() != fr) {
 156                                         throw DCPError (_("Mismatched frame rates in DCP"));
 157                                 }
 158
 159                                 auto asset = reel->main_picture()->asset();
 160                                 if (!_video_size) {
 161                                         _video_size = asset->size ();
 162                                 } else if (_video_size.get() != asset->size ()) {
 163                                         throw DCPError (_("Mismatched video sizes in DCP"));
 164                                 }
 165                         }
 166                 }
 167
 168                 if (reel->main_sound()) {
 169                         _has_audio = true;
 170                         _audio_length += reel->main_sound()->actual_duration();
 171
 172                         if (!reel->main_sound()->asset_ref().resolved()) {
 173                                 LOG_GENERAL("Main sound %1 of reel %2 is missing", reel->main_sound()->id(), reel->id());
 174                                 _needs_assets = true;
 175                         } else {
 176                                 LOG_GENERAL("Main sound %1 of reel %2 found", reel->main_sound()->id(), reel->id());
 177
 178                                 auto asset = reel->main_sound()->asset();
 179
 180                                 if (!_audio_channels) {
 181                                         _audio_channels = asset->channels();
 182                                 } else if (_audio_channels.get() != asset->channels()) {
 183                                         throw DCPError (_("Mismatched audio channel counts in DCP"));
 184                                 }
 185
 186                                 _active_audio_channels = std::max(_active_audio_channels.get_value_or(0), asset->active_channels());
 187
 188                                 if (!_audio_frame_rate) {
 189                                         _audio_frame_rate = asset->sampling_rate ();
 190                                 } else if (_audio_frame_rate.get() != asset->sampling_rate ()) {
 191                                         throw DCPError (_("Mismatched audio sample rates in DCP"));
 192                                 }
 193
 194                                 _audio_language = try_to_parse_language (asset->language());
 195                         }
 196                 }
 197
 198                 if (reel->main_subtitle()) {
 199                         if (!reel->main_subtitle()->asset_ref().resolved()) {
 200                                 LOG_GENERAL("Main subtitle %1 of reel %2 is missing", reel->main_subtitle()->id(), reel->id());
 201                                 _needs_assets = true;
 202                         } else {
 203                                 LOG_GENERAL("Main subtitle %1 of reel %2 found", reel->main_subtitle()->id(), reel->id());
 204
 205                                 _text_count[TextType::OPEN_SUBTITLE] = 1;
 206                                 _open_subtitle_language = try_to_parse_language(reel->main_subtitle()->language());
 207
 208                                 auto asset = reel->main_subtitle()->asset();
 209                                 for (auto const& font: asset->font_data()) {
 210                                         _fonts.push_back({reel_index, asset->id(), make_shared<dcpomatic::Font>(font.first, font.second)});
 211                                 }
 212                         }
 213                 }
 214
 215                 _text_count[TextType::CLOSED_CAPTION] = std::max(_text_count[TextType::CLOSED_CAPTION], static_cast<int>(reel->closed_captions().size()));
 216                 if (_dcp_text_tracks.size() < reel->closed_captions().size()) {
 217                         /* We only want to add 1 DCPTextTrack to _dcp_text_tracks per closed caption.  I guess it's possible that different
 218                          * reels have different numbers of tracks (though I don't think they should) so make sure that _dcp_text_tracks ends
 219                          * up with the maximum.
 220                          */
 221                         _dcp_text_tracks.clear();
 222                         for (auto ccap: reel->closed_captions()) {
 223                                 _dcp_text_tracks.push_back(DCPTextTrack(ccap->annotation_text().get_value_or(""), try_to_parse_language(ccap->language())));
 224                         }
 225                 }
 226
 227                 for (auto ccap: reel->closed_captions()) {
 228                         if (!ccap->asset_ref().resolved()) {
 229                                 LOG_GENERAL("Closed caption %1 of reel %2 is missing", ccap->id(), reel->id());
 230                                 _needs_assets = true;
 231                         } else {
 232                                 LOG_GENERAL("Closed caption %1 of reel %2 found", ccap->id(), reel->id());
 233
 234                                 auto asset = ccap->asset();
 235                                 for (auto const& font: asset->font_data()) {
 236                                         _fonts.push_back({reel_index, asset->id(), make_shared<dcpomatic::Font>(font.first, font.second)});
 237                                 }
 238                         }
 239                 }
 240
 241                 if (reel->main_markers ()) {
 242                         auto rm = reel->main_markers()->get();
 243                         _markers.insert (rm.begin(), rm.end());
 244                 }
 245
 246                 if (reel->atmos()) {
 247                         _has_atmos = true;
 248                         _atmos_length += reel->atmos()->actual_duration();
 249                         if (_atmos_edit_rate != dcp::Fraction()) {
 250                                 DCPOMATIC_ASSERT(reel->atmos()->edit_rate() == _atmos_edit_rate);
 251                         }
 252                         _atmos_edit_rate = reel->atmos()->edit_rate();
 253                 }
 254
 255                 if (reel->main_picture()) {
 256                         _reel_lengths.push_back(reel->main_picture()->actual_duration());
 257                 } else if (reel->main_sound()) {
 258                         _reel_lengths.push_back(reel->main_sound()->actual_duration());
 259                 } else if (reel->main_subtitle()) {
 260                         _reel_lengths.push_back(reel->main_subtitle()->actual_duration());
 261                 } else if (!reel->closed_captions().empty()) {
 262                         _reel_lengths.push_back(reel->closed_captions().front()->actual_duration());
 263                 } else if (!reel->atmos()) {
 264                         _reel_lengths.push_back(reel->atmos()->actual_duration());
 265                 }
 266
 267                 ++reel_index;
 268         }
 269
 270         _encrypted = selected_cpl->any_encrypted();
 271         _kdm_valid = true;
 272
 273         LOG_GENERAL_NC ("Check that everything encrypted has a key");
 274
 275         /* Check first that anything encrypted has a key.  We must do this, as if we try to
 276          * read encrypted data with asdcplib without even offering a key it will just return
 277          * the encrypted data.  Secondly, check that we can read the first thing from each
 278          * asset in each reel.  This checks that when we do have a key it's the right one.
 279          */
 280         try {
 281                 for (auto i: selected_cpl->reels()) {
 282                         LOG_GENERAL ("Reel %1", i->id());
 283                         if (i->main_picture() && i->main_picture()->asset_ref().resolved()) {
 284                                 auto pic = i->main_picture()->asset();
 285                                 if (pic->encrypted() && !pic->key()) {
 286                                         _kdm_valid = false;
 287                                         LOG_GENERAL_NC ("Picture has no key");
 288                                         break;
 289                                 }
 290                                 auto mono = dynamic_pointer_cast<dcp::MonoPictureAsset>(pic);
 291                                 auto stereo = dynamic_pointer_cast<dcp::StereoPictureAsset>(pic);
 292
 293                                 if (mono) {
 294                                         auto reader = mono->start_read();
 295                                         reader->set_check_hmac (false);
 296                                         reader->get_frame(0)->xyz_image();
 297                                 } else {
 298                                         auto reader = stereo->start_read();
 299                                         reader->set_check_hmac (false);
 300                                         reader->get_frame(0)->xyz_image(dcp::Eye::LEFT);
 301                                 }
 302                         }
 303
 304                         if (i->main_sound() && i->main_sound()->asset_ref().resolved()) {
 305                                 auto sound = i->main_sound()->asset();
 306                                 if (sound->encrypted() && !sound->key()) {
 307                                         _kdm_valid = false;
 308                                         LOG_GENERAL_NC ("Sound has no key");
 309                                         break;
 310                                 }
 311                                 auto reader = sound->start_read();
 312                                 reader->set_check_hmac (false);
 313                                 reader->get_frame(0);
 314                         }
 315
 316                         if (i->main_subtitle() && i->main_subtitle()->asset_ref().resolved()) {
 317                                 auto sub = i->main_subtitle()->asset();
 318                                 auto mxf_sub = dynamic_pointer_cast<dcp::MXF>(sub);
 319                                 if (mxf_sub && mxf_sub->encrypted() && !mxf_sub->key()) {
 320                                         _kdm_valid = false;
 321                                         LOG_GENERAL_NC ("Subtitle has no key");
 322                                         break;
 323                                 }
 324                                 sub->subtitles ();
 325                         }
 326
 327                         if (i->atmos() && i->atmos()->asset_ref().resolved()) {
 328                                 if (auto atmos = i->atmos()->asset()) {
 329                                         if (atmos->encrypted() && !atmos->key()) {
 330                                                 _kdm_valid = false;
 331                                                 LOG_GENERAL_NC ("ATMOS sound has no key");
 332                                                 break;
 333                                         }
 334                                         auto reader = atmos->start_read();
 335                                         reader->set_check_hmac (false);
 336                                         reader->get_frame(0);
 337                                 }
 338                         }
 339                 }
 340         } catch (dcp::ReadError& e) {
 341                 _kdm_valid = false;
 342                 LOG_GENERAL ("KDM is invalid: %1", e.what());
 343         } catch (dcp::MiscError& e) {
 344                 _kdm_valid = false;
 345                 LOG_GENERAL ("KDM is invalid: %1", e.what());
 346         }
 347
 348         _standard = selected_cpl->standard();
 349         if (!selected_cpl->reels().empty()) {
 350                 auto first_reel = selected_cpl->reels()[0];
 351                 _three_d = first_reel->main_picture() && first_reel->main_picture()->asset_ref().resolved() && dynamic_pointer_cast<dcp::StereoPictureAsset>(first_reel->main_picture()->asset());
 352         }
 353         _ratings = selected_cpl->ratings();
 354         for (auto version: selected_cpl->content_versions()) {
 355                 _content_versions.push_back(version.label_text);
 356         }
 357
 358         _cpl = selected_cpl->id();
 359 }
 360
 361
 362 void
 363 DCPExaminer::add_fonts(shared_ptr<TextContent> content)
 364 {
 365         FontIDAllocator font_id_allocator;
 366
 367         for (auto const& font: _fonts) {
 368                 font_id_allocator.add_font(font.reel_index, font.asset_id, font.font->id());
 369         }
 370
 371         font_id_allocator.allocate();
 372
 373         for (auto const& font: _fonts) {
 374                 auto font_copy = make_shared<dcpomatic::Font>(*font.font);
 375                 font_copy->set_id(font_id_allocator.font_id(font.reel_index, font.asset_id, font.font->id()));
 376                 content->add_font(font_copy);
 377         }
 378
 379         if (!font_id_allocator.has_default_font()) {
 380                 content->add_font(make_shared<dcpomatic::Font>(font_id_allocator.default_font_id(), default_font_file()));
 381         }
 382 }
 383