Back-end for very basic and hacky VF support for a DCP imported as content.
[dcpomatic.git] / src / lib / dcp_decoder.cc
1 /*
2     Copyright (C) 2014-2015 Carl Hetherington <cth@carlh.net>
3
4     This program is free software; you can redistribute it and/or modify
5     it under the terms of the GNU General Public License as published by
6     the Free Software Foundation; either version 2 of the License, or
7     (at your option) any later version.
8
9     This program is distributed in the hope that it will be useful,
10     but WITHOUT ANY WARRANTY; without even the implied warranty of
11     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12     GNU General Public License for more details.
13
14     You should have received a copy of the GNU General Public License
15     along with this program; if not, write to the Free Software
16     Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
17
18 */
19
20 #include "dcp_decoder.h"
21 #include "dcp_content.h"
22 #include "j2k_image_proxy.h"
23 #include "image.h"
24 #include "config.h"
25 #include <dcp/dcp.h>
26 #include <dcp/decrypted_kdm.h>
27 #include <dcp/cpl.h>
28 #include <dcp/reel.h>
29 #include <dcp/mono_picture_asset.h>
30 #include <dcp/stereo_picture_asset.h>
31 #include <dcp/reel_picture_asset.h>
32 #include <dcp/reel_sound_asset.h>
33 #include <dcp/reel_subtitle_asset.h>
34 #include <dcp/mono_picture_frame.h>
35 #include <dcp/stereo_picture_frame.h>
36 #include <dcp/sound_frame.h>
37 #include <boost/foreach.hpp>
38 #include <iostream>
39
40 using std::list;
41 using std::cout;
42 using boost::shared_ptr;
43 using boost::dynamic_pointer_cast;
44
45 DCPDecoder::DCPDecoder (shared_ptr<const DCPContent> c, bool fast)
46         : VideoDecoder (c)
47         , AudioDecoder (c, fast)
48         , SubtitleDecoder (c)
49         , _dcp_content (c)
50 {
51         dcp::DCP dcp (c->directory ());
52         dcp.read ();
53         if (c->kdm ()) {
54                 dcp.add (dcp::DecryptedKDM (c->kdm().get (), Config::instance()->decryption_chain()->key().get ()));
55         }
56         DCPOMATIC_ASSERT (dcp.cpls().size() == 1);
57         _reels = dcp.cpls().front()->reels ();
58         _reel = _reels.begin ();
59 }
60
61 bool
62 DCPDecoder::pass ()
63 {
64         if (_reel == _reels.end () || !_dcp_content->can_be_played ()) {
65                 return true;
66         }
67
68         double const vfr = _dcp_content->video_frame_rate ();
69         int64_t const frame = _next.frames_round (vfr);
70
71         if ((*_reel)->main_picture () && !_dcp_content->reference_video ()) {
72                 shared_ptr<dcp::PictureAsset> asset = (*_reel)->main_picture()->asset ();
73                 shared_ptr<dcp::MonoPictureAsset> mono = dynamic_pointer_cast<dcp::MonoPictureAsset> (asset);
74                 shared_ptr<dcp::StereoPictureAsset> stereo = dynamic_pointer_cast<dcp::StereoPictureAsset> (asset);
75                 int64_t const entry_point = (*_reel)->main_picture()->entry_point ();
76                 if (mono) {
77                         video (shared_ptr<ImageProxy> (new J2KImageProxy (mono->get_frame (entry_point + frame), asset->size())), frame);
78                 } else {
79                         video (
80                                 shared_ptr<ImageProxy> (new J2KImageProxy (stereo->get_frame (entry_point + frame), asset->size(), dcp::EYE_LEFT)),
81                                 frame
82                                 );
83
84                         video (
85                                 shared_ptr<ImageProxy> (new J2KImageProxy (stereo->get_frame (entry_point + frame), asset->size(), dcp::EYE_RIGHT)),
86                                 frame
87                                 );
88                 }
89         }
90
91         if ((*_reel)->main_sound () && !_dcp_content->reference_audio ()) {
92                 int64_t const entry_point = (*_reel)->main_sound()->entry_point ();
93                 shared_ptr<const dcp::SoundFrame> sf = (*_reel)->main_sound()->asset()->get_frame (entry_point + frame);
94                 uint8_t const * from = sf->data ();
95
96                 int const channels = _dcp_content->audio_stream()->channels ();
97                 int const frames = sf->size() / (3 * channels);
98                 shared_ptr<AudioBuffers> data (new AudioBuffers (channels, frames));
99                 for (int i = 0; i < frames; ++i) {
100                         for (int j = 0; j < channels; ++j) {
101                                 data->data()[j][i] = static_cast<int> ((from[0] << 8) | (from[1] << 16) | (from[2] << 24)) / static_cast<float> (INT_MAX - 256);
102                                 from += 3;
103                         }
104                 }
105
106                 audio (_dcp_content->audio_stream(), data, _next);
107         }
108
109         if ((*_reel)->main_subtitle () && !_dcp_content->reference_subtitle ()) {
110                 int64_t const entry_point = (*_reel)->main_subtitle()->entry_point ();
111                 list<dcp::SubtitleString> subs = (*_reel)->main_subtitle()->subtitle_asset()->subtitles_during (
112                         dcp::Time (entry_point + frame, vfr, vfr),
113                         dcp::Time (entry_point + frame + 1, vfr, vfr),
114                         true
115                         );
116
117                 if (!subs.empty ()) {
118                         /* XXX: assuming that all `subs' are at the same time; maybe this is ok */
119                         text_subtitle (
120                                 ContentTimePeriod (
121                                         ContentTime::from_seconds (subs.front().in().as_seconds ()),
122                                         ContentTime::from_seconds (subs.front().out().as_seconds ())
123                                         ),
124                                 subs
125                                 );
126                 }
127         }
128
129         _next += ContentTime::from_frames (1, vfr);
130
131         if ((*_reel)->main_picture ()) {
132                 if (_next.frames_round (vfr) >= (*_reel)->main_picture()->duration()) {
133                         ++_reel;
134                 }
135         }
136
137         return false;
138 }
139
140 void
141 DCPDecoder::seek (ContentTime t, bool accurate)
142 {
143         VideoDecoder::seek (t, accurate);
144         AudioDecoder::seek (t, accurate);
145         SubtitleDecoder::seek (t, accurate);
146
147         _reel = _reels.begin ();
148         while (_reel != _reels.end() && t >= ContentTime::from_frames ((*_reel)->main_picture()->duration(), _dcp_content->video_frame_rate ())) {
149                 t -= ContentTime::from_frames ((*_reel)->main_picture()->duration(), _dcp_content->video_frame_rate ());
150                 ++_reel;
151         }
152
153         _next = t;
154 }
155
156
157 list<ContentTimePeriod>
158 DCPDecoder::image_subtitles_during (ContentTimePeriod, bool) const
159 {
160         return list<ContentTimePeriod> ();
161 }
162
163 list<ContentTimePeriod>
164 DCPDecoder::text_subtitles_during (ContentTimePeriod period, bool starting) const
165 {
166         /* XXX: inefficient */
167
168         list<ContentTimePeriod> ctp;
169         double const vfr = _dcp_content->video_frame_rate ();
170
171         BOOST_FOREACH (shared_ptr<dcp::Reel> r, _reels) {
172                 if (!r->main_subtitle ()) {
173                         continue;
174                 }
175
176                 int64_t const entry_point = r->main_subtitle()->entry_point ();
177
178                 list<dcp::SubtitleString> subs = r->main_subtitle()->subtitle_asset()->subtitles_during (
179                         dcp::Time (period.from.seconds ()) - dcp::Time (entry_point, vfr, vfr),
180                         dcp::Time (period.to.seconds ()) - dcp::Time (entry_point, vfr, vfr),
181                         starting
182                         );
183
184                 BOOST_FOREACH (dcp::SubtitleString const & s, subs) {
185                         ctp.push_back (
186                                 ContentTimePeriod (
187                                         ContentTime::from_seconds (s.in().as_seconds ()),
188                                         ContentTime::from_seconds (s.out().as_seconds ())
189                                         )
190                                 );
191                 }
192         }
193
194         return ctp;
195 }