Compute offset as we go rather than once every pass().
[dcpomatic.git] / src / lib / dcp_decoder.cc
1 /*
2     Copyright (C) 2014-2016 Carl Hetherington <cth@carlh.net>
3
4     This file is part of DCP-o-matic.
5
6     DCP-o-matic is free software; you can redistribute it and/or modify
7     it under the terms of the GNU General Public License as published by
8     the Free Software Foundation; either version 2 of the License, or
9     (at your option) any later version.
10
11     DCP-o-matic is distributed in the hope that it will be useful,
12     but WITHOUT ANY WARRANTY; without even the implied warranty of
13     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14     GNU General Public License for more details.
15
16     You should have received a copy of the GNU General Public License
17     along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
18
19 */
20
21 #include "dcp_decoder.h"
22 #include "dcp_content.h"
23 #include "audio_content.h"
24 #include "video_decoder.h"
25 #include "audio_decoder.h"
26 #include "j2k_image_proxy.h"
27 #include "subtitle_decoder.h"
28 #include "image.h"
29 #include "config.h"
30 #include <dcp/dcp.h>
31 #include <dcp/decrypted_kdm.h>
32 #include <dcp/cpl.h>
33 #include <dcp/reel.h>
34 #include <dcp/mono_picture_asset.h>
35 #include <dcp/stereo_picture_asset.h>
36 #include <dcp/reel_picture_asset.h>
37 #include <dcp/reel_sound_asset.h>
38 #include <dcp/reel_subtitle_asset.h>
39 #include <dcp/mono_picture_frame.h>
40 #include <dcp/stereo_picture_frame.h>
41 #include <dcp/sound_frame.h>
42 #include <boost/foreach.hpp>
43 #include <iostream>
44
45 using std::list;
46 using std::cout;
47 using boost::shared_ptr;
48 using boost::dynamic_pointer_cast;
49
50 DCPDecoder::DCPDecoder (shared_ptr<const DCPContent> c, shared_ptr<Log> log, bool fast)
51         : _dcp_content (c)
52 {
53         video.reset (new VideoDecoder (this, c, log));
54         audio.reset (new AudioDecoder (this, c->audio, fast, log));
55
56         subtitle.reset (
57                 new SubtitleDecoder (
58                         this,
59                         c->subtitle,
60                         bind (&DCPDecoder::image_subtitles_during, this, _1, _2),
61                         bind (&DCPDecoder::text_subtitles_during, this, _1, _2)
62                         )
63                 );
64
65         dcp::DCP dcp (c->directory ());
66         dcp.read (false, 0, true);
67         if (c->kdm ()) {
68                 dcp.add (dcp::DecryptedKDM (c->kdm().get (), Config::instance()->decryption_chain()->key().get ()));
69         }
70         DCPOMATIC_ASSERT (dcp.cpls().size() == 1);
71         _reels = dcp.cpls().front()->reels ();
72
73         _reel = _reels.begin ();
74         _offset = 0;
75 }
76
77 bool
78 DCPDecoder::pass (PassReason reason, bool)
79 {
80         if (_reel == _reels.end () || !_dcp_content->can_be_played ()) {
81                 return true;
82         }
83
84         double const vfr = _dcp_content->active_video_frame_rate ();
85
86         /* Frame within the (played part of the) reel that is coming up next */
87         int64_t const frame = _next.frames_round (vfr);
88
89         if ((*_reel)->main_picture () && reason != PASS_REASON_SUBTITLE) {
90                 shared_ptr<dcp::PictureAsset> asset = (*_reel)->main_picture()->asset ();
91                 shared_ptr<dcp::MonoPictureAsset> mono = dynamic_pointer_cast<dcp::MonoPictureAsset> (asset);
92                 shared_ptr<dcp::StereoPictureAsset> stereo = dynamic_pointer_cast<dcp::StereoPictureAsset> (asset);
93                 int64_t const entry_point = (*_reel)->main_picture()->entry_point ();
94                 if (mono) {
95                         video->give (shared_ptr<ImageProxy> (new J2KImageProxy (mono->get_frame (entry_point + frame), asset->size())), _offset + frame);
96                 } else {
97                         video->give (
98                                 shared_ptr<ImageProxy> (new J2KImageProxy (stereo->get_frame (entry_point + frame), asset->size(), dcp::EYE_LEFT)),
99                                 _offset + frame
100                                 );
101
102                         video->give (
103                                 shared_ptr<ImageProxy> (new J2KImageProxy (stereo->get_frame (entry_point + frame), asset->size(), dcp::EYE_RIGHT)),
104                                 _offset + frame
105                                 );
106                 }
107         }
108
109         if ((*_reel)->main_sound () && reason != PASS_REASON_SUBTITLE) {
110                 int64_t const entry_point = (*_reel)->main_sound()->entry_point ();
111                 shared_ptr<const dcp::SoundFrame> sf = (*_reel)->main_sound()->asset()->get_frame (entry_point + frame);
112                 uint8_t const * from = sf->data ();
113
114                 int const channels = _dcp_content->audio->stream()->channels ();
115                 int const frames = sf->size() / (3 * channels);
116                 shared_ptr<AudioBuffers> data (new AudioBuffers (channels, frames));
117                 for (int i = 0; i < frames; ++i) {
118                         for (int j = 0; j < channels; ++j) {
119                                 data->data()[j][i] = static_cast<int> ((from[0] << 8) | (from[1] << 16) | (from[2] << 24)) / static_cast<float> (INT_MAX - 256);
120                                 from += 3;
121                         }
122                 }
123
124                 audio->give (_dcp_content->audio->stream(), data, ContentTime::from_frames (_offset, vfr) + _next);
125         }
126
127         if ((*_reel)->main_subtitle ()) {
128                 int64_t const entry_point = (*_reel)->main_subtitle()->entry_point ();
129                 list<dcp::SubtitleString> subs = (*_reel)->main_subtitle()->asset()->subtitles_during (
130                         dcp::Time (entry_point + frame, vfr, vfr),
131                         dcp::Time (entry_point + frame + 1, vfr, vfr),
132                         true
133                         );
134
135                 if (!subs.empty ()) {
136                         /* XXX: assuming that all `subs' are at the same time; maybe this is ok */
137                         subtitle->give_text (
138                                 ContentTimePeriod (
139                                         ContentTime::from_frames (_offset - entry_point, vfr) + ContentTime::from_seconds (subs.front().in().as_seconds ()),
140                                         ContentTime::from_frames (_offset - entry_point, vfr) + ContentTime::from_seconds (subs.front().out().as_seconds ())
141                                         ),
142                                 subs
143                                 );
144                 }
145         }
146
147         _next += ContentTime::from_frames (1, vfr);
148
149         if ((*_reel)->main_picture ()) {
150                 if (_next.frames_round (vfr) >= (*_reel)->main_picture()->duration()) {
151                         next_reel ();
152                         _next = ContentTime ();
153                 }
154         }
155
156         return false;
157 }
158
159 void
160 DCPDecoder::next_reel ()
161 {
162         _offset += (*_reel)->main_picture()->duration();
163         ++_reel;
164 }
165
166 void
167 DCPDecoder::seek (ContentTime t, bool accurate)
168 {
169         video->seek (t, accurate);
170         audio->seek (t, accurate);
171         subtitle->seek (t, accurate);
172
173         _offset = 0;
174         _reel = _reels.begin ();
175         while (_reel != _reels.end() && t >= ContentTime::from_frames ((*_reel)->main_picture()->duration(), _dcp_content->active_video_frame_rate ())) {
176                 t -= ContentTime::from_frames ((*_reel)->main_picture()->duration(), _dcp_content->active_video_frame_rate ());
177                 next_reel ();
178         }
179
180         _next = t;
181 }
182
183
184 list<ContentTimePeriod>
185 DCPDecoder::image_subtitles_during (ContentTimePeriod, bool) const
186 {
187         return list<ContentTimePeriod> ();
188 }
189
190 list<ContentTimePeriod>
191 DCPDecoder::text_subtitles_during (ContentTimePeriod period, bool starting) const
192 {
193         /* XXX: inefficient */
194
195         list<ContentTimePeriod> ctp;
196         double const vfr = _dcp_content->active_video_frame_rate ();
197
198         BOOST_FOREACH (shared_ptr<dcp::Reel> r, _reels) {
199                 if (!r->main_subtitle ()) {
200                         continue;
201                 }
202
203                 int64_t const entry_point = r->main_subtitle()->entry_point ();
204
205                 list<dcp::SubtitleString> subs = r->main_subtitle()->asset()->subtitles_during (
206                         dcp::Time (period.from.seconds(), 1000) - dcp::Time (entry_point, vfr, vfr),
207                         dcp::Time (period.to.seconds(), 1000) - dcp::Time (entry_point, vfr, vfr),
208                         starting
209                         );
210
211                 BOOST_FOREACH (dcp::SubtitleString const & s, subs) {
212                         ctp.push_back (
213                                 ContentTimePeriod (
214                                         ContentTime::from_seconds (s.in().as_seconds ()),
215                                         ContentTime::from_seconds (s.out().as_seconds ())
216                                         )
217                                 );
218                 }
219         }
220
221         return ctp;
222 }