Better errors if butler doesn't give video during export.
[dcpomatic.git] / src / lib / ffmpeg_encoder.cc
1 /*
2     Copyright (C) 2017-2018 Carl Hetherington <cth@carlh.net>
3
4     This file is part of DCP-o-matic.
5
6     DCP-o-matic is free software; you can redistribute it and/or modify
7     it under the terms of the GNU General Public License as published by
8     the Free Software Foundation; either version 2 of the License, or
9     (at your option) any later version.
10
11     DCP-o-matic is distributed in the hope that it will be useful,
12     but WITHOUT ANY WARRANTY; without even the implied warranty of
13     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14     GNU General Public License for more details.
15
16     You should have received a copy of the GNU General Public License
17     along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
18
19 */
20
21 #include "ffmpeg_encoder.h"
22 #include "film.h"
23 #include "job.h"
24 #include "player.h"
25 #include "player_video.h"
26 #include "log.h"
27 #include "image.h"
28 #include "cross.h"
29 #include "butler.h"
30 #include "compose.hpp"
31 #include <iostream>
32
33 #include "i18n.h"
34
35 using std::string;
36 using std::runtime_error;
37 using std::cout;
38 using std::pair;
39 using std::list;
40 using std::map;
41 using boost::shared_ptr;
42 using boost::bind;
43 using boost::weak_ptr;
44 using boost::optional;
45 using namespace dcpomatic;
46
47 /** @param key Key to use to encrypt MP4 outputs */
48 FFmpegEncoder::FFmpegEncoder (
49         shared_ptr<const Film> film,
50         weak_ptr<Job> job,
51         boost::filesystem::path output,
52         ExportFormat format,
53         bool mixdown_to_stereo,
54         bool split_reels,
55         int x264_crf
56 #ifdef DCPOMATIC_VARIANT_SWAROOP
57         , optional<dcp::Key> key
58         , optional<string> id
59 #endif
60         )
61         : Encoder (film, job)
62         , _history (200)
63 {
64         int const files = split_reels ? film->reels().size() : 1;
65         for (int i = 0; i < files; ++i) {
66
67                 boost::filesystem::path filename = output;
68                 string extension = boost::filesystem::extension (filename);
69                 filename = boost::filesystem::change_extension (filename, "");
70
71                 if (files > 1) {
72                         /// TRANSLATORS: _reel%1 here is to be added to an export filename to indicate
73                         /// which reel it is.  Preserve the %1; it will be replaced with the reel number.
74                         filename = filename.string() + String::compose(_("_reel%1"), i + 1);
75                 }
76
77                 _file_encoders.push_back (
78                         FileEncoderSet (
79                                 _film->frame_size(),
80                                 _film->video_frame_rate(),
81                                 _film->audio_frame_rate(),
82                                 mixdown_to_stereo ? 2 : film->audio_channels(),
83                                 format,
84                                 x264_crf,
85                                 _film->three_d(),
86                                 filename,
87                                 extension
88 #ifdef DCPOMATIC_VARIANT_SWAROOP
89                                 , key
90                                 , id
91 #endif
92                                 )
93                         );
94         }
95
96         _player->set_always_burn_open_subtitles ();
97         _player->set_play_referenced ();
98
99         int const ch = film->audio_channels ();
100
101         AudioMapping map;
102         if (mixdown_to_stereo) {
103                 _output_audio_channels = 2;
104                 map = AudioMapping (ch, 2);
105                 float const overall_gain = 2 / (4 + sqrt(2));
106                 float const minus_3dB = 1 / sqrt(2);
107                 map.set (dcp::LEFT,   0, overall_gain);
108                 map.set (dcp::RIGHT,  1, overall_gain);
109                 map.set (dcp::CENTRE, 0, overall_gain * minus_3dB);
110                 map.set (dcp::CENTRE, 1, overall_gain * minus_3dB);
111                 map.set (dcp::LS,     0, overall_gain);
112                 map.set (dcp::RS,     1, overall_gain);
113         } else {
114                 _output_audio_channels = ch;
115                 map = AudioMapping (ch, ch);
116                 for (int i = 0; i < ch; ++i) {
117                         map.set (i, i, 1);
118                 }
119         }
120
121         _butler.reset (new Butler(_player, map, _output_audio_channels, bind(&PlayerVideo::force, _1, FFmpegFileEncoder::pixel_format(format)), true, false));
122 }
123
124 void
125 FFmpegEncoder::go ()
126 {
127         {
128                 shared_ptr<Job> job = _job.lock ();
129                 DCPOMATIC_ASSERT (job);
130                 job->sub (_("Encoding"));
131         }
132
133         Waker waker;
134
135         list<DCPTimePeriod> reel_periods = _film->reels ();
136         list<DCPTimePeriod>::const_iterator reel = reel_periods.begin ();
137         list<FileEncoderSet>::iterator encoder = _file_encoders.begin ();
138
139         DCPTime const video_frame = DCPTime::from_frames (1, _film->video_frame_rate ());
140         int const audio_frames = video_frame.frames_round(_film->audio_frame_rate());
141         float* interleaved = new float[_output_audio_channels * audio_frames];
142         shared_ptr<AudioBuffers> deinterleaved (new AudioBuffers (_output_audio_channels, audio_frames));
143         int const gets_per_frame = _film->three_d() ? 2 : 1;
144         for (DCPTime i; i < _film->length(); i += video_frame) {
145
146                 if (_file_encoders.size() > 1 && !reel->contains(i)) {
147                         /* Next reel and file */
148                         ++reel;
149                         ++encoder;
150                         DCPOMATIC_ASSERT (reel != reel_periods.end());
151                         DCPOMATIC_ASSERT (encoder != _file_encoders.end());
152                 }
153
154                 for (int j = 0; j < gets_per_frame; ++j) {
155                         Butler::Error e;
156                         pair<shared_ptr<PlayerVideo>, DCPTime> v = _butler->get_video (true, &e);
157                         if (!v.first) {
158                                 throw ProgrammingError(__FILE__, __LINE__, String::compose("butler returned no video; error was %1", static_cast<int>(e)));
159                         }
160                         shared_ptr<FFmpegFileEncoder> fe = encoder->get (v.first->eyes());
161                         if (fe) {
162                                 fe->video(v.first, v.second);
163                         }
164                 }
165
166                 _history.event ();
167
168                 {
169                         boost::mutex::scoped_lock lm (_mutex);
170                         _last_time = i;
171                 }
172
173                 shared_ptr<Job> job = _job.lock ();
174                 if (job) {
175                         job->set_progress (float(i.get()) / _film->length().get());
176                 }
177
178                 waker.nudge ();
179
180                 _butler->get_audio (interleaved, audio_frames);
181                 /* XXX: inefficient; butler interleaves and we deinterleave again */
182                 float* p = interleaved;
183                 for (int j = 0; j < audio_frames; ++j) {
184                         for (int k = 0; k < _output_audio_channels; ++k) {
185                                 deinterleaved->data(k)[j] = *p++;
186                         }
187                 }
188                 encoder->audio (deinterleaved);
189         }
190         delete[] interleaved;
191
192         BOOST_FOREACH (FileEncoderSet i, _file_encoders) {
193                 i.flush ();
194         }
195 }
196
197 optional<float>
198 FFmpegEncoder::current_rate () const
199 {
200         return _history.rate ();
201 }
202
203 Frame
204 FFmpegEncoder::frames_done () const
205 {
206         boost::mutex::scoped_lock lm (_mutex);
207         return _last_time.frames_round (_film->video_frame_rate ());
208 }
209
210 FFmpegEncoder::FileEncoderSet::FileEncoderSet (
211         dcp::Size video_frame_size,
212         int video_frame_rate,
213         int audio_frame_rate,
214         int channels,
215         ExportFormat format,
216         int x264_crf,
217         bool three_d,
218         boost::filesystem::path output,
219         string extension
220 #ifdef DCPOMATIC_VARIANT_SWAROOP
221         , optional<dcp::Key> key
222         , optional<string> id
223 #endif
224         )
225 {
226         if (three_d) {
227                 /// TRANSLATORS: L here is an abbreviation for "left", to indicate the left-eye part of a 3D export
228                 _encoders[EYES_LEFT] = shared_ptr<FFmpegFileEncoder>(
229                         new FFmpegFileEncoder(video_frame_size, video_frame_rate, audio_frame_rate, channels, format, x264_crf, String::compose("%1_%2%3", output.string(), _("L"), extension)
230 #ifdef DCPOMATIC_VARIANT_SWAROOP
231                                               , key, id
232 #endif
233                                 )
234                         );
235                 /// TRANSLATORS: R here is an abbreviation for "right", to indicate the right-eye part of a 3D export
236                 _encoders[EYES_RIGHT] = shared_ptr<FFmpegFileEncoder>(
237                         new FFmpegFileEncoder(video_frame_size, video_frame_rate, audio_frame_rate, channels, format, x264_crf, String::compose("%1_%2%3", output.string(), _("R"), extension)
238 #ifdef DCPOMATIC_VARIANT_SWAROOP
239                                               , key, id
240 #endif
241                                 )
242                         );
243         } else {
244                 _encoders[EYES_BOTH]  = shared_ptr<FFmpegFileEncoder>(
245                         new FFmpegFileEncoder(video_frame_size, video_frame_rate, audio_frame_rate, channels, format, x264_crf, String::compose("%1%2", output.string(), extension)
246 #ifdef DCPOMATIC_VARIANT_SWAROOP
247                                               , key, id
248 #endif
249                                 )
250                         );
251         }
252 }
253
254 shared_ptr<FFmpegFileEncoder>
255 FFmpegEncoder::FileEncoderSet::get (Eyes eyes) const
256 {
257         if (_encoders.size() == 1) {
258                 /* We are doing a 2D export... */
259                 if (eyes == EYES_LEFT) {
260                         /* ...but we got some 3D data; put the left eye into the output... */
261                         eyes = EYES_BOTH;
262                 } else if (eyes == EYES_RIGHT) {
263                         /* ...and ignore the right eye.*/
264                         return shared_ptr<FFmpegFileEncoder>();
265                 }
266         }
267
268         map<Eyes, boost::shared_ptr<FFmpegFileEncoder> >::const_iterator i = _encoders.find (eyes);
269         DCPOMATIC_ASSERT (i != _encoders.end());
270         return i->second;
271 }
272
273 void
274 FFmpegEncoder::FileEncoderSet::flush ()
275 {
276         for (map<Eyes, boost::shared_ptr<FFmpegFileEncoder> >::iterator i = _encoders.begin(); i != _encoders.end(); ++i) {
277                 i->second->flush ();
278         }
279 }
280
281 void
282 FFmpegEncoder::FileEncoderSet::audio (shared_ptr<AudioBuffers> a)
283 {
284         for (map<Eyes, boost::shared_ptr<FFmpegFileEncoder> >::iterator i = _encoders.begin(); i != _encoders.end(); ++i) {
285                 i->second->audio (a);
286         }
287 }