Fix error when exporting stereo projects with "mixdown to stereo"
[dcpomatic.git] / src / lib / ffmpeg_encoder.cc
1 /*
2     Copyright (C) 2017-2018 Carl Hetherington <cth@carlh.net>
3
4     This file is part of DCP-o-matic.
5
6     DCP-o-matic is free software; you can redistribute it and/or modify
7     it under the terms of the GNU General Public License as published by
8     the Free Software Foundation; either version 2 of the License, or
9     (at your option) any later version.
10
11     DCP-o-matic is distributed in the hope that it will be useful,
12     but WITHOUT ANY WARRANTY; without even the implied warranty of
13     MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
14     GNU General Public License for more details.
15
16     You should have received a copy of the GNU General Public License
17     along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
18
19 */
20
21 #include "ffmpeg_encoder.h"
22 #include "film.h"
23 #include "job.h"
24 #include "player.h"
25 #include "player_video.h"
26 #include "log.h"
27 #include "image.h"
28 #include "cross.h"
29 #include "butler.h"
30 #include "compose.hpp"
31 #include <iostream>
32
33 #include "i18n.h"
34
35 using std::string;
36 using std::runtime_error;
37 using std::cout;
38 using std::pair;
39 using std::list;
40 using std::map;
41 using boost::shared_ptr;
42 using boost::bind;
43 using boost::weak_ptr;
44 using boost::optional;
45 using namespace dcpomatic;
46
47 /** @param key Key to use to encrypt MP4 outputs */
48 FFmpegEncoder::FFmpegEncoder (
49         shared_ptr<const Film> film,
50         weak_ptr<Job> job,
51         boost::filesystem::path output,
52         ExportFormat format,
53         bool mixdown_to_stereo,
54         bool split_reels,
55         int x264_crf
56 #ifdef DCPOMATIC_VARIANT_SWAROOP
57         , optional<dcp::Key> key
58         , optional<string> id
59 #endif
60         )
61         : Encoder (film, job)
62         , _history (200)
63 {
64         int const files = split_reels ? film->reels().size() : 1;
65         for (int i = 0; i < files; ++i) {
66
67                 boost::filesystem::path filename = output;
68                 string extension = boost::filesystem::extension (filename);
69                 filename = boost::filesystem::change_extension (filename, "");
70
71                 if (files > 1) {
72                         /// TRANSLATORS: _reel%1 here is to be added to an export filename to indicate
73                         /// which reel it is.  Preserve the %1; it will be replaced with the reel number.
74                         filename = filename.string() + String::compose(_("_reel%1"), i + 1);
75                 }
76
77                 _file_encoders.push_back (
78                         FileEncoderSet (
79                                 _film->frame_size(),
80                                 _film->video_frame_rate(),
81                                 _film->audio_frame_rate(),
82                                 mixdown_to_stereo ? 2 : film->audio_channels(),
83                                 format,
84                                 x264_crf,
85                                 _film->three_d(),
86                                 filename,
87                                 extension
88 #ifdef DCPOMATIC_VARIANT_SWAROOP
89                                 , key
90                                 , id
91 #endif
92                                 )
93                         );
94         }
95
96         _player->set_always_burn_open_subtitles ();
97         _player->set_play_referenced ();
98
99         int const ch = film->audio_channels ();
100
101         AudioMapping map;
102         if (mixdown_to_stereo) {
103                 _output_audio_channels = 2;
104                 map = AudioMapping (ch, 2);
105                 float const overall_gain = 2 / (4 + sqrt(2));
106                 float const minus_3dB = 1 / sqrt(2);
107                 if (ch == 2) {
108                         map.set (dcp::LEFT, 0, 1);
109                         map.set (dcp::RIGHT, 1, 1);
110                 } else if (ch == 4) {
111                         map.set (dcp::LEFT,   0, overall_gain);
112                         map.set (dcp::RIGHT,  1, overall_gain);
113                         map.set (dcp::CENTRE, 0, overall_gain * minus_3dB);
114                         map.set (dcp::CENTRE, 1, overall_gain * minus_3dB);
115                         map.set (dcp::LS,     0, overall_gain);
116                 } else if (ch >= 6) {
117                         map.set (dcp::LEFT,   0, overall_gain);
118                         map.set (dcp::RIGHT,  1, overall_gain);
119                         map.set (dcp::CENTRE, 0, overall_gain * minus_3dB);
120                         map.set (dcp::CENTRE, 1, overall_gain * minus_3dB);
121                         map.set (dcp::LS,     0, overall_gain);
122                         map.set (dcp::RS,     1, overall_gain);
123                 }
124                 /* XXX: maybe we should do something better for >6 channel DCPs */
125         } else {
126                 _output_audio_channels = ch;
127                 map = AudioMapping (ch, ch);
128                 for (int i = 0; i < ch; ++i) {
129                         map.set (i, i, 1);
130                 }
131         }
132
133         _butler.reset (new Butler(_player, map, _output_audio_channels, bind(&PlayerVideo::force, _1, FFmpegFileEncoder::pixel_format(format)), true, false));
134 }
135
136 void
137 FFmpegEncoder::go ()
138 {
139         {
140                 shared_ptr<Job> job = _job.lock ();
141                 DCPOMATIC_ASSERT (job);
142                 job->sub (_("Encoding"));
143         }
144
145         Waker waker;
146
147         list<DCPTimePeriod> reel_periods = _film->reels ();
148         list<DCPTimePeriod>::const_iterator reel = reel_periods.begin ();
149         list<FileEncoderSet>::iterator encoder = _file_encoders.begin ();
150
151         DCPTime const video_frame = DCPTime::from_frames (1, _film->video_frame_rate ());
152         int const audio_frames = video_frame.frames_round(_film->audio_frame_rate());
153         float* interleaved = new float[_output_audio_channels * audio_frames];
154         shared_ptr<AudioBuffers> deinterleaved (new AudioBuffers (_output_audio_channels, audio_frames));
155         int const gets_per_frame = _film->three_d() ? 2 : 1;
156         for (DCPTime i; i < _film->length(); i += video_frame) {
157
158                 if (_file_encoders.size() > 1 && !reel->contains(i)) {
159                         /* Next reel and file */
160                         ++reel;
161                         ++encoder;
162                         DCPOMATIC_ASSERT (reel != reel_periods.end());
163                         DCPOMATIC_ASSERT (encoder != _file_encoders.end());
164                 }
165
166                 for (int j = 0; j < gets_per_frame; ++j) {
167                         Butler::Error e;
168                         pair<shared_ptr<PlayerVideo>, DCPTime> v = _butler->get_video (true, &e);
169                         if (!v.first) {
170                                 throw ProgrammingError(__FILE__, __LINE__, String::compose("butler returned no video; error was %1", static_cast<int>(e)));
171                         }
172                         shared_ptr<FFmpegFileEncoder> fe = encoder->get (v.first->eyes());
173                         if (fe) {
174                                 fe->video(v.first, v.second);
175                         }
176                 }
177
178                 _history.event ();
179
180                 {
181                         boost::mutex::scoped_lock lm (_mutex);
182                         _last_time = i;
183                 }
184
185                 shared_ptr<Job> job = _job.lock ();
186                 if (job) {
187                         job->set_progress (float(i.get()) / _film->length().get());
188                 }
189
190                 waker.nudge ();
191
192                 _butler->get_audio (interleaved, audio_frames);
193                 /* XXX: inefficient; butler interleaves and we deinterleave again */
194                 float* p = interleaved;
195                 for (int j = 0; j < audio_frames; ++j) {
196                         for (int k = 0; k < _output_audio_channels; ++k) {
197                                 deinterleaved->data(k)[j] = *p++;
198                         }
199                 }
200                 encoder->audio (deinterleaved);
201         }
202         delete[] interleaved;
203
204         BOOST_FOREACH (FileEncoderSet i, _file_encoders) {
205                 i.flush ();
206         }
207 }
208
209 optional<float>
210 FFmpegEncoder::current_rate () const
211 {
212         return _history.rate ();
213 }
214
215 Frame
216 FFmpegEncoder::frames_done () const
217 {
218         boost::mutex::scoped_lock lm (_mutex);
219         return _last_time.frames_round (_film->video_frame_rate ());
220 }
221
222 FFmpegEncoder::FileEncoderSet::FileEncoderSet (
223         dcp::Size video_frame_size,
224         int video_frame_rate,
225         int audio_frame_rate,
226         int channels,
227         ExportFormat format,
228         int x264_crf,
229         bool three_d,
230         boost::filesystem::path output,
231         string extension
232 #ifdef DCPOMATIC_VARIANT_SWAROOP
233         , optional<dcp::Key> key
234         , optional<string> id
235 #endif
236         )
237 {
238         if (three_d) {
239                 /// TRANSLATORS: L here is an abbreviation for "left", to indicate the left-eye part of a 3D export
240                 _encoders[EYES_LEFT] = shared_ptr<FFmpegFileEncoder>(
241                         new FFmpegFileEncoder(video_frame_size, video_frame_rate, audio_frame_rate, channels, format, x264_crf, String::compose("%1_%2%3", output.string(), _("L"), extension)
242 #ifdef DCPOMATIC_VARIANT_SWAROOP
243                                               , key, id
244 #endif
245                                 )
246                         );
247                 /// TRANSLATORS: R here is an abbreviation for "right", to indicate the right-eye part of a 3D export
248                 _encoders[EYES_RIGHT] = shared_ptr<FFmpegFileEncoder>(
249                         new FFmpegFileEncoder(video_frame_size, video_frame_rate, audio_frame_rate, channels, format, x264_crf, String::compose("%1_%2%3", output.string(), _("R"), extension)
250 #ifdef DCPOMATIC_VARIANT_SWAROOP
251                                               , key, id
252 #endif
253                                 )
254                         );
255         } else {
256                 _encoders[EYES_BOTH]  = shared_ptr<FFmpegFileEncoder>(
257                         new FFmpegFileEncoder(video_frame_size, video_frame_rate, audio_frame_rate, channels, format, x264_crf, String::compose("%1%2", output.string(), extension)
258 #ifdef DCPOMATIC_VARIANT_SWAROOP
259                                               , key, id
260 #endif
261                                 )
262                         );
263         }
264 }
265
266 shared_ptr<FFmpegFileEncoder>
267 FFmpegEncoder::FileEncoderSet::get (Eyes eyes) const
268 {
269         if (_encoders.size() == 1) {
270                 /* We are doing a 2D export... */
271                 if (eyes == EYES_LEFT) {
272                         /* ...but we got some 3D data; put the left eye into the output... */
273                         eyes = EYES_BOTH;
274                 } else if (eyes == EYES_RIGHT) {
275                         /* ...and ignore the right eye.*/
276                         return shared_ptr<FFmpegFileEncoder>();
277                 }
278         }
279
280         map<Eyes, boost::shared_ptr<FFmpegFileEncoder> >::const_iterator i = _encoders.find (eyes);
281         DCPOMATIC_ASSERT (i != _encoders.end());
282         return i->second;
283 }
284
285 void
286 FFmpegEncoder::FileEncoderSet::flush ()
287 {
288         for (map<Eyes, boost::shared_ptr<FFmpegFileEncoder> >::iterator i = _encoders.begin(); i != _encoders.end(); ++i) {
289                 i->second->flush ();
290         }
291 }
292
293 void
294 FFmpegEncoder::FileEncoderSet::audio (shared_ptr<AudioBuffers> a)
295 {
296         for (map<Eyes, boost::shared_ptr<FFmpegFileEncoder> >::iterator i = _encoders.begin(); i != _encoders.end(); ++i) {
297                 i->second->audio (a);
298         }
299 }