Store reel lengths in DCPContent to speed up e.g. timeline with many DCPs.
[dcpomatic.git] / cscript
1 # -*- mode: python -*-
2 #
3 #    Copyright (C) 2012-2016 Carl Hetherington <cth@carlh.net>
4 #
5 #    This file is part of DCP-o-matic.
6 #
7 #    DCP-o-matic is free software; you can redistribute it and/or modify
8 #    it under the terms of the GNU General Public License as published by
9 #    the Free Software Foundation; either version 2 of the License, or
10 #    (at your option) any later version.
11 #
12 #    DCP-o-matic is distributed in the hope that it will be useful,
13 #    but WITHOUT ANY WARRANTY; without even the implied warranty of
14 #    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 #    GNU General Public License for more details.
16 #
17 #    You should have received a copy of the GNU General Public License
18 #    along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
19 #
20
21 from __future__ import print_function
22 import glob
23 import shutil
24 import os
25 import copy
26
27 deb_build_depends = dict()
28
29 deb_build_depends_base = ['debhelper', 'python', 'g++', 'pkg-config', 'libsndfile1-dev', 'libgtk2.0-dev']
30
31 deb_build_depends['12.04'] = copy.deepcopy(deb_build_depends_base)
32 deb_build_depends['12.04'].extend(['libssh-dev'])
33 deb_build_depends['14.04'] = copy.deepcopy(deb_build_depends_base)
34 deb_build_depends['14.04'].extend(['libssh-dev'])
35 deb_build_depends['16.04'] = copy.deepcopy(deb_build_depends_base)
36 deb_build_depends['16.04'].extend(['libssh-dev'])
37 deb_build_depends['16.10'] = copy.deepcopy(deb_build_depends_base)
38 deb_build_depends['16.10'].extend(['libssh-dev'])
39 deb_build_depends['7'] = copy.deepcopy(deb_build_depends_base)
40 deb_build_depends['7'].extend(['libssh-dev'])
41 deb_build_depends['8'] = copy.deepcopy(deb_build_depends_base)
42 deb_build_depends['8'].extend(['libssh-dev'])
43 deb_build_depends['unstable'] = copy.deepcopy(deb_build_depends_base)
44
45 deb_depends = dict()
46
47 deb_depends_base = ['libc6', 'libsndfile1', 'libsamplerate0', 'libxmlsec1', 'libxmlsec1-openssl', 'libcurl3', 'libgtk2.0-0']
48
49 deb_depends['12.04'] = copy.deepcopy(deb_depends_base)
50 deb_depends['12.04'].extend(['libboost-filesystem1.48.0',
51                              'libboost-thread1.48.0',
52                              'libboost-regex1.48.0',
53                              'libmagick++4',
54                              'libxml++2.6-2',
55                              'libboost-date-time1.48.0',
56                              'libzip2',
57                              'libicu48',
58                              'libnettle4',
59                              'libssh-4'])
60
61 deb_depends['14.04'] = copy.deepcopy(deb_depends_base)
62 deb_depends['14.04'].extend(['libboost-filesystem1.54.0',
63                              'libboost-thread1.54.0',
64                              'libboost-regex1.54.0',
65                              'libmagick++5',
66                              'libxml++2.6-2',
67                              'libboost-date-time1.54.0',
68                              'libzip2',
69                              'libcairomm-1.0-1',
70                              'libpangomm-1.4-1',
71                              'libicu52',
72                              'libnettle4',
73                              'libssh-4'])
74
75 deb_depends['16.04'] = copy.deepcopy(deb_depends_base)
76 deb_depends['16.04'].extend(['libboost-filesystem1.58.0',
77                              'libboost-thread1.58.0',
78                              'libboost-regex1.58.0',
79                              'libmagick++-6.q16-5v5',
80                              'libxml++2.6-2v5',
81                              'libboost-date-time1.58.0',
82                              'libzip4',
83                              'libwxgtk3.0-0v5',
84                              'libicu55',
85                              'libnettle6',
86                              'libssh-4'])
87
88 deb_depends['16.10'] = copy.deepcopy(deb_depends_base)
89 deb_depends['16.10'].extend(['libboost-filesystem1.61.0',
90                              'libboost-thread1.61.0',
91                              'libboost-regex1.61.0',
92                              'libmagick++-6.q16-5v5',
93                              'libxml++2.6-2v5',
94                              'libboost-date-time1.61.0',
95                              'libzip4',
96                              'libwxgtk3.0-0v5',
97                              'libicu57',
98                              'libnettle6',
99                              'libssh-4'])
100
101 deb_depends['7'] = copy.deepcopy(deb_depends_base)
102 deb_depends['7'].extend(['libboost-filesystem1.49.0',
103                              'libboost-thread1.49.0',
104                              'libboost-regex1.49.0',
105                              'libmagick++5',
106                              'libxml++2.6-2',
107                              'libboost-date-time1.49.0',
108                              'libzip2',
109                              'libcairomm-1.0-1',
110                              'libpangomm-1.4-1',
111                              'libicu48',
112                              'libnettle4',
113                              'libnotify4'])
114
115 deb_depends['8'] = copy.deepcopy(deb_depends_base)
116 deb_depends['8'].extend(['libboost-filesystem1.55.0',
117                          'libboost-thread1.55.0',
118                          'libboost-date-time1.55.0',
119                          'libboost-regex1.55.0',
120                          'libmagick++-6.q16-5',
121                          'libxml++2.6-2',
122                          'libzip2',
123                          'libwxgtk3.0-0',
124                          'libxcb-xfixes0',
125                          'libxcb-shape0',
126                          'libicu52',
127                          'libnettle4',
128                          'libssh-4'])
129
130 deb_depends['unstable'] = copy.deepcopy(deb_depends_base)
131 deb_depends['unstable'].extend(['libboost-filesystem1.58.0',
132                                 'libboost-thread1.58.0',
133                                 'libboost-regex1.58.0',
134                                 'libmagick++-6.q16-5v5',
135                                 'libxml++2.6-2v5',
136                                 'libgtk2.0-0',
137                                 'libboost-date-time1.58.0',
138                                 'libzip2',
139                                 'libicu52',
140                                 'libnettle6'])
141
142 def packages(name, packages, f):
143     s = '%s: ' % name
144     for p in packages:
145         s += str(p) + ', '
146     print(s[:-2], file=f)
147
148 def make_control(debian_version, bits, filename, debug):
149     f = open(filename, 'w')
150     print('Source: dcpomatic', file=f)
151     print('Section: video', file=f)
152     print('Priority: extra', file=f)
153     print('Maintainer: Carl Hetherington <carl@dcpomatic.com>', file=f)
154     packages('Build-Depends', deb_build_depends[debian_version], f)
155     print('Standards-Version: 3.9.3', file=f)
156     print('Homepage: http://dcpomatic.com/', file=f)
157     print('', file=f)
158     print('Package: dcpomatic', file=f)
159     if bits == 32:
160         print('Architecture: i386', file=f)
161     else:
162         print('Architecture: amd64', file=f)
163
164     packages('Depends', deb_depends[debian_version], f)
165
166     print('Description: Generator of Digital Cinema Packages (DCPs)', file=f)
167     print('  DCP-o-matic generates Digital Cinema Packages (DCPs) from video and audio', file=f)
168     print('  files (such as those from DVDs or Blu-Rays) for presentation on DCI-compliant', file=f)
169     print('  digital projectors.', file=f)
170
171     if debug:
172         print('', file=f)
173         print('Package: dcpomatic-dbg', file=f)
174         if bits == 32:
175             print('Architecture: i386', file=f)
176         else:
177             print('Architecture: amd64', file=f)
178         print('Section: debug', file=f)
179         print('Priority: extra', file=f)
180         packages('Depends', deb_depends[debian_version], f)
181         print('Description: debugging symbols for dcpomatic', file=f)
182         print('  This package contains the debugging symbols for dcpomatic.', file=f)
183         print('', file=f)
184
185 def make_spec(filename, version, target):
186     """Make a .spec file for a RPM build"""
187     f = open(filename, 'w')
188     print('Summary:A program that generates Digital Cinema Packages (DCPs) from video and audio files', file=f)
189     print('Name:dcpomatic2', file=f)
190     print('Version:%s' % version, file=f)
191     print('Release:1%{?dist}', file=f)
192     print('License:GPL', file=f)
193     print('Group:Applications/Multimedia', file=f)
194     print('URL:http://dcpomatic.com/', file=f)
195     print('Requires: ImageMagick-c++, glibmm24, libzip', file=f)
196     print('', file=f)
197     print('%description', file=f)
198     print('DCP-o-matic generates Digital Cinema Packages (DCPs) from video and audio ', file=f)
199     print('files (such as those from DVDs or Blu-Rays) for presentation on DCI-compliant ', file=f)
200     print('digital projectors.', file=f)
201     print('', file=f)
202     print('%files', file=f)
203     print('%{_bindir}/dcpomatic2', file=f)
204     print('%{_bindir}/dcpomatic2_batch', file=f)
205     print('%{_bindir}/dcpomatic2_cli', file=f)
206     print('%{_bindir}/dcpomatic2_create', file=f)
207     print('%{_bindir}/dcpomatic2_kdm', file=f)
208     print('%{_bindir}/dcpomatic2_server', file=f)
209     print('%{_bindir}/dcpomatic2_server_cli', file=f)
210     print('%{_bindir}/dcpomatic2_kdm_cli', file=f)
211     print('%{_datadir}/applications/dcpomatic2.desktop', file=f)
212     print('%{_datadir}/applications/dcpomatic2_batch.desktop', file=f)
213     print('%{_datadir}/applications/dcpomatic2_server.desktop', file=f)
214     print('%{_datadir}/applications/dcpomatic2_kdm.desktop', file=f)
215     print('%{_datadir}/dcpomatic2/dcpomatic2_server_small.png', file=f)
216     print('%{_datadir}/dcpomatic2/LiberationSans-Regular.ttf', file=f)
217     print('%{_datadir}/dcpomatic2/LiberationSans-Italic.ttf', file=f)
218     print('%{_datadir}/dcpomatic2/LiberationSans-Bold.ttf', file=f)
219     print('%{_datadir}/dcpomatic2/splash.png', file=f)
220     for r in ['128x128', '16x16', '22x22', '256x256', '32x32', '48x48', '512x512', '64x64']:
221         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2.png' % r, file=f)
222         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_batch.png' % r, file=f)
223         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_kdm.png' % r, file=f)
224         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_server.png' % r, file=f)
225     for l in ['de_DE', 'es_ES', 'fr_FR', 'it_IT', 'sv_SE', 'nl_NL', 'ru_RU', 'pl_PL', 'da_DK', 'pt_PT', 'pt_BR', 'sk_SK', 'cs_CZ', 'uk_UA', 'zh_CN']:
226         print('%%{_datadir}/locale/%s/LC_MESSAGES/dcpomatic2.mo' % l, file=f)
227         print('%%{_datadir}/locale/%s/LC_MESSAGES/libdcpomatic2-wx.mo' % l, file=f)
228         print('%%{_datadir}/locale/%s/LC_MESSAGES/libdcpomatic2.mo' % l, file=f)
229     print('', file=f)
230     print('%prep', file=f)
231     print('rm -rf $RPM_BUILD_DIR/dcpomatic-%s' % version, file=f)
232     print('tar xjf $RPM_SOURCE_DIR/dcpomatic-%s.tar.bz2' % version, file=f)
233     print('%build', file=f)
234     print('cd dcpomatic-%s' % version, file=f)
235     print('export PKG_CONFIG_PATH=%s/lib/pkgconfig:%s/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/local/lib64/pkgconfig' % (target.directory, target.directory), file=f)
236
237     if target.distro == 'centos' and target.version == '5':
238         prefix = 'BUILDROOT/usr'
239     else:
240         prefix = '%{buildroot}/usr'
241
242     print('CXXFLAGS="-I%s/include" LDFLAGS="-L%s/lib" ./waf configure --prefix=%s --install-prefix=/usr %s' %
243           (target.directory, target.directory, prefix, configure_options(target)), file=f)
244     print('./waf', file=f)
245     print('%install', file=f)
246     print('cd dcpomatic-%s' % version, file=f)
247     print('./waf install', file=f)
248     print('', file=f)
249     print('%post', file=f)
250     print('/bin/touch --no-create %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
251     print('', file=f)
252     print('%postun', file=f)
253     print('if [ $1 -eq 0 ] ; then', file=f)
254     print('    /bin/touch --no-create %{_datadir}/icons/hicolor &>/dev/null', file=f)
255     print('    /usr/bin/gtk-update-icon-cache %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
256     print('fi', file=f)
257     print('', file=f)
258     print('%posttrans', file=f)
259     print('/usr/bin/gtk-update-icon-cache %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
260
261 def dependencies(target):
262
263     if target.platform == 'linux':
264         ffmpeg_options = { 'shared': False }
265     else:
266         ffmpeg_options = {}
267
268     return (('ffmpeg-cdist', 'c7df8d5', ffmpeg_options),
269             ('libdcp', '71f5d09'),
270             ('libsub', 'v1.2.4'))
271
272 def configure_options(target):
273     opt = ''
274     if target.debug:
275         opt += ' --enable-debug'
276     if target.platform == 'windows':
277         opt += ' --target-windows'
278     elif target.platform == 'linux':
279         opt += ' --static-dcpomatic --static-wxwidgets --static-ffmpeg --static-dcp --static-sub --static-cxml'
280         if target.distro == 'centos':
281             opt += ' --static-xmlsec --static-ssh --disable-tests'
282             if target.version == '6.5':
283                 opt += ' --static-boost --static-xmlpp'
284             elif target.version == '7':
285                 opt += ' --workaround-gssapi --static-xmlpp'
286
287     # Build Windows debug versions with static linking as I think gdb works better then
288     if target.debug and target.platform == 'windows':
289         opt += ' --static-dcpomatic'
290
291     return opt
292
293 def build(target, options):
294     target.command('./waf configure --prefix=%s %s' % (target.directory, configure_options(target)))
295     target.command('./waf')
296
297     if target.platform == 'linux' or target.platform == 'osx':
298         target.command('./waf install')
299
300 def package_windows(target):
301     identifier = ''
302     if target.version is not None:
303         identifier = '%s.' % target.version
304     identifier += '%d' % target.bits
305     shutil.copyfile('build/platform/windows/installer.%s.nsi' % identifier, 'build/platform/windows/installer2.%s.nsi' % identifier)
306     target.command('sed -i "s~%%resources%%~%s/platform/windows~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
307     target.command('sed -i "s~%%graphics%%~%s/graphics~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
308     target.command('sed -i "s~%%static_deps%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.windows_prefix, identifier))
309     target.command('sed -i "s~%%cdist_deps%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.directory, identifier))
310     target.command('sed -i "s~%%mingw%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.mingw_path, identifier))
311     target.command('sed -i "s~%%binaries%%~%s/build~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
312     target.command('sed -i "s~%%bits%%~32~g" build/platform/windows/installer2.%s.nsi' % identifier)
313     target.command('makensis build/platform/windows/installer2.%s.nsi' % identifier)
314     return os.path.abspath(glob.glob('build/platform/windows/*%s*.exe' % target.bits)[0])
315
316 def package_debian(target, cpu, version):
317     make_control(target.version, target.bits, 'debian/control', target.debug)
318     target.command('./waf dist')
319     f = open('debian/files', 'w')
320     print('dcpomatic_%s-1_%s.deb video extra' % (version, cpu), file=f)
321     shutil.rmtree('build/deb', ignore_errors=True)
322
323     os.makedirs('build/deb')
324     os.chdir('build/deb')
325     shutil.move('../../dcpomatic-%s.tar.bz2' % version, 'dcpomatic_%s.orig.tar.bz2' % version)
326     target.command('tar xjf dcpomatic_%s.orig.tar.bz2' % version)
327     os.chdir('dcpomatic-%s' % version)
328     target.command('dch -b -v %s-1 "New upstream release."' % version)
329     target.set('CDIST_LINKFLAGS', target.get('LINKFLAGS'))
330     target.set('CDIST_CXXFLAGS', target.get('CXXFLAGS'))
331     target.set('CDIST_PKG_CONFIG_PATH', target.get('PKG_CONFIG_PATH'))
332
333     target.set('CDIST_CONFIGURE', '"' + configure_options(target) + '"')
334     if target.debug:
335         target.set('CDIST_DEBUG_PACKAGE', '--dbg-package=dcpomatic-dbg')
336     if target.version in ['15.04', '15.10', '16.04', '16.10', '8', 'unstable']:
337         target.set('CDIST_LOCALE_PREFIX', '/usr/share/locale')
338     else:
339         target.set('CDIST_LOCALE_PREFIX', '/usr/local/share/locale')
340
341     target.command('dpkg-buildpackage -uc -us')
342
343     debs = []
344     for p in glob.glob('../*.deb'):
345         debs.append(os.path.abspath(p))
346
347     return debs
348
349 def package_rpm(target, cpu, version):
350     topdir = os.path.realpath('build/rpmbuild')
351     os.makedirs('%s/BUILD' % topdir)
352     os.makedirs('%s/RPMS' % topdir)
353     os.makedirs('%s/SOURCES' % topdir)
354     os.makedirs('%s/SPECS' % topdir)
355     os.makedirs('%s/SRPMS' % topdir)
356
357     target.command('./waf dist')
358     shutil.copyfile(
359         "%s/src/dcpomatic/dcpomatic-%s.tar.bz2" % (target.directory, version),
360         "%s/SOURCES/dcpomatic-%s.tar.bz2" % (topdir, version)
361         )
362
363     make_spec('build/platform/linux/dcpomatic2.spec', version, target)
364     cmd = 'rpmbuild --define \'_topdir %s\' -bb build/platform/linux/dcpomatic2.spec' % topdir
365     if target.distro == 'centos' and target.version == '5':
366         cmd += ' --buildroot %s/BUILD/dcpomatic-%s/BUILDROOT' % (topdir, version)
367     target.command(cmd)
368     rpms = []
369
370     if cpu == "amd64":
371         cpu = "x86_64"
372     else:
373         if target.distro == 'centos' and target.version == '5':
374             cpu = "i386"
375         else:
376             cpu = "i686"
377
378     print('Looking in %s/RPMS/%s/*.rpm' % (topdir, cpu))
379     for p in glob.glob('%s/RPMS/%s/*.rpm' % (topdir, cpu)):
380         print('found %s' % p)
381         rpms.append(os.path.abspath(p))
382
383     return rpms
384
385 def package(target, version):
386     if target.platform == 'windows':
387         return package_windows(target)
388     elif target.platform == 'linux':
389         if target.bits == 32:
390             cpu = 'i386'
391         else:
392             cpu = 'amd64'
393
394         if target.distro == 'debian' or target.distro == 'ubuntu':
395             return package_debian(target, cpu, version)
396         elif target.distro == 'centos' or target.distro == 'fedora':
397             return package_rpm(target, cpu, version)
398     elif target.platform == 'osx':
399         target.command('bash platform/osx/make_dmg.sh %s' % target.directory)
400         return [os.path.abspath(x) for x in glob.glob('build/platform/osx/DCP-o-matic*.dmg')]
401
402 def make_pot(target):
403     target.command('./waf pot')
404     return [os.path.abspath('build/src/lib/libdcpomatic.pot'),
405             os.path.abspath('build/src/wx/libdcpomatic-wx.pot'),
406             os.path.abspath('build/src/tools/dcpomatic.pot')]
407
408 def make_manual(target):
409     os.chdir('doc/manual')
410     target.command('make')
411     target.command('pdflatex colour.tex')
412     return [os.path.abspath('pdf'), os.path.abspath('html'), os.path.abspath('colour.pdf')]
413
414 def test(target, test):
415     if target.platform != 'windows':
416         target.set('LC_ALL', 'C')
417         cmd = 'run/tests '
418         if target.debug:
419             cmd += '--backtrace '
420         if test is not None:
421             cmd += '--run_test=%s' % test
422         target.command(cmd)