Bump libdcp and add some new verification notes.
[dcpomatic.git] / cscript
1 # -*- mode: python -*-
2 #
3 #    Copyright (C) 2012-2020 Carl Hetherington <cth@carlh.net>
4 #
5 #    This file is part of DCP-o-matic.
6 #
7 #    DCP-o-matic is free software; you can redistribute it and/or modify
8 #    it under the terms of the GNU General Public License as published by
9 #    the Free Software Foundation; either version 2 of the License, or
10 #    (at your option) any later version.
11 #
12 #    DCP-o-matic is distributed in the hope that it will be useful,
13 #    but WITHOUT ANY WARRANTY; without even the implied warranty of
14 #    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 #    GNU General Public License for more details.
16 #
17 #    You should have received a copy of the GNU General Public License
18 #    along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
19 #
20
21 from __future__ import print_function
22 import glob
23 import shutil
24 import os
25 import copy
26 import json
27
28 deb_build_depends = dict()
29
30 deb_build_depends_base = ['debhelper', 'python', 'g++', 'pkg-config', 'libsndfile1-dev', 'libgtk2.0-dev', 'libx264-dev']
31
32 for v in ['16.04', '18.04', '20.04', '20.10', '21.04']: 
33     deb_build_depends[v] = copy.deepcopy(deb_build_depends_base)
34     deb_build_depends[v].extend(['libssh-dev'])
35 for v in ['9', '10']:
36     deb_build_depends[v] = copy.deepcopy(deb_build_depends_base)
37     deb_build_depends[v].extend(['libssh-gcrypt-dev'])
38 deb_build_depends['unstable'] = copy.deepcopy(deb_build_depends_base)
39
40 deb_depends = dict()
41 deb_depends_gui = dict()
42
43 deb_depends_base = ['libc6', 'libsndfile1', 'libsamplerate0', 'libxmlsec1', 'libxmlsec1-openssl', 'libgtk2.0-0']
44
45 deb_depends['16.04'] = copy.deepcopy(deb_depends_base)
46 deb_depends['16.04'].extend(['libboost-filesystem1.58.0',
47                              'libboost-thread1.58.0',
48                              'libboost-regex1.58.0',
49                              'libxml++2.6-2v5',
50                              'libboost-date-time1.58.0',
51                              'libzip4',
52                              'libcairomm-1.0-1v5',
53                              'libpangomm-1.4-1v5',
54                              'libwxgtk3.0-0v5',
55                              'libicu55',
56                              'libnettle6',
57                              'libssh-4',
58                              'libx264-148',
59                              'libcurl3',
60                              'libxerces-c3.1'])
61
62 deb_depends['18.04'] = copy.deepcopy(deb_depends_base)
63 deb_depends['18.04'].extend(['libboost-filesystem1.65.1',
64                              'libboost-thread1.65.1',
65                              'libboost-regex1.65.1',
66                              'libboost-date-time1.65.1',
67                              'libcairomm-1.0-1v5',
68                              'libpangomm-1.4-1v5',
69                              'libxml++2.6-2v5',
70                              'libzip4',
71                              'libwxgtk3.0-0v5',
72                              'libicu60',
73                              'libnettle6',
74                              'libssh-4',
75                              'libx264-152',
76                              'libcurl4',
77                              'libpulse0',
78                              'libxerces-c3.2',
79                              'libnanomsg4'])
80
81 deb_depends['20.04'] = copy.deepcopy(deb_depends_base)
82 deb_depends['20.04'].extend(['libboost-filesystem1.71.0',
83                              'libboost-thread1.71.0',
84                              'libboost-regex1.71.0',
85                              'libboost-date-time1.71.0',
86                              'libcairomm-1.0-1v5',
87                              'libpangomm-1.4-1v5',
88                              'libxml++2.6-2v5',
89                              'libzip5',
90                              'libicu66',
91                              'libnettle7',
92                              'libssh-4',
93                              'libx264-155',
94                              'libcurl4',
95                              'libpulse0',
96                              'libxerces-c3.2',
97                              'libnanomsg5'])
98
99 deb_depends['20.10'] = copy.deepcopy(deb_depends_base)
100 deb_depends['20.10'].extend(['libboost-filesystem1.71.0',
101                              'libboost-thread1.71.0',
102                              'libboost-regex1.71.0',
103                              'libboost-date-time1.71.0',
104                              'libcairomm-1.0-1v5',
105                              'libpangomm-1.4-1v5',
106                              'libxml++2.6-2v5',
107                              'libzip5',
108                              'libicu67',
109                              'libnettle8',
110                              'libssh-4',
111                              'libx264-160',
112                              'libcurl4',
113                              'libpulse0',
114                              'libxerces-c3.2',
115                              'libnanomsg5'])
116
117 deb_depends['21.04'] = copy.deepcopy(deb_depends_base)
118 deb_depends['21.04'].extend(['libboost-filesystem1.74.0',
119                              'libboost-thread1.74.0',
120                              'libboost-regex1.74.0',
121                              'libboost-date-time1.74.0',
122                              'libcairomm-1.0-1v5',
123                              'libpangomm-1.4-1v5',
124                              'libxml++2.6-2v5',
125                              'libzip4',
126                              'libicu67',
127                              'libnettle8',
128                              'libssh-4',
129                              'libx264-160',
130                              'libcurl4',
131                              'libpulse0',
132                              'libxerces-c3.2',
133                              'libnanomsg5'])
134
135
136 deb_depends['9'] = copy.deepcopy(deb_depends_base)
137 deb_depends['9'].extend(['libboost-filesystem1.62.0',
138                          'libboost-thread1.62.0',
139                          'libboost-regex1.62.0',
140                          'libboost-date-time1.62.0',
141                          'libxml++2.6-2v5',
142                          'libgtk2.0-0',
143                          'libzip4',
144                          'libcairomm-1.0-1v5',
145                          'libpangomm-1.4-1v5',
146                          'libicu57',
147                          'libssh-4',
148                          'libssh-gcrypt-4',
149                          'libnettle6',
150                          'libx264-148',
151                          'libcurl3',
152                          'libxerces-c3.1'])
153
154 deb_depends_gui['9'] = [ 'libwxgtk3.0-0v5',
155                          'libxcb-xfixes0',
156                          'libxcb-shape0',
157                          'libasound2',
158                          'libpulse0' ]
159
160 deb_depends['10'] = copy.deepcopy(deb_depends_base)
161 deb_depends['10'].extend(['libboost-filesystem1.67.0',
162                           'libboost-thread1.67.0',
163                           'libboost-regex1.67.0',
164                           'libboost-date-time1.67.0',
165                           'libxml++2.6-2v5',
166                           'libgtk2.0-0',
167                           'libzip4',
168                           'libcairomm-1.0-1v5',
169                           'libpangomm-1.4-1v5',
170                           'libicu63',
171                           'libssh-4',
172                           'libssh-gcrypt-4',
173                           'libnettle6',
174                           'libx264-155',
175                           'libcurl4',
176                           'libxerces-c3.2',
177                           'libnanomsg5'])
178
179 deb_depends_gui['10'] = [ 'libwxgtk3.0-0v5',
180                           'libxcb-xfixes0',
181                           'libxcb-shape0',
182                           'libasound2',
183                           'libpulse0' ]
184
185 deb_depends['unstable'] = copy.deepcopy(deb_depends_base)
186 deb_depends['unstable'].extend(['libboost-filesystem1.67.0',
187                                 'libboost-thread1.67.0',
188                                 'libboost-regex1.67.0',
189                                 'libboost-date-time1.67.0',
190                                 'libxml++2.6-2v5',
191                                 'libgtk2.0-0',
192                                 'libzip4',
193                                 'libicu63',
194                                 'libnettle6',
195                                 'libx264-155',
196                                 'libcurl4',
197                                 'libxerces-c3.2'])
198
199 def can_build_disk(target):
200     # We can build dcpomatic2_disk on platforms that have Boost process and can build the lwext4
201     # library.  For now, just whitelist good ones here.
202     #
203     # - Lots of Linux distros (including Ubuntu 16.04) don't have a new enough boost (1.64 or above)
204     # - On Centos 6 we can't build lwext4 because it needs a new CMake which Centos 6's g++ is not new enough to build.
205     # - On Centos 7 there is a build error in lwext4 related to __unused
206     if target.platform == 'windows':
207         return True
208     if target.platform == 'osx':
209         return True
210     if target.platform == 'linux':
211         if target.distro == 'ubuntu' and target.version in ['18.04', '20.04', '20.10']:
212             return True
213         if target.distro == 'debian' and target.version == '10':
214             return True
215         if target.detail == 'appimage':
216             return True 
217         if target.distro == 'fedora' and target.version == '31':
218             return True
219         if target.distro == 'centos' and target.version == '8':
220             return True
221     return False
222
223 def packages(name, packages, f):
224     s = '%s: ' % name
225     for p in packages:
226         s += str(p) + ', '
227     print(s[:-2], file=f)
228
229 def make_control(debian_version, bits, filename, debug, gui):
230     f = open(filename, 'w')
231     print('Source: dcpomatic', file=f)
232     print('Section: video', file=f)
233     print('Priority: extra', file=f)
234     print('Maintainer: Carl Hetherington <carl@dcpomatic.com>', file=f)
235     packages('Build-Depends', deb_build_depends[debian_version], f)
236     print('Standards-Version: 3.9.3', file=f)
237     print('Homepage: https://dcpomatic.com/', file=f)
238     print('', file=f)
239     print('Package: dcpomatic', file=f)
240     if bits == 32:
241         print('Architecture: i386', file=f)
242     else:
243         print('Architecture: amd64', file=f)
244
245     pkg = deb_depends[debian_version]
246     if gui and debian_version in deb_depends_gui:
247         pkg.extend(deb_depends_gui[debian_version])
248
249     packages('Depends', pkg, f)
250
251     print('Description: Generator of Digital Cinema Packages (DCPs)', file=f)
252     print('  DCP-o-matic generates Digital Cinema Packages (DCPs) from videos, images,', file=f)
253     print('  sound and subtitle files.  You can use it to make content for playback on DCI-compliant', file=f)
254     print('  cinema projectors.', file=f)
255
256     if debug:
257         print('', file=f)
258         print('Package: dcpomatic-dbg', file=f)
259         if bits == 32:
260             print('Architecture: i386', file=f)
261         else:
262             print('Architecture: amd64', file=f)
263         print('Section: debug', file=f)
264         print('Priority: extra', file=f)
265         packages('Depends', pkg, f)
266         print('Description: debugging symbols for dcpomatic', file=f)
267         print('  This package contains the debugging symbols for dcpomatic.', file=f)
268         print('', file=f)
269
270 def make_spec(filename, version, target, options, requires=None):
271     """Make a .spec file for a RPM build"""
272     tools = os.path.join(os.path.dirname(os.path.dirname(os.path.dirname(filename))), "src/tools")
273     f = open(filename, 'w')
274     print('Summary:A program that generates Digital Cinema Packages (DCPs) from video and audio files', file=f)
275     print('Name:dcpomatic2', file=f)
276     print('Version:%s' % version, file=f)
277     print('Release:1%{?dist}', file=f)
278     print('License:GPL', file=f)
279     print('Group:Applications/Multimedia', file=f)
280     print('URL:https://dcpomatic.com/', file=f)
281     if requires is not None:
282         print('Requires:%s' % requires, file=f)
283     print('', file=f)
284     print('%description', file=f)
285     print('DCP-o-matic generates Digital Cinema Packages (DCPs) from video and audio ', file=f)
286     print('files for presentation on DCI-compliant digital projectors.', file=f)
287     print('', file=f)
288     print('%files', file=f)
289     print('%{_bindir}/dcpomatic2', file=f)
290     print('%{_bindir}/dcpomatic2_batch', file=f)
291     print('%{_bindir}/dcpomatic2_cli', file=f)
292     print('%{_bindir}/dcpomatic2_create', file=f)
293     print('%{_bindir}/dcpomatic2_kdm', file=f)
294     print('%{_bindir}/dcpomatic2_server', file=f)
295     print('%{_bindir}/dcpomatic2_server_cli', file=f)
296     print('%{_bindir}/dcpomatic2_kdm_cli', file=f)
297     print('%{_bindir}/dcpomatic2_player', file=f)
298     print('%{_bindir}/dcpomatic2_playlist', file=f)
299     print('%{_bindir}/dcpomatic2_openssl', file=f)
300     print('%{_bindir}/dcpomatic2_combiner', file=f)
301     print('%{_bindir}/dcpomatic2_verify', file=f)
302     if os.path.exists(os.path.join(tools, "dcpomatic2_disk")):
303         print('%{_bindir}/dcpomatic2_disk', file=f)
304         print('%{_bindir}/dcpomatic2_disk_writer', file=f)
305     print('%{_datadir}/applications/dcpomatic2.desktop', file=f)
306     print('%{_datadir}/applications/dcpomatic2_batch.desktop', file=f)
307     print('%{_datadir}/applications/dcpomatic2_server.desktop', file=f)
308     print('%{_datadir}/applications/dcpomatic2_kdm.desktop', file=f)
309     print('%{_datadir}/applications/dcpomatic2_player.desktop', file=f)
310     print('%{_datadir}/applications/dcpomatic2_playlist.desktop', file=f)
311     print('%{_datadir}/applications/dcpomatic2_combiner.desktop', file=f)
312     if os.path.exists(os.path.join(tools, "dcpomatic2_disk")):
313         print('%{_datadir}/applications/dcpomatic2_disk.desktop', file=f)
314     print('%{_datadir}/dcpomatic2/dcpomatic2_server_small.png', file=f)
315     print('%{_datadir}/dcpomatic2/select.png', file=f)
316     print('%{_datadir}/dcpomatic2/sequence.png', file=f)
317     print('%{_datadir}/dcpomatic2/snap.png', file=f)
318     print('%{_datadir}/dcpomatic2/zoom.png', file=f)
319     print('%{_datadir}/dcpomatic2/zoom_all.png', file=f)
320     print('%{_datadir}/dcpomatic2/tick.png', file=f)
321     print('%{_datadir}/dcpomatic2/no_tick.png', file=f)
322     print('%{_datadir}/dcpomatic2/link.png', file=f)
323     print('%{_datadir}/dcpomatic2/me.jpg', file=f)
324     print('%{_datadir}/dcpomatic2/LiberationSans-Regular.ttf', file=f)
325     print('%{_datadir}/dcpomatic2/LiberationSans-Italic.ttf', file=f)
326     print('%{_datadir}/dcpomatic2/LiberationSans-Bold.ttf', file=f)
327     print('%{_datadir}/dcpomatic2/splash.png', file=f)
328     for r in ['128x128', '16x16', '22x22', '256x256', '32x32', '48x48', '512x512', '64x64']:
329         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2.png' % r, file=f)
330         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_batch.png' % r, file=f)
331         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_kdm.png' % r, file=f)
332         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_server.png' % r, file=f)
333         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_player.png' % r, file=f)
334         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_playlist.png' % r, file=f)
335         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_disk.png' % r, file=f)
336         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_combiner.png' % r, file=f)
337     for l in ['de_DE', 'es_ES', 'fr_FR', 'it_IT', 'sv_SE', 'nl_NL', 'ru_RU', 'pl_PL', 'da_DK',
338               'pt_PT', 'pt_BR', 'sk_SK', 'cs_CZ', 'uk_UA', 'zh_CN', 'tr_TR']:
339         print('%%{_datadir}/locale/%s/LC_MESSAGES/dcpomatic2.mo' % l, file=f)
340         print('%%{_datadir}/locale/%s/LC_MESSAGES/libdcpomatic2-wx.mo' % l, file=f)
341         print('%%{_datadir}/locale/%s/LC_MESSAGES/libdcpomatic2.mo' % l, file=f)
342     print('%{_datadir}/libdcp/tags/*', file=f)
343     print('%{_datadir}/libdcp/xsd/*', file=f)
344     print('', file=f)
345     print('%prep', file=f)
346     print('rm -rf $RPM_BUILD_DIR/dcpomatic-%s' % version, file=f)
347     print('tar xjf $RPM_SOURCE_DIR/dcpomatic-%s.tar.bz2' % version, file=f)
348     print('%build', file=f)
349     print('cd dcpomatic-%s' % version, file=f)
350     print('export PKG_CONFIG_PATH=%s/lib/pkgconfig:%s/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/local/lib64/pkgconfig' % (target.directory, target.directory), file=f)
351     print('CXXFLAGS="-I%s/include" LDFLAGS="-L%s/lib" ./waf configure --prefix=%%{buildroot}/usr --destdir=/usr %s' %
352           (target.directory, target.directory, configure_options(target, options)), file=f)
353     print('./waf', file=f)
354     print('%install', file=f)
355     print('cd dcpomatic-%s' % version, file=f)
356     print('./waf install', file=f)
357     print('/bin/cp %s/src/openssl/apps/openssl %%{buildroot}/usr/bin/dcpomatic2_openssl' % target.directory, file=f)
358     print('/bin/mkdir -p %{buildroot}/usr/share/libdcp', file=f)
359     print('/bin/cp -r %s/src/libdcp/tags %%{buildroot}/usr/share/libdcp' % target.directory, file=f)
360     print('/bin/cp -r %s/src/libdcp/xsd %%{buildroot}/usr/share/libdcp' % target.directory, file=f)
361     print('/bin/mv %s/bin/dcpverify %%{buildroot}/usr/bin/dcpomatic2_verify' % target.directory, file=f)
362     print('', file=f)
363     print('%post', file=f)
364     print('/bin/touch --no-create %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
365     print('', file=f)
366     print('%postun', file=f)
367     print('if [ $1 -eq 0 ] ; then', file=f)
368     print('    /bin/touch --no-create %{_datadir}/icons/hicolor &>/dev/null', file=f)
369     print('    /usr/bin/gtk-update-icon-cache %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
370     print('fi', file=f)
371     print('', file=f)
372     print('%posttrans', file=f)
373     print('/usr/bin/gtk-update-icon-cache %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
374
375 def dependencies(target, options):
376
377     if target.platform == 'linux':
378         ffmpeg_options = { 'shared': False }
379     else:
380         ffmpeg_options = {}
381
382     if target.platform != 'linux' or target.distro != 'arch':
383         deps = [('ffmpeg-cdist', 'e89aa4a', ffmpeg_options)]
384     else:
385         # Use distro-provided FFmpeg on Arch
386         deps = []
387
388     deps.append(('libdcp', '3a328b6'))
389     deps.append(('libsub', '2bbddc6'))
390     deps.append(('leqm-nrt', '131f971'))
391     deps.append(('rtaudio', 'f619b76'))
392     # We get our OpenSSL libraries from the environment, but we
393     # also need a patched openssl binary to make certificates.
394     # This dependency is to get that binary, which is added into
395     # the appropriate place later
396     deps.append(('openssl', '7f29dd5'))
397     if can_build_disk(target):
398         deps.append(('lwext4', '9d20ec5'))
399     deps.append(('ffcmp', 'a915540'))
400
401     return deps
402
403 option_defaults = { "gui": True, "variant": None }
404
405 def configure_options(target, options):
406     opt = ' --warnings-are-errors'
407
408     if not ((target.platform == 'linux' and target.distro == 'ubuntu' and target.version == '18.04') or
409             (target.platform == 'osx') or
410             (target.platform == 'windows')):
411         # Currently we only build tests on Ubuntu 18.04, macOS and Windows
412         opt += ' --disable-tests'
413
414     if target.debug:
415         opt += ' --enable-debug'
416     if target.platform == 'windows':
417         opt += ' --target-windows'
418     elif target.platform == 'linux':
419         opt += ' --static-dcpomatic --static-wxwidgets --static-ffmpeg --static-dcp --static-sub --static-cxml'
420         if target.distro == 'centos':
421             if target.version == '6.5':
422                 opt += ' --static-boost --static-xmlpp'
423             elif target.version == '7':
424                 opt += ' --workaround-gssapi'
425
426     if not options['gui']:
427         opt += ' --disable-gui'
428
429     if options['variant'] is not None:
430         opt += ' --variant=%s' % options['variant']
431
432     # Build Windows debug versions with static linking as I think gdb works better then
433     if target.debug and target.platform == 'windows':
434         opt += ' --static-dcpomatic'
435
436     if can_build_disk(target):
437         opt += ' --enable-disk'
438
439     if target.platform == 'osx' and target.arch == 'arm64':
440         opt += ' --target-macos-arm64 --wx-config=%s/wx-config' % target.bin
441
442     return opt
443
444 def build(target, options):
445     if target.platform == 'flatpak':
446         target.checkout_dependencies()
447         prefix = 'https://dcpomatic.com/deps'
448         modules = []
449         modules.append({'name': 'libzip',
450                         'buildsystem': 'cmake',
451                         'sources': [{'type': 'archive',
452                                      'url': '%s/libzip-1.4.0.tar.xz' % prefix,
453                                      'sha256': 'e508aba025f5f94b267d5120fc33761bcd98440ebe49dbfe2ed3df3afeacc7b1'}]})
454         modules.append({'name': 'libsigc++',
455                         'sources': [{'type': 'archive',
456                                      'url': '%s/libsigc++-2.10.0.tar.xz' % prefix,
457                                      'sha256': 'f843d6346260bfcb4426259e314512b99e296e8ca241d771d21ac64f28298d81'}]})
458         modules.append({'name': 'glibmm',
459                         'sources': [{'type': 'archive',
460                                      'url': '%s/glibmm-2.48.1.tar.xz' % prefix,
461                                      'sha256': 'dc225f7d2f466479766332483ea78f82dc349d59399d30c00de50e5073157cdf'}]})
462         modules.append({'name': 'cairomm',
463                         'sources': [{'type': 'archive',
464                                      'url': '%s/cairomm-1.12.2.tar.gz' % prefix,
465                                      'sha256': '45c47fd4d0aa77464a75cdca011143fea3ef795c4753f6e860057da5fb8bd599'}]})
466         modules.append({'name': 'pangomm',
467                         'sources': [{'type': 'archive',
468                                      'url': '%s/pangomm-2.40.1.tar.xz' % prefix,
469                                      'sha256': '9762ee2a2d5781be6797448d4dd2383ce14907159b30bc12bf6b08e7227be3af'}]})
470         modules.append({'name': 'libxml++',
471                         'sources': [{'type': 'archive',
472                                      'url': '%s/libxml++-2.40.1.tar.xz' % prefix,
473                                      'sha256': '4ad4abdd3258874f61c2e2a41d08e9930677976d303653cd1670d3e9f35463e9'}]})
474         modules.append({'name': 'xmlsec1',
475                         'sources': [{'type': 'archive',
476                                      'url': '%s/xmlsec1-1.2.25.tar.gz' % prefix,
477                                      'sha256': '967ca83edf25ccb5b48a3c4a09ad3405a63365576503bf34290a42de1b92fcd2'}]})
478         modules.append({'name': 'openjpeg2',
479                         'buildsystem': 'cmake',
480                         'sources': [{'type': 'dir', 'path': os.path.abspath('../openjpeg2-cdist')}]})
481         modules.append({'name': 'boost',
482                         'buildsystem': 'simple',
483                         'build-commands': [
484                             './bootstrap.sh --prefix=/app',
485                             './b2 install'
486                         ],
487                         'sources': [{'type': 'archive',
488                                      'url': '%s/boost_1_66_0.tar.bz2' % prefix,
489                                      'sha256': '5721818253e6a0989583192f96782c4a98eb6204965316df9f5ad75819225ca9'}]})
490         modules.append({'name': 'asdcplib',
491                         'buildsystem': 'simple',
492                         'build-commands': [
493                             './waf configure --prefix=/app  --libdir=/app/lib build install'
494                         ],
495                         'sources': [{'type': 'dir', 'path': os.path.abspath('../asdcplib-carl')}]})
496         modules.append({'name': 'locked_sstream',
497                         'buildsystem': 'simple',
498                         'build-commands': [
499                             './waf configure --prefix=/app build install'
500                         ],
501                         'sources': [{'type': 'dir', 'path': os.path.abspath('../locked_sstream')}]})
502         modules.append({'name': 'libcxml',
503                         'buildsystem': 'simple',
504                         'build-commands': [
505                             './waf configure --prefix=/app  --libdir=/app/lib build install'
506                         ],
507                         'sources': [{'type': 'dir', 'path': os.path.abspath('../libcxml')}]})
508         modules.append({'name': 'libdcp',
509                         'buildsystem': 'simple',
510                         'build-commands': [
511                             './waf configure --prefix=/app --libdir=/app/lib build install'
512                         ],
513                         'sources': [{'type': 'dir', 'path': os.path.abspath('../libdcp')}]})
514         modules.append({'name': 'libsub',
515                         'buildsystem': 'simple',
516                         'build-commands': [
517                             './waf configure --prefix=/app --libdir=/app/lib build install'
518                         ],
519                         'sources': [{'type': 'dir', 'path': os.path.abspath('../libsub')}]})
520         modules.append({'name': 'rtaudio',
521                         'build-options': {
522                         'config-opts': [
523                             '--prefix=/app',
524                             '--with-pulse',
525                             '--with-alsa'
526                         ]
527                         },
528                         'sources': [{'type': 'dir', 'path': os.path.abspath('../rtaudio-cdist')}]})
529         modules.append({'name': 'wxwidgets',
530                         'sources': [{'type': 'archive',
531                                      'url': '%s/wxWidgets-3.0.3.tar.bz2' % prefix,
532                                      'sha256': '08c8033f48ec1b23520f036cde37b5ae925a6a65f137ded665633ca159b9307b'}]})
533         modules.append({'name': 'libssh',
534                         'buildsystem': 'cmake',
535                         'builddir': True,
536                         'sources': [{'type': 'archive',
537                                      'url': '%s/libssh-0.7.5.tar.xz' % prefix,
538                                      'sha256': '54e86dd5dc20e5367e58f3caab337ce37675f863f80df85b6b1614966a337095'}]})
539         modules.append({'name': 'dcpomatic',
540                         'buildsystem': 'simple',
541                         'build-commands': [
542                             './waf configure --prefix=/app build install'
543                          ],
544                         'build-options': {
545                            'build-args': ['--share=network']
546                         },
547                         'sources': [{'type': 'dir', 'path': os.path.abspath('.')}]})
548         desc = {'app-id': 'com.dcpomatic.DCP-o-matic',
549                 'runtime': 'org.gnome.Sdk',
550                 'runtime-version': '3.26',
551                 'sdk': 'org.gnome.Sdk',
552                 'command': 'dcpomatic2',
553                 'finish-args': ['--socket=x11', '--share=ipc', '--share=network', '--socket=pulseaudio', '--filesystem=host'],
554                 'modules': modules}
555         os.makedirs('build/platform')
556         with open('build/com.dcpomatic.DCP-o-matic.json', 'w') as outfile:
557             json.dump(desc, outfile)
558         target.command('%s --repo=build/platform/repo build/platform/flatpak build/com.dcpomatic.DCP-o-matic.json' % target.flatpak_builder())
559     else:
560         target.command('./waf configure --prefix=%s %s' % (target.directory, configure_options(target, options)))
561         target.command('./waf')
562         target.command('./waf install')
563
564 def package_windows(target):
565     identifier = ''
566     if target.version is not None:
567         identifier = '%s.' % target.version
568     identifier += '%d' % target.bits
569     shutil.copyfile('build/platform/windows/installer.%s.nsi' % identifier, 'build/platform/windows/installer2.%s.nsi' % identifier)
570     target.command('sed -i "s~%%resources%%~%s/platform/windows~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
571     target.command('sed -i "s~%%graphics%%~%s/graphics~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
572     target.command('sed -i "s~%%static_deps%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.windows_prefix, identifier))
573     target.command('sed -i "s~%%cdist_deps%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.directory, identifier))
574     target.command('sed -i "s~%%mingw%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.environment_prefix, identifier))
575     target.command('sed -i "s~%%binaries%%~%s/build~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
576     target.command('sed -i "s~%%bits%%~32~g" build/platform/windows/installer2.%s.nsi' % identifier)
577     target.command('makensis build/platform/windows/installer2.%s.nsi' % identifier)
578     return os.path.abspath(glob.glob('build/platform/windows/*%s*.exe' % target.bits)[0])
579
580 def package_debian(target, cpu, version, options):
581     make_control(target.version, target.bits, 'debian/control', target.debug, options['gui'])
582     target.command('./waf dist')
583     f = open('debian/files', 'w')
584     print('dcpomatic_%s-1_%s.deb video extra' % (version, cpu), file=f)
585     shutil.rmtree('build/deb', ignore_errors=True)
586
587     os.makedirs('build/deb')
588     os.chdir('build/deb')
589     shutil.move('../../dcpomatic-%s.tar.bz2' % version, 'dcpomatic_%s.orig.tar.bz2' % version)
590     target.command('tar xjf dcpomatic_%s.orig.tar.bz2' % version)
591     os.chdir('dcpomatic-%s' % version)
592     target.set('EMAIL', 'carl@dcpomatic.com')
593     target.command('dch -b -v %s-1 "New upstream release."' % version)
594     target.set('CDIST_LINKFLAGS', target.get('LINKFLAGS'))
595     target.set('CDIST_CXXFLAGS', target.get('CXXFLAGS'))
596     target.set('CDIST_PKG_CONFIG_PATH', target.get('PKG_CONFIG_PATH'))
597     target.set('CDIST_DIRECTORY', target.directory)
598
599     target.set('CDIST_CONFIGURE', '"' + configure_options(target, options) + '"')
600     if target.debug:
601         target.set('CDIST_DEBUG_PACKAGE', '--dbg-package=dcpomatic-dbg')
602
603     target.command('dpkg-buildpackage -uc -us')
604
605     debs = []
606     for p in glob.glob('../*.deb'):
607         debs.append(os.path.abspath(p))
608
609     return debs
610
611 def package_rpm(target, cpu, version, options):
612     topdir = os.path.realpath('build/rpmbuild')
613     os.makedirs('%s/BUILD' % topdir)
614     os.makedirs('%s/RPMS' % topdir)
615     os.makedirs('%s/SOURCES' % topdir)
616     os.makedirs('%s/SPECS' % topdir)
617     os.makedirs('%s/SRPMS' % topdir)
618
619     target.command('./waf dist')
620     shutil.copyfile(
621         "%s/src/dcpomatic/dcpomatic-%s.tar.bz2" % (target.directory, version),
622         "%s/SOURCES/dcpomatic-%s.tar.bz2" % (topdir, version)
623         )
624
625     requires = None
626     if target.distro == 'mageia':
627         requires = "lib64xmlsec1-devel"
628
629     make_spec('build/platform/linux/dcpomatic2.spec', version, target, options, requires)
630     cmd = 'rpmbuild --define "_topdir %s" -bb build/platform/linux/dcpomatic2.spec' % topdir
631     target.command(cmd)
632     rpms = []
633
634     if cpu == "amd64":
635         cpu = "x86_64"
636     else:
637         cpu = "i686"
638
639     for p in glob.glob('%s/RPMS/%s/*.rpm' % (topdir, cpu)):
640         rpms.append(os.path.abspath(p))
641
642     return rpms
643
644 def make_appimage(target, nice_name, internal_name, version):
645     nice_filename = nice_name.replace(' ', '_')
646     os.makedirs('build/%s.AppDir/usr/bin' % nice_filename)
647     target.command('cp %s/bin/%s build/%s.AppDir/usr/bin' % (target.directory, internal_name, nice_filename))
648     target.command('cp %s/src/openssl/apps/openssl build/%s.AppDir/usr/bin/dcpomatic2_openssl' % (target.directory, nice_filename))
649     target.command('cp %s/bin/dcpverify build/%s.AppDir/usr/bin/dcpomatic2_verify' % (target.directory, nice_filename))
650     target.command('mkdir -p build/%s.AppDir/usr/share/libdcp' % nice_filename)
651     target.command('cp -r %s/share/dcpomatic2 build/%s.AppDir/usr/share/' % (target.directory, nice_filename))
652     target.command('cp -r %s/share/libdcp/xsd build/%s.AppDir/usr/share/libdcp/' % (target.directory, nice_filename))
653     target.command('cp -r %s/share/libdcp/tags build/%s.AppDir/usr/share/libdcp/' % (target.directory, nice_filename))
654     with open('build/%s.AppDir/AppRun' % nice_filename, 'w') as f:
655         print('#!/bin/bash', file=f)
656         print('export PATH=$APPDIR/usr/bin:$PATH', file=f)
657         print('export XDG_DATA_DIRS="$APPDIR/usr/share/:/usr/share/:$XDG_DATA_DIRS"', file=f)
658         print('"$APPDIR"/usr/bin/%s $@' % internal_name, file=f)
659     target.command('chmod a+rx build/%s.AppDir/AppRun' % nice_filename)
660     with open('build/%s.AppDir/%s.desktop' % (nice_filename, internal_name), 'w') as f:
661         print('[Desktop Entry]', file=f)
662         print('Type=Application', file=f)
663         print('Categories=AudioVideo;', file=f)
664         print('Name=%s' % nice_name, file=f)
665         print('Icon=%s' % internal_name, file=f)
666     target.command('cp graphics/linux/256/%s.png build/%s.AppDir' % (internal_name, nice_filename))
667     target.command('linuxdeploy-x86_64.AppImage --appdir build/%s.AppDir' % nice_filename)
668     target.command('appimagetool-x86_64.AppImage build/%s.AppDir' % nice_filename)
669     target.command('mv %s-x86_64.AppImage build/%s-%s-x86_64.AppImage' % (nice_filename, nice_filename, version))
670     return os.path.abspath('build/%s-%s-x86_64.AppImage' % (nice_filename, version))
671
672 def package(target, version, options):
673     """version: DCP-o-matic version string"""
674     if target.platform == 'windows':
675         return package_windows(target)
676     elif target.platform == 'linux':
677         if target.detail == 'appimage':
678             out = []
679             out.append(make_appimage(target, 'DCP-o-matic', 'dcpomatic2', version))
680             out.append(make_appimage(target, 'DCP-o-matic Player', 'dcpomatic2_player', version))
681             out.append(make_appimage(target, 'DCP-o-matic Playlist Editor', 'dcpomatic2_playlist', version))
682             out.append(make_appimage(target, 'DCP-o-matic KDM Creator', 'dcpomatic2_kdm', version))
683             out.append(make_appimage(target, 'DCP-o-matic Batch Converter', 'dcpomatic2_batch', version))
684             out.append(make_appimage(target, 'DCP-o-matic Encode Server', 'dcpomatic2_server', version))
685             out.append(make_appimage(target, 'DCP-o-matic Disk Writer', 'dcpomatic2_disk', version))
686             out.append(make_appimage(target, 'DCP-o-matic Combiner', 'dcpomatic2_combiner', version))
687             return out
688         else:
689             if target.bits == 32:
690                 cpu = 'i386'
691             else:
692                 cpu = 'amd64'
693
694             if target.distro == 'debian' or target.distro == 'ubuntu':
695                 return package_debian(target, cpu, version, options)
696             elif target.distro == 'centos' or target.distro == 'fedora' or target.distro == 'mageia':
697                 return package_rpm(target, cpu, version, options)
698     elif target.platform == 'osx':
699         target.command('bash platform/osx/make_dmg.sh %s %s %s %s' % (target.environment_prefix, target.directory, target.apple_id, target.apple_password))
700         packages = []
701         for x in glob.glob('build/platform/osx/DCP-o-matic*.dmg'):
702             a = os.path.abspath(x)
703             if x.find("Player") != -1:
704                 packages.append((a, "com.dcpomatic.player"))
705             elif x.find("Playlist Editor") != -1:
706                 packages.append((a, "com.dcpomatic.playlist"))
707             elif x.find("KDM Creator") != -1:
708                 packages.append((a, "com.dcpomatic.kdm"))
709             elif x.find("Batch Converter") != -1:
710                 packages.append((a, "com.dcpomatic.batch"))
711             elif x.find("Encode Server") != -1:
712                 packages.append((a, "com.dcpomatic.server"))
713             elif x.find("Disk Writer") != -1:
714                 packages.append((a, "com.dcpomatic.disk"))
715             else:
716                 packages.append((a, "com.dcpomatic"))
717         return packages
718     elif target.platform == 'docker':
719         shutil.copyfile(target.deb, 'build/platform/docker')
720         f = open('build/platform/docker/Dockerfile', 'w')
721         print('FROM debian:jessie', file=f)
722         print('MAINTAINER carl@dcpomatic.com', file=f)
723         print('ADD build/platform/docker/dcpomatic_%s-1_amd64.deb /tmp' % (version, version), file=f)
724         print('RUN apt-get -o Acquire:http::Timeout="5" update; exit 0', file=f)
725         print('RUN dpkg -i /tmp/dcpomatic_*.deb; exit 0', file=f)
726         print('RUN apt-get -y -f install', file=f)
727         print('RUN apt-get clean', file=f)
728         print('EXPOSE 6192', file=f)
729         print('CMD ["/usr/bin/dcpomatic2_server_cli", "--verbose"]', file=f)
730         f.close()
731         target.command('docker build build/platform/docker -t dcpomatic-server:%s' % version)
732         target.command('docker save dcpomatic-server:%s -o dcpomatic-server-%s-docker.tar' % (version, version))
733     elif target.platform == 'flatpak':
734         target.command('%s build-bundle build/platform/repo build/dcpomatic_%s.flatpak com.dcpomatic.DCP-o-matic' % (target.flatpak(), version))
735         return os.path.abspath('build/dcpomatic_%s.flatpak' % version)
736
737 def make_pot(target):
738     target.command('./waf pot')
739     return [os.path.abspath('build/src/lib/libdcpomatic.pot'),
740             os.path.abspath('build/src/wx/libdcpomatic-wx.pot'),
741             os.path.abspath('build/src/tools/dcpomatic.pot')]
742
743 def make_manual(target):
744     os.chdir('doc/manual')
745     target.command('make')
746     target.command('pdflatex colour.tex')
747     return [os.path.abspath('pdf'), os.path.abspath('html'), os.path.abspath('colour.pdf')]
748
749 def test(target, options, test):
750     target.set('LC_ALL', 'C')
751     if target.platform == 'windows':
752         cmd = 'run\\tests '
753     else:
754         cmd = 'run/tests '
755     if target.debug:
756         cmd += '--backtrace '
757     if test is not None:
758         cmd += '-t %s' % test
759     target.command(cmd)