Revert inclusion of our own openssl.
[dcpomatic.git] / cscript
1 # -*- mode: python -*-
2 #
3 #    Copyright (C) 2012-2020 Carl Hetherington <cth@carlh.net>
4 #
5 #    This file is part of DCP-o-matic.
6 #
7 #    DCP-o-matic is free software; you can redistribute it and/or modify
8 #    it under the terms of the GNU General Public License as published by
9 #    the Free Software Foundation; either version 2 of the License, or
10 #    (at your option) any later version.
11 #
12 #    DCP-o-matic is distributed in the hope that it will be useful,
13 #    but WITHOUT ANY WARRANTY; without even the implied warranty of
14 #    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
15 #    GNU General Public License for more details.
16 #
17 #    You should have received a copy of the GNU General Public License
18 #    along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
19 #
20
21 from __future__ import print_function
22 import glob
23 import shutil
24 import os
25 import copy
26 import json
27
28 deb_build_depends = dict()
29
30 deb_build_depends_base = ['debhelper', 'g++', 'pkg-config', 'libsndfile1-dev', 'libgtk2.0-dev', 'libx264-dev']
31
32 for v in ['16.04', '18.04', '20.04', '20.10', '21.04', '21.10']:
33     deb_build_depends[v] = copy.deepcopy(deb_build_depends_base)
34     deb_build_depends[v].extend(['libssh-dev', 'python'])
35 for v in ['9', '10']:
36     deb_build_depends[v] = copy.deepcopy(deb_build_depends_base)
37     deb_build_depends[v].extend(['libssh-gcrypt-dev', 'python'])
38 for v in ['11']:
39     deb_build_depends[v] = copy.deepcopy(deb_build_depends_base)
40     deb_build_depends[v].extend(['libssh-gcrypt-dev', 'python3.9'])
41 deb_build_depends['unstable'] = copy.deepcopy(deb_build_depends_base)
42 deb_build_depends['unstable'].extend(['python'])
43
44 deb_depends = dict()
45 deb_depends_gui = dict()
46
47 deb_depends_base = ['libc6', 'libsndfile1', 'libsamplerate0', 'libxmlsec1', 'libxmlsec1-openssl', 'libgtk2.0-0']
48
49 deb_depends['16.04'] = copy.deepcopy(deb_depends_base)
50 deb_depends['16.04'].extend(['libboost-filesystem1.58.0',
51                              'libboost-thread1.58.0',
52                              'libboost-regex1.58.0',
53                              'libxml++2.6-2v5',
54                              'libboost-date-time1.58.0',
55                              'libzip4',
56                              'libcairomm-1.0-1v5',
57                              'libpangomm-1.4-1v5',
58                              'libicu55',
59                              'libnettle6',
60                              'libssh-4',
61                              'libx264-148',
62                              'libcurl3',
63                              'libxerces-c3.1'])
64
65 deb_depends['18.04'] = copy.deepcopy(deb_depends_base)
66 deb_depends['18.04'].extend(['libboost-filesystem1.65.1',
67                              'libboost-thread1.65.1',
68                              'libboost-regex1.65.1',
69                              'libboost-date-time1.65.1',
70                              'libcairomm-1.0-1v5',
71                              'libpangomm-1.4-1v5',
72                              'libxml++2.6-2v5',
73                              'libzip4',
74                              'libicu60',
75                              'libnettle6',
76                              'libssh-4',
77                              'libx264-152',
78                              'libcurl4',
79                              'libpulse0',
80                              'libxerces-c3.2',
81                              'libnanomsg4'])
82
83 deb_depends['20.04'] = copy.deepcopy(deb_depends_base)
84 deb_depends['20.04'].extend(['libboost-filesystem1.71.0',
85                              'libboost-thread1.71.0',
86                              'libboost-regex1.71.0',
87                              'libboost-date-time1.71.0',
88                              'libcairomm-1.0-1v5',
89                              'libpangomm-1.4-1v5',
90                              'libxml++2.6-2v5',
91                              'libzip5',
92                              'libicu66',
93                              'libnettle7',
94                              'libssh-4',
95                              'libx264-155',
96                              'libcurl4',
97                              'libpulse0',
98                              'libxerces-c3.2',
99                              'libnanomsg5'])
100
101 deb_depends['20.10'] = copy.deepcopy(deb_depends_base)
102 deb_depends['20.10'].extend(['libboost-filesystem1.71.0',
103                              'libboost-thread1.71.0',
104                              'libboost-regex1.71.0',
105                              'libboost-date-time1.71.0',
106                              'libcairomm-1.0-1v5',
107                              'libpangomm-1.4-1v5',
108                              'libxml++2.6-2v5',
109                              'libzip5',
110                              'libicu67',
111                              'libnettle8',
112                              'libssh-4',
113                              'libx264-160',
114                              'libcurl4',
115                              'libpulse0',
116                              'libxerces-c3.2',
117                              'libnanomsg5'])
118
119 deb_depends['21.04'] = copy.deepcopy(deb_depends_base)
120 deb_depends['21.04'].extend(['libboost-filesystem1.74.0',
121                              'libboost-thread1.74.0',
122                              'libboost-regex1.74.0',
123                              'libboost-date-time1.74.0',
124                              'libcairomm-1.0-1v5',
125                              'libpangomm-1.4-1v5',
126                              'libxml++2.6-2v5',
127                              'libzip4',
128                              'libicu67',
129                              'libnettle8',
130                              'libssh-4',
131                              'libx264-160',
132                              'libcurl4',
133                              'libpulse0',
134                              'libxerces-c3.2',
135                              'libnanomsg5'])
136
137 deb_depends['21.10'] = copy.deepcopy(deb_depends_base)
138 deb_depends['21.10'].extend(['libboost-filesystem1.74.0',
139                              'libboost-thread1.74.0',
140                              'libboost-regex1.74.0',
141                              'libboost-date-time1.74.0',
142                              'libcairomm-1.0-1v5',
143                              'libpangomm-1.4-1v5',
144                              'libxml++2.6-2v5',
145                              'libzip4',
146                              'libicu67',
147                              'libnettle8',
148                              'libssh-4',
149                              'libx264-160',
150                              'libcurl4',
151                              'libpulse0',
152                              'libxerces-c3.2',
153                              'libnanomsg5'])
154
155 deb_depends['9'] = copy.deepcopy(deb_depends_base)
156 deb_depends['9'].extend(['libboost-filesystem1.62.0',
157                          'libboost-thread1.62.0',
158                          'libboost-regex1.62.0',
159                          'libboost-date-time1.62.0',
160                          'libxml++2.6-2v5',
161                          'libgtk2.0-0',
162                          'libzip4',
163                          'libcairomm-1.0-1v5',
164                          'libpangomm-1.4-1v5',
165                          'libicu57',
166                          'libssh-4',
167                          'libssh-gcrypt-4',
168                          'libnettle6',
169                          'libx264-148',
170                          'libcurl3',
171                          'libxerces-c3.1'])
172
173 deb_depends_gui['9'] = [ 'libxcb-xfixes0',
174                          'libxcb-shape0',
175                          'libasound2',
176                          'libpulse0' ]
177
178 deb_depends['10'] = copy.deepcopy(deb_depends_base)
179 deb_depends['10'].extend(['libboost-filesystem1.67.0',
180                           'libboost-thread1.67.0',
181                           'libboost-regex1.67.0',
182                           'libboost-date-time1.67.0',
183                           'libxml++2.6-2v5',
184                           'libgtk2.0-0',
185                           'libzip4',
186                           'libcairomm-1.0-1v5',
187                           'libpangomm-1.4-1v5',
188                           'libicu63',
189                           'libssh-4',
190                           'libssh-gcrypt-4',
191                           'libnettle6',
192                           'libx264-155',
193                           'libcurl4',
194                           'libxerces-c3.2',
195                           'libnanomsg5'])
196
197 deb_depends_gui['10'] = [ 'libxcb-xfixes0',
198                           'libxcb-shape0',
199                           'libasound2',
200                           'libpulse0' ]
201
202 deb_depends['11'] = copy.deepcopy(deb_depends_base)
203 deb_depends['11'].extend(['libboost-filesystem1.74.0',
204                           'libboost-thread1.74.0',
205                           'libboost-regex1.74.0',
206                           'libboost-date-time1.74.0',
207                           'libxml++2.6-2v5',
208                           'libzip4',
209                           'libcairomm-1.0-1v5',
210                           'libpangomm-1.4-1v5',
211                           'libicu67',
212                           'libssh-4',
213                           'libssh-gcrypt-4',
214                           'libnettle8',
215                           'libx264-160',
216                           'libcurl4',
217                           'libxerces-c3.2',
218                           'libnanomsg5'])
219
220 deb_depends_gui['11'] = [ 'libxcb-xfixes0',
221                           'libxcb-shape0',
222                           'libasound2',
223                           'libpulse0' ]
224
225 deb_depends['unstable'] = copy.deepcopy(deb_depends_base)
226 deb_depends['unstable'].extend(['libboost-filesystem1.67.0',
227                                 'libboost-thread1.67.0',
228                                 'libboost-regex1.67.0',
229                                 'libboost-date-time1.67.0',
230                                 'libxml++2.6-2v5',
231                                 'libgtk2.0-0',
232                                 'libzip4',
233                                 'libicu63',
234                                 'libnettle6',
235                                 'libx264-155',
236                                 'libcurl4',
237                                 'libxerces-c3.2'])
238
239 def can_build_disk(target):
240     # We can build dcpomatic2_disk on platforms that have Boost process and can build the lwext4
241     # library.  For now, just whitelist good ones here.
242     #
243     # - Lots of Linux distros (including Ubuntu 16.04) don't have a new enough boost (1.64 or above)
244     # - On Centos 6 we can't build lwext4 because it needs a new CMake which Centos 6's g++ is not new enough to build.
245     # - On Centos 7 there is a build error in lwext4 related to __unused
246     if target.platform == 'windows':
247         return True
248     if target.platform == 'osx':
249         return True
250     if target.platform == 'linux':
251         if target.distro == 'ubuntu' and target.version != '16.04':
252             return True
253         if target.distro == 'debian' and target.version != '9':
254             return True
255         if target.detail == 'appimage':
256             return True 
257         if target.distro == 'fedora' and int(target.version) >= 31:
258             return True
259         if target.distro == 'centos' and target.version != '7':
260             return True
261         if target.distro == 'mageia':
262             return True
263     return False
264
265 def packages(name, packages, f):
266     s = '%s: ' % name
267     for p in packages:
268         s += str(p) + ', '
269     print(s[:-2], file=f)
270
271 def make_control(debian_version, bits, filename, debug, gui):
272     f = open(filename, 'w')
273     print('Source: dcpomatic', file=f)
274     print('Section: video', file=f)
275     print('Priority: extra', file=f)
276     print('Maintainer: Carl Hetherington <carl@dcpomatic.com>', file=f)
277     packages('Build-Depends', deb_build_depends[debian_version], f)
278     print('Standards-Version: 3.9.3', file=f)
279     print('Homepage: https://dcpomatic.com/', file=f)
280     print('', file=f)
281     suffix = '' if gui else '-cli'
282     print(f'Package: dcpomatic{suffix}', file=f)
283     if bits == 32:
284         print('Architecture: i386', file=f)
285     else:
286         print('Architecture: amd64', file=f)
287
288     pkg = deb_depends[debian_version]
289     if gui and debian_version in deb_depends_gui:
290         pkg.extend(deb_depends_gui[debian_version])
291
292     packages('Depends', pkg, f)
293
294     print('Description: Generator of Digital Cinema Packages (DCPs)', file=f)
295     print('  DCP-o-matic generates Digital Cinema Packages (DCPs) from videos, images,', file=f)
296     print('  sound and subtitle files.  You can use it to make content for playback on DCI-compliant', file=f)
297     print('  cinema projectors.', file=f)
298     if not gui:
299         print('  This package contains the command-line tools only.', file=f)
300
301     if debug:
302         print('', file=f)
303         print(f'Package: dcpomatic{suffix}-dbg', file=f)
304         if bits == 32:
305             print('Architecture: i386', file=f)
306         else:
307             print('Architecture: amd64', file=f)
308         print('Section: debug', file=f)
309         print('Priority: extra', file=f)
310         packages('Depends', pkg, f)
311         print('Description: debugging symbols for dcpomatic', file=f)
312         print('  This package contains the debugging symbols for dcpomatic.', file=f)
313         print('', file=f)
314
315 def make_spec(filename, version, target, options, requires=None):
316     """Make a .spec file for a RPM build"""
317     tools = os.path.join(os.path.dirname(os.path.dirname(os.path.dirname(filename))), "src/tools")
318     f = open(filename, 'w')
319     print('Summary:A program that generates Digital Cinema Packages (DCPs) from video and audio files', file=f)
320     print('Name:dcpomatic2', file=f)
321     print('Version:%s' % version, file=f)
322     print('Release:1%{?dist}', file=f)
323     print('License:GPL', file=f)
324     print('Group:Applications/Multimedia', file=f)
325     print('URL:https://dcpomatic.com/', file=f)
326     if requires is not None:
327         print('Requires:%s' % requires, file=f)
328     print('', file=f)
329     print('%description', file=f)
330     print('DCP-o-matic generates Digital Cinema Packages (DCPs) from video and audio ', file=f)
331     print('files for presentation on DCI-compliant digital projectors.', file=f)
332     print('', file=f)
333     print('%files', file=f)
334     print('%{_bindir}/dcpomatic2', file=f)
335     print('%{_bindir}/dcpomatic2_batch', file=f)
336     print('%{_bindir}/dcpomatic2_cli', file=f)
337     print('%{_bindir}/dcpomatic2_create', file=f)
338     print('%{_bindir}/dcpomatic2_kdm', file=f)
339     print('%{_bindir}/dcpomatic2_server', file=f)
340     print('%{_bindir}/dcpomatic2_server_cli', file=f)
341     print('%{_bindir}/dcpomatic2_kdm_cli', file=f)
342     print('%{_bindir}/dcpomatic2_player', file=f)
343     print('%{_bindir}/dcpomatic2_playlist', file=f)
344     print('%{_bindir}/dcpomatic2_combiner', file=f)
345     print('%{_bindir}/dcpomatic2_verify', file=f)
346     if os.path.exists(os.path.join(tools, "dcpomatic2_disk")):
347         print('%{_bindir}/dcpomatic2_disk', file=f)
348         print('%caps(cap_dac_override=ep) %{_bindir}/dcpomatic2_disk_writer', file=f)
349     print('%{_datadir}/applications/dcpomatic2.desktop', file=f)
350     print('%{_datadir}/applications/dcpomatic2_batch.desktop', file=f)
351     print('%{_datadir}/applications/dcpomatic2_server.desktop', file=f)
352     print('%{_datadir}/applications/dcpomatic2_kdm.desktop', file=f)
353     print('%{_datadir}/applications/dcpomatic2_player.desktop', file=f)
354     print('%{_datadir}/applications/dcpomatic2_playlist.desktop', file=f)
355     print('%{_datadir}/applications/dcpomatic2_combiner.desktop', file=f)
356     if os.path.exists(os.path.join(tools, "dcpomatic2_disk")):
357         print('%{_datadir}/applications/dcpomatic2_disk.desktop', file=f)
358     print('%{_datadir}/dcpomatic2/dcpomatic2_server_small.png', file=f)
359     print('%{_datadir}/dcpomatic2/select.png', file=f)
360     print('%{_datadir}/dcpomatic2/sequence.png', file=f)
361     print('%{_datadir}/dcpomatic2/snap.png', file=f)
362     print('%{_datadir}/dcpomatic2/zoom.png', file=f)
363     print('%{_datadir}/dcpomatic2/zoom_all.png', file=f)
364     print('%{_datadir}/dcpomatic2/tick.png', file=f)
365     print('%{_datadir}/dcpomatic2/no_tick.png', file=f)
366     print('%{_datadir}/dcpomatic2/link.png', file=f)
367     print('%{_datadir}/dcpomatic2/me.jpg', file=f)
368     print('%{_datadir}/dcpomatic2/LiberationSans-Regular.ttf', file=f)
369     print('%{_datadir}/dcpomatic2/LiberationSans-Italic.ttf', file=f)
370     print('%{_datadir}/dcpomatic2/LiberationSans-Bold.ttf', file=f)
371     print('%{_datadir}/dcpomatic2/splash.png', file=f)
372     for r in ['128x128', '16x16', '22x22', '256x256', '32x32', '48x48', '512x512', '64x64']:
373         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2.png' % r, file=f)
374         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_batch.png' % r, file=f)
375         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_kdm.png' % r, file=f)
376         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_server.png' % r, file=f)
377         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_player.png' % r, file=f)
378         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_playlist.png' % r, file=f)
379         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_disk.png' % r, file=f)
380         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_combiner.png' % r, file=f)
381     for l in ['de_DE', 'es_ES', 'fr_FR', 'it_IT', 'sv_SE', 'nl_NL', 'ru_RU', 'pl_PL', 'da_DK',
382               'pt_PT', 'pt_BR', 'sk_SK', 'cs_CZ', 'uk_UA', 'zh_CN', 'tr_TR']:
383         print('%%{_datadir}/locale/%s/LC_MESSAGES/dcpomatic2.mo' % l, file=f)
384         print('%%{_datadir}/locale/%s/LC_MESSAGES/libdcpomatic2-wx.mo' % l, file=f)
385         print('%%{_datadir}/locale/%s/LC_MESSAGES/libdcpomatic2.mo' % l, file=f)
386     print('%{_datadir}/libdcp/tags/*', file=f)
387     print('%{_datadir}/libdcp/xsd/*', file=f)
388     print('%{_datadir}/polkit-1/actions/com.dcpomatic.write-drive.policy', file=f)
389     print('', file=f)
390     print('%prep', file=f)
391     print('rm -rf $RPM_BUILD_DIR/dcpomatic-%s' % version, file=f)
392     print('tar xjf $RPM_SOURCE_DIR/dcpomatic-%s.tar.bz2' % version, file=f)
393     print('%build', file=f)
394     print('cd dcpomatic-%s' % version, file=f)
395     print('export PKG_CONFIG_PATH=%s/lib/pkgconfig:%s/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/local/lib64/pkgconfig' % (target.directory, target.directory), file=f)
396     print('CXXFLAGS="-I%s/include" LDFLAGS="-L%s/lib" ./waf configure --prefix=%%{buildroot}/usr --destdir=/usr %s' %
397           (target.directory, target.directory, configure_options(target, options)), file=f)
398     print('./waf', file=f)
399     print('%install', file=f)
400     print('cd dcpomatic-%s' % version, file=f)
401     print('./waf install', file=f)
402     print('/bin/mkdir -p %{buildroot}/usr/share/libdcp', file=f)
403     print('/bin/cp -r %s/src/libdcp/tags %%{buildroot}/usr/share/libdcp' % target.directory, file=f)
404     print('/bin/cp -r %s/src/libdcp/xsd %%{buildroot}/usr/share/libdcp' % target.directory, file=f)
405     print('/bin/mv %s/bin/dcpverify %%{buildroot}/usr/bin/dcpomatic2_verify' % target.directory, file=f)
406     print('', file=f)
407     print('%post', file=f)
408     print('/bin/touch --no-create %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
409     print('setcap "cap_dac_override+ep cap_sys_admin+ep" /usr/bin/dcpomatic2_disk_writer', file=f)
410     print('', file=f)
411     print('%postun', file=f)
412     print('if [ $1 -eq 0 ] ; then', file=f)
413     print('    /bin/touch --no-create %{_datadir}/icons/hicolor &>/dev/null', file=f)
414     print('    /usr/bin/gtk-update-icon-cache %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
415     print('fi', file=f)
416     print('', file=f)
417     print('%posttrans', file=f)
418     print('/usr/bin/gtk-update-icon-cache %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
419
420 def dependencies(target, options):
421
422     if target.platform == 'linux':
423         ffmpeg_options = { 'shared': False }
424     else:
425         ffmpeg_options = {}
426
427     if target.platform != 'linux' or target.distro != 'arch':
428         deps = [('ffmpeg-cdist', '107f9af8', ffmpeg_options)]
429     else:
430         # Use distro-provided FFmpeg on Arch
431         deps = []
432
433     deps.append(('libdcp', 'v1.8.6'))
434     deps.append(('libsub', 'v1.6.6'))
435     deps.append(('leqm-nrt', '93ae9e6'))
436     deps.append(('rtaudio', 'f619b76'))
437     if can_build_disk(target):
438         deps.append(('lwext4', 'cce3730'))
439     deps.append(('ffcmp', '6259cd4'))
440
441     return deps
442
443 option_defaults = { "gui": True, "variant": None }
444
445 def configure_options(target, options):
446     opt = ' --warnings-are-errors'
447
448     if not ((target.platform == 'linux' and target.distro == 'ubuntu' and target.version == '18.04') or
449             (target.platform == 'osx') or
450             (target.platform == 'windows')):
451         # Currently we only build tests on Ubuntu 18.04, macOS and Windows
452         opt += ' --disable-tests'
453
454     if target.debug:
455         opt += ' --enable-debug'
456     if target.platform == 'windows':
457         opt += ' --target-windows'
458     elif target.platform == 'linux':
459         opt += ' --static-dcpomatic --static-wxwidgets --static-ffmpeg --static-dcp --static-sub --static-cxml'
460         if target.distro == 'centos':
461             if target.version == '6.5':
462                 opt += ' --static-boost --static-xmlpp'
463             elif target.version == '7':
464                 opt += ' --workaround-gssapi'
465
466     if not options['gui']:
467         opt += ' --disable-gui'
468
469     if options['variant'] is not None:
470         opt += ' --variant=%s' % options['variant']
471
472     # Build Windows debug versions with static linking as I think gdb works better then
473     if target.debug and target.platform == 'windows':
474         opt += ' --static-dcpomatic'
475
476     if can_build_disk(target):
477         opt += ' --enable-disk'
478
479     if target.platform == 'osx' and target.arch == 'arm64':
480         opt += ' --target-macos-arm64 --wx-config=%s/wx-config' % target.bin
481
482     return opt
483
484 def build(target, options):
485     if target.platform == 'flatpak':
486         target.checkout_dependencies()
487         prefix = 'https://dcpomatic.com/deps'
488         modules = []
489         modules.append({'name': 'libzip',
490                         'buildsystem': 'cmake',
491                         'sources': [{'type': 'archive',
492                                      'url': '%s/libzip-1.4.0.tar.xz' % prefix,
493                                      'sha256': 'e508aba025f5f94b267d5120fc33761bcd98440ebe49dbfe2ed3df3afeacc7b1'}]})
494         modules.append({'name': 'libsigc++',
495                         'sources': [{'type': 'archive',
496                                      'url': '%s/libsigc++-2.10.0.tar.xz' % prefix,
497                                      'sha256': 'f843d6346260bfcb4426259e314512b99e296e8ca241d771d21ac64f28298d81'}]})
498         modules.append({'name': 'glibmm',
499                         'sources': [{'type': 'archive',
500                                      'url': '%s/glibmm-2.48.1.tar.xz' % prefix,
501                                      'sha256': 'dc225f7d2f466479766332483ea78f82dc349d59399d30c00de50e5073157cdf'}]})
502         modules.append({'name': 'cairomm',
503                         'sources': [{'type': 'archive',
504                                      'url': '%s/cairomm-1.12.2.tar.gz' % prefix,
505                                      'sha256': '45c47fd4d0aa77464a75cdca011143fea3ef795c4753f6e860057da5fb8bd599'}]})
506         modules.append({'name': 'pangomm',
507                         'sources': [{'type': 'archive',
508                                      'url': '%s/pangomm-2.40.1.tar.xz' % prefix,
509                                      'sha256': '9762ee2a2d5781be6797448d4dd2383ce14907159b30bc12bf6b08e7227be3af'}]})
510         modules.append({'name': 'libxml++',
511                         'sources': [{'type': 'archive',
512                                      'url': '%s/libxml++-2.40.1.tar.xz' % prefix,
513                                      'sha256': '4ad4abdd3258874f61c2e2a41d08e9930677976d303653cd1670d3e9f35463e9'}]})
514         modules.append({'name': 'xmlsec1',
515                         'sources': [{'type': 'archive',
516                                      'url': '%s/xmlsec1-1.2.25.tar.gz' % prefix,
517                                      'sha256': '967ca83edf25ccb5b48a3c4a09ad3405a63365576503bf34290a42de1b92fcd2'}]})
518         modules.append({'name': 'openjpeg2',
519                         'buildsystem': 'cmake',
520                         'sources': [{'type': 'dir', 'path': os.path.abspath('../openjpeg2-cdist')}]})
521         modules.append({'name': 'boost',
522                         'buildsystem': 'simple',
523                         'build-commands': [
524                             './bootstrap.sh --prefix=/app',
525                             './b2 install'
526                         ],
527                         'sources': [{'type': 'archive',
528                                      'url': '%s/boost_1_66_0.tar.bz2' % prefix,
529                                      'sha256': '5721818253e6a0989583192f96782c4a98eb6204965316df9f5ad75819225ca9'}]})
530         modules.append({'name': 'asdcplib',
531                         'buildsystem': 'simple',
532                         'build-commands': [
533                             './waf configure --prefix=/app  --libdir=/app/lib build install'
534                         ],
535                         'sources': [{'type': 'dir', 'path': os.path.abspath('../asdcplib-carl')}]})
536         modules.append({'name': 'locked_sstream',
537                         'buildsystem': 'simple',
538                         'build-commands': [
539                             './waf configure --prefix=/app build install'
540                         ],
541                         'sources': [{'type': 'dir', 'path': os.path.abspath('../locked_sstream')}]})
542         modules.append({'name': 'libcxml',
543                         'buildsystem': 'simple',
544                         'build-commands': [
545                             './waf configure --prefix=/app  --libdir=/app/lib build install'
546                         ],
547                         'sources': [{'type': 'dir', 'path': os.path.abspath('../libcxml')}]})
548         modules.append({'name': 'libdcp',
549                         'buildsystem': 'simple',
550                         'build-commands': [
551                             './waf configure --prefix=/app --libdir=/app/lib build install'
552                         ],
553                         'sources': [{'type': 'dir', 'path': os.path.abspath('../libdcp')}]})
554         modules.append({'name': 'libsub',
555                         'buildsystem': 'simple',
556                         'build-commands': [
557                             './waf configure --prefix=/app --libdir=/app/lib build install'
558                         ],
559                         'sources': [{'type': 'dir', 'path': os.path.abspath('../libsub')}]})
560         modules.append({'name': 'rtaudio',
561                         'build-options': {
562                         'config-opts': [
563                             '--prefix=/app',
564                             '--with-pulse',
565                             '--with-alsa'
566                         ]
567                         },
568                         'sources': [{'type': 'dir', 'path': os.path.abspath('../rtaudio-cdist')}]})
569         modules.append({'name': 'wxwidgets',
570                         'sources': [{'type': 'archive',
571                                      'url': '%s/wxWidgets-3.0.3.tar.bz2' % prefix,
572                                      'sha256': '08c8033f48ec1b23520f036cde37b5ae925a6a65f137ded665633ca159b9307b'}]})
573         modules.append({'name': 'libssh',
574                         'buildsystem': 'cmake',
575                         'builddir': True,
576                         'sources': [{'type': 'archive',
577                                      'url': '%s/libssh-0.7.5.tar.xz' % prefix,
578                                      'sha256': '54e86dd5dc20e5367e58f3caab337ce37675f863f80df85b6b1614966a337095'}]})
579         modules.append({'name': 'dcpomatic',
580                         'buildsystem': 'simple',
581                         'build-commands': [
582                             './waf configure --prefix=/app build install'
583                          ],
584                         'build-options': {
585                            'build-args': ['--share=network']
586                         },
587                         'sources': [{'type': 'dir', 'path': os.path.abspath('.')}]})
588         desc = {'app-id': 'com.dcpomatic.DCP-o-matic',
589                 'runtime': 'org.gnome.Sdk',
590                 'runtime-version': '3.26',
591                 'sdk': 'org.gnome.Sdk',
592                 'command': 'dcpomatic2',
593                 'finish-args': ['--socket=x11', '--share=ipc', '--share=network', '--socket=pulseaudio', '--filesystem=host'],
594                 'modules': modules}
595         os.makedirs('build/platform')
596         with open('build/com.dcpomatic.DCP-o-matic.json', 'w') as outfile:
597             json.dump(desc, outfile)
598         target.command('%s --repo=build/platform/repo build/platform/flatpak build/com.dcpomatic.DCP-o-matic.json' % target.flatpak_builder())
599     else:
600         target.command('./waf configure --prefix=%s %s' % (target.directory, configure_options(target, options)))
601         target.command('./waf')
602         target.command('./waf install')
603
604 def package_windows(target):
605     identifier = ''
606     if target.version is not None:
607         identifier = '%s.' % target.version
608     identifier += '%d' % target.bits
609     shutil.copyfile('build/platform/windows/installer.%s.nsi' % identifier, 'build/platform/windows/installer2.%s.nsi' % identifier)
610     target.command('sed -i "s~%%resources%%~%s/platform/windows~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
611     target.command('sed -i "s~%%graphics%%~%s/graphics~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
612     target.command('sed -i "s~%%static_deps%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.windows_prefix, identifier))
613     target.command('sed -i "s~%%cdist_deps%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.directory, identifier))
614     target.command('sed -i "s~%%mingw%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.environment_prefix, identifier))
615     target.command('sed -i "s~%%binaries%%~%s/build~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
616     target.command('sed -i "s~%%bits%%~32~g" build/platform/windows/installer2.%s.nsi' % identifier)
617     target.command('makensis build/platform/windows/installer2.%s.nsi' % identifier)
618     return os.path.abspath(glob.glob('build/platform/windows/*%s*.exe' % target.bits)[0])
619
620 def package_debian(target, cpu, version, options):
621     make_control(target.version, target.bits, 'debian/control', target.debug, options['gui'])
622     if target.version != '9' and target.version != '16.04' and options['gui']:
623         with open('debian/postinst', 'w') as f:
624             print('#!/bin/sh', file=f)
625             # Get the required capability to write to disks
626             print('setcap "cap_dac_override+ep cap_sys_admin+ep" /usr/bin/dcpomatic2_disk_writer', file=f)
627     target.command('./waf dist')
628     f = open('debian/files', 'w')
629     suffix = '' if options['gui'] else '-cli'
630     print(f'dcpomatic{suffix}_{version}-1_{cpu}.deb video extra', file=f)
631     shutil.rmtree('build/deb', ignore_errors=True)
632
633     os.makedirs('build/deb')
634     os.chdir('build/deb')
635     shutil.move('../../dcpomatic-%s.tar.bz2' % version, 'dcpomatic_%s.orig.tar.bz2' % version)
636     target.command('tar xjf dcpomatic_%s.orig.tar.bz2' % version)
637     os.chdir('dcpomatic-%s' % version)
638     target.set('EMAIL', 'carl@dcpomatic.com')
639     target.command('dch -b -v %s-1 "New upstream release."' % version)
640     target.set('CDIST_LINKFLAGS', target.get('LINKFLAGS'))
641     target.set('CDIST_CXXFLAGS', target.get('CXXFLAGS'))
642     target.set('CDIST_PKG_CONFIG_PATH', target.get('PKG_CONFIG_PATH'))
643     target.set('CDIST_DIRECTORY', target.directory)
644
645     target.set('CDIST_CONFIGURE', '"' + configure_options(target, options) + '"')
646     target.set('CDIST_PACKAGE', f'dcpomatic{suffix}')
647     if target.debug:
648         target.set('CDIST_DEBUG_PACKAGE_FLAG', f'--dbg-package=dcpomatic{suffix}-dbg')
649
650     target.command('dpkg-buildpackage -uc -us')
651
652     debs = []
653     for p in glob.glob('../*.deb'):
654         debs.append(os.path.abspath(p))
655
656     return debs
657
658 def package_rpm(target, cpu, version, options):
659     topdir = os.path.realpath('build/rpmbuild')
660     os.makedirs('%s/BUILD' % topdir)
661     os.makedirs('%s/RPMS' % topdir)
662     os.makedirs('%s/SOURCES' % topdir)
663     os.makedirs('%s/SPECS' % topdir)
664     os.makedirs('%s/SRPMS' % topdir)
665
666     target.command('./waf dist')
667     shutil.copyfile(
668         "%s/src/dcpomatic/dcpomatic-%s.tar.bz2" % (target.directory, version),
669         "%s/SOURCES/dcpomatic-%s.tar.bz2" % (topdir, version)
670         )
671
672     requires = None
673     if target.distro == 'mageia':
674         requires = "lib64xmlsec1-devel lib64canberra-gtk0 libcap-utils"
675
676     make_spec('build/platform/linux/dcpomatic2.spec', version, target, options, requires)
677     cmd = 'rpmbuild --define "_topdir %s" -bb build/platform/linux/dcpomatic2.spec' % topdir
678     target.command(cmd)
679     rpms = []
680
681     if cpu == "amd64":
682         cpu = "x86_64"
683     else:
684         cpu = "i686"
685
686     for p in glob.glob('%s/RPMS/%s/*.rpm' % (topdir, cpu)):
687         rpms.append(os.path.abspath(p))
688
689     return rpms
690
691 def make_appimage(target, nice_name, internal_name, version):
692     nice_filename = nice_name.replace(' ', '_')
693     appdir = f'build/{nice_filename}.AppDir'
694     os.makedirs(f'{appdir}/usr/bin')
695     target.command(f'cp {target.directory}/bin/{internal_name} {appdir}/usr/bin')
696     target.command(f'cp {target.directory}/bin/dcpverify {appdir}/usr/bin/dcpomatic2_verify')
697     target.command(f'mkdir -p {appdir}/usr/share/libdcp')
698     target.command(f'cp -r {target.directory}/share/dcpomatic2 {appdir}/usr/share/')
699     target.command(f'cp -r {target.directory}/share/libdcp/xsd {appdir}/usr/share/libdcp/')
700     target.command(f'cp -r {target.directory}/share/libdcp/tags {appdir}/usr/share/libdcp/')
701     lib = 'usr/lib/x86_64-linux-gnu'
702     target.command(f'mkdir -p build/{nice_filename}.AppDir/{lib}/gdk-pixbuf-2.0/2.10.0')
703     target.command(f'cp -a /{lib}/gdk-pixbuf-2.0 build/{nice_filename}.AppDir/usr/lib/x86_64-linux-gnu/')
704     target.command('apt update')
705     for package in ['libc6', 'libglib2.0-0', 'gnome-settings-daemon-schemas', 'librsvg2-common', 'libgdk-pixbuf2.0-0', 'libpango-1.0-0', 'libpangoft2-1.0-0', 'libpangocairo-1.0-0']:
706         target.command(f'apt download {package}')
707         target.command(f'dpkg-deb -x {package}*.deb {appdir}')
708     target.command(f'glib-compile-schemas {appdir}/usr/share/glib-2.0/schemas')
709     target.command(f'sed -i -e "s|/usr/lib/x86_64-linux-gnu/gdk-pixbuf-.*/.*/loaders/||g" {appdir}/usr/lib/x86_64-linux-gnu/gdk-pixbuf-*/*/loaders.cache')
710     # Stop anything loading from outside the AppImage
711     target.command(f'sed -i -e "s|/usr|/xxx|g" {appdir}/lib/x86_64-linux-gnu/ld-linux-x86-64.so.2')
712
713     if internal_name == 'dcpomatic2_disk':
714         target.command(f'mkdir -p {appdir}/usr/share/polkit-1/actions')
715         target.command(f'cp {target.directory}/share/polkit-1/actions/com.dcpomatic.write-drive.policy {appdir}/usr/share/polkit-1/actions')
716
717     with open(f'{appdir}/AppRun', 'w') as f:
718         print('#!/bin/bash', file=f)
719         print('export PATH=$APPDIR/usr/bin:$PATH', file=f)
720         print('export XDG_DATA_DIRS="$APPDIR/usr/share/:/usr/share/:$XDG_DATA_DIRS"', file=f)
721         print('export GDK_PIXBUF_MODULEDIR=$(readlink -f "$APPDIR"/usr/lib/x86_64-linux-gnu/gdk-pixbuf-*/*/loaders/ )', file=f)
722         print('export GDK_PIXBUF_MODULE_FILE=$(readlink -f "$APPDIR"/usr/lib/x86_64-linux-gnu/gdk-pixbuf-*/*/loaders.cache )', file=f)
723         print('export LD_LIBRARY_PATH=$GDK_PIXBUF_MODULEDIR:$APPDIR/usr/lib:$APPDIR/usr/lib/x86_64-linux-gnu', file=f)
724         print(f'"$APPDIR"/usr/bin/{internal_name} $@', file=f)
725     target.command(f'chmod a+rx {appdir}/AppRun')
726     with open(f'{appdir}/{internal_name}.desktop', 'w') as f:
727         print('[Desktop Entry]', file=f)
728         print('Type=Application', file=f)
729         print('Categories=AudioVideo;', file=f)
730         print(f'Name={nice_name}', file=f)
731         print(f'Icon={internal_name}', file=f)
732     target.command(f'cp graphics/linux/256/{internal_name}.png {appdir}')
733     target.command(f'linuxdeploy-x86_64.AppImage --appdir {appdir}')
734     target.command(f'appimagetool-x86_64.AppImage {appdir}')
735     target.command(f'mv {nice_filename}-x86_64.AppImage build/{nice_filename}-{version}-x86_64.AppImage')
736     return os.path.abspath(f'build/{nice_filename}-{version}-x86_64.AppImage')
737
738 def package(target, version, options):
739     """version: DCP-o-matic version string"""
740     if target.platform == 'windows':
741         return package_windows(target)
742     elif target.platform == 'linux':
743         if target.detail == 'appimage':
744             out = []
745             out.append(make_appimage(target, 'DCP-o-matic', 'dcpomatic2', version))
746             out.append(make_appimage(target, 'DCP-o-matic Player', 'dcpomatic2_player', version))
747             out.append(make_appimage(target, 'DCP-o-matic Playlist Editor', 'dcpomatic2_playlist', version))
748             out.append(make_appimage(target, 'DCP-o-matic KDM Creator', 'dcpomatic2_kdm', version))
749             out.append(make_appimage(target, 'DCP-o-matic Batch Converter', 'dcpomatic2_batch', version))
750             out.append(make_appimage(target, 'DCP-o-matic Encode Server', 'dcpomatic2_server', version))
751             out.append(make_appimage(target, 'DCP-o-matic Combiner', 'dcpomatic2_combiner', version))
752             return out
753         else:
754             if target.bits == 32:
755                 cpu = 'i386'
756             else:
757                 cpu = 'amd64'
758
759             if target.distro == 'debian' or target.distro == 'ubuntu':
760                 return package_debian(target, cpu, version, options)
761             elif target.distro == 'centos' or target.distro == 'fedora' or target.distro == 'mageia':
762                 return package_rpm(target, cpu, version, options)
763     elif target.platform == 'osx':
764         archs = ' '.join(f'{t.arch}/{t.deployment}' for t in target.sub_targets)
765         target.command('bash platform/osx/make_dmg.sh %s %s %s %s %s' % (target.environment_prefix, target.directory, target.apple_id, target.apple_password, archs))
766         packages = []
767         for x in glob.glob('build/platform/osx/DCP-o-matic*.dmg'):
768             a = os.path.abspath(x)
769             if x.find("Player") != -1:
770                 packages.append((a, "com.dcpomatic.player"))
771             elif x.find("Playlist Editor") != -1:
772                 packages.append((a, "com.dcpomatic.playlist"))
773             elif x.find("KDM Creator") != -1:
774                 packages.append((a, "com.dcpomatic.kdm"))
775             elif x.find("Batch Converter") != -1:
776                 packages.append((a, "com.dcpomatic.batch"))
777             elif x.find("Encode Server") != -1:
778                 packages.append((a, "com.dcpomatic.server"))
779             elif x.find("Disk Writer") != -1:
780                 packages.append((a, "com.dcpomatic.disk"))
781             elif x.find("Combiner") != -1:
782                 packages.append((a, "com.dcpomatic.combiner"))
783             else:
784                 packages.append((a, "com.dcpomatic"))
785         return packages
786     elif target.platform == 'docker':
787         shutil.copyfile(target.deb, 'build/platform/docker')
788         f = open('build/platform/docker/Dockerfile', 'w')
789         print('FROM debian:jessie', file=f)
790         print('MAINTAINER carl@dcpomatic.com', file=f)
791         print('ADD build/platform/docker/dcpomatic_%s-1_amd64.deb /tmp' % (version, version), file=f)
792         print('RUN apt-get -o Acquire:http::Timeout="5" update; exit 0', file=f)
793         print('RUN dpkg -i /tmp/dcpomatic_*.deb; exit 0', file=f)
794         print('RUN apt-get -y -f install', file=f)
795         print('RUN apt-get clean', file=f)
796         print('EXPOSE 6192', file=f)
797         print('CMD ["/usr/bin/dcpomatic2_server_cli", "--verbose"]', file=f)
798         f.close()
799         target.command('docker build build/platform/docker -t dcpomatic-server:%s' % version)
800         target.command('docker save dcpomatic-server:%s -o dcpomatic-server-%s-docker.tar' % (version, version))
801     elif target.platform == 'flatpak':
802         target.command('%s build-bundle build/platform/repo build/dcpomatic_%s.flatpak com.dcpomatic.DCP-o-matic' % (target.flatpak(), version))
803         return os.path.abspath('build/dcpomatic_%s.flatpak' % version)
804
805 def make_pot(target):
806     target.command('./waf pot')
807     return [os.path.abspath('build/src/lib/libdcpomatic.pot'),
808             os.path.abspath('build/src/wx/libdcpomatic-wx.pot'),
809             os.path.abspath('build/src/tools/dcpomatic.pot')]
810
811 def make_manual(target):
812     target.command('make -C doc/manual LIBDCP=../../../libdcp')
813     os.chdir('doc/manual')
814     target.command('pdflatex colour.tex')
815     return [os.path.abspath('pdf'), os.path.abspath('html'), os.path.abspath('colour.pdf')]
816
817 def test(target, options, test):
818     target.set('LC_ALL', 'C')
819     if target.platform == 'windows':
820         cmd = 'run\\tests '
821     else:
822         cmd = 'run/tests '
823     if target.debug:
824         cmd += '--backtrace '
825     if test is not None:
826         cmd += '-t %s' % test
827     target.command(cmd)