cscript

   1 # -*- mode: python -*-
   2 #
   3 #    Copyright (C) 2012-2017 Carl Hetherington <cth@carlh.net>
   4 #
   5 #    This file is part of DCP-o-matic.
   6 #
   7 #    DCP-o-matic is free software; you can redistribute it and/or modify
   8 #    it under the terms of the GNU General Public License as published by
   9 #    the Free Software Foundation; either version 2 of the License, or
  10 #    (at your option) any later version.
  11 #
  12 #    DCP-o-matic is distributed in the hope that it will be useful,
  13 #    but WITHOUT ANY WARRANTY; without even the implied warranty of
  14 #    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  15 #    GNU General Public License for more details.
  16 #
  17 #    You should have received a copy of the GNU General Public License
  18 #    along with DCP-o-matic.  If not, see <http://www.gnu.org/licenses/>.
  19 #
  20
  21 from __future__ import print_function
  22 import glob
  23 import shutil
  24 import os
  25 import copy
  26
  27 deb_build_depends = dict()
  28
  29 deb_build_depends_base = ['debhelper', 'python', 'g++', 'pkg-config', 'libsndfile1-dev', 'libgtk2.0-dev', 'libx264-dev']
  30
  31 deb_build_depends['12.04'] = copy.deepcopy(deb_build_depends_base)
  32 deb_build_depends['12.04'].extend(['libssh-dev'])
  33 deb_build_depends['14.04'] = copy.deepcopy(deb_build_depends_base)
  34 deb_build_depends['14.04'].extend(['libssh-dev'])
  35 deb_build_depends['16.04'] = copy.deepcopy(deb_build_depends_base)
  36 deb_build_depends['16.04'].extend(['libssh-dev'])
  37 deb_build_depends['16.10'] = copy.deepcopy(deb_build_depends_base)
  38 deb_build_depends['16.10'].extend(['libssh-dev'])
  39 deb_build_depends['17.04'] = copy.deepcopy(deb_build_depends_base)
  40 deb_build_depends['17.04'].extend(['libssh-dev'])
  41 deb_build_depends['7'] = copy.deepcopy(deb_build_depends_base)
  42 deb_build_depends['7'].extend(['libssh-dev'])
  43 deb_build_depends['8'] = copy.deepcopy(deb_build_depends_base)
  44 deb_build_depends['8'].extend(['libssh-dev'])
  45 deb_build_depends['unstable'] = copy.deepcopy(deb_build_depends_base)
  46
  47 deb_depends = dict()
  48
  49 deb_depends_base = ['libc6', 'libsndfile1', 'libsamplerate0', 'libxmlsec1', 'libxmlsec1-openssl', 'libcurl3', 'libgtk2.0-0']
  50
  51 deb_depends['14.04'] = copy.deepcopy(deb_depends_base)
  52 deb_depends['14.04'].extend(['libboost-filesystem1.54.0',
  53                              'libboost-thread1.54.0',
  54                              'libboost-regex1.54.0',
  55                              'libmagick++5',
  56                              'libxml++2.6-2',
  57                              'libboost-date-time1.54.0',
  58                              'libzip2',
  59                              'libcairomm-1.0-1',
  60                              'libpangomm-1.4-1,'
  61                              'libicu52',
  62                              'libnettle4',
  63                              'libssh-4',
  64                              'libx264-142'])
  65
  66 deb_depends['16.04'] = copy.deepcopy(deb_depends_base)
  67 deb_depends['16.04'].extend(['libboost-filesystem1.58.0',
  68                              'libboost-thread1.58.0',
  69                              'libboost-regex1.58.0',
  70                              'libmagick++-6.q16-5v5',
  71                              'libxml++2.6-2v5',
  72                              'libboost-date-time1.58.0',
  73                              'libzip4',
  74                              'libcairomm-1.0-1v5',
  75                              'libpangomm-1.4-1v5',
  76                              'libwxgtk3.0-0v5',
  77                              'libicu55',
  78                              'libnettle6',
  79                              'libssh-4',
  80                              'libx264-148'])
  81
  82 deb_depends['16.10'] = copy.deepcopy(deb_depends_base)
  83 deb_depends['16.10'].extend(['libboost-filesystem1.61.0',
  84                              'libboost-thread1.61.0',
  85                              'libboost-regex1.61.0',
  86                              'libmagick++-6.q16-5v5',
  87                              'libxml++2.6-2v5',
  88                              'libboost-date-time1.61.0',
  89                              'libzip4',
  90                              'libwxgtk3.0-0v5',
  91                              'libicu57',
  92                              'libnettle6',
  93                              'libssh-4',
  94                              'libx264-148'])
  95
  96 deb_depends['17.04'] = copy.deepcopy(deb_depends_base)
  97 deb_depends['17.04'].extend(['libboost-filesystem1.62.0',
  98                              'libboost-thread1.62.0',
  99                              'libboost-regex1.62.0',
 100                              'libmagick++-6.q16-7',
 101                              'libxml++2.6-2v5',
 102                              'libboost-date-time1.62.0',
 103                              'libzip4',
 104                              'libwxgtk3.0-0v5',
 105                              'libicu57',
 106                              'libnettle6',
 107                              'libssh-4',
 108                              'libx264-148'])
 109
 110 deb_depends['7'] = copy.deepcopy(deb_depends_base)
 111 deb_depends['7'].extend(['libboost-filesystem1.49.0',
 112                              'libboost-thread1.49.0',
 113                              'libboost-regex1.49.0',
 114                              'libmagick++5',
 115                              'libxml++2.6-2',
 116                              'libboost-date-time1.49.0',
 117                              'libzip2',
 118                              'libcairomm-1.0-1',
 119                              'libpangomm-1.4-1',
 120                              'libicu48',
 121                              'libnettle4',
 122                              'libnotify4',
 123                              'libx264-123'])
 124
 125 deb_depends['8'] = copy.deepcopy(deb_depends_base)
 126 deb_depends['8'].extend(['libboost-filesystem1.55.0',
 127                          'libboost-thread1.55.0',
 128                          'libboost-date-time1.55.0',
 129                          'libboost-regex1.55.0',
 130                          'libmagick++-6.q16-5',
 131                          'libxml++2.6-2',
 132                          'libzip2',
 133                          'libcairomm-1.0-1',
 134                          'libpangomm-1.4-1',
 135                          'libwxgtk3.0-0',
 136                          'libxcb-xfixes0',
 137                          'libxcb-shape0',
 138                          'libicu52',
 139                          'libnettle4',
 140                          'libssh-4',
 141                          'libx264-142'])
 142
 143 deb_depends['unstable'] = copy.deepcopy(deb_depends_base)
 144 deb_depends['unstable'].extend(['libboost-filesystem1.58.0',
 145                                 'libboost-thread1.58.0',
 146                                 'libboost-regex1.58.0',
 147                                 'libmagick++-6.q16-5v5',
 148                                 'libxml++2.6-2v5',
 149                                 'libgtk2.0-0',
 150                                 'libboost-date-time1.58.0',
 151                                 'libzip2',
 152                                 'libicu52',
 153                                 'libnettle6',
 154                                 'libx264-148'])
 155
 156 def packages(name, packages, f):
 157     s = '%s: ' % name
 158     for p in packages:
 159         s += str(p) + ', '
 160     print(s[:-2], file=f)
 161
 162 def make_control(debian_version, bits, filename, debug):
 163     f = open(filename, 'w')
 164     print('Source: dcpomatic', file=f)
 165     print('Section: video', file=f)
 166     print('Priority: extra', file=f)
 167     print('Maintainer: Carl Hetherington <carl@dcpomatic.com>', file=f)
 168     packages('Build-Depends', deb_build_depends[debian_version], f)
 169     print('Standards-Version: 3.9.3', file=f)
 170     print('Homepage: http://dcpomatic.com/', file=f)
 171     print('', file=f)
 172     print('Package: dcpomatic', file=f)
 173     if bits == 32:
 174         print('Architecture: i386', file=f)
 175     else:
 176         print('Architecture: amd64', file=f)
 177
 178     packages('Depends', deb_depends[debian_version], f)
 179
 180     print('Description: Generator of Digital Cinema Packages (DCPs)', file=f)
 181     print('  DCP-o-matic generates Digital Cinema Packages (DCPs) from video and audio', file=f)
 182     print('  files (such as those from DVDs or Blu-Rays) for presentation on DCI-compliant', file=f)
 183     print('  digital projectors.', file=f)
 184
 185     if debug:
 186         print('', file=f)
 187         print('Package: dcpomatic-dbg', file=f)
 188         if bits == 32:
 189             print('Architecture: i386', file=f)
 190         else:
 191             print('Architecture: amd64', file=f)
 192         print('Section: debug', file=f)
 193         print('Priority: extra', file=f)
 194         packages('Depends', deb_depends[debian_version], f)
 195         print('Description: debugging symbols for dcpomatic', file=f)
 196         print('  This package contains the debugging symbols for dcpomatic.', file=f)
 197         print('', file=f)
 198
 199 def make_spec(filename, version, target):
 200     """Make a .spec file for a RPM build"""
 201     f = open(filename, 'w')
 202     print('Summary:A program that generates Digital Cinema Packages (DCPs) from video and audio files', file=f)
 203     print('Name:dcpomatic2', file=f)
 204     print('Version:%s' % version, file=f)
 205     print('Release:1%{?dist}', file=f)
 206     print('License:GPL', file=f)
 207     print('Group:Applications/Multimedia', file=f)
 208     print('URL:http://dcpomatic.com/', file=f)
 209     print('Requires: ImageMagick-c++, glibmm24, libzip', file=f)
 210     print('', file=f)
 211     print('%description', file=f)
 212     print('DCP-o-matic generates Digital Cinema Packages (DCPs) from video and audio ', file=f)
 213     print('files (such as those from DVDs or Blu-Rays) for presentation on DCI-compliant ', file=f)
 214     print('digital projectors.', file=f)
 215     print('', file=f)
 216     print('%files', file=f)
 217     print('%{_bindir}/dcpomatic2', file=f)
 218     print('%{_bindir}/dcpomatic2_batch', file=f)
 219     print('%{_bindir}/dcpomatic2_cli', file=f)
 220     print('%{_bindir}/dcpomatic2_create', file=f)
 221     print('%{_bindir}/dcpomatic2_kdm', file=f)
 222     print('%{_bindir}/dcpomatic2_server', file=f)
 223     print('%{_bindir}/dcpomatic2_server_cli', file=f)
 224     print('%{_bindir}/dcpomatic2_kdm_cli', file=f)
 225     print('%{_datadir}/applications/dcpomatic2.desktop', file=f)
 226     print('%{_datadir}/applications/dcpomatic2_batch.desktop', file=f)
 227     print('%{_datadir}/applications/dcpomatic2_server.desktop', file=f)
 228     print('%{_datadir}/applications/dcpomatic2_kdm.desktop', file=f)
 229     print('%{_datadir}/dcpomatic2/dcpomatic2_server_small.png', file=f)
 230     print('%{_datadir}/dcpomatic2/LiberationSans-Regular.ttf', file=f)
 231     print('%{_datadir}/dcpomatic2/LiberationSans-Italic.ttf', file=f)
 232     print('%{_datadir}/dcpomatic2/LiberationSans-Bold.ttf', file=f)
 233     print('%{_datadir}/dcpomatic2/splash.png', file=f)
 234     for r in ['128x128', '16x16', '22x22', '256x256', '32x32', '48x48', '512x512', '64x64']:
 235         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2.png' % r, file=f)
 236         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_batch.png' % r, file=f)
 237         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_kdm.png' % r, file=f)
 238         print('%%{_datadir}/icons/hicolor/%s/apps/dcpomatic2_server.png' % r, file=f)
 239     for l in ['de_DE', 'es_ES', 'fr_FR', 'it_IT', 'sv_SE', 'nl_NL', 'ru_RU', 'pl_PL', 'da_DK', 'pt_PT', 'pt_BR', 'sk_SK', 'cs_CZ', 'uk_UA', 'zh_CN']:
 240         print('%%{_datadir}/locale/%s/LC_MESSAGES/dcpomatic2.mo' % l, file=f)
 241         print('%%{_datadir}/locale/%s/LC_MESSAGES/libdcpomatic2-wx.mo' % l, file=f)
 242         print('%%{_datadir}/locale/%s/LC_MESSAGES/libdcpomatic2.mo' % l, file=f)
 243     print('', file=f)
 244     print('%prep', file=f)
 245     print('rm -rf $RPM_BUILD_DIR/dcpomatic-%s' % version, file=f)
 246     print('tar xjf $RPM_SOURCE_DIR/dcpomatic-%s.tar.bz2' % version, file=f)
 247     print('%build', file=f)
 248     print('cd dcpomatic-%s' % version, file=f)
 249     print('export PKG_CONFIG_PATH=%s/lib/pkgconfig:%s/lib64/pkgconfig:/usr/local/lib/pkgconfig:/usr/local/lib64/pkgconfig' % (target.directory, target.directory), file=f)
 250
 251     if target.distro == 'centos' and target.version == '5':
 252         prefix = 'BUILDROOT/usr'
 253     else:
 254         prefix = '%{buildroot}/usr'
 255
 256     print('CXXFLAGS="-I%s/include" LDFLAGS="-L%s/lib" ./waf configure --prefix=%s --install-prefix=/usr %s' %
 257           (target.directory, target.directory, prefix, configure_options(target)), file=f)
 258     print('./waf', file=f)
 259     print('%install', file=f)
 260     print('cd dcpomatic-%s' % version, file=f)
 261     print('./waf install', file=f)
 262     print('', file=f)
 263     print('%post', file=f)
 264     print('/bin/touch --no-create %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
 265     print('', file=f)
 266     print('%postun', file=f)
 267     print('if [ $1 -eq 0 ] ; then', file=f)
 268     print('    /bin/touch --no-create %{_datadir}/icons/hicolor &>/dev/null', file=f)
 269     print('    /usr/bin/gtk-update-icon-cache %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
 270     print('fi', file=f)
 271     print('', file=f)
 272     print('%posttrans', file=f)
 273     print('/usr/bin/gtk-update-icon-cache %{_datadir}/icons/hicolor &>/dev/null || :', file=f)
 274
 275 def dependencies(target):
 276
 277     if target.platform == 'linux':
 278         ffmpeg_options = { 'shared': False }
 279     else:
 280         ffmpeg_options = {}
 281
 282     return (('ffmpeg-cdist', 'd993f38', ffmpeg_options),
 283             ('libdcp', '98c2cae'),
 284             ('libsub', '2133e6d'),
 285             ('rtaudio-cdist', None))
 286
 287 def configure_options(target):
 288     opt = ''
 289     if target.debug:
 290         opt += ' --enable-debug'
 291     if target.platform == 'windows':
 292         opt += ' --target-windows'
 293     elif target.platform == 'linux':
 294         opt += ' --static-dcpomatic --static-wxwidgets --static-ffmpeg --static-dcp --static-sub --static-cxml'
 295         if target.distro == 'centos':
 296             opt += ' --static-xmlsec --static-ssh --disable-tests'
 297             if target.version == '6.5':
 298                 opt += ' --static-boost --static-xmlpp'
 299             elif target.version == '7':
 300                 opt += ' --workaround-gssapi --static-xmlpp'
 301
 302     # Build Windows debug versions with static linking as I think gdb works better then
 303     if target.debug and target.platform == 'windows':
 304         opt += ' --static-dcpomatic'
 305
 306     return opt
 307
 308 def build(target, options):
 309     target.command('./waf configure --prefix=%s %s' % (target.directory, configure_options(target)))
 310     target.command('./waf')
 311
 312     if target.platform == 'linux' or target.platform == 'osx':
 313         target.command('./waf install')
 314
 315 def package_windows(target):
 316     identifier = ''
 317     if target.version is not None:
 318         identifier = '%s.' % target.version
 319     identifier += '%d' % target.bits
 320     shutil.copyfile('build/platform/windows/installer.%s.nsi' % identifier, 'build/platform/windows/installer2.%s.nsi' % identifier)
 321     target.command('sed -i "s~%%resources%%~%s/platform/windows~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
 322     target.command('sed -i "s~%%graphics%%~%s/graphics~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
 323     target.command('sed -i "s~%%static_deps%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.windows_prefix, identifier))
 324     target.command('sed -i "s~%%cdist_deps%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.directory, identifier))
 325     target.command('sed -i "s~%%mingw%%~%s~g" build/platform/windows/installer2.%s.nsi' % (target.mingw_path, identifier))
 326     target.command('sed -i "s~%%binaries%%~%s/build~g" build/platform/windows/installer2.%s.nsi' % (os.getcwd(), identifier))
 327     target.command('sed -i "s~%%bits%%~32~g" build/platform/windows/installer2.%s.nsi' % identifier)
 328     target.command('makensis build/platform/windows/installer2.%s.nsi' % identifier)
 329     return os.path.abspath(glob.glob('build/platform/windows/*%s*.exe' % target.bits)[0])
 330
 331 def package_debian(target, cpu, version):
 332     make_control(target.version, target.bits, 'debian/control', target.debug)
 333     target.command('./waf dist')
 334     f = open('debian/files', 'w')
 335     print('dcpomatic_%s-1_%s.deb video extra' % (version, cpu), file=f)
 336     shutil.rmtree('build/deb', ignore_errors=True)
 337
 338     os.makedirs('build/deb')
 339     os.chdir('build/deb')
 340     shutil.move('../../dcpomatic-%s.tar.bz2' % version, 'dcpomatic_%s.orig.tar.bz2' % version)
 341     target.command('tar xjf dcpomatic_%s.orig.tar.bz2' % version)
 342     os.chdir('dcpomatic-%s' % version)
 343     target.command('dch -b -v %s-1 "New upstream release."' % version)
 344     target.set('CDIST_LINKFLAGS', target.get('LINKFLAGS'))
 345     target.set('CDIST_CXXFLAGS', target.get('CXXFLAGS'))
 346     target.set('CDIST_PKG_CONFIG_PATH', target.get('PKG_CONFIG_PATH'))
 347
 348     target.set('CDIST_CONFIGURE', '"' + configure_options(target) + '"')
 349     if target.debug:
 350         target.set('CDIST_DEBUG_PACKAGE', '--dbg-package=dcpomatic-dbg')
 351     if target.version in ['15.04', '15.10', '16.04', '16.10', '17.04', '8', 'unstable']:
 352         target.set('CDIST_LOCALE_PREFIX', '/usr/share/locale')
 353     else:
 354         target.set('CDIST_LOCALE_PREFIX', '/usr/local/share/locale')
 355
 356     target.command('dpkg-buildpackage -uc -us')
 357
 358     debs = []
 359     for p in glob.glob('../*.deb'):
 360         debs.append(os.path.abspath(p))
 361
 362     return debs
 363
 364 def package_rpm(target, cpu, version):
 365     topdir = os.path.realpath('build/rpmbuild')
 366     os.makedirs('%s/BUILD' % topdir)
 367     os.makedirs('%s/RPMS' % topdir)
 368     os.makedirs('%s/SOURCES' % topdir)
 369     os.makedirs('%s/SPECS' % topdir)
 370     os.makedirs('%s/SRPMS' % topdir)
 371
 372     target.command('./waf dist')
 373     shutil.copyfile(
 374         "%s/src/dcpomatic/dcpomatic-%s.tar.bz2" % (target.directory, version),
 375         "%s/SOURCES/dcpomatic-%s.tar.bz2" % (topdir, version)
 376         )
 377
 378     make_spec('build/platform/linux/dcpomatic2.spec', version, target)
 379     cmd = 'rpmbuild --define \'_topdir %s\' -bb build/platform/linux/dcpomatic2.spec' % topdir
 380     if target.distro == 'centos' and target.version == '5':
 381         cmd += ' --buildroot %s/BUILD/dcpomatic-%s/BUILDROOT' % (topdir, version)
 382     target.command(cmd)
 383     rpms = []
 384
 385     if cpu == "amd64":
 386         cpu = "x86_64"
 387     else:
 388         if target.distro == 'centos' and target.version == '5':
 389             cpu = "i386"
 390         else:
 391             cpu = "i686"
 392
 393     print('Looking in %s/RPMS/%s/*.rpm' % (topdir, cpu))
 394     for p in glob.glob('%s/RPMS/%s/*.rpm' % (topdir, cpu)):
 395         print('found %s' % p)
 396         rpms.append(os.path.abspath(p))
 397
 398     return rpms
 399
 400 def package(target, version):
 401     if target.platform == 'windows':
 402         return package_windows(target)
 403     elif target.platform == 'linux':
 404         if target.bits == 32:
 405             cpu = 'i386'
 406         else:
 407             cpu = 'amd64'
 408
 409         if target.distro == 'debian' or target.distro == 'ubuntu':
 410             return package_debian(target, cpu, version)
 411         elif target.distro == 'centos' or target.distro == 'fedora':
 412             return package_rpm(target, cpu, version)
 413     elif target.platform == 'osx':
 414         target.command('bash platform/osx/make_dmg.sh %s' % target.directory)
 415         return [os.path.abspath(x) for x in glob.glob('build/platform/osx/DCP-o-matic*.dmg')]
 416     elif target.platform == 'docker':
 417         shutil.copyfile(target.deb, 'build/platform/docker')
 418         f = open('build/platform/docker/Dockerfile', 'w')
 419         print('FROM debian:jessie', file=f)
 420         print('MAINTAINER carl@dcpomatic.com', file=f)
 421         print('ADD build/platform/docker/dcpomatic_%s-1_amd64.deb /tmp' % (version, version), file=f)
 422         print('RUN apt-get -o Acquire:http::Timeout="5" update; exit 0', file=f)
 423         print('RUN dpkg -i /tmp/dcpomatic_*.deb; exit 0', file=f)
 424         print('RUN apt-get -y -f install', file=f)
 425         print('RUN apt-get clean', file=f)
 426         print('EXPOSE 6192', file=f)
 427         print('CMD ["/usr/bin/dcpomatic2_server_cli", "--verbose"]', file=f)
 428         f.close()
 429         target.command('docker build build/platform/docker -t dcpomatic-server:%s' % version)
 430         target.command('docker save dcpomatic-server:%s -o dcpomatic-server-%s-docker.tar' % (version, version))
 431
 432 def make_pot(target):
 433     target.command('./waf pot')
 434     return [os.path.abspath('build/src/lib/libdcpomatic.pot'),
 435             os.path.abspath('build/src/wx/libdcpomatic-wx.pot'),
 436             os.path.abspath('build/src/tools/dcpomatic.pot')]
 437
 438 def make_manual(target):
 439     os.chdir('doc/manual')
 440     target.command('make')
 441     target.command('pdflatex colour.tex')
 442     return [os.path.abspath('pdf'), os.path.abspath('html'), os.path.abspath('colour.pdf')]
 443
 444 def test(target, test):
 445     if target.platform != 'windows':
 446         target.set('LC_ALL', 'C')
 447         cmd = 'run/tests '
 448         if target.debug:
 449             cmd += '--backtrace '
 450         if test is not None:
 451             cmd += '--run_test=%s' % test
 452         target.command(cmd)