Try to fix test/data submodule URL.
[dcpomatic.git] / wscript
1 #
2 #    Copyright (C) 2012-2015 Carl Hetherington <cth@carlh.net>
3 #
4 #    This program is free software; you can redistribute it and/or modify
5 #    it under the terms of the GNU General Public License as published by
6 #    the Free Software Foundation; either version 2 of the License, or
7 #    (at your option) any later version.
8 #
9 #    This program is distributed in the hope that it will be useful,
10 #    but WITHOUT ANY WARRANTY; without even the implied warranty of
11 #    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12 #    GNU General Public License for more details.
13 #
14 #    You should have received a copy of the GNU General Public License
15 #    along with this program; if not, write to the Free Software
16 #    Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
17 #
18
19 import subprocess
20 import os
21 import shlex
22 import sys
23 import distutils
24 import distutils.spawn
25 from waflib import Logs
26
27 APPNAME = 'dcpomatic'
28 VERSION = '2.0.47devel'
29
30 def options(opt):
31     opt.load('compiler_cxx')
32     opt.load('winres')
33
34     opt.add_option('--enable-debug',      action='store_true', default=False, help='build with debugging information and without optimisation')
35     opt.add_option('--disable-gui',       action='store_true', default=False, help='disable building of GUI tools')
36     opt.add_option('--disable-tests',     action='store_true', default=False, help='disable building of tests')
37     opt.add_option('--install-prefix',                         default=None,  help='prefix of where DCP-o-matic will be installed')
38     opt.add_option('--target-windows',    action='store_true', default=False, help='set up to do a cross-compile to make a Windows package')
39     opt.add_option('--static-dcpomatic',  action='store_true', default=False, help='link to components of DCP-o-matic statically')
40     opt.add_option('--static-boost',      action='store_true', default=False, help='link statically to Boost')
41     opt.add_option('--static-openjpeg',   action='store_true', default=False, help='link statically to OpenJPEG')
42     opt.add_option('--static-wxwidgets',  action='store_true', default=False, help='link statically to wxWidgets')
43     opt.add_option('--static-ffmpeg',     action='store_true', default=False, help='link statically to FFmpeg')
44     opt.add_option('--static-xmlpp',      action='store_true', default=False, help='link statically to libxml++')
45     opt.add_option('--static-xmlsec',     action='store_true', default=False, help='link statically to xmlsec')
46     opt.add_option('--static-ssh',        action='store_true', default=False, help='link statically to libssh')
47     opt.add_option('--static-cxml',       action='store_true', default=False, help='link statically to libcxml')
48     opt.add_option('--static-dcp',        action='store_true', default=False, help='link statically to libdcp')
49     opt.add_option('--static-sub',        action='store_true', default=False, help='link statically to libsub')
50     opt.add_option('--static-curl',       action='store_true', default=False, help='link statically to libcurl')
51     opt.add_option('--workaround-gssapi', action='store_true', default=False, help='link to gssapi_krb5')
52
53 def configure(conf):
54     conf.load('compiler_cxx')
55     if conf.options.target_windows:
56         conf.load('winres')
57
58     # Save conf.options that we need elsewhere in conf.env
59     conf.env.DISABLE_GUI = conf.options.disable_gui
60     conf.env.DISABLE_TESTS = conf.options.disable_tests
61     conf.env.TARGET_WINDOWS = conf.options.target_windows
62     conf.env.TARGET_OSX = sys.platform == 'darwin'
63     conf.env.TARGET_LINUX = not conf.env.TARGET_WINDOWS and not conf.env.TARGET_OSX
64     conf.env.VERSION = VERSION
65     conf.env.DEBUG = conf.options.enable_debug
66     conf.env.STATIC_DCPOMATIC = conf.options.static_dcpomatic
67     if conf.options.install_prefix is None:
68         conf.env.INSTALL_PREFIX = conf.env.PREFIX
69     else:
70         conf.env.INSTALL_PREFIX = conf.options.install_prefix
71
72     # Common CXXFLAGS
73     conf.env.append_value('CXXFLAGS', ['-D__STDC_CONSTANT_MACROS',
74                                        '-D__STDC_LIMIT_MACROS',
75                                        '-D__STDC_FORMAT_MACROS',
76                                        '-msse',
77                                        '-ffast-math',
78                                        '-fno-strict-aliasing',
79                                        '-Wall',
80                                        '-Wno-attributes',
81                                        '-Wextra',
82                                        '-Wno-unused-result',
83                                        '-D_FILE_OFFSET_BITS=64'])
84
85     if conf.options.enable_debug:
86         conf.env.append_value('CXXFLAGS', ['-g', '-DDCPOMATIC_DEBUG'])
87     else:
88         conf.env.append_value('CXXFLAGS', '-O2')
89
90     #
91     # Windows/Linux/OS X specific
92     #
93
94     # Windows
95     if conf.env.TARGET_WINDOWS:
96         conf.env.append_value('CXXFLAGS', '-DDCPOMATIC_WINDOWS')
97         conf.env.append_value('CXXFLAGS', '-DWIN32_LEAN_AND_MEAN')
98         conf.env.append_value('CXXFLAGS', '-DBOOST_USE_WINDOWS_H')
99         conf.env.append_value('CXXFLAGS', '-DUNICODE')
100         conf.env.append_value('CXXFLAGS', '-DBOOST_THREAD_PROVIDES_GENERIC_SHARED_MUTEX_ON_WIN')
101         conf.env.append_value('CXXFLAGS', '-mfpmath=sse')
102         conf.env.append_value('CXXFLAGS', '-Wno-deprecated-declarations')
103         wxrc = os.popen('wx-config --rescomp').read().split()[1:]
104         conf.env.append_value('WINRCFLAGS', wxrc)
105         if conf.options.enable_debug:
106             conf.env.append_value('CXXFLAGS', ['-mconsole'])
107             conf.env.append_value('LINKFLAGS', ['-mconsole'])
108         conf.check(lib='ws2_32', uselib_store='WINSOCK2', msg="Checking for library winsock2")
109         conf.check(lib='bfd', uselib_store='BFD', msg="Checking for library bfd")
110         conf.check(lib='dbghelp', uselib_store='DBGHELP', msg="Checking for library dbghelp")
111         conf.check(lib='iberty', uselib_store='IBERTY', msg="Checking for library iberty")
112         conf.check(lib='shlwapi', uselib_store='SHLWAPI', msg="Checking for library shlwapi")
113         conf.check(lib='mswsock', uselib_store='MSWSOCK', msg="Checking for library mswsock")
114         boost_lib_suffix = '-mt'
115         boost_thread = 'boost_thread_win32-mt'
116         conf.check_cxx(fragment="""
117                                #include <boost/locale.hpp>\n
118                                int main() { std::locale::global (boost::locale::generator().generate ("")); }\n
119                                """,
120                                msg='Checking for boost locale library',
121                                libpath='/usr/local/lib',
122                                lib=['boost_locale%s' % boost_lib_suffix, 'boost_system%s' % boost_lib_suffix],
123                                uselib_store='BOOST_LOCALE')
124
125     # POSIX
126     if conf.env.TARGET_LINUX or conf.env.TARGET_OSX:
127         conf.env.append_value('CXXFLAGS', '-DDCPOMATIC_POSIX')
128         boost_lib_suffix = ''
129         boost_thread = 'boost_thread'
130         conf.env.append_value('LINKFLAGS', '-pthread')
131
132     # Linux
133     if conf.env.TARGET_LINUX:
134         conf.env.append_value('CXXFLAGS', '-mfpmath=sse')
135         conf.env.append_value('CXXFLAGS', '-DLINUX_LOCALE_PREFIX="%s/share/locale"' % conf.env['INSTALL_PREFIX'])
136         conf.env.append_value('CXXFLAGS', '-DLINUX_SHARE_PREFIX="%s/share/dcpomatic2"' % conf.env['INSTALL_PREFIX'])
137         conf.env.append_value('CXXFLAGS', '-DDCPOMATIC_LINUX')
138         if not conf.env.DISABLE_GUI:
139             conf.check_cfg(package='gtk+-2.0', args='--cflags --libs', uselib_store='GTK', mandatory=True)
140
141     # OSX
142     if conf.env.TARGET_OSX:
143         conf.env.append_value('CXXFLAGS', ['-DDCPOMATIC_OSX', '-Wno-unused-function', '-Wno-unused-parameter'])
144         conf.env.append_value('LINKFLAGS', '-headerpad_max_install_names')
145
146     #
147     # Dependencies.
148     #
149
150     # It should be possible to use check_cfg for both dynamic and static linking, but
151     # e.g. pkg-config --libs --static foo returns some libraries that should be statically
152     # linked and others that should be dynamic.  This doesn't work too well with waf
153     # as it wants them separate.
154
155     # libcurl
156     if conf.options.static_curl:
157         conf.env.STLIB_CURL = ['curl']
158         conf.env.LIB_CURL = ['ssh2', 'idn']
159     else:
160         conf.check_cfg(package='libcurl', args='--cflags --libs', uselib_store='CURL', mandatory=True)
161
162
163     # libsndfile
164     conf.check_cfg(package='sndfile', args='--cflags --libs', uselib_store='SNDFILE', mandatory=True)
165
166     # glib
167     conf.check_cfg(package='glib-2.0', args='--cflags --libs', uselib_store='GLIB', mandatory=True)
168
169     # ImageMagick / GraphicsMagick
170     if distutils.spawn.find_executable('Magick++-config'):
171         conf.check_cfg(package='', path='Magick++-config', args='--cppflags --cxxflags --libs', uselib_store='MAGICK', mandatory=True)
172         conf.env.append_value('CXXFLAGS', '-DDCPOMATIC_IMAGE_MAGICK')
173     else:
174         image = conf.check_cfg(package='ImageMagick++', args='--cflags --libs', uselib_store='MAGICK', mandatory=False)
175         graphics = conf.check_cfg(package='GraphicsMagick++', args='--cflags --libs', uselib_store='MAGICK', mandatory=False)
176         if image is None and graphics is None:
177             Logs.pprint('RED', 'Neither ImageMagick++ nor GraphicsMagick++ found: one or the other is required')
178         if image is not None:
179             conf.env.append_value('CXXFLAGS', '-DDCPOMATIC_IMAGE_MAGICK')
180         if graphics is not None:
181             conf.env.append_value('CXXFLAGS', '-DDCPOMATIC_GRAPHICS_MAGICK')
182         
183     # libzip
184     conf.check_cfg(package='libzip', args='--cflags --libs', uselib_store='ZIP', mandatory=True)
185
186     # pangomm
187     conf.check_cfg(package='pangomm-1.4', args='--cflags --libs', uselib_store='PANGOMM', mandatory=True)
188
189     # cairomm
190     conf.check_cfg(package='cairomm-1.0', args='--cflags --libs', uselib_store='CAIROMM', mandatory=True)
191
192     # libcxml
193     if conf.options.static_cxml:
194         conf.check_cfg(package='libcxml', atleast_version='0.08', args='--cflags', uselib_store='CXML', mandatory=True)
195         conf.env.STLIB_CXML = ['cxml']
196     else:
197         conf.check_cfg(package='libcxml', atleast_version='0.08', args='--cflags --libs', uselib_store='CXML', mandatory=True)
198
199     # libssh
200     if conf.options.static_ssh:
201         conf.env.STLIB_SSH = ['ssh']
202         if conf.options.workaround_gssapi:
203             conf.env.LIB_SSH = ['gssapi_krb5']
204     else:
205         conf.check_cc(fragment="""
206                                #include <libssh/libssh.h>\n
207                                int main () {\n
208                                ssh_session s = ssh_new ();\n
209                                return 0;\n
210                                }
211                                """,
212                       msg='Checking for library libssh',
213                       mandatory=True,
214                       lib='ssh',
215                       uselib_store='SSH')
216
217     # libdcp
218     if conf.options.static_dcp:
219         conf.check_cfg(package='libdcp-1.0', atleast_version='1.00.0', args='--cflags', uselib_store='DCP', mandatory=True)
220         conf.env.DEFINES_DCP = [f.replace('\\', '') for f in conf.env.DEFINES_DCP]
221         conf.env.STLIB_DCP = ['dcp-1.0', 'asdcp-libdcp-1.0', 'kumu-libdcp-1.0']
222         conf.env.LIB_DCP = ['glibmm-2.4', 'ssl', 'crypto', 'bz2', 'xslt']
223     else:
224         conf.check_cfg(package='libdcp-1.0', atleast_version='1.00.0', args='--cflags --libs', uselib_store='DCP', mandatory=True)
225         conf.env.DEFINES_DCP = [f.replace('\\', '') for f in conf.env.DEFINES_DCP]
226
227     # libsub
228     if conf.options.static_sub:
229         conf.check_cfg(package='libsub-1.0', atleast_version='1.00.0', args='--cflags', uselib_store='DCP', mandatory=True)
230         conf.env.DEFINES_SUB = [f.replace('\\', '') for f in conf.env.DEFINES_SUB]
231         conf.env.STLIB_SUB = ['sub-1.0']
232     else:
233         conf.check_cfg(package='libsub-1.0', atleast_version='1.00.0', args='--cflags --libs', uselib_store='DCP', mandatory=True)
234         conf.env.DEFINES_SUB = [f.replace('\\', '') for f in conf.env.DEFINES_SUB]
235
236     # libxml++
237     if conf.options.static_xmlpp:
238         conf.env.STLIB_XMLPP = ['xml++-2.6']
239     else:
240         conf.check_cfg(package='libxml++-2.6', args='--cflags --libs', uselib_store='XMLPP', mandatory=True)
241
242     # libxmlsec
243     if conf.options.static_xmlsec:
244         conf.env.STLIB_XMLSEC = ['xmlsec1-openssl', 'xmlsec1']
245     else:
246         conf.env.LIB_XMLSEC = ['xmlsec1-openssl', 'xmlsec1']
247
248     # OpenJPEG
249     if conf.options.static_openjpeg:
250         conf.check_cfg(package='libopenjpeg', args='--cflags', atleast_version='1.5.0', uselib_store='OPENJPEG', mandatory=True)
251         conf.check_cfg(package='libopenjpeg', args='--cflags', max_version='1.5.2', mandatory=True)
252         conf.env.STLIB_OPENJPEG = ['openjpeg']
253     else:
254         conf.check_cfg(package='libopenjpeg', args='--cflags --libs', atleast_version='1.5.0', uselib_store='OPENJPEG', mandatory=True)
255         conf.check_cfg(package='libopenjpeg', args='--cflags --libs', max_version='1.5.2', mandatory=True)
256
257     # FFmpeg
258     if conf.options.static_ffmpeg:
259         names = ['avformat', 'avfilter', 'avcodec', 'avutil', 'swscale', 'swresample', 'postproc']
260         for name in names:
261             static = subprocess.Popen(shlex.split('pkg-config --static --libs lib%s' % name), stdout=subprocess.PIPE).communicate()[0]
262             libs = []
263             stlibs = []
264             include = []
265             libpath = []
266             for s in static.split():
267                 if s.startswith('-L'):
268                     libpath.append(s[2:])
269                 elif s.startswith('-I'):
270                     include.append(s[2:])
271                 elif s.startswith('-l'):
272                     if s[2:] not in names:
273                         libs.append(s[2:])
274                     else:
275                         stlibs.append(s[2:])
276
277             conf.env['LIB_%s' % name.upper()] = libs
278             conf.env['STLIB_%s' % name.upper()] = stlibs
279             conf.env['INCLUDE_%s' % name.upper()] = include
280             conf.env['LIBPATH_%s' % name.upper()] = libpath
281     else:
282         conf.check_cfg(package='libavformat', args='--cflags --libs', uselib_store='AVFORMAT', mandatory=True)
283         conf.check_cfg(package='libavfilter', args='--cflags --libs', uselib_store='AVFILTER', mandatory=True)
284         conf.check_cfg(package='libavcodec', args='--cflags --libs', uselib_store='AVCODEC', mandatory=True)
285         conf.check_cfg(package='libavutil', args='--cflags --libs', uselib_store='AVUTIL', mandatory=True)
286         conf.check_cfg(package='libswscale', args='--cflags --libs', uselib_store='SWSCALE', mandatory=True)
287         conf.check_cfg(package='libswresample', args='--cflags --libs', uselib_store='SWRESAMPLE', mandatory=True)
288         conf.check_cfg(package='libpostproc', args='--cflags --libs', uselib_store='POSTPROC', mandatory=True)
289
290     # Boost
291     if conf.options.static_boost:
292         conf.env.STLIB_BOOST_THREAD = ['boost_thread']
293         conf.env.STLIB_BOOST_FILESYSTEM = ['boost_filesystem%s' % boost_lib_suffix]
294         conf.env.STLIB_BOOST_DATETIME = ['boost_date_time%s' % boost_lib_suffix, 'boost_system%s' % boost_lib_suffix]
295         conf.env.STLIB_BOOST_SIGNALS2 = ['boost_signals2']
296         conf.env.STLIB_BOOST_SYSTEM = ['boost_system']
297     else:
298         conf.check_cxx(fragment="""
299                             #include <boost/version.hpp>\n
300                             #if BOOST_VERSION < 104500\n
301                             #error boost too old\n
302                             #endif\n
303                             int main(void) { return 0; }\n
304                             """,
305                        mandatory=True,
306                        msg='Checking for boost library >= 1.45',
307                        okmsg='yes',
308                        errmsg='too old\nPlease install boost version 1.45 or higher.')
309
310         conf.check_cxx(fragment="""
311                             #include <boost/thread.hpp>\n
312                             int main() { boost::thread t (); }\n
313                             """,
314                        msg='Checking for boost threading library',
315                        libpath='/usr/local/lib',
316                        lib=[boost_thread, 'boost_system%s' % boost_lib_suffix],
317                        uselib_store='BOOST_THREAD')
318
319         conf.check_cxx(fragment="""
320                             #include <boost/filesystem.hpp>\n
321                             int main() { boost::filesystem::copy_file ("a", "b"); }\n
322                             """,
323                        msg='Checking for boost filesystem library',
324                        libpath='/usr/local/lib',
325                        lib=['boost_filesystem%s' % boost_lib_suffix, 'boost_system%s' % boost_lib_suffix],
326                        uselib_store='BOOST_FILESYSTEM')
327
328         conf.check_cxx(fragment="""
329                             #include <boost/date_time.hpp>\n
330                             int main() { boost::gregorian::day_clock::local_day(); }\n
331                             """,
332                        msg='Checking for boost datetime library',
333                        libpath='/usr/local/lib',
334                        lib=['boost_date_time%s' % boost_lib_suffix, 'boost_system%s' % boost_lib_suffix],
335                        uselib_store='BOOST_DATETIME')
336
337         conf.check_cxx(fragment="""
338                             #include <boost/signals2.hpp>\n
339                             int main() { boost::signals2::signal<void (int)> x; }\n
340                             """,
341                        msg='Checking for boost signals2 library',
342                        uselib_store='BOOST_SIGNALS2')
343
344     # Other stuff
345
346     conf.find_program('msgfmt', var='MSGFMT')
347     
348     datadir = conf.env.DATADIR
349     if not datadir:
350         datadir = os.path.join(conf.env.PREFIX, 'share')
351     
352     conf.define('LOCALEDIR', os.path.join(datadir, 'locale'))
353     conf.define('DATADIR', datadir)
354
355     conf.recurse('src')
356     if not conf.env.DISABLE_TESTS:
357         conf.recurse('test')
358
359     Logs.pprint('YELLOW', '')
360     if conf.env.TARGET_WINDOWS:
361         Logs.pprint('YELLOW', '\t' + 'Target'.ljust(25) + ': Windows')
362     elif conf.env.TARGET_LINUX:
363         Logs.pprint('YELLOW', '\t' + 'Target'.ljust(25) + ': Linux')
364     elif conf.env.TARGET_OSX:
365         Logs.pprint('YELLOW', '\t' + 'Target'.ljust(25) + ': OS X')
366
367     def report(name, variable):
368         linkage = ''
369         if variable:
370             linkage = 'static'
371         else:
372             linkage = 'dynamic'
373         Logs.pprint('YELLOW', '\t%s: %s' % (name.ljust(25), linkage))
374
375     report('DCP-o-matic libraries', conf.options.static_dcpomatic)
376     report('Boost', conf.options.static_boost)
377     report('OpenJPEG', conf.options.static_openjpeg)
378     report('wxWidgets', conf.options.static_wxwidgets)
379     report('FFmpeg', conf.options.static_ffmpeg)
380     report('libxml++', conf.options.static_xmlpp)
381     report('xmlsec', conf.options.static_xmlsec)
382     report('libssh', conf.options.static_ssh)
383     report('libcxml', conf.options.static_cxml)
384     report('libdcp', conf.options.static_dcp)
385     report('libcurl', conf.options.static_curl)
386
387     Logs.pprint('YELLOW', '')
388
389 def build(bld):
390     create_version_cc(VERSION, bld.env.CXXFLAGS)
391
392     bld.recurse('src')
393     if not bld.env.DISABLE_TESTS:
394         bld.recurse('test')
395     if bld.env.TARGET_WINDOWS:
396         bld.recurse('platform/windows')
397     if bld.env.TARGET_LINUX:
398         bld.recurse('platform/linux')
399     if bld.env.TARGET_OSX:
400         bld.recurse('platform/osx')
401
402     for r in ['22x22', '32x32', '48x48', '64x64', '128x128']:
403         bld.install_files('${PREFIX}/share/icons/hicolor/%s/apps' % r, 'icons/%s/dcpomatic2.png' % r)
404
405     if not bld.env.TARGET_WINDOWS:
406         bld.install_files('${PREFIX}/share/dcpomatic', 'icons/taskbar_icon.png')
407
408     bld.add_post_fun(post)
409
410 def git_revision():
411     if not os.path.exists('.git'):
412         return None
413
414     cmd = "LANG= git log --abbrev HEAD^..HEAD ."
415     output = subprocess.Popen(cmd, shell=True, stderr=subprocess.STDOUT, stdout=subprocess.PIPE).communicate()[0].splitlines()
416     o = output[0].decode('utf-8')
417     return o.replace("commit ", "")[0:10]
418
419 def dist(ctx):
420     r = git_revision()
421     if r is not None:
422         f = open('.git_revision', 'w')
423         print >>f,r
424     f.close()
425
426     ctx.excl = """
427                TODO core *~ src/wx/*~ src/lib/*~ builds/*~ doc/manual/*~ src/tools/*~ *.pyc .waf* build .git
428                deps alignment hacks sync *.tar.bz2 *.exe .lock* *build-windows doc/manual/pdf doc/manual/html
429                GRSYMS GRTAGS GSYMS GTAGS
430                """
431
432 def create_version_cc(version, cxx_flags):
433     commit = git_revision()
434     if commit is None and os.path.exists('.git_revision'):
435         f = open('.git_revision', 'r')
436         commit = f.readline().strip()
437     
438     if commit is None:
439         commit = 'release'
440
441     try:
442         text =  '#include "version.h"\n'
443         text += 'char const * dcpomatic_git_commit = \"%s\";\n' % commit
444         text += 'char const * dcpomatic_version = \"%s\";\n' % version
445
446         t = ''
447         for f in cxx_flags:
448             f = f.replace('"', '\\"')
449             t += f + ' '
450         text += 'char const * dcpomatic_cxx_flags = \"%s\";\n' % t[:-1]
451
452         print('Writing version information to src/lib/version.cc')
453         o = open('src/lib/version.cc', 'w')
454         o.write(text)
455         o.close()
456     except IOError:
457         print('Could not open src/lib/version.cc for writing\n')
458         sys.exit(-1)
459     
460 def post(ctx):
461     if ctx.cmd == 'install':
462         ctx.exec_command('/sbin/ldconfig')
463
464 def pot(bld):
465     bld.recurse('src')
466
467 def pot_merge(bld):
468     bld.recurse('src')
469
470 def tags(bld):
471     os.system('etags src/lib/*.cc src/lib/*.h src/wx/*.cc src/wx/*.h src/tools/*.cc src/tools/*.h')