Chris@0: #!/usr/bin/env python
Chris@0: import glob
Chris@0: import os
Chris@0: import shutil
Chris@0: import subprocess
Chris@0: import waflib.Logs as Logs
Chris@0: import waflib.Options as Options
Chris@0: import waflib.extras.autowaf as autowaf
Chris@0: 
Chris@0: # Library and package version (UNIX style major, minor, micro)
Chris@0: # major increment <=> incompatible changes
Chris@0: # minor increment <=> compatible changes (additions)
Chris@0: # micro increment <=> no interface changes
Chris@0: SERD_VERSION       = '0.18.2'
Chris@0: SERD_MAJOR_VERSION = '0'
Chris@0: 
Chris@0: # Mandatory waf variables
Chris@0: APPNAME = 'serd'        # Package name for waf dist
Chris@0: VERSION = SERD_VERSION  # Package version for waf dist
Chris@0: top     = '.'           # Source directory
Chris@0: out     = 'build'       # Build directory
Chris@0: 
Chris@0: def options(opt):
Chris@0:     opt.load('compiler_c')
Chris@0:     autowaf.set_options(opt)
Chris@0:     opt.add_option('--no-utils', action='store_true', dest='no_utils',
Chris@0:                    help='Do not build command line utilities')
Chris@0:     opt.add_option('--test', action='store_true', dest='build_tests',
Chris@0:                    help='Build unit tests')
Chris@0:     opt.add_option('--stack-check', action='store_true', dest='stack_check',
Chris@0:                    help='Include runtime stack sanity checks')
Chris@0:     opt.add_option('--static', action='store_true', dest='static',
Chris@0:                    help='Build static library')
Chris@0:     opt.add_option('--no-shared', action='store_true', dest='no_shared',
Chris@0:                    help='Do not build shared library')
Chris@0:     opt.add_option('--static-progs', action='store_true', dest='static_progs',
Chris@0:                    help='Build programs as static binaries')
Chris@0:     opt.add_option('--largefile', action='store_true', dest='largefile',
Chris@0:                    help='Build with large file support on 32-bit systems')
Chris@0: 
Chris@0: def configure(conf):
Chris@0:     conf.load('compiler_c')
Chris@0:     autowaf.configure(conf)
Chris@0:     autowaf.set_c99_mode(conf)
Chris@0:     autowaf.display_header('Serd Configuration')
Chris@0: 
Chris@0:     conf.env.BUILD_TESTS  = Options.options.build_tests
Chris@0:     conf.env.BUILD_UTILS  = not Options.options.no_utils
Chris@0:     conf.env.BUILD_SHARED = not Options.options.no_shared
Chris@0:     conf.env.STATIC_PROGS = Options.options.static_progs
Chris@0:     conf.env.BUILD_STATIC = (Options.options.static or
Chris@0:                              Options.options.static_progs)
Chris@0: 
Chris@0:     if not conf.env.BUILD_SHARED and not conf.env.BUILD_STATIC:
Chris@0:         conf.fatal('Neither a shared nor a static build requested')
Chris@0: 
Chris@0:     if Options.options.stack_check:
Chris@0:         autowaf.define(conf, 'SERD_STACK_CHECK', SERD_VERSION)
Chris@0: 
Chris@0:     if Options.options.largefile:
Chris@0:         conf.env.append_unique('DEFINES', ['_FILE_OFFSET_BITS=64'])
Chris@0: 
Chris@0:     if conf.env.BUILD_TESTS:
Chris@0:         conf.check(lib         = 'gcov',
Chris@0:                    define_name = 'HAVE_GCOV',
Chris@0:                    mandatory   = False)
Chris@0: 
Chris@0:     conf.check(function_name = 'fmax',
Chris@0:                header_name   = 'math.h',
Chris@0:                define_name   = 'HAVE_FMAX',
Chris@0:                lib           = ['m'],
Chris@0:                mandatory     = False)
Chris@0: 
Chris@0:     conf.check(function_name = 'posix_memalign',
Chris@0:                header_name   = 'stdlib.h',
Chris@0:                define_name   = 'HAVE_POSIX_MEMALIGN',
Chris@0:                defines       = ['_POSIX_C_SOURCE=201112L'],
Chris@0:                mandatory     = False)
Chris@0: 
Chris@0:     conf.check(function_name = 'posix_fadvise',
Chris@0:                header_name   = 'fcntl.h',
Chris@0:                define_name   = 'HAVE_POSIX_FADVISE',
Chris@0:                defines       = ['_POSIX_C_SOURCE=201112L'],
Chris@0:                mandatory     = False)
Chris@0: 
Chris@0:     conf.check(function_name = 'fileno',
Chris@0:                header_name   = 'stdio.h',
Chris@0:                define_name   = 'HAVE_FILENO',
Chris@0:                defines       = ['_POSIX_C_SOURCE=201112L'],
Chris@0:                mandatory     = False)
Chris@0: 
Chris@0:     autowaf.define(conf, 'SERD_VERSION', SERD_VERSION)
Chris@0:     autowaf.set_lib_env(conf, 'serd', SERD_VERSION)
Chris@0:     conf.write_config_header('serd_config.h', remove=False)
Chris@0: 
Chris@0:     autowaf.display_msg(conf, 'Utilities', str(conf.env.BUILD_UTILS))
Chris@0:     autowaf.display_msg(conf, 'Unit tests', str(conf.env.BUILD_TESTS))
Chris@0:     print('')
Chris@0: 
Chris@0: lib_source = [
Chris@0:     'src/env.c',
Chris@0:     'src/node.c',
Chris@0:     'src/reader.c',
Chris@0:     'src/string.c',
Chris@0:     'src/uri.c',
Chris@0:     'src/writer.c',
Chris@0: ]
Chris@0: 
Chris@0: def build(bld):
Chris@0:     # C Headers
Chris@0:     includedir = '${INCLUDEDIR}/serd-%s/serd' % SERD_MAJOR_VERSION
Chris@0:     bld.install_files(includedir, bld.path.ant_glob('serd/*.h'))
Chris@0: 
Chris@0:     # Pkgconfig file
Chris@0:     autowaf.build_pc(bld, 'SERD', SERD_VERSION, SERD_MAJOR_VERSION, [],
Chris@0:                      {'SERD_MAJOR_VERSION' : SERD_MAJOR_VERSION})
Chris@0: 
Chris@0:     libflags = ['-fvisibility=hidden']
Chris@0:     libs     = ['m']
Chris@0:     defines  = []
Chris@0:     if bld.env.MSVC_COMPILER:
Chris@0:         libflags = []
Chris@0:         libs     = []
Chris@0:         defines  = ['snprintf=_snprintf']
Chris@0: 
Chris@0:     # Shared Library
Chris@0:     if bld.env.BUILD_SHARED:
Chris@0:         bld(features        = 'c cshlib',
Chris@0:             export_includes = ['.'],
Chris@0:             source          = lib_source,
Chris@0:             includes        = ['.', './src'],
Chris@0:             lib             = libs,
Chris@0:             name            = 'libserd',
Chris@0:             target          = 'serd-%s' % SERD_MAJOR_VERSION,
Chris@0:             vnum            = SERD_VERSION,
Chris@0:             install_path    = '${LIBDIR}',
Chris@0:             defines         = defines + ['SERD_SHARED', 'SERD_INTERNAL'],
Chris@0:             cflags          = libflags)
Chris@0: 
Chris@0:     # Static library
Chris@0:     if bld.env.BUILD_STATIC:
Chris@0:         bld(features        = 'c cstlib',
Chris@0:             export_includes = ['.'],
Chris@0:             source          = lib_source,
Chris@0:             includes        = ['.', './src'],
Chris@0:             lib             = libs,
Chris@0:             name            = 'libserd_static',
Chris@0:             target          = 'serd-%s' % SERD_MAJOR_VERSION,
Chris@0:             vnum            = SERD_VERSION,
Chris@0:             install_path    = '${LIBDIR}',
Chris@0:             defines         = defines + ['SERD_INTERNAL'])
Chris@0: 
Chris@0:     if bld.env.BUILD_TESTS:
Chris@0:         test_libs   = libs
Chris@0:         test_cflags = ['']
Chris@0:         if bld.is_defined('HAVE_GCOV'):
Chris@0:             test_libs   += ['gcov']
Chris@0:             test_cflags += ['-fprofile-arcs', '-ftest-coverage']
Chris@0: 
Chris@0:         # Profiled static library for test coverage
Chris@0:         bld(features     = 'c cstlib',
Chris@0:             source       = lib_source,
Chris@0:             includes     = ['.', './src'],
Chris@0:             lib          = test_libs,
Chris@0:             name         = 'libserd_profiled',
Chris@0:             target       = 'serd_profiled',
Chris@0:             install_path = '',
Chris@0:             defines      = defines + ['SERD_INTERNAL'],
Chris@0:             cflags       = test_cflags)
Chris@0: 
Chris@0:         # Static profiled serdi for tests
Chris@0:         bld(features     = 'c cprogram',
Chris@0:             source       = 'src/serdi.c',
Chris@0:             includes     = ['.', './src'],
Chris@0:             use          = 'libserd_profiled',
Chris@0:             lib          = test_libs,
Chris@0:             target       = 'serdi_static',
Chris@0:             install_path = '',
Chris@0:             defines      = defines,
Chris@0:             cflags       = test_cflags)
Chris@0: 
Chris@0:         # Unit test program
Chris@0:         bld(features     = 'c cprogram',
Chris@0:             source       = 'tests/serd_test.c',
Chris@0:             includes     = ['.', './src'],
Chris@0:             use          = 'libserd_profiled',
Chris@0:             lib          = test_libs,
Chris@0:             target       = 'serd_test',
Chris@0:             install_path = '',
Chris@0:             defines      = defines,
Chris@0:             cflags       = test_cflags)
Chris@0: 
Chris@0:     # Utilities
Chris@0:     if bld.env.BUILD_UTILS:
Chris@0:         obj = bld(features     = 'c cprogram',
Chris@0:                   source       = 'src/serdi.c',
Chris@0:                   target       = 'serdi',
Chris@0:                   includes     = ['.', './src'],
Chris@0:                   use          = 'libserd',
Chris@0:                   lib          = libs,
Chris@0:                   install_path = '${BINDIR}')
Chris@0:         if not bld.env.BUILD_SHARED or bld.env.STATIC_PROGS:
Chris@0:             obj.use = 'libserd_static'
Chris@0:         if bld.env.STATIC_PROGS:
Chris@0:             obj.env.SHLIB_MARKER = obj.env.STLIB_MARKER
Chris@0:             obj.linkflags        = ['-static']
Chris@0: 
Chris@0:     # Documentation
Chris@0:     autowaf.build_dox(bld, 'SERD', SERD_VERSION, top, out)
Chris@0: 
Chris@0:     # Man page
Chris@0:     bld.install_files('${MANDIR}/man1', 'doc/serdi.1')
Chris@0: 
Chris@0:     bld.add_post_fun(autowaf.run_ldconfig)
Chris@0:     if bld.env.DOCS:
Chris@0:         bld.add_post_fun(fix_docs)
Chris@0: 
Chris@0: def lint(ctx):
Chris@0:     subprocess.call('cpplint.py --filter=+whitespace/comments,-whitespace/tab,-whitespace/braces,-whitespace/labels,-build/header_guard,-readability/casting,-readability/todo,-build/include src/* serd/*', shell=True)
Chris@0: 
Chris@0: def amalgamate(ctx):
Chris@0:     shutil.copy('serd/serd.h', 'build/serd.h')
Chris@0:     amalgamation = open('build/serd.c', 'w')
Chris@0: 
Chris@0:     serd_internal_h = open('src/serd_internal.h')
Chris@0:     for l in serd_internal_h:
Chris@0:         if l == '#include "serd/serd.h"\n':
Chris@0:             amalgamation.write('#include "serd.h"\n')
Chris@0:         else:
Chris@0:             amalgamation.write(l)
Chris@0:     serd_internal_h.close()
Chris@0: 
Chris@0:     for f in lib_source:
Chris@0:         fd = open(f)
Chris@0:         amalgamation.write('\n/**\n   @file %s\n*/' % f)
Chris@0:         header = True
Chris@0:         for l in fd:
Chris@0:             if header:
Chris@0:                 if l == '*/\n':
Chris@0:                     header = False
Chris@0:             else:
Chris@0:                 if l != '#include "serd_internal.h"\n':
Chris@0:                     amalgamation.write(l)
Chris@0:         fd.close()
Chris@0:     amalgamation.close()
Chris@0: 
Chris@0:     for i in ['c', 'h']:
Chris@0:         Logs.info('Wrote build/serd.%s' % i)
Chris@0: 
Chris@0: def fix_docs(ctx):
Chris@0:     if ctx.cmd == 'build':
Chris@0:         autowaf.make_simple_dox(APPNAME)
Chris@0: 
Chris@0: def upload_docs(ctx):
Chris@0:     os.system('rsync -ravz --delete -e ssh build/doc/html/ drobilla@drobilla.net:~/drobilla.net/docs/serd/')
Chris@0: 
Chris@0: def file_equals(patha, pathb, subst_from='', subst_to=''):
Chris@0:     fa = open(patha, 'rU')
Chris@0:     fb = open(pathb, 'rU')
Chris@0:     for line in fa:
Chris@0:         if line.replace(subst_from, subst_to) != fb.readline().replace(subst_from, subst_to):
Chris@0:             return False
Chris@0:     fa.close()
Chris@0:     fb.close()
Chris@0:     return True
Chris@0: 
Chris@0: def test(ctx):
Chris@0:     blddir = autowaf.build_dir(APPNAME, 'tests')
Chris@0:     try:
Chris@0:         os.makedirs(blddir)
Chris@0:     except:
Chris@0:         pass
Chris@0: 
Chris@0:     for i in glob.glob(blddir + '/*.*'):
Chris@0:         os.remove(i)
Chris@0: 
Chris@0:     srcdir   = ctx.path.abspath()
Chris@0:     orig_dir = os.path.abspath(os.curdir)
Chris@0: 
Chris@0:     os.chdir(srcdir)
Chris@0: 
Chris@0:     good_tests = glob.glob('tests/test-*.ttl')
Chris@0:     good_tests.sort()
Chris@0: 
Chris@0:     bad_tests = glob.glob('tests/bad-*.ttl')
Chris@0:     bad_tests.sort()
Chris@0: 
Chris@0:     os.chdir(orig_dir)
Chris@0: 
Chris@0:     autowaf.pre_test(ctx, APPNAME)
Chris@0: 
Chris@0:     os.environ['PATH'] = '.' + os.pathsep + os.getenv('PATH')
Chris@0: 
Chris@0:     autowaf.run_tests(ctx, APPNAME, ['serd_test'], dirs=['.'])
Chris@0: 
Chris@0:     autowaf.run_tests(ctx, APPNAME, [
Chris@0:             'serdi_static -o turtle %s/tests/base.ttl "base.ttl" > tests/base.ttl.out' % srcdir],
Chris@0:                       0, name='base')
Chris@0: 
Chris@0:     if not file_equals('%s/tests/base.ttl' % srcdir, 'tests/base.ttl.out'):
Chris@0:         Logs.pprint('RED', 'FAIL: build/tests/base.ttl.out is incorrect')
Chris@0: 
Chris@0:     nul = os.devnull
Chris@0:     autowaf.run_tests(ctx, APPNAME, [
Chris@0:             'serdi_static file://%s/tests/manifest.ttl > %s' % (srcdir, nul),
Chris@0:             'serdi_static %s/tests/UTF-8.ttl > %s' % (srcdir, nul),
Chris@0:             'serdi_static -v > %s' % nul,
Chris@0:             'serdi_static -h > %s' % nul,
Chris@0:             'serdi_static -s "<foo> a <#Thingie> ." > %s' % nul,
Chris@0:             'serdi_static %s > %s' % (nul, nul)],
Chris@0:                       0, name='serdi-cmd-good')
Chris@0: 
Chris@0:     autowaf.run_tests(ctx, APPNAME, [
Chris@0:             'serdi_static -q file://%s/tests/bad-id-clash.ttl > %s' % (srcdir, nul),
Chris@0:             'serdi_static > %s' % nul,
Chris@0:             'serdi_static ftp://example.org/unsupported.ttl > %s' % nul,
Chris@0:             'serdi_static -i > %s' % nul,
Chris@0:             'serdi_static -o > %s' % nul,
Chris@0:             'serdi_static -z > %s' % nul,
Chris@0:             'serdi_static -p > %s' % nul,
Chris@0:             'serdi_static -c > %s' % nul,
Chris@0:             'serdi_static -r > %s' % nul,
Chris@0:             'serdi_static -i illegal > %s' % nul,
Chris@0:             'serdi_static -o illegal > %s' % nul,
Chris@0:             'serdi_static -i turtle > %s' % nul,
Chris@0:             'serdi_static /no/such/file > %s' % nul],
Chris@0:                       1, name='serdi-cmd-bad')
Chris@0: 
Chris@0:     commands = []
Chris@0:     for test in good_tests:
Chris@0:         base_uri = 'http://www.w3.org/2001/sw/DataAccess/df1/' + test.replace('\\', '/')
Chris@0:         commands += [ 'serdi_static -f "%s" "%s" > %s.out' % (
Chris@0:                 os.path.join(srcdir, test), base_uri, test) ]
Chris@0: 
Chris@0:     autowaf.run_tests(ctx, APPNAME, commands, 0, name='good')
Chris@0: 
Chris@0:     Logs.pprint('BOLD', '\nVerifying turtle => ntriples')
Chris@0:     for test in good_tests:
Chris@0:         out_filename = test + '.out'
Chris@0:         if not os.access(out_filename, os.F_OK):
Chris@0:             Logs.pprint('RED', 'FAIL: %s output is missing' % test)
Chris@0:         elif not file_equals(srcdir + '/' + test.replace('.ttl', '.out'),
Chris@0:                              test + '.out'):
Chris@0:             Logs.pprint('RED', 'FAIL: %s is incorrect' % out_filename)
Chris@0:         else:
Chris@0:             Logs.pprint('GREEN', 'Pass: %s' % test)
Chris@0: 
Chris@0:     commands = []
Chris@0:     for test in bad_tests:
Chris@0:         commands += [ 'serdi_static "%s" "http://www.w3.org/2001/sw/DataAccess/df1/%s" > %s.out' % (os.path.join(srcdir, test), test.replace('\\', '/'), test) ]
Chris@0: 
Chris@0:     autowaf.run_tests(ctx, APPNAME, commands, 1, name='bad')
Chris@0: 
Chris@0:     thru_tests = good_tests
Chris@0:     thru_tests.remove(os.path.join('tests', 'test-id.ttl')) # IDs are mapped so files won't be identical
Chris@0: 
Chris@0:     commands = []
Chris@0:     num = 0
Chris@0:     for test in thru_tests:
Chris@0:         num += 1
Chris@0:         flags = ''
Chris@0:         if (num % 2 == 0):
Chris@0:             flags += '-b'
Chris@0:         if (num % 5 == 0):
Chris@0:             flags += ' -f'
Chris@0:         if (num % 3 == 0):
Chris@0:             flags += ' -r http://www.w3.org/'
Chris@0:         if (num % 7 == 0):
Chris@0:             flags += ' -e'
Chris@0:         base_uri = 'http://www.w3.org/2001/sw/DataAccess/df1/' + test.replace('\\', '/')
Chris@0:         out_filename = test + '.thru'
Chris@0:         commands += [
Chris@0:             '%s %s -i ntriples -o turtle -p foo "%s" "%s" | %s -i turtle -o ntriples -c foo - "%s" > %s.thru' % (
Chris@0:                 'serdi_static', flags.ljust(5),
Chris@0:                 os.path.join(srcdir, test), base_uri,
Chris@0:                 'serdi_static', base_uri, test) ]
Chris@0: 
Chris@0:     autowaf.run_tests(ctx, APPNAME, commands, 0, name='turtle-round-trip')
Chris@0:     Logs.pprint('BOLD', '\nVerifying ntriples => turtle => ntriples')
Chris@0:     for test in thru_tests:
Chris@0:         out_filename = test + '.thru'
Chris@0:         if not os.access(out_filename, os.F_OK):
Chris@0:             Logs.pprint('RED', 'FAIL: %s output is missing' % test)
Chris@0:         elif not file_equals(srcdir + '/' + test.replace('.ttl', '.out'),
Chris@0:                              test + '.thru',
Chris@0:                              '_:docid', '_:genid'):
Chris@0:             Logs.pprint('RED', 'FAIL: %s is incorrect' % out_filename)
Chris@0:         else:
Chris@0:             Logs.pprint('GREEN', 'Pass: %s' % test)
Chris@0: 
Chris@0:     autowaf.post_test(ctx, APPNAME)