cannam@85: #!/usr/bin/env python
cannam@85: import glob
cannam@85: import os
cannam@85: import shutil
cannam@85: import subprocess
cannam@85: import waflib.Logs as Logs
cannam@85: import waflib.Options as Options
cannam@85: import waflib.extras.autowaf as autowaf
cannam@85: 
cannam@85: # Library and package version (UNIX style major, minor, micro)
cannam@85: # major increment <=> incompatible changes
cannam@85: # minor increment <=> compatible changes (additions)
cannam@85: # micro increment <=> no interface changes
cannam@85: SERD_VERSION       = '0.18.2'
cannam@85: SERD_MAJOR_VERSION = '0'
cannam@85: 
cannam@85: # Mandatory waf variables
cannam@85: APPNAME = 'serd'        # Package name for waf dist
cannam@85: VERSION = SERD_VERSION  # Package version for waf dist
cannam@85: top     = '.'           # Source directory
cannam@85: out     = 'build'       # Build directory
cannam@85: 
cannam@85: def options(opt):
cannam@85:     opt.load('compiler_c')
cannam@85:     autowaf.set_options(opt)
cannam@85:     opt.add_option('--no-utils', action='store_true', dest='no_utils',
cannam@85:                    help='Do not build command line utilities')
cannam@85:     opt.add_option('--test', action='store_true', dest='build_tests',
cannam@85:                    help='Build unit tests')
cannam@85:     opt.add_option('--stack-check', action='store_true', dest='stack_check',
cannam@85:                    help='Include runtime stack sanity checks')
cannam@85:     opt.add_option('--static', action='store_true', dest='static',
cannam@85:                    help='Build static library')
cannam@85:     opt.add_option('--no-shared', action='store_true', dest='no_shared',
cannam@85:                    help='Do not build shared library')
cannam@85:     opt.add_option('--static-progs', action='store_true', dest='static_progs',
cannam@85:                    help='Build programs as static binaries')
cannam@85:     opt.add_option('--largefile', action='store_true', dest='largefile',
cannam@85:                    help='Build with large file support on 32-bit systems')
cannam@85: 
cannam@85: def configure(conf):
cannam@85:     conf.load('compiler_c')
cannam@85:     autowaf.configure(conf)
cannam@85:     autowaf.set_c99_mode(conf)
cannam@85:     autowaf.display_header('Serd Configuration')
cannam@85: 
cannam@85:     conf.env.BUILD_TESTS  = Options.options.build_tests
cannam@85:     conf.env.BUILD_UTILS  = not Options.options.no_utils
cannam@85:     conf.env.BUILD_SHARED = not Options.options.no_shared
cannam@85:     conf.env.STATIC_PROGS = Options.options.static_progs
cannam@85:     conf.env.BUILD_STATIC = (Options.options.static or
cannam@85:                              Options.options.static_progs)
cannam@85: 
cannam@85:     if not conf.env.BUILD_SHARED and not conf.env.BUILD_STATIC:
cannam@85:         conf.fatal('Neither a shared nor a static build requested')
cannam@85: 
cannam@85:     if Options.options.stack_check:
cannam@85:         autowaf.define(conf, 'SERD_STACK_CHECK', SERD_VERSION)
cannam@85: 
cannam@85:     if Options.options.largefile:
cannam@85:         conf.env.append_unique('DEFINES', ['_FILE_OFFSET_BITS=64'])
cannam@85: 
cannam@85:     if conf.env.BUILD_TESTS:
cannam@85:         conf.check(lib         = 'gcov',
cannam@85:                    define_name = 'HAVE_GCOV',
cannam@85:                    mandatory   = False)
cannam@85: 
cannam@85:     conf.check(function_name = 'fmax',
cannam@85:                header_name   = 'math.h',
cannam@85:                define_name   = 'HAVE_FMAX',
cannam@85:                lib           = ['m'],
cannam@85:                mandatory     = False)
cannam@85: 
cannam@85:     conf.check(function_name = 'posix_memalign',
cannam@85:                header_name   = 'stdlib.h',
cannam@85:                define_name   = 'HAVE_POSIX_MEMALIGN',
cannam@85:                defines       = ['_POSIX_C_SOURCE=201112L'],
cannam@85:                mandatory     = False)
cannam@85: 
cannam@85:     conf.check(function_name = 'posix_fadvise',
cannam@85:                header_name   = 'fcntl.h',
cannam@85:                define_name   = 'HAVE_POSIX_FADVISE',
cannam@85:                defines       = ['_POSIX_C_SOURCE=201112L'],
cannam@85:                mandatory     = False)
cannam@85: 
cannam@85:     conf.check(function_name = 'fileno',
cannam@85:                header_name   = 'stdio.h',
cannam@85:                define_name   = 'HAVE_FILENO',
cannam@85:                defines       = ['_POSIX_C_SOURCE=201112L'],
cannam@85:                mandatory     = False)
cannam@85: 
cannam@85:     autowaf.define(conf, 'SERD_VERSION', SERD_VERSION)
cannam@85:     autowaf.set_lib_env(conf, 'serd', SERD_VERSION)
cannam@85:     conf.write_config_header('serd_config.h', remove=False)
cannam@85: 
cannam@85:     autowaf.display_msg(conf, 'Utilities', str(conf.env.BUILD_UTILS))
cannam@85:     autowaf.display_msg(conf, 'Unit tests', str(conf.env.BUILD_TESTS))
cannam@85:     print('')
cannam@85: 
cannam@85: lib_source = [
cannam@85:     'src/env.c',
cannam@85:     'src/node.c',
cannam@85:     'src/reader.c',
cannam@85:     'src/string.c',
cannam@85:     'src/uri.c',
cannam@85:     'src/writer.c',
cannam@85: ]
cannam@85: 
cannam@85: def build(bld):
cannam@85:     # C Headers
cannam@85:     includedir = '${INCLUDEDIR}/serd-%s/serd' % SERD_MAJOR_VERSION
cannam@85:     bld.install_files(includedir, bld.path.ant_glob('serd/*.h'))
cannam@85: 
cannam@85:     # Pkgconfig file
cannam@85:     autowaf.build_pc(bld, 'SERD', SERD_VERSION, SERD_MAJOR_VERSION, [],
cannam@85:                      {'SERD_MAJOR_VERSION' : SERD_MAJOR_VERSION})
cannam@85: 
cannam@85:     libflags = ['-fvisibility=hidden']
cannam@85:     libs     = ['m']
cannam@85:     defines  = []
cannam@85:     if bld.env.MSVC_COMPILER:
cannam@85:         libflags = []
cannam@85:         libs     = []
cannam@85:         defines  = ['snprintf=_snprintf']
cannam@85: 
cannam@85:     # Shared Library
cannam@85:     if bld.env.BUILD_SHARED:
cannam@85:         bld(features        = 'c cshlib',
cannam@85:             export_includes = ['.'],
cannam@85:             source          = lib_source,
cannam@85:             includes        = ['.', './src'],
cannam@85:             lib             = libs,
cannam@85:             name            = 'libserd',
cannam@85:             target          = 'serd-%s' % SERD_MAJOR_VERSION,
cannam@85:             vnum            = SERD_VERSION,
cannam@85:             install_path    = '${LIBDIR}',
cannam@85:             defines         = defines + ['SERD_SHARED', 'SERD_INTERNAL'],
cannam@85:             cflags          = libflags)
cannam@85: 
cannam@85:     # Static library
cannam@85:     if bld.env.BUILD_STATIC:
cannam@85:         bld(features        = 'c cstlib',
cannam@85:             export_includes = ['.'],
cannam@85:             source          = lib_source,
cannam@85:             includes        = ['.', './src'],
cannam@85:             lib             = libs,
cannam@85:             name            = 'libserd_static',
cannam@85:             target          = 'serd-%s' % SERD_MAJOR_VERSION,
cannam@85:             vnum            = SERD_VERSION,
cannam@85:             install_path    = '${LIBDIR}',
cannam@85:             defines         = defines + ['SERD_INTERNAL'])
cannam@85: 
cannam@85:     if bld.env.BUILD_TESTS:
cannam@85:         test_libs   = libs
cannam@85:         test_cflags = ['']
cannam@85:         if bld.is_defined('HAVE_GCOV'):
cannam@85:             test_libs   += ['gcov']
cannam@85:             test_cflags += ['-fprofile-arcs', '-ftest-coverage']
cannam@85: 
cannam@85:         # Profiled static library for test coverage
cannam@85:         bld(features     = 'c cstlib',
cannam@85:             source       = lib_source,
cannam@85:             includes     = ['.', './src'],
cannam@85:             lib          = test_libs,
cannam@85:             name         = 'libserd_profiled',
cannam@85:             target       = 'serd_profiled',
cannam@85:             install_path = '',
cannam@85:             defines      = defines + ['SERD_INTERNAL'],
cannam@85:             cflags       = test_cflags)
cannam@85: 
cannam@85:         # Static profiled serdi for tests
cannam@85:         bld(features     = 'c cprogram',
cannam@85:             source       = 'src/serdi.c',
cannam@85:             includes     = ['.', './src'],
cannam@85:             use          = 'libserd_profiled',
cannam@85:             lib          = test_libs,
cannam@85:             target       = 'serdi_static',
cannam@85:             install_path = '',
cannam@85:             defines      = defines,
cannam@85:             cflags       = test_cflags)
cannam@85: 
cannam@85:         # Unit test program
cannam@85:         bld(features     = 'c cprogram',
cannam@85:             source       = 'tests/serd_test.c',
cannam@85:             includes     = ['.', './src'],
cannam@85:             use          = 'libserd_profiled',
cannam@85:             lib          = test_libs,
cannam@85:             target       = 'serd_test',
cannam@85:             install_path = '',
cannam@85:             defines      = defines,
cannam@85:             cflags       = test_cflags)
cannam@85: 
cannam@85:     # Utilities
cannam@85:     if bld.env.BUILD_UTILS:
cannam@85:         obj = bld(features     = 'c cprogram',
cannam@85:                   source       = 'src/serdi.c',
cannam@85:                   target       = 'serdi',
cannam@85:                   includes     = ['.', './src'],
cannam@85:                   use          = 'libserd',
cannam@85:                   lib          = libs,
cannam@85:                   install_path = '${BINDIR}')
cannam@85:         if not bld.env.BUILD_SHARED or bld.env.STATIC_PROGS:
cannam@85:             obj.use = 'libserd_static'
cannam@85:         if bld.env.STATIC_PROGS:
cannam@85:             obj.env.SHLIB_MARKER = obj.env.STLIB_MARKER
cannam@85:             obj.linkflags        = ['-static']
cannam@85: 
cannam@85:     # Documentation
cannam@85:     autowaf.build_dox(bld, 'SERD', SERD_VERSION, top, out)
cannam@85: 
cannam@85:     # Man page
cannam@85:     bld.install_files('${MANDIR}/man1', 'doc/serdi.1')
cannam@85: 
cannam@85:     bld.add_post_fun(autowaf.run_ldconfig)
cannam@85:     if bld.env.DOCS:
cannam@85:         bld.add_post_fun(fix_docs)
cannam@85: 
cannam@85: def lint(ctx):
cannam@85:     subprocess.call('cpplint.py --filter=+whitespace/comments,-whitespace/tab,-whitespace/braces,-whitespace/labels,-build/header_guard,-readability/casting,-readability/todo,-build/include src/* serd/*', shell=True)
cannam@85: 
cannam@85: def amalgamate(ctx):
cannam@85:     shutil.copy('serd/serd.h', 'build/serd.h')
cannam@85:     amalgamation = open('build/serd.c', 'w')
cannam@85: 
cannam@85:     serd_internal_h = open('src/serd_internal.h')
cannam@85:     for l in serd_internal_h:
cannam@85:         if l == '#include "serd/serd.h"\n':
cannam@85:             amalgamation.write('#include "serd.h"\n')
cannam@85:         else:
cannam@85:             amalgamation.write(l)
cannam@85:     serd_internal_h.close()
cannam@85: 
cannam@85:     for f in lib_source:
cannam@85:         fd = open(f)
cannam@85:         amalgamation.write('\n/**\n   @file %s\n*/' % f)
cannam@85:         header = True
cannam@85:         for l in fd:
cannam@85:             if header:
cannam@85:                 if l == '*/\n':
cannam@85:                     header = False
cannam@85:             else:
cannam@85:                 if l != '#include "serd_internal.h"\n':
cannam@85:                     amalgamation.write(l)
cannam@85:         fd.close()
cannam@85:     amalgamation.close()
cannam@85: 
cannam@85:     for i in ['c', 'h']:
cannam@85:         Logs.info('Wrote build/serd.%s' % i)
cannam@85: 
cannam@85: def fix_docs(ctx):
cannam@85:     if ctx.cmd == 'build':
cannam@85:         autowaf.make_simple_dox(APPNAME)
cannam@85: 
cannam@85: def upload_docs(ctx):
cannam@85:     os.system('rsync -ravz --delete -e ssh build/doc/html/ drobilla@drobilla.net:~/drobilla.net/docs/serd/')
cannam@85: 
cannam@85: def file_equals(patha, pathb, subst_from='', subst_to=''):
cannam@85:     fa = open(patha, 'rU')
cannam@85:     fb = open(pathb, 'rU')
cannam@85:     for line in fa:
cannam@85:         if line.replace(subst_from, subst_to) != fb.readline().replace(subst_from, subst_to):
cannam@85:             return False
cannam@85:     fa.close()
cannam@85:     fb.close()
cannam@85:     return True
cannam@85: 
cannam@85: def test(ctx):
cannam@85:     blddir = autowaf.build_dir(APPNAME, 'tests')
cannam@85:     try:
cannam@85:         os.makedirs(blddir)
cannam@85:     except:
cannam@85:         pass
cannam@85: 
cannam@85:     for i in glob.glob(blddir + '/*.*'):
cannam@85:         os.remove(i)
cannam@85: 
cannam@85:     srcdir   = ctx.path.abspath()
cannam@85:     orig_dir = os.path.abspath(os.curdir)
cannam@85: 
cannam@85:     os.chdir(srcdir)
cannam@85: 
cannam@85:     good_tests = glob.glob('tests/test-*.ttl')
cannam@85:     good_tests.sort()
cannam@85: 
cannam@85:     bad_tests = glob.glob('tests/bad-*.ttl')
cannam@85:     bad_tests.sort()
cannam@85: 
cannam@85:     os.chdir(orig_dir)
cannam@85: 
cannam@85:     autowaf.pre_test(ctx, APPNAME)
cannam@85: 
cannam@85:     os.environ['PATH'] = '.' + os.pathsep + os.getenv('PATH')
cannam@85: 
cannam@85:     autowaf.run_tests(ctx, APPNAME, ['serd_test'], dirs=['.'])
cannam@85: 
cannam@85:     autowaf.run_tests(ctx, APPNAME, [
cannam@85:             'serdi_static -o turtle %s/tests/base.ttl "base.ttl" > tests/base.ttl.out' % srcdir],
cannam@85:                       0, name='base')
cannam@85: 
cannam@85:     if not file_equals('%s/tests/base.ttl' % srcdir, 'tests/base.ttl.out'):
cannam@85:         Logs.pprint('RED', 'FAIL: build/tests/base.ttl.out is incorrect')
cannam@85: 
cannam@85:     nul = os.devnull
cannam@85:     autowaf.run_tests(ctx, APPNAME, [
cannam@85:             'serdi_static file://%s/tests/manifest.ttl > %s' % (srcdir, nul),
cannam@85:             'serdi_static %s/tests/UTF-8.ttl > %s' % (srcdir, nul),
cannam@85:             'serdi_static -v > %s' % nul,
cannam@85:             'serdi_static -h > %s' % nul,
cannam@85:             'serdi_static -s "<foo> a <#Thingie> ." > %s' % nul,
cannam@85:             'serdi_static %s > %s' % (nul, nul)],
cannam@85:                       0, name='serdi-cmd-good')
cannam@85: 
cannam@85:     autowaf.run_tests(ctx, APPNAME, [
cannam@85:             'serdi_static -q file://%s/tests/bad-id-clash.ttl > %s' % (srcdir, nul),
cannam@85:             'serdi_static > %s' % nul,
cannam@85:             'serdi_static ftp://example.org/unsupported.ttl > %s' % nul,
cannam@85:             'serdi_static -i > %s' % nul,
cannam@85:             'serdi_static -o > %s' % nul,
cannam@85:             'serdi_static -z > %s' % nul,
cannam@85:             'serdi_static -p > %s' % nul,
cannam@85:             'serdi_static -c > %s' % nul,
cannam@85:             'serdi_static -r > %s' % nul,
cannam@85:             'serdi_static -i illegal > %s' % nul,
cannam@85:             'serdi_static -o illegal > %s' % nul,
cannam@85:             'serdi_static -i turtle > %s' % nul,
cannam@85:             'serdi_static /no/such/file > %s' % nul],
cannam@85:                       1, name='serdi-cmd-bad')
cannam@85: 
cannam@85:     commands = []
cannam@85:     for test in good_tests:
cannam@85:         base_uri = 'http://www.w3.org/2001/sw/DataAccess/df1/' + test.replace('\\', '/')
cannam@85:         commands += [ 'serdi_static -f "%s" "%s" > %s.out' % (
cannam@85:                 os.path.join(srcdir, test), base_uri, test) ]
cannam@85: 
cannam@85:     autowaf.run_tests(ctx, APPNAME, commands, 0, name='good')
cannam@85: 
cannam@85:     Logs.pprint('BOLD', '\nVerifying turtle => ntriples')
cannam@85:     for test in good_tests:
cannam@85:         out_filename = test + '.out'
cannam@85:         if not os.access(out_filename, os.F_OK):
cannam@85:             Logs.pprint('RED', 'FAIL: %s output is missing' % test)
cannam@85:         elif not file_equals(srcdir + '/' + test.replace('.ttl', '.out'),
cannam@85:                              test + '.out'):
cannam@85:             Logs.pprint('RED', 'FAIL: %s is incorrect' % out_filename)
cannam@85:         else:
cannam@85:             Logs.pprint('GREEN', 'Pass: %s' % test)
cannam@85: 
cannam@85:     commands = []
cannam@85:     for test in bad_tests:
cannam@85:         commands += [ 'serdi_static "%s" "http://www.w3.org/2001/sw/DataAccess/df1/%s" > %s.out' % (os.path.join(srcdir, test), test.replace('\\', '/'), test) ]
cannam@85: 
cannam@85:     autowaf.run_tests(ctx, APPNAME, commands, 1, name='bad')
cannam@85: 
cannam@85:     thru_tests = good_tests
cannam@85:     thru_tests.remove(os.path.join('tests', 'test-id.ttl')) # IDs are mapped so files won't be identical
cannam@85: 
cannam@85:     commands = []
cannam@85:     num = 0
cannam@85:     for test in thru_tests:
cannam@85:         num += 1
cannam@85:         flags = ''
cannam@85:         if (num % 2 == 0):
cannam@85:             flags += '-b'
cannam@85:         if (num % 5 == 0):
cannam@85:             flags += ' -f'
cannam@85:         if (num % 3 == 0):
cannam@85:             flags += ' -r http://www.w3.org/'
cannam@85:         if (num % 7 == 0):
cannam@85:             flags += ' -e'
cannam@85:         base_uri = 'http://www.w3.org/2001/sw/DataAccess/df1/' + test.replace('\\', '/')
cannam@85:         out_filename = test + '.thru'
cannam@85:         commands += [
cannam@85:             '%s %s -i ntriples -o turtle -p foo "%s" "%s" | %s -i turtle -o ntriples -c foo - "%s" > %s.thru' % (
cannam@85:                 'serdi_static', flags.ljust(5),
cannam@85:                 os.path.join(srcdir, test), base_uri,
cannam@85:                 'serdi_static', base_uri, test) ]
cannam@85: 
cannam@85:     autowaf.run_tests(ctx, APPNAME, commands, 0, name='turtle-round-trip')
cannam@85:     Logs.pprint('BOLD', '\nVerifying ntriples => turtle => ntriples')
cannam@85:     for test in thru_tests:
cannam@85:         out_filename = test + '.thru'
cannam@85:         if not os.access(out_filename, os.F_OK):
cannam@85:             Logs.pprint('RED', 'FAIL: %s output is missing' % test)
cannam@85:         elif not file_equals(srcdir + '/' + test.replace('.ttl', '.out'),
cannam@85:                              test + '.thru',
cannam@85:                              '_:docid', '_:genid'):
cannam@85:             Logs.pprint('RED', 'FAIL: %s is incorrect' % out_filename)
cannam@85:         else:
cannam@85:             Logs.pprint('GREEN', 'Pass: %s' % test)
cannam@85: 
cannam@85:     autowaf.post_test(ctx, APPNAME)