annotate src/serd-0.18.2/wscript @ 169:223a55898ab9 tip default

Add null config files
author Chris Cannam <cannam@all-day-breakfast.com>
date Mon, 02 Mar 2020 14:03:47 +0000
parents 545efbb81310
children
rev   line source
cannam@85 1 #!/usr/bin/env python
cannam@85 2 import glob
cannam@85 3 import os
cannam@85 4 import shutil
cannam@85 5 import subprocess
cannam@85 6 import waflib.Logs as Logs
cannam@85 7 import waflib.Options as Options
cannam@85 8 import waflib.extras.autowaf as autowaf
cannam@85 9
cannam@85 10 # Library and package version (UNIX style major, minor, micro)
cannam@85 11 # major increment <=> incompatible changes
cannam@85 12 # minor increment <=> compatible changes (additions)
cannam@85 13 # micro increment <=> no interface changes
cannam@85 14 SERD_VERSION = '0.18.2'
cannam@85 15 SERD_MAJOR_VERSION = '0'
cannam@85 16
cannam@85 17 # Mandatory waf variables
cannam@85 18 APPNAME = 'serd' # Package name for waf dist
cannam@85 19 VERSION = SERD_VERSION # Package version for waf dist
cannam@85 20 top = '.' # Source directory
cannam@85 21 out = 'build' # Build directory
cannam@85 22
cannam@85 23 def options(opt):
cannam@85 24 opt.load('compiler_c')
cannam@85 25 autowaf.set_options(opt)
cannam@85 26 opt.add_option('--no-utils', action='store_true', dest='no_utils',
cannam@85 27 help='Do not build command line utilities')
cannam@85 28 opt.add_option('--test', action='store_true', dest='build_tests',
cannam@85 29 help='Build unit tests')
cannam@85 30 opt.add_option('--stack-check', action='store_true', dest='stack_check',
cannam@85 31 help='Include runtime stack sanity checks')
cannam@85 32 opt.add_option('--static', action='store_true', dest='static',
cannam@85 33 help='Build static library')
cannam@85 34 opt.add_option('--no-shared', action='store_true', dest='no_shared',
cannam@85 35 help='Do not build shared library')
cannam@85 36 opt.add_option('--static-progs', action='store_true', dest='static_progs',
cannam@85 37 help='Build programs as static binaries')
cannam@85 38 opt.add_option('--largefile', action='store_true', dest='largefile',
cannam@85 39 help='Build with large file support on 32-bit systems')
cannam@85 40
cannam@85 41 def configure(conf):
cannam@85 42 conf.load('compiler_c')
cannam@85 43 autowaf.configure(conf)
cannam@85 44 autowaf.set_c99_mode(conf)
cannam@85 45 autowaf.display_header('Serd Configuration')
cannam@85 46
cannam@85 47 conf.env.BUILD_TESTS = Options.options.build_tests
cannam@85 48 conf.env.BUILD_UTILS = not Options.options.no_utils
cannam@85 49 conf.env.BUILD_SHARED = not Options.options.no_shared
cannam@85 50 conf.env.STATIC_PROGS = Options.options.static_progs
cannam@85 51 conf.env.BUILD_STATIC = (Options.options.static or
cannam@85 52 Options.options.static_progs)
cannam@85 53
cannam@85 54 if not conf.env.BUILD_SHARED and not conf.env.BUILD_STATIC:
cannam@85 55 conf.fatal('Neither a shared nor a static build requested')
cannam@85 56
cannam@85 57 if Options.options.stack_check:
cannam@85 58 autowaf.define(conf, 'SERD_STACK_CHECK', SERD_VERSION)
cannam@85 59
cannam@85 60 if Options.options.largefile:
cannam@85 61 conf.env.append_unique('DEFINES', ['_FILE_OFFSET_BITS=64'])
cannam@85 62
cannam@85 63 if conf.env.BUILD_TESTS:
cannam@85 64 conf.check(lib = 'gcov',
cannam@85 65 define_name = 'HAVE_GCOV',
cannam@85 66 mandatory = False)
cannam@85 67
cannam@85 68 conf.check(function_name = 'fmax',
cannam@85 69 header_name = 'math.h',
cannam@85 70 define_name = 'HAVE_FMAX',
cannam@85 71 lib = ['m'],
cannam@85 72 mandatory = False)
cannam@85 73
cannam@85 74 conf.check(function_name = 'posix_memalign',
cannam@85 75 header_name = 'stdlib.h',
cannam@85 76 define_name = 'HAVE_POSIX_MEMALIGN',
cannam@85 77 defines = ['_POSIX_C_SOURCE=201112L'],
cannam@85 78 mandatory = False)
cannam@85 79
cannam@85 80 conf.check(function_name = 'posix_fadvise',
cannam@85 81 header_name = 'fcntl.h',
cannam@85 82 define_name = 'HAVE_POSIX_FADVISE',
cannam@85 83 defines = ['_POSIX_C_SOURCE=201112L'],
cannam@85 84 mandatory = False)
cannam@85 85
cannam@85 86 conf.check(function_name = 'fileno',
cannam@85 87 header_name = 'stdio.h',
cannam@85 88 define_name = 'HAVE_FILENO',
cannam@85 89 defines = ['_POSIX_C_SOURCE=201112L'],
cannam@85 90 mandatory = False)
cannam@85 91
cannam@85 92 autowaf.define(conf, 'SERD_VERSION', SERD_VERSION)
cannam@85 93 autowaf.set_lib_env(conf, 'serd', SERD_VERSION)
cannam@85 94 conf.write_config_header('serd_config.h', remove=False)
cannam@85 95
cannam@85 96 autowaf.display_msg(conf, 'Utilities', str(conf.env.BUILD_UTILS))
cannam@85 97 autowaf.display_msg(conf, 'Unit tests', str(conf.env.BUILD_TESTS))
cannam@85 98 print('')
cannam@85 99
cannam@85 100 lib_source = [
cannam@85 101 'src/env.c',
cannam@85 102 'src/node.c',
cannam@85 103 'src/reader.c',
cannam@85 104 'src/string.c',
cannam@85 105 'src/uri.c',
cannam@85 106 'src/writer.c',
cannam@85 107 ]
cannam@85 108
cannam@85 109 def build(bld):
cannam@85 110 # C Headers
cannam@85 111 includedir = '${INCLUDEDIR}/serd-%s/serd' % SERD_MAJOR_VERSION
cannam@85 112 bld.install_files(includedir, bld.path.ant_glob('serd/*.h'))
cannam@85 113
cannam@85 114 # Pkgconfig file
cannam@85 115 autowaf.build_pc(bld, 'SERD', SERD_VERSION, SERD_MAJOR_VERSION, [],
cannam@85 116 {'SERD_MAJOR_VERSION' : SERD_MAJOR_VERSION})
cannam@85 117
cannam@85 118 libflags = ['-fvisibility=hidden']
cannam@85 119 libs = ['m']
cannam@85 120 defines = []
cannam@85 121 if bld.env.MSVC_COMPILER:
cannam@85 122 libflags = []
cannam@85 123 libs = []
cannam@85 124 defines = ['snprintf=_snprintf']
cannam@85 125
cannam@85 126 # Shared Library
cannam@85 127 if bld.env.BUILD_SHARED:
cannam@85 128 bld(features = 'c cshlib',
cannam@85 129 export_includes = ['.'],
cannam@85 130 source = lib_source,
cannam@85 131 includes = ['.', './src'],
cannam@85 132 lib = libs,
cannam@85 133 name = 'libserd',
cannam@85 134 target = 'serd-%s' % SERD_MAJOR_VERSION,
cannam@85 135 vnum = SERD_VERSION,
cannam@85 136 install_path = '${LIBDIR}',
cannam@85 137 defines = defines + ['SERD_SHARED', 'SERD_INTERNAL'],
cannam@85 138 cflags = libflags)
cannam@85 139
cannam@85 140 # Static library
cannam@85 141 if bld.env.BUILD_STATIC:
cannam@85 142 bld(features = 'c cstlib',
cannam@85 143 export_includes = ['.'],
cannam@85 144 source = lib_source,
cannam@85 145 includes = ['.', './src'],
cannam@85 146 lib = libs,
cannam@85 147 name = 'libserd_static',
cannam@85 148 target = 'serd-%s' % SERD_MAJOR_VERSION,
cannam@85 149 vnum = SERD_VERSION,
cannam@85 150 install_path = '${LIBDIR}',
cannam@85 151 defines = defines + ['SERD_INTERNAL'])
cannam@85 152
cannam@85 153 if bld.env.BUILD_TESTS:
cannam@85 154 test_libs = libs
cannam@85 155 test_cflags = ['']
cannam@85 156 if bld.is_defined('HAVE_GCOV'):
cannam@85 157 test_libs += ['gcov']
cannam@85 158 test_cflags += ['-fprofile-arcs', '-ftest-coverage']
cannam@85 159
cannam@85 160 # Profiled static library for test coverage
cannam@85 161 bld(features = 'c cstlib',
cannam@85 162 source = lib_source,
cannam@85 163 includes = ['.', './src'],
cannam@85 164 lib = test_libs,
cannam@85 165 name = 'libserd_profiled',
cannam@85 166 target = 'serd_profiled',
cannam@85 167 install_path = '',
cannam@85 168 defines = defines + ['SERD_INTERNAL'],
cannam@85 169 cflags = test_cflags)
cannam@85 170
cannam@85 171 # Static profiled serdi for tests
cannam@85 172 bld(features = 'c cprogram',
cannam@85 173 source = 'src/serdi.c',
cannam@85 174 includes = ['.', './src'],
cannam@85 175 use = 'libserd_profiled',
cannam@85 176 lib = test_libs,
cannam@85 177 target = 'serdi_static',
cannam@85 178 install_path = '',
cannam@85 179 defines = defines,
cannam@85 180 cflags = test_cflags)
cannam@85 181
cannam@85 182 # Unit test program
cannam@85 183 bld(features = 'c cprogram',
cannam@85 184 source = 'tests/serd_test.c',
cannam@85 185 includes = ['.', './src'],
cannam@85 186 use = 'libserd_profiled',
cannam@85 187 lib = test_libs,
cannam@85 188 target = 'serd_test',
cannam@85 189 install_path = '',
cannam@85 190 defines = defines,
cannam@85 191 cflags = test_cflags)
cannam@85 192
cannam@85 193 # Utilities
cannam@85 194 if bld.env.BUILD_UTILS:
cannam@85 195 obj = bld(features = 'c cprogram',
cannam@85 196 source = 'src/serdi.c',
cannam@85 197 target = 'serdi',
cannam@85 198 includes = ['.', './src'],
cannam@85 199 use = 'libserd',
cannam@85 200 lib = libs,
cannam@85 201 install_path = '${BINDIR}')
cannam@85 202 if not bld.env.BUILD_SHARED or bld.env.STATIC_PROGS:
cannam@85 203 obj.use = 'libserd_static'
cannam@85 204 if bld.env.STATIC_PROGS:
cannam@85 205 obj.env.SHLIB_MARKER = obj.env.STLIB_MARKER
cannam@85 206 obj.linkflags = ['-static']
cannam@85 207
cannam@85 208 # Documentation
cannam@85 209 autowaf.build_dox(bld, 'SERD', SERD_VERSION, top, out)
cannam@85 210
cannam@85 211 # Man page
cannam@85 212 bld.install_files('${MANDIR}/man1', 'doc/serdi.1')
cannam@85 213
cannam@85 214 bld.add_post_fun(autowaf.run_ldconfig)
cannam@85 215 if bld.env.DOCS:
cannam@85 216 bld.add_post_fun(fix_docs)
cannam@85 217
cannam@85 218 def lint(ctx):
cannam@85 219 subprocess.call('cpplint.py --filter=+whitespace/comments,-whitespace/tab,-whitespace/braces,-whitespace/labels,-build/header_guard,-readability/casting,-readability/todo,-build/include src/* serd/*', shell=True)
cannam@85 220
cannam@85 221 def amalgamate(ctx):
cannam@85 222 shutil.copy('serd/serd.h', 'build/serd.h')
cannam@85 223 amalgamation = open('build/serd.c', 'w')
cannam@85 224
cannam@85 225 serd_internal_h = open('src/serd_internal.h')
cannam@85 226 for l in serd_internal_h:
cannam@85 227 if l == '#include "serd/serd.h"\n':
cannam@85 228 amalgamation.write('#include "serd.h"\n')
cannam@85 229 else:
cannam@85 230 amalgamation.write(l)
cannam@85 231 serd_internal_h.close()
cannam@85 232
cannam@85 233 for f in lib_source:
cannam@85 234 fd = open(f)
cannam@85 235 amalgamation.write('\n/**\n @file %s\n*/' % f)
cannam@85 236 header = True
cannam@85 237 for l in fd:
cannam@85 238 if header:
cannam@85 239 if l == '*/\n':
cannam@85 240 header = False
cannam@85 241 else:
cannam@85 242 if l != '#include "serd_internal.h"\n':
cannam@85 243 amalgamation.write(l)
cannam@85 244 fd.close()
cannam@85 245 amalgamation.close()
cannam@85 246
cannam@85 247 for i in ['c', 'h']:
cannam@85 248 Logs.info('Wrote build/serd.%s' % i)
cannam@85 249
cannam@85 250 def fix_docs(ctx):
cannam@85 251 if ctx.cmd == 'build':
cannam@85 252 autowaf.make_simple_dox(APPNAME)
cannam@85 253
cannam@85 254 def upload_docs(ctx):
cannam@85 255 os.system('rsync -ravz --delete -e ssh build/doc/html/ drobilla@drobilla.net:~/drobilla.net/docs/serd/')
cannam@85 256
cannam@85 257 def file_equals(patha, pathb, subst_from='', subst_to=''):
cannam@85 258 fa = open(patha, 'rU')
cannam@85 259 fb = open(pathb, 'rU')
cannam@85 260 for line in fa:
cannam@85 261 if line.replace(subst_from, subst_to) != fb.readline().replace(subst_from, subst_to):
cannam@85 262 return False
cannam@85 263 fa.close()
cannam@85 264 fb.close()
cannam@85 265 return True
cannam@85 266
cannam@85 267 def test(ctx):
cannam@85 268 blddir = autowaf.build_dir(APPNAME, 'tests')
cannam@85 269 try:
cannam@85 270 os.makedirs(blddir)
cannam@85 271 except:
cannam@85 272 pass
cannam@85 273
cannam@85 274 for i in glob.glob(blddir + '/*.*'):
cannam@85 275 os.remove(i)
cannam@85 276
cannam@85 277 srcdir = ctx.path.abspath()
cannam@85 278 orig_dir = os.path.abspath(os.curdir)
cannam@85 279
cannam@85 280 os.chdir(srcdir)
cannam@85 281
cannam@85 282 good_tests = glob.glob('tests/test-*.ttl')
cannam@85 283 good_tests.sort()
cannam@85 284
cannam@85 285 bad_tests = glob.glob('tests/bad-*.ttl')
cannam@85 286 bad_tests.sort()
cannam@85 287
cannam@85 288 os.chdir(orig_dir)
cannam@85 289
cannam@85 290 autowaf.pre_test(ctx, APPNAME)
cannam@85 291
cannam@85 292 os.environ['PATH'] = '.' + os.pathsep + os.getenv('PATH')
cannam@85 293
cannam@85 294 autowaf.run_tests(ctx, APPNAME, ['serd_test'], dirs=['.'])
cannam@85 295
cannam@85 296 autowaf.run_tests(ctx, APPNAME, [
cannam@85 297 'serdi_static -o turtle %s/tests/base.ttl "base.ttl" > tests/base.ttl.out' % srcdir],
cannam@85 298 0, name='base')
cannam@85 299
cannam@85 300 if not file_equals('%s/tests/base.ttl' % srcdir, 'tests/base.ttl.out'):
cannam@85 301 Logs.pprint('RED', 'FAIL: build/tests/base.ttl.out is incorrect')
cannam@85 302
cannam@85 303 nul = os.devnull
cannam@85 304 autowaf.run_tests(ctx, APPNAME, [
cannam@85 305 'serdi_static file://%s/tests/manifest.ttl > %s' % (srcdir, nul),
cannam@85 306 'serdi_static %s/tests/UTF-8.ttl > %s' % (srcdir, nul),
cannam@85 307 'serdi_static -v > %s' % nul,
cannam@85 308 'serdi_static -h > %s' % nul,
cannam@85 309 'serdi_static -s "<foo> a <#Thingie> ." > %s' % nul,
cannam@85 310 'serdi_static %s > %s' % (nul, nul)],
cannam@85 311 0, name='serdi-cmd-good')
cannam@85 312
cannam@85 313 autowaf.run_tests(ctx, APPNAME, [
cannam@85 314 'serdi_static -q file://%s/tests/bad-id-clash.ttl > %s' % (srcdir, nul),
cannam@85 315 'serdi_static > %s' % nul,
cannam@85 316 'serdi_static ftp://example.org/unsupported.ttl > %s' % nul,
cannam@85 317 'serdi_static -i > %s' % nul,
cannam@85 318 'serdi_static -o > %s' % nul,
cannam@85 319 'serdi_static -z > %s' % nul,
cannam@85 320 'serdi_static -p > %s' % nul,
cannam@85 321 'serdi_static -c > %s' % nul,
cannam@85 322 'serdi_static -r > %s' % nul,
cannam@85 323 'serdi_static -i illegal > %s' % nul,
cannam@85 324 'serdi_static -o illegal > %s' % nul,
cannam@85 325 'serdi_static -i turtle > %s' % nul,
cannam@85 326 'serdi_static /no/such/file > %s' % nul],
cannam@85 327 1, name='serdi-cmd-bad')
cannam@85 328
cannam@85 329 commands = []
cannam@85 330 for test in good_tests:
cannam@85 331 base_uri = 'http://www.w3.org/2001/sw/DataAccess/df1/' + test.replace('\\', '/')
cannam@85 332 commands += [ 'serdi_static -f "%s" "%s" > %s.out' % (
cannam@85 333 os.path.join(srcdir, test), base_uri, test) ]
cannam@85 334
cannam@85 335 autowaf.run_tests(ctx, APPNAME, commands, 0, name='good')
cannam@85 336
cannam@85 337 Logs.pprint('BOLD', '\nVerifying turtle => ntriples')
cannam@85 338 for test in good_tests:
cannam@85 339 out_filename = test + '.out'
cannam@85 340 if not os.access(out_filename, os.F_OK):
cannam@85 341 Logs.pprint('RED', 'FAIL: %s output is missing' % test)
cannam@85 342 elif not file_equals(srcdir + '/' + test.replace('.ttl', '.out'),
cannam@85 343 test + '.out'):
cannam@85 344 Logs.pprint('RED', 'FAIL: %s is incorrect' % out_filename)
cannam@85 345 else:
cannam@85 346 Logs.pprint('GREEN', 'Pass: %s' % test)
cannam@85 347
cannam@85 348 commands = []
cannam@85 349 for test in bad_tests:
cannam@85 350 commands += [ 'serdi_static "%s" "http://www.w3.org/2001/sw/DataAccess/df1/%s" > %s.out' % (os.path.join(srcdir, test), test.replace('\\', '/'), test) ]
cannam@85 351
cannam@85 352 autowaf.run_tests(ctx, APPNAME, commands, 1, name='bad')
cannam@85 353
cannam@85 354 thru_tests = good_tests
cannam@85 355 thru_tests.remove(os.path.join('tests', 'test-id.ttl')) # IDs are mapped so files won't be identical
cannam@85 356
cannam@85 357 commands = []
cannam@85 358 num = 0
cannam@85 359 for test in thru_tests:
cannam@85 360 num += 1
cannam@85 361 flags = ''
cannam@85 362 if (num % 2 == 0):
cannam@85 363 flags += '-b'
cannam@85 364 if (num % 5 == 0):
cannam@85 365 flags += ' -f'
cannam@85 366 if (num % 3 == 0):
cannam@85 367 flags += ' -r http://www.w3.org/'
cannam@85 368 if (num % 7 == 0):
cannam@85 369 flags += ' -e'
cannam@85 370 base_uri = 'http://www.w3.org/2001/sw/DataAccess/df1/' + test.replace('\\', '/')
cannam@85 371 out_filename = test + '.thru'
cannam@85 372 commands += [
cannam@85 373 '%s %s -i ntriples -o turtle -p foo "%s" "%s" | %s -i turtle -o ntriples -c foo - "%s" > %s.thru' % (
cannam@85 374 'serdi_static', flags.ljust(5),
cannam@85 375 os.path.join(srcdir, test), base_uri,
cannam@85 376 'serdi_static', base_uri, test) ]
cannam@85 377
cannam@85 378 autowaf.run_tests(ctx, APPNAME, commands, 0, name='turtle-round-trip')
cannam@85 379 Logs.pprint('BOLD', '\nVerifying ntriples => turtle => ntriples')
cannam@85 380 for test in thru_tests:
cannam@85 381 out_filename = test + '.thru'
cannam@85 382 if not os.access(out_filename, os.F_OK):
cannam@85 383 Logs.pprint('RED', 'FAIL: %s output is missing' % test)
cannam@85 384 elif not file_equals(srcdir + '/' + test.replace('.ttl', '.out'),
cannam@85 385 test + '.thru',
cannam@85 386 '_:docid', '_:genid'):
cannam@85 387 Logs.pprint('RED', 'FAIL: %s is incorrect' % out_filename)
cannam@85 388 else:
cannam@85 389 Logs.pprint('GREEN', 'Pass: %s' % test)
cannam@85 390
cannam@85 391 autowaf.post_test(ctx, APPNAME)