# Copyright 2020-2023 David Robillard # SPDX-License-Identifier: 0BSD OR ISC run_suite = find_program('run_suite.py') wrapper = meson.get_external_property('exe_wrapper', '') ######################## # Scripts and Metadata # ######################## plot_script_paths = [ '../scripts/serd_bench.py', ] simple_script_paths = [ '../scripts/check_formatting.py', 'serd_test_util/__init__.py', 'run_suite.py', 'test_quiet.py', 'test_stdin.py', 'test_write_error.py', ] ttl_metadata_file_paths = [ '../serd.ttl', 'extra/abbreviate/manifest.ttl', 'extra/bad/manifest.ttl', 'extra/big/manifest.ttl', 'extra/full/manifest.ttl', 'extra/good/manifest.ttl', 'extra/lax/manifest.ttl', 'extra/perfect/manifest.ttl', 'extra/prefix/manifest.ttl', 'extra/pretty/manifest.ttl', 'extra/qualify/manifest.ttl', 'extra/root/manifest.ttl', ] plot_scripts = files(plot_script_paths) simple_scripts = files(simple_script_paths) python_script_paths = simple_script_paths + plot_script_paths python_scripts = plot_scripts + simple_scripts if get_option('lint') # Check release metadata if not meson.is_subproject() autoship = find_program('autoship', required: false) if autoship.found() test('autoship', autoship, args: ['test', serd_src_root], suite: 'data') endif endif # Check licensing metadata reuse = find_program('reuse', required: false) if reuse.found() test( 'REUSE', reuse, args: ['--root', serd_src_root, 'lint'], suite: 'data', ) endif # Check code with cppcheck if not meson.is_subproject() cppcheck = find_program('cppcheck', required: false) if cppcheck.found() compdb_path = join_paths(serd_build_root, 'compile_commands.json') suppress_path = join_paths(serd_src_root, '.suppress.cppcheck') test( 'cppcheck', cppcheck, args: [ '--enable=warning,style,performance,portability', '--error-exitcode=1', '--project=' + compdb_path, '--suppressions-list=' + suppress_path, '-q', ], suite: 'code', ) endif endif # Check script formatting black = find_program('black', required: false) if black.found() black_opts = ['--check', '-q', '-l', '79'] foreach script_path : python_script_paths script = files(script_path) name = script_path.underscorify() test(name, black, args: black_opts + [script], suite: 'scripts') endforeach endif # Check scripts for errors with flake8 flake8 = find_program('flake8', required: false) if flake8.found() test('flake8', flake8, args: python_scripts, suite: 'scripts') endif # Check scripts for errors with pylint pylint = find_program('pylint', required: false) if pylint.found() pymod = import('python') plot_py = pymod.find_installation( 'python3', modules: ['matplotlib'], required: false, ) pylint_args = ['--disable', 'bad-option-value'] + simple_scripts if plot_py.found() pylint_args += plot_scripts endif test('pylint', pylint, args: pylint_args, suite: 'scripts') endif # Check Turtle formatting with serdi foreach ttl_file_path : ttl_metadata_file_paths test( ttl_file_path.underscorify(), check_formatting_py, args: [files(ttl_file_path), serdi, '-o', 'turtle'], suite: 'data', ) endforeach endif ################### # Header Warnings # ################### subdir('headers') ############## # Unit Tests # ############## unit_tests = [ 'env', 'free_null', 'node', 'reader', 'reader_writer', 'string', 'uri', 'writer', ] foreach unit : unit_tests test( unit, executable( 'test_@0@'.format(unit), files('test_@0@.c'.format(unit)), c_args: c_suppressions, dependencies: serd_dep, ), suite: 'unit', ) endforeach ################ # System Tests # ################ common_script_args = [] if wrapper != '' common_script_args += ['--wrapper', wrapper] endif simple_command_tests = { 'serdi': { 'bad': [ ['-c'], ['-cx'], ['-fi'], ['-i', 'turtle'], ['-i', 'turt'], ['-i'], ['-ix'], ['-o', '~unknown'], ['-o', 'ntripleses'], ['-o'], ['-ox'], ['-p'], ['-px'], ['-r'], ['-rx'], ['-z'], ], 'good': [ ['--help'], ['--version'], ['-h'], ['-s', 'a .'], ['-v'], ], }, } if is_variable('serdi') script_args = common_script_args + ['--serdi', serdi] serd_ttl = files('../serd.ttl')[0] bad_input_file = files('extra/bad/bad-base.ttl') text_input_file = files('extra/bad/README.md') test('serd_ttl', serdi, args: [serd_ttl], suite: 'data') # Command line options cmd_suite = ['serdi', 'options'] foreach kind, cases : simple_command_tests['serdi'] foreach args : cases test( ' '.join(args).substring(1).underscorify(), serdi, args: args, should_fail: kind == 'bad', suite: cmd_suite, ) endforeach endforeach test('none', serdi, should_fail: true, suite: cmd_suite) test( 'quiet', files('test_quiet.py'), args: script_args + [bad_input_file], suite: cmd_suite, ) # Inputs input_suite = ['serdi', 'input'] bad_input_tests = { 'string': ['-s', ' a .'], 'no_such_file': ['no_such_file'], 'remote': ['ftp://example.org/unsupported.ttl'], 'text': [text_input_file], } foreach name, args : bad_input_tests test(name, serdi, args: args, should_fail: true, suite: input_suite) endforeach test('stdin', files('test_stdin.py'), args: script_args, suite: input_suite) # IO errors io_error_tests = { 'read_dir_bulk': [serd_src_root], 'read_dir_bytes': ['-e', serd_src_root], 'read_dir_uri': ['file://@0@/'.format(serd_src_root)], } foreach name, args : io_error_tests test(name, serdi, args: args, should_fail: true, suite: 'io') endforeach test( 'write_error', files('test_write_error.py'), args: script_args + [serd_ttl], suite: 'io', ) endif ########################### # Data-Driven Test Suites # ########################### ns_serdtest = 'http://drobilla.net/sw/serd/test/' ns_w3 = 'http://www.w3.org/2013/' test_suites = { 'nquads': [ files('w3c/nquads/manifest.ttl'), ns_w3 + 'NQuadsTests/', '--', '-a', ['-i', 'NQuads'], ], 'ntriples': [ files('w3c/ntriples/manifest.ttl'), ns_w3 + 'NTriplesTests/', '--', '-a', ['-i', 'NTriples'], ], 'trig': [ files('w3c/trig/manifest.ttl'), ns_w3 + 'TriGTests/', '--', '-a', ['-i', 'TriG'], ], 'turtle': [ files('w3c/turtle/manifest.ttl'), ns_w3 + 'TurtleTests/', '--', '-a', ['-i', 'Turtle'], ], 'abbreviate': [ files('extra/abbreviate/manifest.ttl'), ns_serdtest + 'abbreviate/', ], 'bad': [ files('extra/bad/manifest.ttl'), ns_serdtest + 'bad/', ], 'bad_turtle': [ files('extra/bad/manifest.ttl'), ns_serdtest + 'bad/', '--', ['-o', 'turtle'], ], 'big': [ files('extra/big/manifest.ttl'), ns_serdtest + 'big/', ], 'bulk': [ files('extra/good/manifest.ttl'), ns_serdtest + 'good/', '--', '-b', ], 'fast': [ files('extra/good/manifest.ttl'), ns_serdtest + 'good/', '--', '-f', ], 'full': [ files('extra/full/manifest.ttl'), ns_serdtest + 'full/', '--', '-f', ], 'good': [ files('extra/good/manifest.ttl'), ns_serdtest + 'good/', ], 'lax_lax': [ '--lax', files('extra/lax/manifest.ttl'), ns_serdtest + 'lax/', '--', '-l', ], 'lax_strict': [ files('extra/lax/manifest.ttl'), ns_serdtest + 'lax/', ], 'perfect_forward': [ files('extra/perfect/manifest.ttl'), ns_serdtest + 'perfect/', ], 'perfect_reverse': [ '--reverse', files('extra/perfect/manifest.ttl'), ns_serdtest + 'perfect/', ], 'prefix_add': [ '--reverse', files('extra/prefix/manifest.ttl'), ns_serdtest + 'prefix/', '--', ['-p', 'test'], ], 'prefix_remove': [ files('extra/prefix/manifest.ttl'), ns_serdtest + 'prefix/', '--', ['-c', 'test'], ], 'pretty': [ files('extra/pretty/manifest.ttl'), ns_serdtest + 'pretty/', ], 'qualify': [ files('extra/qualify/manifest.ttl'), ns_serdtest + 'qualify/', '--', ['-i', 'turtle'], # Just for coverage ], 'root': [ files('extra/root/manifest.ttl'), ns_serdtest + 'root/', '--', ['-r', 'http://example.org/top/root/'], ], } # Run every test suite with serdi if is_variable('serdi') script_args = common_script_args + ['--serdi', serdi] foreach name, args : test_suites test( name, run_suite, args: script_args + args, suite: ['suite'], timeout: 240, ) endforeach endif