/* Copyright 2011-2021 David Robillard Permission to use, copy, modify, and/or distribute this software for any purpose with or without fee is hereby granted, provided that the above copyright notice and this permission notice appear in all copies. THIS SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ #undef NDEBUG #include "serd/serd.h" #include #include #include #include static SerdStatus count_statements(void* handle, const SerdEvent* event) { if (event->type == SERD_STATEMENT) { ++*(size_t*)handle; } return SERD_SUCCESS; } SERD_PURE_FUNC static size_t prepare_test_read(void* buf, size_t size, size_t nmemb, void* stream) { assert(size == 1); assert(nmemb == 1); (void)buf; (void)size; (void)nmemb; (void)stream; return 0; } static int prepare_test_error(void* stream) { (void)stream; return 1; } static void test_prepare_error(void) { SerdWorld* const world = serd_world_new(); size_t n_statements = 0; FILE* const f = tmpfile(); SerdSink* const sink = serd_sink_new(&n_statements, count_statements, NULL); assert(sink); SerdEnv* const env = serd_env_new(SERD_EMPTY_STRING()); SerdReader* const reader = serd_reader_new(world, SERD_TURTLE, 0, env, sink, 4096); assert(reader); SerdByteSource* byte_source = serd_byte_source_new_function( prepare_test_read, prepare_test_error, NULL, f, NULL, 1); SerdStatus st = serd_reader_start(reader, byte_source); assert(!st); assert(serd_reader_read_document(reader) == SERD_ERR_UNKNOWN); serd_byte_source_free(byte_source); serd_reader_free(reader); serd_env_free(env); serd_sink_free(sink); serd_world_free(world); } static void test_read_string(void) { SerdWorld* world = serd_world_new(); size_t n_statements = 0; SerdSink* sink = serd_sink_new(&n_statements, count_statements, NULL); assert(sink); SerdEnv* const env = serd_env_new(SERD_EMPTY_STRING()); SerdReader* const reader = serd_reader_new(world, SERD_TURTLE, 0, env, sink, 4096); assert(reader); SerdByteSource* byte_source = serd_byte_source_new_string(" " " .", NULL); // Test reading a string that ends exactly at the end of input (no newline) assert(!serd_reader_start(reader, byte_source)); assert(!serd_reader_read_document(reader)); assert(n_statements == 1); assert(!serd_reader_finish(reader)); // Test reading the same but as a chunk serd_byte_source_free(byte_source); n_statements = 0; byte_source = serd_byte_source_new_string(" " " , _:blank .", NULL); assert(!serd_reader_start(reader, byte_source)); assert(!serd_reader_read_chunk(reader)); assert(n_statements == 2); assert(serd_reader_read_chunk(reader) == SERD_FAILURE); assert(!serd_reader_finish(reader)); serd_reader_free(reader); serd_env_free(env); serd_byte_source_free(byte_source); serd_sink_free(sink); serd_world_free(world); } /// Reads a null byte after a statement, then succeeds again (like a socket) static size_t eof_test_read(void* buf, size_t size, size_t nmemb, void* stream) { assert(size == 1); assert(nmemb == 1); (void)size; static const char* const string = "_:s1 _:o1 .\n" "_:s2 _:o2 .\n"; size_t* const count = (size_t*)stream; // Normal reading for the first statement if (*count < 35) { *(char*)buf = string[*count]; ++*count; return nmemb; } // EOF for the first read at the start of the second statement if (*count == 35) { assert(string[*count] == '_'); ++*count; return 0; } if (*count >= strlen(string)) { return 0; } // Normal reading after the EOF, adjusting for the skipped index 35 *(char*)buf = string[*count - 1]; ++*count; return nmemb; } static int eof_test_error(void* stream) { (void)stream; return 0; } /// A read of a big page hits EOF then fails to read chunks immediately static void test_read_eof_by_page(void) { FILE* const temp = tmpfile(); assert(temp); fprintf(temp, "_:s _:o .\n"); fflush(temp); fseek(temp, 0L, SEEK_SET); SerdWorld* world = serd_world_new(); size_t ignored = 0u; SerdSink* sink = serd_sink_new(&ignored, count_statements, NULL); SerdEnv* env = serd_env_new(SERD_EMPTY_STRING()); SerdReader* reader = serd_reader_new(world, SERD_TURTLE, 0u, env, sink, 4096); SerdByteSource* byte_source = serd_byte_source_new_function( (SerdReadFunc)fread, (SerdStreamErrorFunc)ferror, NULL, temp, NULL, 4096); assert(serd_reader_start(reader, byte_source) == SERD_SUCCESS); assert(serd_reader_read_chunk(reader) == SERD_SUCCESS); assert(serd_reader_read_chunk(reader) == SERD_FAILURE); assert(serd_reader_read_chunk(reader) == SERD_FAILURE); assert(!serd_reader_finish(reader)); serd_byte_source_free(byte_source); serd_reader_free(reader); serd_env_free(env); serd_sink_free(sink); serd_world_free(world); fclose(temp); } // A byte-wise reader hits EOF once then continues (like a socket) static void test_read_eof_by_byte(void) { SerdWorld* world = serd_world_new(); size_t ignored = 0u; SerdSink* sink = serd_sink_new(&ignored, count_statements, NULL); SerdEnv* env = serd_env_new(SERD_EMPTY_STRING()); SerdReader* reader = serd_reader_new(world, SERD_TURTLE, 0u, env, sink, 4096); size_t n_reads = 0u; SerdByteSource* byte_source = serd_byte_source_new_function((SerdReadFunc)eof_test_read, (SerdStreamErrorFunc)eof_test_error, NULL, &n_reads, NULL, 1); assert(serd_reader_start(reader, byte_source) == SERD_SUCCESS); assert(serd_reader_read_chunk(reader) == SERD_SUCCESS); assert(serd_reader_read_chunk(reader) == SERD_FAILURE); assert(serd_reader_read_chunk(reader) == SERD_SUCCESS); assert(serd_reader_read_chunk(reader) == SERD_FAILURE); assert(!serd_reader_finish(reader)); serd_byte_source_free(byte_source); serd_reader_free(reader); serd_env_free(env); serd_sink_free(sink); serd_world_free(world); } static void test_read_chunks(void) { SerdWorld* world = serd_world_new(); size_t n_statements = 0; FILE* const f = tmpfile(); static const char null = 0; SerdSink* const sink = serd_sink_new(&n_statements, count_statements, NULL); assert(sink); SerdEnv* const env = serd_env_new(SERD_EMPTY_STRING()); SerdReader* const reader = serd_reader_new(world, SERD_TURTLE, 0u, env, sink, 4096); assert(reader); SerdByteSource* byte_source = serd_byte_source_new_function( (SerdReadFunc)fread, (SerdStreamErrorFunc)ferror, NULL, f, NULL, 1); SerdStatus st = serd_reader_start(reader, byte_source); assert(st == SERD_SUCCESS); // Write two statement separated by null characters fprintf(f, "@prefix eg: .\n"); fprintf(f, "eg:s eg:p eg:o1 .\n"); fwrite(&null, sizeof(null), 1, f); fprintf(f, "eg:s eg:p eg:o2 .\n"); fwrite(&null, sizeof(null), 1, f); fseek(f, 0, SEEK_SET); // Read prefix st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); assert(n_statements == 0); // Read first statement st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); assert(n_statements == 1); // Read terminator st = serd_reader_read_chunk(reader); assert(st == SERD_FAILURE); assert(n_statements == 1); // Read second statement (after null terminator) st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); assert(n_statements == 2); // Read terminator st = serd_reader_read_chunk(reader); assert(st == SERD_FAILURE); assert(n_statements == 2); // EOF st = serd_reader_read_chunk(reader); assert(st == SERD_FAILURE); assert(n_statements == 2); serd_byte_source_free(byte_source); serd_reader_free(reader); serd_env_free(env); serd_sink_free(sink); fclose(f); serd_world_free(world); } static size_t empty_test_read(void* buf, size_t size, size_t nmemb, void* stream) { (void)buf; (void)size; (void)nmemb; (void)stream; assert(false); return 0; } static int empty_test_error(void* stream) { (void)stream; return 0; } /// Test that reading SERD_SYNTAX_EMPTY "succeeds" without reading any input static void test_read_empty(void) { SerdWorld* const world = serd_world_new(); size_t n_statements = 0; FILE* const f = tmpfile(); SerdSink* const sink = serd_sink_new(&n_statements, count_statements, NULL); assert(sink); SerdEnv* const env = serd_env_new(SERD_EMPTY_STRING()); SerdReader* const reader = serd_reader_new(world, SERD_SYNTAX_EMPTY, 0, env, sink, 4096); assert(reader); SerdByteSource* byte_source = serd_byte_source_new_function( empty_test_read, empty_test_error, NULL, f, NULL, 1); SerdStatus st = serd_reader_start(reader, byte_source); assert(!st); assert(serd_reader_read_document(reader) == SERD_SUCCESS); assert(n_statements == 0); serd_byte_source_free(byte_source); serd_reader_free(reader); serd_env_free(env); serd_sink_free(sink); serd_world_free(world); } int main(void) { test_prepare_error(); test_read_string(); test_read_eof_by_page(); test_read_eof_by_byte(); test_read_chunks(); test_read_empty(); return 0; }