/* Copyright 2011-2020 David Robillard Permission to use, copy, modify, and/or distribute this software for any purpose with or without fee is hereby granted, provided that the above copyright notice and this permission notice appear in all copies. THIS SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ #undef NDEBUG #include "serd/serd.h" #include #include #include #include #include static SerdStatus count_statements(void* handle, const SerdEvent* event) { if (event->type == SERD_STATEMENT) { ++*(size_t*)handle; } return SERD_SUCCESS; } /// Returns EOF after a statement, then succeeds again (like a socket) static size_t eof_test_read(void* buf, size_t size, size_t nmemb, void* stream) { assert(size == 1); assert(nmemb == 1); (void)size; (void)nmemb; static const char* const string = "_:s1 _:o1 .\n" "_:s2 _:o2 .\n"; size_t* count = (size_t*)stream; if (*count == 34 || *count == 35 || *count + nmemb >= strlen(string) + 2) { ++*count; return 0; } *(char*)buf = string[*count - (*count > 35 ? 2 : 0)]; *count += nmemb; return nmemb; } static int eof_test_error(void* stream) { (void)stream; return 0; } static void test_read_chunks(void) { SerdWorld* world = serd_world_new(); size_t n_statements = 0; FILE* const f = tmpfile(); static const char null = 0; SerdSink* const sink = serd_sink_new(&n_statements, count_statements, NULL); assert(sink); SerdEnv* const env = serd_env_new(SERD_EMPTY_STRING()); SerdReader* const reader = serd_reader_new(world, SERD_TURTLE, 0, env, sink, 4096); assert(reader); SerdByteSource* byte_source = serd_byte_source_new_function( (SerdReadFunc)fread, (SerdStreamErrorFunc)ferror, f, NULL, 1); SerdStatus st = serd_reader_start(reader, byte_source); assert(st == SERD_SUCCESS); // Write two statement separated by null characters fprintf(f, "@prefix eg: .\n"); fprintf(f, "eg:s eg:p eg:o1 .\n"); fwrite(&null, sizeof(null), 1, f); fprintf(f, "eg:s eg:p eg:o2 .\n"); fwrite(&null, sizeof(null), 1, f); fseek(f, 0, SEEK_SET); // Read prefix st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); assert(n_statements == 0); // Read first statement st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); assert(n_statements == 1); // Read terminator st = serd_reader_read_chunk(reader); assert(st == SERD_FAILURE); assert(n_statements == 1); // Read second statement (after null terminator) st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); assert(n_statements == 2); // Read terminator st = serd_reader_read_chunk(reader); assert(st == SERD_FAILURE); assert(n_statements == 2); // EOF st = serd_reader_read_chunk(reader); assert(st == SERD_FAILURE); assert(n_statements == 2); serd_reader_free(reader); serd_env_free(env); serd_byte_source_free(byte_source); serd_sink_free(sink); fclose(f); serd_world_free(world); } static int test_get_blank(void) { SerdWorld* world = serd_world_new(); char expected[12]; for (unsigned i = 0; i < 32; ++i) { const SerdNode* blank = serd_world_get_blank(world); snprintf(expected, sizeof(expected), "b%u", i + 1); assert(!strcmp(serd_node_string(blank), expected)); } serd_world_free(world); return 0; } static int test_strict_write(void) { SerdWorld* world = serd_world_new(); const char* path = "serd_strict_write_test.ttl"; FILE* fd = fopen(path, "wb"); SerdEnv* env = serd_env_new(SERD_EMPTY_STRING()); SerdByteSink* byte_sink = serd_byte_sink_new_function((SerdWriteFunc)fwrite, fd, 1); SerdWriter* writer = serd_writer_new(world, SERD_TURTLE, 0, env, byte_sink); assert(fd); assert(writer); const SerdSink* sink = serd_writer_sink(writer); const uint8_t bad_str[] = {0xFF, 0x90, 'h', 'i', 0}; const SerdStringView bad_view = {(const char*)bad_str, 4}; SerdNode* s = serd_new_uri(SERD_STATIC_STRING("http://example.org/s")); SerdNode* p = serd_new_uri(SERD_STATIC_STRING("http://example.org/s")); SerdNode* bad_lit = serd_new_string(bad_view); SerdNode* bad_uri = serd_new_uri(bad_view); assert(serd_sink_write(sink, 0, s, p, bad_lit, 0) == SERD_ERR_BAD_TEXT); assert(serd_sink_write(sink, 0, s, p, bad_uri, 0) == SERD_ERR_BAD_TEXT); serd_node_free(bad_uri); serd_node_free(bad_lit); serd_node_free(s); serd_node_free(p); serd_writer_free(writer); serd_byte_sink_free(byte_sink); serd_env_free(env); fclose(fd); serd_world_free(world); return 0; } static void test_read_string(void) { SerdWorld* const world = serd_world_new(); size_t n_statements = 0; SerdSink* const sink = serd_sink_new(&n_statements, count_statements, NULL); assert(sink); SerdEnv* const env = serd_env_new(SERD_EMPTY_STRING()); SerdReader* const reader = serd_reader_new(world, SERD_TURTLE, 0, env, sink, 4096); assert(reader); SerdByteSource* byte_source = serd_byte_source_new_string(" " " .", NULL); // Test reading a string that ends exactly at the end of input (no newline) assert(!serd_reader_start(reader, byte_source)); assert(!serd_reader_read_document(reader)); assert(n_statements == 1); assert(!serd_reader_finish(reader)); // Test reading the same but as a chunk serd_byte_source_free(byte_source); n_statements = 0; byte_source = serd_byte_source_new_string(" " " , _:blank .", NULL); assert(!serd_reader_start(reader, byte_source)); assert(!serd_reader_read_chunk(reader)); assert(n_statements == 2); assert(serd_reader_read_chunk(reader) == SERD_FAILURE); assert(!serd_reader_finish(reader)); serd_reader_free(reader); serd_env_free(env); serd_byte_source_free(byte_source); serd_sink_free(sink); serd_world_free(world); } static void test_writer(const char* const path) { FILE* fd = fopen(path, "wb"); SerdEnv* env = serd_env_new(SERD_EMPTY_STRING()); assert(fd); SerdWorld* world = serd_world_new(); SerdByteSink* byte_sink = serd_byte_sink_new_function((SerdWriteFunc)fwrite, fd, 1); SerdWriter* writer = serd_writer_new(world, SERD_TURTLE, SERD_WRITE_LAX, env, byte_sink); assert(writer); serd_writer_chop_blank_prefix(writer, "tmp"); serd_writer_chop_blank_prefix(writer, NULL); SerdNode* lit = serd_new_string(SERD_STATIC_STRING("hello")); const SerdSink* const iface = serd_writer_sink(writer); assert(serd_sink_write_base(iface, lit)); assert(serd_sink_write_prefix(iface, lit, lit)); assert(serd_writer_env(writer) == env); static const uint8_t bad_buf[] = {0xEF, 0xBF, 0xBD, 0}; const SerdStringView bad_buf_view = {(const char*)bad_buf, 3}; SerdNode* s = serd_new_uri(SERD_STATIC_STRING("http://example.org")); SerdNode* p = serd_new_uri(SERD_STATIC_STRING("http://example.org/pred")); SerdNode* bad = serd_new_string(bad_buf_view); // Write 3 invalid statements (should write nothing) const SerdNode* junk[][3] = {{s, bad, bad}, {bad, p, bad}, {s, bad, p}}; for (size_t i = 0; i < sizeof(junk) / (sizeof(SerdNode*) * 3); ++i) { assert(serd_sink_write(iface, 0, junk[i][0], junk[i][1], junk[i][2], NULL)); } serd_node_free(bad); static const SerdStringView urn_Type = SERD_STATIC_STRING("urn:Type"); static const SerdStringView en = SERD_STATIC_STRING("en"); SerdNode* const o = serd_new_string(SERD_STATIC_STRING("o")); SerdNode* const t = serd_new_typed_literal(SERD_STATIC_STRING("t"), urn_Type); SerdNode* const l = serd_new_plain_literal(SERD_STATIC_STRING("l"), en); const SerdNode* good[][3] = {{s, p, o}, {s, p, t}, {s, p, l}}; for (size_t i = 0; i < sizeof(good) / (sizeof(SerdNode*) * 3); ++i) { assert( !serd_sink_write(iface, 0, good[i][0], good[i][1], good[i][2], NULL)); } static const uint8_t bad_str_buf[] = {0xFF, 0x90, 'h', 'i', 0}; static const uint8_t bad_uri_buf[] = {'f', 't', 'p', ':', 0xFF, 0x90, 0}; static const char* const bad_lit_str = (const char*)bad_str_buf; static const char* const bad_uri_str = (const char*)bad_uri_buf; // Write statements with bad UTF-8 (should be replaced) SerdNode* bad_lit = serd_new_string(SERD_MEASURE_STRING(bad_lit_str)); SerdNode* bad_uri = serd_new_uri(SERD_MEASURE_STRING(bad_uri_str)); assert(!serd_sink_write(iface, 0, s, p, bad_lit, 0)); assert(!serd_sink_write(iface, 0, s, p, bad_uri, 0)); serd_node_free(bad_uri); serd_node_free(bad_lit); // Write 1 valid statement SerdNode* const hello = serd_new_string(SERD_STATIC_STRING("hello")); assert(!serd_sink_write(iface, 0, s, p, hello, 0)); serd_node_free(hello); serd_writer_free(writer); serd_byte_sink_free(byte_sink); serd_node_free(lit); serd_node_free(o); serd_node_free(t); serd_node_free(l); // Test buffer sink SerdBuffer buffer = {NULL, 0}; byte_sink = serd_byte_sink_new_buffer(&buffer); writer = serd_writer_new(world, SERD_TURTLE, 0, env, byte_sink); SerdNode* const base = serd_new_uri(SERD_STATIC_STRING("http://example.org/base")); serd_writer_set_base_uri(writer, base); serd_node_free(base); serd_writer_free(writer); serd_byte_sink_free(byte_sink); char* out = serd_buffer_sink_finish(&buffer); assert(!strcmp(out, "@base .\n")); serd_free(out); serd_node_free(p); serd_node_free(s); serd_env_free(env); serd_world_free(world); fclose(fd); } static void test_reader(const char* path) { SerdWorld* world = serd_world_new(); size_t n_statements = 0; SerdSink* const sink = serd_sink_new(&n_statements, count_statements, NULL); assert(sink); SerdEnv* const env = serd_env_new(SERD_EMPTY_STRING()); SerdReader* reader = serd_reader_new(world, SERD_TURTLE, 0, env, sink, 4096); assert(reader); assert(serd_reader_read_document(reader) == SERD_ERR_BAD_CALL); assert(serd_reader_read_chunk(reader) == SERD_ERR_BAD_CALL); serd_reader_add_blank_prefix(reader, "tmp"); #if defined(__GNUC__) # pragma GCC diagnostic push # pragma GCC diagnostic ignored "-Wnonnull" #endif serd_reader_add_blank_prefix(reader, NULL); #if defined(__GNUC__) # pragma GCC diagnostic pop #endif SerdByteSource* byte_source = serd_byte_source_new_filename(path, 4096); assert(!serd_reader_start(reader, byte_source)); assert(!serd_reader_read_document(reader)); assert(n_statements == 6); serd_reader_finish(reader); serd_byte_source_free(byte_source); // A read of a big page hits EOF then fails to read chunks immediately { FILE* temp = tmpfile(); assert(temp); fprintf(temp, "_:s _:o .\n"); fflush(temp); fseek(temp, 0L, SEEK_SET); byte_source = serd_byte_source_new_function( (SerdReadFunc)fread, (SerdStreamErrorFunc)ferror, temp, NULL, 4096); assert(serd_reader_start(reader, byte_source) == SERD_SUCCESS); assert(serd_reader_read_chunk(reader) == SERD_SUCCESS); assert(serd_reader_read_chunk(reader) == SERD_FAILURE); assert(serd_reader_read_chunk(reader) == SERD_FAILURE); serd_reader_finish(reader); serd_byte_source_free(byte_source); fclose(temp); } // A byte-wise reader that hits EOF once then continues (like a socket) { size_t n_reads = 0; byte_source = serd_byte_source_new_function((SerdReadFunc)eof_test_read, (SerdStreamErrorFunc)eof_test_error, &n_reads, NULL, 1); assert(serd_reader_start(reader, byte_source) == SERD_SUCCESS); assert(serd_reader_read_chunk(reader) == SERD_SUCCESS); assert(serd_reader_read_chunk(reader) == SERD_FAILURE); assert(serd_reader_read_chunk(reader) == SERD_SUCCESS); assert(serd_reader_read_chunk(reader) == SERD_FAILURE); assert(!serd_reader_finish(reader)); serd_byte_source_free(byte_source); } serd_reader_free(reader); serd_env_free(env); serd_sink_free(sink); serd_world_free(world); } int main(void) { test_read_chunks(); test_read_string(); test_get_blank(); test_strict_write(); const char* const path = "serd_test.ttl"; test_writer(path); test_reader(path); printf("Success\n"); return 0; }