/* Copyright 2011-2020 David Robillard Permission to use, copy, modify, and/or distribute this software for any purpose with or without fee is hereby granted, provided that the above copyright notice and this permission notice appear in all copies. THIS SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ #undef NDEBUG #include "serd/serd.h" #include #include #include #include #include #include #include #include #ifndef INFINITY # define INFINITY (DBL_MAX + DBL_MAX) #endif #ifndef NAN # define NAN (INFINITY - INFINITY) #endif static void test_strtod(double dbl, double max_delta) { char buf[1024]; snprintf(buf, sizeof(buf), "%f", dbl); size_t end = 0; const double out = serd_strtod(buf, &end); const double diff = fabs(out - dbl); assert(diff <= max_delta); assert(end == strlen(buf)); } static SerdStatus count_prefixes(void* handle, const SerdNode* name, const SerdNode* uri) { (void)name; (void)uri; ++*(int*)handle; return SERD_SUCCESS; } typedef struct { int n_statements; const SerdNode* graph; } ReaderTest; static SerdStatus test_sink(void* handle, SerdStatementFlags flags, const SerdNode* graph, const SerdNode* subject, const SerdNode* predicate, const SerdNode* object) { (void)flags; (void)subject; (void)predicate; (void)object; ReaderTest* rt = (ReaderTest*)handle; ++rt->n_statements; rt->graph = graph; return SERD_SUCCESS; } static void test_file_uri(const char* hostname, const char* path, bool escape, const char* expected_uri, const char* expected_path) { if (!expected_path) { expected_path = path; } SerdNode* node = serd_node_new_file_uri(path, hostname, 0, escape); const char* node_str = serd_node_get_string(node); char* out_hostname = NULL; char* out_path = serd_file_uri_parse(node_str, &out_hostname); assert(!strcmp(node_str, expected_uri)); assert((hostname && out_hostname) || (!hostname && !out_hostname)); assert(!strcmp(out_path, expected_path)); serd_free(out_path); serd_free(out_hostname); serd_node_free(node); } static void test_read_chunks(void) { SerdWorld* world = serd_world_new(); ReaderTest* const rt = (ReaderTest*)calloc(1, sizeof(ReaderTest)); FILE* const f = tmpfile(); static const char null = 0; SerdSink sink = {rt, NULL, NULL, test_sink, NULL}; SerdReader* reader = serd_reader_new(world, SERD_TURTLE, &sink); assert(reader); assert(f); SerdStatus st = serd_reader_start_stream(reader, (SerdReadFunc)fread, (SerdStreamErrorFunc)ferror, f, NULL, 1); assert(st == SERD_SUCCESS); // Write two statement separated by null characters fprintf(f, "@prefix eg: .\n"); fprintf(f, "eg:s eg:p eg:o1 .\n"); fwrite(&null, sizeof(null), 1, f); fprintf(f, "eg:s eg:p eg:o2 .\n"); fwrite(&null, sizeof(null), 1, f); fseek(f, 0, SEEK_SET); // Read prefix st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); assert(rt->n_statements == 0); // Read first statement st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); assert(rt->n_statements == 1); // Read terminator st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); // FIXME: return SERD_FAILURE? assert(rt->n_statements == 1); // Read second statement (after null terminator) st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); assert(rt->n_statements == 2); // Read terminator st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); // FIXME: return SERD_FAILURE? assert(rt->n_statements == 2); // FIXME: Successful read of nothing st = serd_reader_read_chunk(reader); assert(st == SERD_SUCCESS); // FIXME: return SERD_FAILURE? assert(rt->n_statements == 2); // EOF st = serd_reader_read_chunk(reader); assert(st == SERD_FAILURE); assert(rt->n_statements == 2); serd_reader_free(reader); fclose(f); free(rt); serd_world_free(world); } static void test_string_to_double(void) { #define MAX 1000000 #define NUM_TESTS 1000 for (int i = 0; i < NUM_TESTS; ++i) { double dbl = rand() % MAX; dbl += (rand() % MAX) / (double)MAX; test_strtod(dbl, 1 / (double)MAX); } size_t end = 0; assert(isnan(serd_strtod("NaN", &end))); assert(end == 3); assert(serd_strtod("INF", &end) == INFINITY); assert(end == 3); assert(serd_strtod("-INF", &end) == -INFINITY); assert(end == 4); const double expt_test_nums[] = { 2.0E18, -5e19, +8e20, 2e+24, -5e-5, 8e0, 9e-0, 2e+0 }; const char* expt_test_strs[] = { "02e18", "-5e019", "+8e20", "2E+24", "-5E-5", "8E0", "9e-0", " 2e+0" }; for (unsigned i = 0; i < sizeof(expt_test_nums) / sizeof(double); ++i) { const double num = serd_strtod(expt_test_strs[i], NULL); const double delta = fabs(num - expt_test_nums[i]); assert(delta <= DBL_EPSILON); } } static void test_double_to_node(void) { const double dbl_test_nums[] = { 0.0, 9.0, 10.0, .01, 2.05, -16.00001, 5.000000005, 0.0000000001, NAN, INFINITY }; const char* dbl_test_strs[] = { "0.0", "9.0", "10.0", "0.01", "2.05", "-16.00001", "5.00000001", "0.0", NULL, NULL }; for (unsigned i = 0; i < sizeof(dbl_test_nums) / sizeof(double); ++i) { SerdNode* node = serd_node_new_decimal(dbl_test_nums[i], 8); const char* node_str = serd_node_get_string(node); const bool pass = (node_str && dbl_test_strs[i]) ? !strcmp(node_str, dbl_test_strs[i]) : (node_str == dbl_test_strs[i]); assert(pass); assert(serd_node_get_length(node) == (node_str ? strlen(node_str) : 0)); serd_node_free(node); } } static void test_integer_to_node(void) { const long int_test_nums[] = { 0, -0, -23, 23, -12340, 1000, -1000 }; const char* int_test_strs[] = { "0", "0", "-23", "23", "-12340", "1000", "-1000" }; for (unsigned i = 0; i < sizeof(int_test_nums) / sizeof(double); ++i) { SerdNode* node = serd_node_new_integer(int_test_nums[i]); const char* node_str = serd_node_get_string(node); assert(!strcmp(node_str, int_test_strs[i])); assert(serd_node_get_length(node) == strlen(node_str)); serd_node_free(node); } } static void test_blob_to_node(void) { assert(!serd_node_new_blob(NULL, 0, true)); assert(!serd_node_new_blob("data", 0, true)); for (size_t size = 1; size < 256; ++size) { uint8_t* data = size > 0 ? (uint8_t*)malloc(size) : NULL; for (size_t i = 0; i < size; ++i) { data[i] = (uint8_t)(rand() % 256); } size_t out_size = 0; SerdNode* blob = serd_node_new_blob(data, size, size % 5); const char* blob_str = serd_node_get_string(blob); uint8_t* out = (uint8_t*)serd_base64_decode( blob_str, serd_node_get_length(blob), &out_size); assert(serd_node_get_length(blob) == strlen(blob_str)); assert(out_size == size); for (size_t i = 0; i < size; ++i) { assert(out[i] == data[i]); } serd_node_free(blob); serd_free(out); free(data); } } static void test_strlen(void) { const uint8_t str[] = { '"', '5', 0xE2, 0x82, 0xAC, '"', '\n', 0 }; SerdNodeFlags flags = 0; size_t n_bytes = serd_strlen((const char*)str, &flags); assert(n_bytes == 7 && flags == (SERD_HAS_QUOTE|SERD_HAS_NEWLINE)); assert(serd_strlen((const char*)str, NULL) == 7); } static void test_strerror(void) { const char* msg = NULL; assert(!strcmp(serd_strerror(SERD_SUCCESS), "Success")); for (int i = SERD_FAILURE; i <= SERD_ERR_INTERNAL; ++i) { msg = serd_strerror((SerdStatus)i); assert(strcmp(msg, "Success")); } serd_strerror((SerdStatus)-1); } static void test_uri_parsing(void) { test_file_uri(NULL, "C:/My 100%", true, "file:///C:/My%20100%%", NULL); test_file_uri("ahost", "C:\\Pointless Space", true, "file://ahost/C:/Pointless%20Space", "C:/Pointless Space"); test_file_uri(NULL, "/foo/bar", true, "file:///foo/bar", NULL); test_file_uri("bhost", "/foo/bar", true, "file://bhost/foo/bar", NULL); test_file_uri(NULL, "a/relative path", false, "a/relative path", NULL); test_file_uri(NULL, "a/relative ", true, "a/relative%20%3Cpath%3E", NULL); // Test tolerance of parsing junk URI escapes char* out_path = serd_file_uri_parse("file:///foo/%0Xbar", NULL); assert(!strcmp(out_path, "/foo/bar")); serd_free(out_path); } static void test_node_equals(void) { const uint8_t replacement_char_str[] = { 0xEF, 0xBF, 0xBD, 0 }; SerdNode* lhs = serd_node_new_string(SERD_LITERAL, (const char*)replacement_char_str); SerdNode* rhs = serd_node_new_string(SERD_LITERAL, "123"); assert(!serd_node_equals(lhs, rhs)); SerdNode* qnode = serd_node_new_string(SERD_CURIE, "foo:bar"); assert(!serd_node_equals(lhs, qnode)); assert(serd_node_equals(lhs, lhs)); assert(!serd_node_copy(NULL)); serd_node_free(qnode); serd_node_free(lhs); serd_node_free(rhs); } static void test_node_from_string(void) { SerdNode* hello = serd_node_new_string(SERD_LITERAL, "hello\""); assert(serd_node_get_length(hello) == 6 && serd_node_get_flags(hello) == SERD_HAS_QUOTE && !strcmp(serd_node_get_string(hello), "hello\"")); assert(!serd_node_new_string(SERD_URI, NULL)); serd_node_free(hello); } static void test_node_from_substring(void) { assert(!serd_node_new_substring(SERD_LITERAL, NULL, 32)); SerdNode* a_b = serd_node_new_substring(SERD_LITERAL, "a\"bc", 3); assert(serd_node_get_length(a_b) == 3 && serd_node_get_flags(a_b) == SERD_HAS_QUOTE && !strncmp(serd_node_get_string(a_b), "a\"b", 3)); serd_node_free(a_b); a_b = serd_node_new_substring(SERD_LITERAL, "a\"bc", 10); assert(serd_node_get_length(a_b) == 4 && serd_node_get_flags(a_b) == SERD_HAS_QUOTE && !strncmp(serd_node_get_string(a_b), "a\"bc", 4)); serd_node_free(a_b); } static void test_literal(void) { assert(!serd_node_new_literal(NULL, NULL, NULL)); SerdNode* hello2 = serd_node_new_literal("hello\"", NULL, NULL); assert(serd_node_get_length(hello2) == 6 && serd_node_get_flags(hello2) == SERD_HAS_QUOTE && !strcmp(serd_node_get_string(hello2), "hello\"")); serd_node_free(hello2); SerdNode* hello_l = serd_node_new_literal("hello_l\"", NULL, "en"); assert(serd_node_get_length(hello_l) == 8); assert(!strcmp(serd_node_get_string(hello_l), "hello_l\"")); assert(serd_node_get_flags(hello_l) == (SERD_HAS_QUOTE | SERD_HAS_LANGUAGE)); assert(!strcmp(serd_node_get_string(serd_node_get_language(hello_l)), "en")); serd_node_free(hello_l); SerdNode* eg_Thing = serd_node_new_uri_from_string( "http://example.org/Thing", NULL, NULL); SerdNode* hello_dt = serd_node_new_literal("hello_dt\"", eg_Thing, NULL); assert(serd_node_get_length(hello_dt) == 9); assert(!strcmp(serd_node_get_string(hello_dt), "hello_dt\"")); assert(serd_node_get_flags(hello_dt) == (SERD_HAS_QUOTE | SERD_HAS_DATATYPE)); assert(!strcmp(serd_node_get_string(serd_node_get_datatype(hello_dt)), "http://example.org/Thing")); serd_node_free(hello_dt); serd_node_free(eg_Thing); } static void test_uri_from_string(void) { assert(!serd_node_new_uri_from_string(NULL, NULL, NULL)); SerdURI base_uri; SerdNode* base = serd_node_new_uri_from_string("http://example.org/", NULL, &base_uri); SerdNode* nil = serd_node_new_uri_from_string(NULL, &base_uri, NULL); SerdNode* nil2 = serd_node_new_uri_from_string("", &base_uri, NULL); assert(serd_node_get_type(nil) == SERD_URI); assert(!strcmp(serd_node_get_string(nil), serd_node_get_string(base))); assert(serd_node_get_type(nil2) == SERD_URI); assert(!strcmp(serd_node_get_string(nil2), serd_node_get_string(base))); serd_node_free(nil); serd_node_free(nil2); serd_node_free(base); } static void test_relative_uri(void) { SerdURI base_uri; SerdNode* base = serd_node_new_uri_from_string("http://example.org/", NULL, &base_uri); SerdNode* abs = serd_node_new_string(SERD_URI, "http://example.org/foo/bar"); SerdURI abs_uri; serd_uri_parse(serd_node_get_string(abs), &abs_uri); SerdURI rel_uri; SerdNode* rel = serd_node_new_relative_uri(&abs_uri, &base_uri, NULL, &rel_uri); assert(!strcmp(serd_node_get_string(rel), "/foo/bar")); SerdNode* up = serd_node_new_relative_uri(&base_uri, &abs_uri, NULL, NULL); assert(!strcmp(serd_node_get_string(up), "../")); SerdNode* noup = serd_node_new_relative_uri(&base_uri, &abs_uri, &abs_uri, NULL); assert(!strcmp(serd_node_get_string(noup), "http://example.org/")); SerdNode* x = serd_node_new_string(SERD_URI, "http://example.org/foo/x"); SerdURI x_uri; serd_uri_parse(serd_node_get_string(x), &x_uri); SerdNode* x_rel = serd_node_new_relative_uri(&x_uri, &abs_uri, &abs_uri, NULL); assert(!strcmp(serd_node_get_string(x_rel), "x")); serd_node_free(x_rel); serd_node_free(x); serd_node_free(noup); serd_node_free(up); serd_node_free(abs); serd_node_free(rel); serd_node_free(base); } static void test_env(void) { SerdNode* u = serd_node_new_string(SERD_URI, "http://example.org/foo"); SerdNode* b = serd_node_new_string(SERD_CURIE, "invalid"); SerdNode* c = serd_node_new_string(SERD_CURIE, "eg.2:b"); SerdNode* s = serd_node_new_string(SERD_LITERAL, "hello"); SerdEnv* env = serd_env_new(NULL); serd_env_set_prefix_from_strings(env, "eg.2", "http://example.org/"); SerdStringView prefix; SerdStringView suffix; assert(serd_env_expand(env, b, &prefix, &suffix)); assert(!serd_env_expand_node(env, b)); assert(!serd_env_expand_node(env, s)); assert(serd_env_set_base_uri(NULL, u)); assert(serd_env_set_base_uri(env, NULL)); SerdNode* xu = serd_env_expand_node(env, u); assert(!strcmp(serd_node_get_string(xu), "http://example.org/foo")); serd_node_free(xu); SerdNode* badpre = serd_node_new_string(SERD_CURIE, "hm:what"); SerdNode* xbadpre = serd_env_expand_node(env, badpre); assert(!xbadpre); SerdNode* xc = serd_env_expand_node(env, c); assert(!strcmp(serd_node_get_string(xc), "http://example.org/b")); serd_node_free(xc); assert(serd_env_set_prefix(env, NULL, NULL)); SerdNode* lit = serd_node_new_string(SERD_LITERAL, "hello"); assert(serd_env_set_prefix(env, b, lit)); int n_prefixes = 0; serd_env_set_prefix_from_strings(env, "eg.2", "http://example.org/"); serd_env_foreach(env, count_prefixes, &n_prefixes); assert(n_prefixes == 1); SerdNode* shorter_uri = serd_node_new_string(SERD_URI, "urn:foo"); const SerdNode* prefix_name = NULL; assert(!serd_env_qualify(env, shorter_uri, &prefix_name, &suffix)); serd_node_free(shorter_uri); serd_node_free(lit); serd_node_free(badpre); serd_node_free(s); serd_node_free(c); serd_node_free(b); serd_node_free(u); serd_env_free(env); } static void test_writer(const char* const path) { FILE* fd = fopen(path, "wb"); SerdEnv* env = serd_env_new(NULL); assert(fd); SerdWorld* world = serd_world_new(); SerdWriter* writer = serd_writer_new(world, SERD_TURTLE, (SerdStyle)0, env, NULL, (SerdWriteFunc)fwrite, fd); assert(writer); serd_writer_chop_blank_prefix(writer, "tmp"); serd_writer_chop_blank_prefix(writer, NULL); SerdNode* lit = serd_node_new_string(SERD_LITERAL, "hello"); const SerdSink* iface = serd_writer_get_sink(writer); assert(iface->base(iface->handle, lit)); assert(iface->prefix(iface->handle, lit, lit)); assert(iface->end(iface->handle, NULL)); assert(serd_writer_get_env(writer) == env); uint8_t buf[] = { 0xEF, 0xBF, 0xBD, 0 }; SerdNode* s = serd_node_new_string(SERD_URI, ""); SerdNode* p = serd_node_new_string(SERD_URI, "http://example.org/pred"); SerdNode* o = serd_node_new_string(SERD_LITERAL, (char*)buf); // Write 3 invalid statements (should write nothing) const SerdNode* junk[][5] = { { s, p, NULL }, { s, NULL, o }, { NULL, p, o }, { s, p, NULL }, { s, NULL, o }, { NULL, p, o }, { s, o, o }, { o, p, o }, { s, p, NULL }, { NULL, NULL, NULL } }; for (unsigned i = 0; i < sizeof(junk) / (sizeof(SerdNode*) * 5); ++i) { assert(iface->statement( iface->handle, 0, NULL, junk[i][0], junk[i][1], junk[i][2])); } SerdNode* urn_Type = serd_node_new_uri_from_string("urn:Type", NULL, NULL); SerdNode* t = serd_node_new_literal((char*)buf, urn_Type, NULL); SerdNode* l = serd_node_new_literal((char*)buf, NULL, "en"); const SerdNode* good[][5] = { { s, p, o }, { s, p, o }, { s, p, t }, { s, p, l }, { s, p, l }, { s, p, t }, { s, p, l }, { s, p, o }, { s, p, o }, { s, p, o } }; for (unsigned i = 0; i < sizeof(good) / (sizeof(SerdNode*) * 5); ++i) { assert(!iface->statement( iface->handle, 0, NULL, good[i][0], good[i][1], good[i][2])); } // Write statements with bad UTF-8 (should be replaced) const char bad_str[] = { (char)0xFF, (char)0x90, 'h', 'i', 0 }; SerdNode* bad_lit = serd_node_new_string(SERD_LITERAL, bad_str); SerdNode* bad_uri = serd_node_new_string(SERD_URI, bad_str); assert(!iface->statement(iface->handle, 0, NULL, s, p, bad_lit)); assert(!iface->statement(iface->handle, 0, NULL, s, p, bad_uri)); serd_node_free(bad_lit); serd_node_free(bad_uri); // Write 1 valid statement serd_node_free(o); o = serd_node_new_string(SERD_LITERAL, "hello"); assert(!iface->statement(iface->handle, 0, NULL, s, p, o)); serd_writer_free(writer); serd_node_free(lit); serd_node_free(s); serd_node_free(p); serd_node_free(o); serd_node_free(t); serd_node_free(l); serd_node_free(urn_Type); // Test buffer sink SerdBuffer buffer = { NULL, 0 }; writer = serd_writer_new( world, SERD_TURTLE, (SerdStyle)0, env, NULL, serd_buffer_sink, &buffer); o = serd_node_new_string(SERD_URI, "http://example.org/base"); assert(!serd_writer_set_base_uri(writer, o)); serd_node_free(o); serd_writer_free(writer); char* out = serd_buffer_sink_finish(&buffer); assert(!strcmp(out, "@base .\n")); serd_free(out); serd_env_free(env); serd_world_free(world); fclose(fd); } static void test_reader(const char* path) { SerdWorld* world = serd_world_new(); ReaderTest* rt = (ReaderTest*)calloc(1, sizeof(ReaderTest)); SerdSink sink = { rt, NULL, NULL, test_sink, NULL }; SerdReader* reader = serd_reader_new(world, SERD_TURTLE, &sink); assert(reader); SerdNode* g = serd_node_new_string(SERD_URI, "http://example.org/"); serd_reader_set_default_graph(reader, g); serd_reader_add_blank_prefix(reader, "tmp"); serd_reader_add_blank_prefix(reader, NULL); serd_node_free(g); assert(serd_reader_read_file(reader, "http://notafile")); assert(serd_reader_read_file(reader, "file:///better/not/exist")); assert(serd_reader_read_file(reader, "file://")); const SerdStatus st = serd_reader_read_file(reader, path); assert(!st); assert(rt->n_statements == 13); assert(rt->graph && serd_node_get_string(rt->graph) && !strcmp(serd_node_get_string(rt->graph), "http://example.org/")); assert(serd_reader_read_string(reader, "This isn't Turtle at all.")); serd_reader_free(reader); free(rt); serd_world_free(world); } int main(void) { test_string_to_double(); test_double_to_node(); test_integer_to_node(); test_blob_to_node(); test_strlen(); test_strerror(); test_uri_parsing(); test_node_equals(); test_node_from_string(); test_node_from_substring(); test_literal(); test_uri_from_string(); test_relative_uri(); test_env(); test_read_chunks(); const char* const path = "serd_test.ttl"; test_writer(path); test_reader(path); printf("Success\n"); return 0; }