/* Copyright 2011-2020 David Robillard Permission to use, copy, modify, and/or distribute this software for any purpose with or without fee is hereby granted, provided that the above copyright notice and this permission notice appear in all copies. THIS SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ #define _XOPEN_SOURCE 600 /* for realpath */ #include "node.h" #include "namespaces.h" #include "static_nodes.h" #include "string_utils.h" #include "system.h" #include "exess/exess.h" #include "serd/serd.h" #ifdef _WIN32 # define WIN32_LEAN_AND_MEAN 1 # include #endif #include #include #include #include #include #include #include #include typedef struct { const void* SERD_NULLABLE buf; size_t len; } SerdConstBuffer; static SerdNode* serd_new_from_uri(const SerdURIView uri, const SerdURIView base); static size_t serd_node_pad_size(const size_t n_bytes) { const size_t pad = sizeof(SerdNode) - (n_bytes + 2) % sizeof(SerdNode); const size_t size = n_bytes + 2 + pad; assert(size % sizeof(SerdNode) == 0); return size; } static const SerdNode* serd_node_meta_c(const SerdNode* node) { return node + 1 + (serd_node_pad_size(node->n_bytes) / sizeof(SerdNode)); } static SerdNode* serd_node_meta(SerdNode* node) { return node + 1 + (serd_node_pad_size(node->n_bytes) / sizeof(SerdNode)); } static const SerdNode* serd_node_maybe_get_meta_c(const SerdNode* node) { return (node->flags & (SERD_HAS_LANGUAGE | SERD_HAS_DATATYPE)) ? (node + 1 + (serd_node_pad_size(node->n_bytes) / sizeof(SerdNode))) : NULL; } static void serd_node_check_padding(const SerdNode* node) { (void)node; #ifndef NDEBUG if (node) { const size_t unpadded_size = node->n_bytes; const size_t padded_size = serd_node_pad_size(node->n_bytes); for (size_t i = 0; i < padded_size - unpadded_size; ++i) { assert(serd_node_buffer_c(node)[unpadded_size + i] == '\0'); } serd_node_check_padding(serd_node_maybe_get_meta_c(node)); } #endif } static size_t string_sink(const void* buf, size_t size, size_t nmemb, void* stream) { char** ptr = (char**)stream; memcpy(*ptr, buf, size * nmemb); *ptr += size * nmemb; return nmemb; } size_t serd_node_total_size(const SerdNode* node) { return node ? (sizeof(SerdNode) + serd_node_pad_size(node->n_bytes) + serd_node_total_size(serd_node_maybe_get_meta_c(node))) : 0; } SerdNode* serd_node_malloc(size_t n_bytes, SerdNodeFlags flags, SerdNodeType type) { const size_t size = sizeof(SerdNode) + serd_node_pad_size(n_bytes); SerdNode* node = (SerdNode*)serd_calloc_aligned(sizeof(SerdNode), size); node->n_bytes = 0; node->flags = flags; node->type = type; assert((uintptr_t)node % sizeof(SerdNode) == 0u); return node; } void serd_node_set(SerdNode** dst, const SerdNode* src) { const size_t size = serd_node_total_size(src); if (serd_node_total_size(*dst) < size) { serd_free_aligned(*dst); *dst = (SerdNode*)serd_calloc_aligned(sizeof(SerdNode), size); } memcpy(*dst, src, size); } /** Zero node padding. This is used for nodes which live in re-used stack memory during reading, which must be normalized before being passed to a sink so comparison will work correctly. */ void serd_node_zero_pad(SerdNode* node) { char* buf = serd_node_buffer(node); const size_t size = node->n_bytes; const size_t padded_size = serd_node_pad_size(node->n_bytes); memset(buf + size, 0, padded_size - size); if (node->flags & (SERD_HAS_DATATYPE | SERD_HAS_LANGUAGE)) { serd_node_zero_pad(serd_node_meta(node)); } if (node->flags & (SERD_HAS_DATATYPE | SERD_HAS_LANGUAGE)) { serd_node_zero_pad(serd_node_meta(node)); } } SerdNode* serd_new_simple_node(SerdNodeType type, const SerdStringView str) { if (type != SERD_BLANK && type != SERD_CURIE && type != SERD_URI && type != SERD_VARIABLE) { return NULL; } SerdNodeFlags flags = 0; const size_t n_bytes = str.buf ? serd_strlen(str.buf, &flags) : 0; SerdNode* node = serd_node_malloc(n_bytes, flags, type); memcpy(serd_node_buffer(node), str.buf, n_bytes); node->n_bytes = n_bytes; serd_node_check_padding(node); return node; } SerdNode* serd_new_string(const SerdStringView str) { SerdNodeFlags flags = 0; const size_t n_bytes = serd_substrlen(str.buf, str.len, &flags); SerdNode* node = serd_node_malloc(n_bytes, flags, SERD_LITERAL); memcpy(serd_node_buffer(node), str.buf, str.len); node->n_bytes = n_bytes; serd_node_check_padding(node); return node; } /// Internal pre-measured implementation of serd_new_plain_literal static SerdNode* serd_new_plain_literal_i(const SerdStringView str, SerdNodeFlags flags, const SerdStringView lang) { assert(str.len); assert(lang.len); flags |= SERD_HAS_LANGUAGE; const size_t len = serd_node_pad_size(str.len); const size_t total_len = len + sizeof(SerdNode) + lang.len; SerdNode* node = serd_node_malloc(total_len, flags, SERD_LITERAL); memcpy(serd_node_buffer(node), str.buf, str.len); node->n_bytes = str.len; SerdNode* lang_node = node + 1 + (len / sizeof(SerdNode)); lang_node->type = SERD_LITERAL; lang_node->n_bytes = lang.len; memcpy(serd_node_buffer(lang_node), lang.buf, lang.len); serd_node_check_padding(lang_node); serd_node_check_padding(node); return node; } /// Internal implementation of serd_new_typed_literal from datatype URI parts SerdNode* serd_new_typed_literal_expanded(const SerdStringView str, const SerdNodeFlags flags, const SerdNodeType datatype_type, const SerdStringView datatype_prefix, const SerdStringView datatype_suffix) { const size_t datatype_uri_len = datatype_prefix.len + datatype_suffix.len; const size_t len = serd_node_pad_size(str.len); const size_t total_len = len + sizeof(SerdNode) + datatype_uri_len; SerdNode* node = serd_node_malloc(total_len, flags | SERD_HAS_DATATYPE, SERD_LITERAL); memcpy(serd_node_buffer(node), str.buf, str.len); node->n_bytes = str.len; SerdNode* const datatype_node = node + 1 + (len / sizeof(SerdNode)); char* const datatype_buf = serd_node_buffer(datatype_node); datatype_node->n_bytes = datatype_uri_len; datatype_node->type = datatype_type; memcpy(datatype_buf, datatype_prefix.buf, datatype_prefix.len); memcpy(datatype_buf + datatype_prefix.len, datatype_suffix.buf, datatype_suffix.len); serd_node_check_padding(datatype_node); serd_node_check_padding(node); return node; } /// Internal implementation of serd_new_typed_literal from a parsed datatype URI SerdNode* serd_new_typed_literal_uri(const SerdStringView str, const SerdNodeFlags flags, const SerdURIView datatype_uri) { const size_t datatype_uri_len = serd_uri_string_length(datatype_uri); const size_t len = serd_node_pad_size(str.len); const size_t total_len = len + sizeof(SerdNode) + datatype_uri_len; SerdNode* node = serd_node_malloc(total_len, flags | SERD_HAS_DATATYPE, SERD_LITERAL); memcpy(serd_node_buffer(node), str.buf, str.len); node->n_bytes = str.len; SerdNode* const datatype_node = node + 1 + (len / sizeof(SerdNode)); char* ptr = serd_node_buffer(datatype_node); const size_t actual_len = serd_write_uri(datatype_uri, string_sink, &ptr); assert(actual_len == datatype_uri_len); serd_node_buffer(datatype_node)[actual_len] = '\0'; datatype_node->n_bytes = actual_len; datatype_node->type = SERD_URI; serd_node_check_padding(datatype_node); serd_node_check_padding(node); return node; } /// Internal pre-measured implementation of serd_new_typed_literal static SerdNode* serd_new_typed_literal_i(const SerdStringView str, SerdNodeFlags flags, SerdNodeType datatype_type, const SerdStringView datatype) { assert(str.len); assert(datatype.len); assert(strcmp(datatype.buf, NS_RDF "langString")); return serd_new_typed_literal_expanded( str, flags, datatype_type, datatype, SERD_EMPTY_STRING()); } SerdNode* serd_new_plain_literal(const SerdStringView str, const SerdStringView lang) { if (!lang.len) { return serd_new_string(str); } SerdNodeFlags flags = 0; serd_strlen(str.buf, &flags); return serd_new_plain_literal_i(str, flags, lang); } SerdNode* serd_new_typed_literal(const SerdStringView str, const SerdStringView datatype_uri) { if (!datatype_uri.len) { return serd_new_string(str); } if (!strcmp(datatype_uri.buf, NS_RDF "langString")) { return NULL; } SerdNodeFlags flags = 0; serd_strlen(str.buf, &flags); return serd_new_typed_literal_i(str, flags, SERD_URI, datatype_uri); } SerdNode* serd_new_blank(const SerdStringView str) { return serd_new_simple_node(SERD_BLANK, str); } SerdNode* serd_new_curie(const SerdStringView str) { return serd_new_simple_node(SERD_CURIE, str); } ExessVariant serd_node_get_value_as(const SerdNode* const node, const ExessDatatype value_type) { const SerdNode* const datatype_node = serd_node_datatype(node); const ExessDatatype node_type = datatype_node ? exess_datatype_from_uri(serd_node_string(datatype_node)) : EXESS_NOTHING; if (!node_type) { // No datatype, assume it matches and try reading the value directly ExessVariant v = exess_make_nothing(EXESS_SUCCESS); const ExessResult r = exess_read_variant(&v, value_type, serd_node_string(node)); return r.status ? exess_make_nothing(r.status) : v; } // Read the value from the node ExessVariant v = exess_make_nothing(EXESS_SUCCESS); const ExessResult r = exess_read_variant(&v, node_type, serd_node_string(node)); // Coerce value to the desired type if possible return r.status ? exess_make_nothing(r.status) : exess_coerce(v, value_type, EXESS_REDUCE_PRECISION); } bool serd_get_boolean(const SerdNode* const node) { const ExessVariant value = serd_node_get_value_as(node, EXESS_BOOLEAN); return (value.datatype == EXESS_BOOLEAN) ? *exess_get_boolean(&value) : false; } double serd_get_double(const SerdNode* const node) { const ExessVariant value = serd_node_get_value_as(node, EXESS_DOUBLE); return (value.datatype == EXESS_DOUBLE) ? *exess_get_double(&value) : (double)NAN; } float serd_get_float(const SerdNode* const node) { const ExessVariant value = serd_node_get_value_as(node, EXESS_FLOAT); return (value.datatype == EXESS_FLOAT) ? *exess_get_float(&value) : NAN; } int64_t serd_get_integer(const SerdNode* const node) { const ExessVariant value = serd_node_get_value_as(node, EXESS_LONG); return (value.datatype == EXESS_LONG) ? *exess_get_long(&value) : 0; } SerdNode* serd_node_copy(const SerdNode* node) { if (!node) { return NULL; } const size_t size = serd_node_total_size(node); SerdNode* copy = (SerdNode*)serd_calloc_aligned(sizeof(SerdNode), size); memcpy(copy, node, size); return copy; } bool serd_node_equals(const SerdNode* a, const SerdNode* b) { if (a == b) { return true; } if (!a || !b) { return false; } const size_t a_size = serd_node_total_size(a); return serd_node_total_size(b) == a_size && !memcmp(a, b, a_size); } int serd_node_compare(const SerdNode* a, const SerdNode* b) { if (a == b) { return 0; } if (!a) { return -1; } if (!b) { return 1; } if (a->type != b->type) { return (a->type < b->type) ? -1 : 1; } const int cmp = strcmp(serd_node_string(a), serd_node_string(b)); return cmp ? cmp : serd_node_compare(serd_node_maybe_get_meta_c(a), serd_node_maybe_get_meta_c(b)); } SerdNode* serd_new_uri(const SerdStringView str) { return serd_new_simple_node(SERD_URI, str); } SerdNode* serd_new_parsed_uri(const SerdURIView uri) { const size_t len = serd_uri_string_length(uri); SerdNode* const node = serd_node_malloc(len, 0, SERD_URI); char* ptr = serd_node_buffer(node); const size_t actual_len = serd_write_uri(uri, string_sink, &ptr); assert(actual_len == len); serd_node_buffer(node)[actual_len] = '\0'; node->n_bytes = actual_len; serd_node_check_padding(node); return node; } static SerdNode* serd_new_from_uri(const SerdURIView uri, const SerdURIView base) { const SerdURIView abs_uri = serd_resolve_uri(uri, base); const size_t len = serd_uri_string_length(abs_uri); SerdNode* node = serd_node_malloc(len, 0, SERD_URI); char* ptr = serd_node_buffer(node); const size_t actual_len = serd_write_uri(abs_uri, string_sink, &ptr); assert(actual_len == len); serd_node_buffer(node)[actual_len] = '\0'; node->n_bytes = actual_len; serd_node_check_padding(node); return node; } SerdNode* serd_new_resolved_uri(const SerdStringView string, const SerdURIView base) { if (!string.len || !string.buf[0]) { // Empty URI => Base URI, or nothing if no base is given return base.scheme.buf ? serd_new_from_uri(base, SERD_URI_NULL) : NULL; } const SerdURIView uri = serd_parse_uri(string.buf); SerdNode* const result = serd_new_from_uri(uri, base); if (!serd_uri_string_has_scheme(serd_node_string(result))) { serd_node_free(result); return NULL; } serd_node_check_padding(result); return result; } static inline bool is_uri_path_char(const char c) { if (is_alpha(c) || is_digit(c)) { return true; } switch (c) { case '-': case '.': case '_': case '~': // unreserved case ':': case '@': // pchar case '/': // separator // sub-delims case '!': case '$': case '&': case '\'': case '(': case ')': case '*': case '+': case ',': case ';': case '=': return true; default: return false; } } static char* serd_realpath(const char* const path) { if (!path) { return NULL; } #ifdef _WIN32 const DWORD size = GetFullPathName(path, 0, NULL, NULL); if (size == 0) { return NULL; } char* const out = (char*)calloc(size, 1); const DWORD ret = GetFullPathName(path, MAX_PATH, out, NULL); if (ret == 0 || ret >= size) { free(out); return NULL; } return out; #else return realpath(path, NULL); #endif } SerdNode* serd_new_file_uri(const SerdStringView path, const SerdStringView hostname) { const bool is_windows = is_windows_path(path.buf); size_t uri_len = 0; char* uri = NULL; if (path.buf[0] == '/' || is_windows) { uri_len = strlen("file://") + hostname.len + is_windows; uri = (char*)calloc(uri_len + 1, 1); memcpy(uri, "file://", 7); if (hostname.len) { memcpy(uri + 7, hostname.buf, hostname.len + 1); } if (is_windows) { uri[7 + hostname.len] = '/'; } } SerdBuffer buffer = {uri, uri_len}; for (size_t i = 0; i < path.len; ++i) { if (is_windows && path.buf[i] == '\\') { serd_buffer_sink("/", 1, 1, &buffer); } else if (path.buf[i] == '%') { serd_buffer_sink("%%", 1, 2, &buffer); } else if (is_uri_path_char(path.buf[i])) { serd_buffer_sink(path.buf + i, 1, 1, &buffer); } else { char escape_str[10] = {'%', 0, 0, 0, 0, 0, 0, 0, 0, 0}; snprintf( escape_str + 1, sizeof(escape_str) - 1, "%X", (unsigned)path.buf[i]); serd_buffer_sink(escape_str, 1, 3, &buffer); } } serd_buffer_sink_finish(&buffer); SerdNode* node = serd_new_uri(SERD_STRING_VIEW((const char*)buffer.buf, buffer.len - 1)); free(buffer.buf); serd_node_check_padding(node); return node; } SerdNode* serd_new_real_file_uri(const char* const path, const char* const hostname) { char* const real_path = serd_realpath(path); if (!real_path) { return NULL; } SerdNode* const node = serd_new_file_uri(SERD_MEASURE_STRING(real_path), SERD_MEASURE_STRING(hostname)); free(real_path); return node; } typedef size_t (*SerdWriteLiteralFunc)(const void* const user_data, const size_t buf_size, char* const buf); static SerdNode* serd_new_custom_literal(const void* const user_data, const size_t len, SerdWriteLiteralFunc write, const SerdNode* const datatype) { if (len == 0 || !write) { return NULL; } const size_t datatype_size = serd_node_total_size(datatype); const size_t total_size = serd_node_pad_size(len + 1) + datatype_size; SerdNode* const node = serd_node_malloc( total_size, datatype ? SERD_HAS_DATATYPE : 0, SERD_LITERAL); node->n_bytes = write(user_data, len + 1, serd_node_buffer(node)); if (node->n_bytes == 0 || node->n_bytes > len) { serd_node_free(node); return NULL; } if (datatype) { memcpy(serd_node_meta(node), datatype, datatype_size); } serd_node_check_padding(node); return node; } SerdNode* serd_new_double(const double d) { char buf[EXESS_MAX_DOUBLE_LENGTH + 1] = {0}; const ExessResult r = exess_write_double(d, sizeof(buf), buf); return r.status ? NULL : serd_new_typed_literal(SERD_STRING_VIEW(buf, r.count), SERD_STATIC_STRING(EXESS_XSD_URI "double")); } SerdNode* serd_new_float(const float f) { char buf[EXESS_MAX_FLOAT_LENGTH + 1] = {0}; const ExessResult r = exess_write_float(f, sizeof(buf), buf); return r.status ? NULL : serd_new_typed_literal(SERD_STRING_VIEW(buf, r.count), SERD_STATIC_STRING(EXESS_XSD_URI "float")); } static size_t write_variant_literal(const void* const user_data, const size_t buf_size, char* const buf) { const ExessVariant value = *(const ExessVariant*)user_data; const ExessResult r = exess_write_variant(value, buf_size, buf); return r.status ? 0 : r.count; } SerdNode* serd_new_boolean(bool b) { return serd_new_typed_literal(b ? SERD_STATIC_STRING("true") : SERD_STATIC_STRING("false"), serd_node_string_view(&serd_xsd_boolean.node)); } SerdNode* serd_new_decimal(const double d, const SerdNode* const datatype) { // Use given datatype, or xsd:decimal as a default if it is null const SerdNode* type = datatype ? datatype : &serd_xsd_decimal.node; const size_t type_size = serd_node_total_size(type); // Measure integer string to know how much space the node will need ExessResult r = exess_write_decimal(d, 0, NULL); if (r.status) { return NULL; } // Allocate node with enough space for value and datatype URI SerdNode* const node = serd_node_malloc(serd_node_pad_size(r.count + 1) + type_size, SERD_HAS_DATATYPE, SERD_LITERAL); // Write string directly into node r = exess_write_decimal(d, r.count + 1, serd_node_buffer(node)); if (r.status) { free(node); return NULL; } node->n_bytes = r.count; memcpy(serd_node_meta(node), type, type_size); serd_node_check_padding(node); return node; } SerdNode* serd_new_integer(const int64_t i, const SerdNode* datatype) { const ExessVariant variant = exess_make_long(i); const size_t len = exess_write_variant(variant, 0, NULL).count; const SerdNode* type = datatype ? datatype : &serd_xsd_integer.node; return serd_new_custom_literal(&variant, len, write_variant_literal, type); } static size_t write_base64_literal(const void* const user_data, const size_t buf_size, char* const buf) { const SerdConstBuffer blob = *(const SerdConstBuffer*)user_data; const ExessResult r = exess_write_base64(blob.len, blob.buf, buf_size, buf); return r.status ? 0 : r.count; } SerdNode* serd_new_blob(const void* buf, size_t size, const SerdNode* datatype) { const size_t len = exess_write_base64(size, buf, 0, NULL).count; const SerdNode* type = datatype ? datatype : &serd_xsd_base64Binary.node; SerdConstBuffer blob = {buf, size}; return serd_new_custom_literal(&blob, len, write_base64_literal, type); } SerdNodeType serd_node_type(const SerdNode* node) { return node->type; } const char* serd_node_string(const SerdNode* node) { return (const char*)(node + 1); } size_t serd_node_length(const SerdNode* node) { return node->n_bytes; } SerdStringView serd_node_string_view(const SerdNode* SERD_NONNULL node) { static const SerdStringView empty_string_view = {"", 0}; if (!node) { return empty_string_view; } const SerdStringView result = {(const char*)(node + 1), node->n_bytes}; return result; } SerdURIView serd_node_uri_view(const SerdNode* SERD_NONNULL node) { return (node->type == SERD_URI) ? serd_parse_uri(serd_node_string(node)) : SERD_URI_NULL; } const SerdNode* serd_node_datatype(const SerdNode* node) { if (!node || !(node->flags & SERD_HAS_DATATYPE)) { return NULL; } const SerdNode* const datatype = serd_node_meta_c(node); assert(datatype->type == SERD_URI || datatype->type == SERD_CURIE); return datatype; } const SerdNode* serd_node_language(const SerdNode* node) { if (!node || !(node->flags & SERD_HAS_LANGUAGE)) { return NULL; } const SerdNode* const lang = serd_node_meta_c(node); assert(lang->type == SERD_LITERAL); return lang; } SerdNodeFlags serd_node_flags(const SerdNode* node) { return node->flags; } void serd_node_free(SerdNode* node) { serd_free_aligned(node); }