/* Copyright 2011-2020 David Robillard Permission to use, copy, modify, and/or distribute this software for any purpose with or without fee is hereby granted, provided that the above copyright notice and this permission notice appear in all copies. THIS SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ #include "node.h" #include "static_nodes.h" #include "string_utils.h" #include "exess/exess.h" #include "serd/serd.h" #include #include #include #include #include #include #include #include typedef struct { const void* SERD_NULLABLE buf; size_t len; } SerdConstBuffer; static SerdNode* serd_new_from_uri(const SerdURIView uri, const SerdURIView base); static size_t serd_node_pad_size(const size_t n_bytes) { const size_t pad = sizeof(SerdNode) - (n_bytes + 2) % sizeof(SerdNode); const size_t size = n_bytes + 2 + pad; assert(size % sizeof(SerdNode) == 0); return size; } static const SerdNode* serd_node_meta_c(const SerdNode* node) { return node + 1 + (serd_node_pad_size(node->n_bytes) / sizeof(SerdNode)); } static SerdNode* serd_node_meta(SerdNode* node) { return node + 1 + (serd_node_pad_size(node->n_bytes) / sizeof(SerdNode)); } static const SerdNode* serd_node_maybe_get_meta_c(const SerdNode* node) { return (node->flags & (SERD_HAS_LANGUAGE | SERD_HAS_DATATYPE)) ? (node + 1 + (serd_node_pad_size(node->n_bytes) / sizeof(SerdNode))) : NULL; } static void serd_node_check_padding(const SerdNode* node) { (void)node; #ifndef NDEBUG if (node) { const size_t unpadded_size = node->n_bytes; const size_t padded_size = serd_node_pad_size(node->n_bytes); for (size_t i = 0; i < padded_size - unpadded_size; ++i) { assert(serd_node_buffer_c(node)[unpadded_size + i] == '\0'); } serd_node_check_padding(serd_node_maybe_get_meta_c(node)); } #endif } static SERD_PURE_FUNC size_t serd_node_total_size(const SerdNode* node) { return node ? (sizeof(SerdNode) + serd_node_pad_size(node->n_bytes) + serd_node_total_size(serd_node_maybe_get_meta_c(node))) : 0; } SerdNode* serd_node_malloc(size_t n_bytes, SerdNodeFlags flags, SerdNodeType type) { const size_t size = sizeof(SerdNode) + serd_node_pad_size(n_bytes); SerdNode* node = (SerdNode*)calloc(1, size); node->n_bytes = 0; node->flags = flags; node->type = type; assert((uintptr_t)node % sizeof(SerdNode) == 0u); return node; } void serd_node_set(SerdNode** dst, const SerdNode* src) { const size_t size = serd_node_total_size(src); if (serd_node_total_size(*dst) < size) { (*dst) = (SerdNode*)realloc(*dst, size); } memcpy(*dst, src, size); } /** Zero node padding. This is used for nodes which live in re-used stack memory during reading, which must be normalized before being passed to a sink so comparison will work correctly. */ void serd_node_zero_pad(SerdNode* node) { char* buf = serd_node_buffer(node); const size_t size = node->n_bytes; const size_t padded_size = serd_node_pad_size(node->n_bytes); memset(buf + size, 0, padded_size - size); if (node->flags & (SERD_HAS_DATATYPE | SERD_HAS_LANGUAGE)) { serd_node_zero_pad(serd_node_meta(node)); } if (node->flags & (SERD_HAS_DATATYPE | SERD_HAS_LANGUAGE)) { serd_node_zero_pad(serd_node_meta(node)); } } SerdNode* serd_new_simple_node(SerdNodeType type, const SerdStringView str) { if (type != SERD_BLANK && type != SERD_CURIE && type != SERD_URI) { return NULL; } SerdNodeFlags flags = 0; const size_t n_bytes = str.buf ? serd_strlen(str.buf, &flags) : 0; SerdNode* node = serd_node_malloc(n_bytes, flags, type); memcpy(serd_node_buffer(node), str.buf, n_bytes); node->n_bytes = n_bytes; serd_node_check_padding(node); return node; } SerdNode* serd_new_string(const SerdStringView str) { SerdNodeFlags flags = 0; const size_t n_bytes = serd_substrlen(str.buf, str.len, &flags); SerdNode* node = serd_node_malloc(n_bytes, flags, SERD_LITERAL); memcpy(serd_node_buffer(node), str.buf, str.len); node->n_bytes = n_bytes; serd_node_check_padding(node); return node; } /// Internal pre-measured implementation of serd_new_plain_literal static SerdNode* serd_new_plain_literal_i(const SerdStringView str, SerdNodeFlags flags, const SerdStringView lang) { assert(str.len); assert(lang.len); flags |= SERD_HAS_LANGUAGE; const size_t len = serd_node_pad_size(str.len); const size_t total_len = len + sizeof(SerdNode) + lang.len; SerdNode* node = serd_node_malloc(total_len, flags, SERD_LITERAL); memcpy(serd_node_buffer(node), str.buf, str.len); node->n_bytes = str.len; SerdNode* lang_node = node + 1 + (len / sizeof(SerdNode)); lang_node->type = SERD_LITERAL; lang_node->n_bytes = lang.len; memcpy(serd_node_buffer(lang_node), lang.buf, lang.len); serd_node_check_padding(lang_node); serd_node_check_padding(node); return node; } /// Internal pre-measured implementation of serd_new_typed_literal static SerdNode* serd_new_typed_literal_i(const SerdStringView str, SerdNodeFlags flags, const SerdStringView datatype_uri) { assert(str.len); assert(datatype_uri.len); assert(strcmp(datatype_uri.buf, NS_RDF "langString")); flags |= SERD_HAS_DATATYPE; const size_t len = serd_node_pad_size(str.len); const size_t total_len = len + sizeof(SerdNode) + datatype_uri.len; SerdNode* node = serd_node_malloc(total_len, flags, SERD_LITERAL); memcpy(serd_node_buffer(node), str.buf, str.len); node->n_bytes = str.len; SerdNode* datatype_node = node + 1 + (len / sizeof(SerdNode)); datatype_node->n_bytes = datatype_uri.len; datatype_node->type = SERD_URI; memcpy(serd_node_buffer(datatype_node), datatype_uri.buf, datatype_uri.len); serd_node_check_padding(datatype_node); serd_node_check_padding(node); return node; } SerdNode* serd_new_plain_literal(const SerdStringView str, const SerdStringView lang) { if (!lang.len) { return serd_new_string(str); } SerdNodeFlags flags = 0; serd_strlen(str.buf, &flags); return serd_new_plain_literal_i(str, flags, lang); } SerdNode* serd_new_typed_literal(const SerdStringView str, const SerdStringView datatype_uri) { if (!datatype_uri.len) { return serd_new_string(str); } if (!strcmp(datatype_uri.buf, NS_RDF "langString")) { return NULL; } SerdNodeFlags flags = 0; serd_strlen(str.buf, &flags); return serd_new_typed_literal_i(str, flags, datatype_uri); } SerdNode* serd_new_blank(const SerdStringView str) { return serd_new_simple_node(SERD_BLANK, str); } SerdNode* serd_new_curie(const SerdStringView str) { return serd_new_simple_node(SERD_CURIE, str); } SerdNode* serd_node_copy(const SerdNode* node) { if (!node) { return NULL; } const size_t size = serd_node_total_size(node); SerdNode* copy = (SerdNode*)calloc(1, size + 3); memcpy(copy, node, size); return copy; } bool serd_node_equals(const SerdNode* a, const SerdNode* b) { if (a == b) { return true; } if (!a || !b) { return false; } const size_t a_size = serd_node_total_size(a); return serd_node_total_size(b) == a_size && !memcmp(a, b, a_size); } static size_t serd_uri_string_length(const SerdURIView* uri) { size_t len = uri->path_prefix.len; #define ADD_LEN(field, n_delims) \ if ((field).len) { \ len += (field).len + (n_delims); \ } ADD_LEN(uri->path, 1) // + possible leading `/' ADD_LEN(uri->scheme, 1) // + trailing `:' ADD_LEN(uri->authority, 2) // + leading `//' ADD_LEN(uri->query, 1) // + leading `?' ADD_LEN(uri->fragment, 1) // + leading `#' return len + 2; // + 2 for authority `//' } static size_t string_sink(const void* buf, size_t size, size_t nmemb, void* stream) { char** ptr = (char**)stream; memcpy(*ptr, buf, size * nmemb); *ptr += size * nmemb; return nmemb; } SerdNode* serd_new_uri(const SerdStringView str) { return serd_new_simple_node(SERD_URI, str); } SerdNode* serd_new_parsed_uri(const SerdURIView uri) { const size_t len = serd_uri_string_length(&uri); SerdNode* const node = serd_node_malloc(len, 0, SERD_URI); char* ptr = serd_node_buffer(node); const size_t actual_len = serd_write_uri(uri, string_sink, &ptr); serd_node_buffer(node)[actual_len] = '\0'; node->n_bytes = actual_len; serd_node_check_padding(node); return node; } static SerdNode* serd_new_from_uri(const SerdURIView uri, const SerdURIView base) { const SerdURIView abs_uri = serd_resolve_uri(uri, base); const size_t len = serd_uri_string_length(&abs_uri); SerdNode* node = serd_node_malloc(len, 0, SERD_URI); char* ptr = serd_node_buffer(node); const size_t actual_len = serd_write_uri(abs_uri, string_sink, &ptr); serd_node_buffer(node)[actual_len] = '\0'; node->n_bytes = actual_len; serd_node_check_padding(node); return node; } SerdNode* serd_new_resolved_uri(const SerdStringView string, const SerdURIView base) { if (!string.len || !string.buf[0]) { // Empty URI => Base URI, or nothing if no base is given return base.scheme.buf ? serd_new_from_uri(base, SERD_URI_NULL) : NULL; } const SerdURIView uri = serd_parse_uri(string.buf); SerdNode* const result = serd_new_from_uri(uri, base); if (!serd_uri_string_has_scheme(serd_node_string(result))) { serd_node_free(result); return NULL; } serd_node_check_padding(result); return result; } static inline bool is_uri_path_char(const char c) { if (is_alpha(c) || is_digit(c)) { return true; } switch (c) { // unreserved: case '-': case '.': case '_': case '~': // pchar: case ':': case '@': // separator: case '/': // sub-delimeters: case '!': case '$': case '&': case '\'': case '(': case ')': case '*': case '+': case ',': case ';': case '=': return true; default: return false; } } SerdNode* serd_new_file_uri(const SerdStringView path, const SerdStringView hostname) { const bool is_windows = is_windows_path(path.buf); size_t uri_len = 0; char* uri = NULL; if (path.buf[0] == '/' || is_windows) { uri_len = strlen("file://") + hostname.len + is_windows; uri = (char*)calloc(uri_len + 1, 1); memcpy(uri, "file://", 7); if (hostname.len) { memcpy(uri + 7, hostname.buf, hostname.len + 1); } if (is_windows) { uri[7 + hostname.len] = '/'; } } SerdBuffer buffer = {uri, uri_len}; for (size_t i = 0; i < path.len; ++i) { if (is_windows && path.buf[i] == '\\') { serd_buffer_sink("/", 1, 1, &buffer); } else if (path.buf[i] == '%') { serd_buffer_sink("%%", 1, 2, &buffer); } else if (is_uri_path_char(path.buf[i])) { serd_buffer_sink(path.buf + i, 1, 1, &buffer); } else { char escape_str[10] = {'%', 0, 0, 0, 0, 0, 0, 0, 0, 0}; snprintf( escape_str + 1, sizeof(escape_str) - 1, "%X", (unsigned)path.buf[i]); serd_buffer_sink(escape_str, 1, 3, &buffer); } } serd_buffer_sink_finish(&buffer); SerdNode* node = serd_new_uri(SERD_STRING_VIEW((const char*)buffer.buf, buffer.len - 1)); free(buffer.buf); serd_node_check_padding(node); return node; } typedef size_t (*SerdWriteLiteralFunc)(const void* const user_data, const size_t buf_size, char* const buf); static SerdNode* serd_new_custom_literal(const void* const user_data, const size_t len, SerdWriteLiteralFunc write, const SerdNode* const datatype) { if (len == 0 || !write) { return NULL; } const size_t datatype_size = serd_node_total_size(datatype); const size_t total_size = serd_node_pad_size(len + 1) + datatype_size; SerdNode* const node = serd_node_malloc( total_size, datatype ? SERD_HAS_DATATYPE : 0, SERD_LITERAL); node->n_bytes = write(user_data, len + 1, serd_node_buffer(node)); if (node->n_bytes == 0 || node->n_bytes > len) { serd_node_free(node); return NULL; } if (datatype) { memcpy(serd_node_meta(node), datatype, datatype_size); } serd_node_check_padding(node); return node; } SerdNode* serd_new_double(const double d) { char buf[EXESS_MAX_DOUBLE_LENGTH + 1] = {0}; const ExessResult r = exess_write_double(d, sizeof(buf), buf); return r.status ? NULL : serd_new_typed_literal(SERD_STRING_VIEW(buf, r.count), SERD_STATIC_STRING(EXESS_XSD_URI "double")); } SerdNode* serd_new_float(const float f) { char buf[EXESS_MAX_FLOAT_LENGTH + 1] = {0}; const ExessResult r = exess_write_float(f, sizeof(buf), buf); return r.status ? NULL : serd_new_typed_literal(SERD_STRING_VIEW(buf, r.count), SERD_STATIC_STRING(EXESS_XSD_URI "float")); } static size_t write_variant_literal(const void* const user_data, const size_t buf_size, char* const buf) { const ExessVariant value = *(const ExessVariant*)user_data; const ExessResult r = exess_write_variant(value, buf_size, buf); return r.status ? 0 : r.count; } SerdNode* serd_new_boolean(bool b) { return serd_new_typed_literal(b ? SERD_STATIC_STRING("true") : SERD_STATIC_STRING("false"), serd_node_string_view(&serd_xsd_boolean.node)); } SerdNode* serd_new_decimal(const double d, const SerdNode* const datatype) { // Use given datatype, or xsd:decimal as a default if it is null const SerdNode* type = datatype ? datatype : &serd_xsd_decimal.node; const size_t type_size = serd_node_total_size(type); // Measure integer string to know how much space the node will need ExessResult r = exess_write_decimal(d, 0, NULL); if (r.status) { return NULL; } // Allocate node with enough space for value and datatype URI SerdNode* const node = serd_node_malloc(serd_node_pad_size(r.count + 1) + type_size, SERD_HAS_DATATYPE, SERD_LITERAL); // Write string directly into node r = exess_write_decimal(d, r.count + 1, serd_node_buffer(node)); if (r.status) { free(node); return NULL; } node->n_bytes = r.count; memcpy(serd_node_meta(node), type, type_size); serd_node_check_padding(node); return node; } SerdNode* serd_new_integer(int64_t i, const SerdNode* datatype) { const ExessVariant variant = exess_make_long(i); const size_t len = exess_write_variant(variant, 0, NULL).count; const SerdNode* type = datatype ? datatype : &serd_xsd_integer.node; return serd_new_custom_literal(&variant, len, write_variant_literal, type); } static size_t write_base64_literal(const void* const user_data, const size_t buf_size, char* const buf) { const SerdConstBuffer blob = *(const SerdConstBuffer*)user_data; const ExessResult r = exess_write_base64(blob.len, blob.buf, buf_size, buf); return r.status ? 0 : r.count; } SerdNode* serd_new_blob(const void* buf, size_t size, const SerdNode* datatype) { const size_t len = exess_write_base64(size, buf, 0, NULL).count; const SerdNode* type = datatype ? datatype : &serd_xsd_base64Binary.node; SerdConstBuffer blob = {buf, size}; return serd_new_custom_literal(&blob, len, write_base64_literal, type); } SerdNodeType serd_node_type(const SerdNode* node) { return node->type; } const char* serd_node_string(const SerdNode* node) { return (const char*)(node + 1); } size_t serd_node_length(const SerdNode* node) { return node->n_bytes; } SerdStringView serd_node_string_view(const SerdNode* SERD_NONNULL node) { static const SerdStringView empty_string_view = {"", 0}; if (!node) { return empty_string_view; } const SerdStringView result = {(const char*)(node + 1), node->n_bytes}; return result; } SerdURIView serd_node_uri_view(const SerdNode* SERD_NONNULL node) { return (node->type == SERD_URI) ? serd_parse_uri(serd_node_string(node)) : SERD_URI_NULL; } const SerdNode* serd_node_datatype(const SerdNode* node) { if (!node || !(node->flags & SERD_HAS_DATATYPE)) { return NULL; } const SerdNode* const datatype = serd_node_meta_c(node); assert(datatype->type == SERD_URI || datatype->type == SERD_CURIE); return datatype; } const SerdNode* serd_node_language(const SerdNode* node) { if (!node || !(node->flags & SERD_HAS_LANGUAGE)) { return NULL; } const SerdNode* const lang = serd_node_meta_c(node); assert(lang->type == SERD_LITERAL); return lang; } SerdNodeFlags serd_node_flags(const SerdNode* node) { return node->flags; } void serd_node_free(SerdNode* node) { free(node); }