/* Copyright 2012 David Robillard Permission to use, copy, modify, and/or distribute this software for any purpose with or without fee is hereby granted, provided that the above copyright notice and this permission notice appear in all copies. THIS SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE. */ #include #include #include #include "lv2/lv2plug.in/ns/ext/atom/forge.h" #include "lv2/lv2plug.in/ns/ext/atom/util.h" #include "sratom/sratom.h" #define NS_ATOM (const uint8_t*)"http://lv2plug.in/ns/ext/atom#" #define NS_MIDI (const uint8_t*)"http://lv2plug.in/ns/ext/midi#" #define NS_RDF (const uint8_t*)"http://www.w3.org/1999/02/22-rdf-syntax-ns#" #define NS_XSD (const uint8_t*)"http://www.w3.org/2001/XMLSchema#" #define USTR(str) ((const uint8_t*)(str)) typedef enum { MODE_NORMAL, MODE_SEQUENCE, } ReadMode; struct SratomImpl { LV2_URID_Map* map; LV2_URID_Unmap* unmap; LV2_Atom_Forge forge; LV2_URID atom_Event; LV2_URID midi_MidiEvent; unsigned next_id; struct { SordNode* atom_childType; SordNode* atom_frameTime; SordNode* rdf_first; SordNode* rdf_rest; SordNode* rdf_type; SordNode* rdf_value; SordNode* xsd_base64Binary; } nodes; }; static void read_node(Sratom* sratom, LV2_Atom_Forge* forge, SordWorld* world, SordModel* model, const SordNode* node, ReadMode mode); SRATOM_API Sratom* sratom_new(LV2_URID_Map* map, LV2_URID_Unmap* unmap) { Sratom* sratom = (Sratom*)malloc(sizeof(Sratom)); sratom->map = map; sratom->unmap = unmap; sratom->atom_Event = map->map(map->handle, (const char*)NS_ATOM "Event"); sratom->midi_MidiEvent = map->map(map->handle, (const char*)NS_MIDI "MidiEvent"); sratom->next_id = 0; memset(&sratom->nodes, 0, sizeof(sratom->nodes)); lv2_atom_forge_init(&sratom->forge, map); return sratom; } SRATOM_API void sratom_free(Sratom* sratom) { free(sratom); } typedef struct { char* buf; size_t len; } String; static size_t string_sink(const void* buf, size_t len, void* stream) { String* str = (String*)stream; str->buf = realloc(str->buf, str->len + len); memcpy(str->buf + str->len, buf, len); str->len += len; return len; } static void gensym(SerdNode* out, char c, unsigned num) { out->n_bytes = out->n_chars = snprintf( (char*)out->buf, 10, "%c%u", c, num); } static void list_append(Sratom* sratom, SerdWriter* writer, unsigned* flags, SerdNode* s, SerdNode* p, SerdNode* node, uint32_t size, uint32_t type, void* body) { // Generate a list node gensym(node, 'l', sratom->next_id); serd_writer_write_statement(writer, *flags, NULL, s, p, node, NULL, NULL); // _:node rdf:first value *flags = SERD_LIST_CONT; *p = serd_node_from_string(SERD_URI, NS_RDF "first"); sratom_write(sratom, writer, SERD_LIST_CONT, node, p, type, size, body); // Set subject to node and predicate to rdf:rest for next time gensym(node, 'l', ++sratom->next_id); *s = *node; *p = serd_node_from_string(SERD_URI, NS_RDF "rest"); } static void list_end(SerdWriter* writer, unsigned* flags, SerdNode* s, SerdNode* p) { // _:node rdf:rest rdf:nil const SerdNode nil = serd_node_from_string(SERD_URI, NS_RDF "nil"); serd_writer_write_statement(writer, *flags, NULL, s, p, &nil, NULL, NULL); } static void start_object(Sratom* sratom, SerdWriter* writer, uint32_t flags, const SerdNode* subject, const SerdNode* predicate, const SerdNode* node, const char* type) { serd_writer_write_statement(writer, flags|SERD_ANON_O_BEGIN, NULL, subject, predicate, node, NULL, NULL); if (type) { SerdNode p = serd_node_from_string(SERD_URI, NS_RDF "type"); SerdNode o = serd_node_from_string(SERD_URI, USTR(type)); serd_writer_write_statement( writer, SERD_ANON_CONT, NULL, node, &p, &o, NULL, NULL); } } SRATOM_API void sratom_write(Sratom* sratom, SerdWriter* writer, uint32_t flags, const SerdNode* subject, const SerdNode* predicate, uint32_t type_urid, uint32_t size, const void* body) { LV2_URID_Unmap* unmap = sratom->unmap; const char* const type = unmap->unmap(unmap->handle, type_urid); uint8_t idbuf[12] = "b0000000000"; SerdNode id = serd_node_from_string(SERD_BLANK, idbuf); uint8_t nodebuf[12] = "b0000000000"; SerdNode node = serd_node_from_string(SERD_BLANK, nodebuf); SerdNode object = SERD_NODE_NULL; SerdNode datatype = SERD_NODE_NULL; SerdNode language = SERD_NODE_NULL; bool new_node = false; if (type_urid == 0 && size == 0) { object = serd_node_from_string(SERD_BLANK, USTR("null")); } else if (type_urid == sratom->forge.String) { object = serd_node_from_string(SERD_LITERAL, (const uint8_t*)body); } else if (type_urid == sratom->forge.Literal) { LV2_Atom_Literal_Body* lit = (LV2_Atom_Literal_Body*)body; const uint8_t* str = USTR(lit + 1); object = serd_node_from_string(SERD_LITERAL, str); if (lit->datatype) { datatype = serd_node_from_string( SERD_URI, USTR(unmap->unmap(unmap->handle, lit->datatype))); } else if (lit->lang) { const char* lang = unmap->unmap(unmap->handle, lit->lang); const char* prefix = "http://lexvo.org/id/iso639-3/"; const size_t prefix_len = strlen(prefix); if (lang && !strncmp(lang, prefix, prefix_len)) { language = serd_node_from_string( SERD_LITERAL, USTR(lang + prefix_len)); } else { fprintf(stderr, "Unknown language URI <%s>\n", lang); } } } else if (type_urid == sratom->forge.URID) { const uint32_t id = *(const uint32_t*)body; const uint8_t* str = USTR(unmap->unmap(unmap->handle, id)); object = serd_node_from_string(SERD_URI, str); } else if (type_urid == sratom->forge.Path) { const uint8_t* str = USTR(body); object = serd_node_from_string(SERD_LITERAL, str); datatype = serd_node_from_string(SERD_URI, USTR(LV2_ATOM__Path)); } else if (type_urid == sratom->forge.URI) { const uint8_t* str = USTR(body); object = serd_node_from_string(SERD_URI, str); } else if (type_urid == sratom->forge.Int32) { new_node = true; object = serd_node_new_integer(*(int32_t*)body); datatype = serd_node_from_string(SERD_URI, NS_XSD "int"); } else if (type_urid == sratom->forge.Int64) { new_node = true; object = serd_node_new_integer(*(int64_t*)body); datatype = serd_node_from_string(SERD_URI, NS_XSD "long"); } else if (type_urid == sratom->forge.Float) { new_node = true; object = serd_node_new_decimal(*(float*)body, 8); datatype = serd_node_from_string(SERD_URI, NS_XSD "float"); } else if (type_urid == sratom->forge.Double) { new_node = true; object = serd_node_new_decimal(*(double*)body, 16); datatype = serd_node_from_string(SERD_URI, NS_XSD "double"); } else if (type_urid == sratom->forge.Bool) { const int32_t val = *(const int32_t*)body; datatype = serd_node_from_string(SERD_URI, NS_XSD "boolean"); object = serd_node_from_string(SERD_LITERAL, USTR(val ? "true" : "false")); } else if (type_urid == sratom->midi_MidiEvent) { new_node = true; datatype = serd_node_from_string(SERD_URI, NS_MIDI "MidiEvent"); uint8_t* str = calloc(size * 2 + 1, 1); for (uint32_t i = 0; i < size; ++i) { snprintf((char*)str + (2 * i), size * 2 + 1, "%02X", (unsigned)(uint8_t)*((uint8_t*)body + i)); } object = serd_node_from_string(SERD_LITERAL, USTR(str)); } else if (type_urid == sratom->atom_Event) { const LV2_Atom_Event* ev = (const LV2_Atom_Event*)body; gensym(&id, 'e', sratom->next_id++); start_object(sratom, writer, flags, subject, predicate, &id, NULL); // TODO: beat time SerdNode time = serd_node_new_integer(ev->time.frames); SerdNode p = serd_node_from_string(SERD_URI, USTR(LV2_ATOM__frameTime)); datatype = serd_node_from_string(SERD_URI, NS_XSD "decimal"); serd_writer_write_statement(writer, SERD_ANON_CONT, NULL, &id, &p, &time, &datatype, &language); serd_node_free(&time); p = serd_node_from_string(SERD_URI, NS_RDF "value"); sratom_write(sratom, writer, SERD_ANON_CONT, &id, &p, ev->body.type, ev->body.size, LV2_ATOM_BODY(&ev->body)); serd_writer_end_anon(writer, &id); } else if (type_urid == sratom->forge.Tuple) { gensym(&id, 't', sratom->next_id++); start_object(sratom, writer, flags, subject, predicate, &id, type); SerdNode p = serd_node_from_string(SERD_URI, NS_RDF "value"); flags |= SERD_LIST_O_BEGIN; LV2_TUPLE_BODY_FOREACH(body, size, i) { list_append(sratom, writer, &flags, &id, &p, &node, i->size, i->type, LV2_ATOM_BODY(i)); } list_end(writer, &flags, &id, &p); serd_writer_end_anon(writer, &id); } else if (type_urid == sratom->forge.Vector) { const LV2_Atom_Vector_Body* vec = (const LV2_Atom_Vector_Body*)body; gensym(&id, 'v', sratom->next_id++); start_object(sratom, writer, flags, subject, predicate, &id, type); SerdNode p = serd_node_from_string(SERD_URI, (const uint8_t*)LV2_ATOM__childType); SerdNode child_type = serd_node_from_string( SERD_URI, (const uint8_t*)unmap->unmap(unmap->handle, vec->child_type)); serd_writer_write_statement( writer, flags, NULL, &id, &p, &child_type, NULL, NULL); p = serd_node_from_string(SERD_URI, NS_RDF "value"); flags |= SERD_LIST_O_BEGIN; for (char* i = (char*)(vec + 1); i < (char*)vec + size; i += vec->child_size) { list_append(sratom, writer, &flags, &id, &p, &node, vec->child_size, vec->child_type, i); } list_end(writer, &flags, &id, &p); serd_writer_end_anon(writer, &id); } else if (type_urid == sratom->forge.Blank) { const LV2_Atom_Object_Body* obj = (const LV2_Atom_Object_Body*)body; const char* otype = unmap->unmap(unmap->handle, obj->otype); gensym(&id, 'b', sratom->next_id++); start_object(sratom, writer, flags, subject, predicate, &id, otype); LV2_OBJECT_BODY_FOREACH(obj, size, i) { const LV2_Atom_Property_Body* prop = lv2_object_iter_get(i); const char* const key = unmap->unmap(unmap->handle, prop->key); SerdNode pred = serd_node_from_string(SERD_URI, USTR(key)); sratom_write(sratom, writer, flags|SERD_ANON_CONT, &id, &pred, prop->value.type, prop->value.size, LV2_ATOM_BODY(&prop->value)); } serd_writer_end_anon(writer, &id); } else if (type_urid == sratom->forge.Sequence) { const LV2_Atom_Sequence_Body* seq = (const LV2_Atom_Sequence_Body*)body; gensym(&id, 'v', sratom->next_id++); start_object(sratom, writer, flags, subject, predicate, &id, type); SerdNode p = serd_node_from_string(SERD_URI, NS_RDF "value"); flags |= SERD_LIST_O_BEGIN; LV2_SEQUENCE_BODY_FOREACH(seq, size, i) { LV2_Atom_Event* ev = lv2_sequence_iter_get(i); list_append(sratom, writer, &flags, &id, &p, &node, sizeof(LV2_Atom_Event) + ev->body.size, sratom->atom_Event, ev); } list_end(writer, &flags, &id, &p); serd_writer_end_anon(writer, &id); } else { gensym(&id, 'b', sratom->next_id++); start_object(sratom, writer, flags, subject, predicate, &id, type); SerdNode p = serd_node_from_string(SERD_URI, NS_RDF "value"); SerdNode o = serd_node_new_blob(body, size, true); datatype = serd_node_from_string(SERD_URI, NS_XSD "base64Binary"); serd_writer_write_statement(writer, flags, NULL, &id, &p, &o, &datatype, NULL); serd_writer_end_anon(writer, &id); serd_node_free(&o); } if (object.buf) { serd_writer_write_statement(writer, flags, NULL, subject, predicate, &object, &datatype, &language); } if (new_node) { serd_node_free(&object); } } SRATOM_API char* sratom_to_turtle(Sratom* sratom, const SerdNode* subject, const SerdNode* predicate, uint32_t type, uint32_t size, const void* body) { SerdURI base_uri = SERD_URI_NULL; SerdEnv* env = serd_env_new(NULL); String str = { NULL, 0 }; serd_env_set_prefix_from_strings(env, USTR("midi"), NS_MIDI); serd_env_set_prefix_from_strings(env, USTR("atom"), USTR(LV2_ATOM_URI "#")); serd_env_set_prefix_from_strings(env, USTR("rdf"), NS_RDF); serd_env_set_prefix_from_strings(env, USTR("xsd"), NS_XSD); serd_env_set_prefix_from_strings(env, USTR("eg"), USTR("http://example.org/")); SerdWriter* writer = serd_writer_new( SERD_TURTLE, SERD_STYLE_ABBREVIATED|SERD_STYLE_RESOLVED|SERD_STYLE_CURIED, env, &base_uri, string_sink, &str); // Write @prefix directives serd_env_foreach(env, (SerdPrefixSink)serd_writer_set_prefix, writer); sratom_write(sratom, writer, SERD_EMPTY_S, subject, predicate, type, size, body); serd_writer_finish(writer); string_sink("", 1, &str); serd_writer_free(writer); serd_env_free(env); return str.buf; } static const SordNode* get_object(SordModel* model, const SordNode* subject, const SordNode* predicate) { const SordNode* object = NULL; SordQuad q = { subject, predicate, 0, 0 }; SordIter* i = sord_find(model, q); if (!sord_iter_end(i)) { SordQuad quad; sord_iter_get(i, quad); object = quad[SORD_OBJECT]; } sord_iter_free(i); return object; } static void read_list_value(Sratom* sratom, LV2_Atom_Forge* forge, SordWorld* world, SordModel* model, const SordNode* node, ReadMode mode) { const SordNode* first = get_object(model, node, sratom->nodes.rdf_first); const SordNode* rest = get_object(model, node, sratom->nodes.rdf_rest); if (first && rest) { read_node(sratom, forge, world, model, first, mode); read_list_value(sratom, forge, world, model, rest, mode); } } static uint32_t atom_size(Sratom* sratom, uint32_t type_urid) { if (type_urid == sratom->forge.Int32) { return sizeof(int32_t); } else if (type_urid == sratom->forge.Int64) { return sizeof(int64_t); } else if (type_urid == sratom->forge.Float) { return sizeof(float); } else if (type_urid == sratom->forge.Double) { return sizeof(double); } else if (type_urid == sratom->forge.Bool) { return sizeof(int32_t); } else if (type_urid == sratom->forge.URID) { return sizeof(uint32_t); } else { return 0; } } static void read_node(Sratom* sratom, LV2_Atom_Forge* forge, SordWorld* world, SordModel* model, const SordNode* node, ReadMode mode) { LV2_URID_Map* map = sratom->map; size_t len = 0; const char* str = (const char*)sord_node_get_string_counted(node, &len); if (sord_node_get_type(node) == SORD_LITERAL) { char* endptr; SordNode* datatype = sord_node_get_datatype(node); const char* language = sord_node_get_language(node); if (datatype) { const char* type_uri = (const char*)sord_node_get_string(datatype); if (!strcmp(type_uri, (char*)NS_XSD "int")) { lv2_atom_forge_int32(forge, strtol(str, &endptr, 10)); } else if (!strcmp(type_uri, (char*)NS_XSD "long")) { lv2_atom_forge_int64(forge, strtol(str, &endptr, 10)); } else if (!strcmp(type_uri, (char*)NS_XSD "float")) { lv2_atom_forge_float(forge, serd_strtod(str, &endptr)); } else if (!strcmp(type_uri, (char*)NS_XSD "double")) { lv2_atom_forge_double(forge, serd_strtod(str, &endptr)); } else if (!strcmp(type_uri, (char*)NS_XSD "boolean")) { lv2_atom_forge_bool(forge, !strcmp(str, "true")); } else if (!strcmp(type_uri, (char*)NS_MIDI "MidiEvent")) { lv2_atom_forge_atom(forge, len / 2, sratom->midi_MidiEvent); for (const char* s = str; s < str + len; s += 2) { unsigned num; sscanf(s, "%2X", &num); assert(num < UINT8_MAX); const uint8_t c = num; lv2_atom_forge_raw(forge, &c, 1); } lv2_atom_forge_pad(forge, len / 2); } else { lv2_atom_forge_literal( forge, (const uint8_t*)str, len, sratom->map->map(sratom->map->handle, type_uri), 0); } } else if (language) { const char* prefix = "http://lexvo.org/id/iso639-3/"; const size_t lang_len = strlen(prefix) + strlen(language); char* lang_uri = calloc(lang_len + 1, 1); snprintf(lang_uri, lang_len + 1, "%s%s", prefix, language); lv2_atom_forge_literal( forge, (const uint8_t*)str, len, 0, sratom->map->map(sratom->map->handle, lang_uri)); free(lang_uri); } else { lv2_atom_forge_string(forge, (const uint8_t*)str, len); } } else if (sord_node_get_type(node) == SORD_URI) { if (serd_uri_string_has_scheme((const uint8_t*)str)) { lv2_atom_forge_urid(forge, map->map(map->handle, str)); } else { lv2_atom_forge_uri(forge, (const uint8_t*)str, len); } } else { const SordNode* type = get_object(model, node, sratom->nodes.rdf_type); const SordNode* value = get_object(model, node, sratom->nodes.rdf_value); const uint8_t* type_uri = NULL; uint32_t type_urid = 0; if (type) { type_uri = sord_node_get_string(type); type_urid = map->map(map->handle, (const char*)type_uri); } LV2_Atom_Forge_Frame frame = { 0, 0 }; if (mode == MODE_SEQUENCE) { const SordNode* frame_time = get_object( model, node, sratom->nodes.atom_frameTime); const char* frame_time_str = frame_time ? (const char*)sord_node_get_string(frame_time) : ""; lv2_atom_forge_frame_time(forge, serd_strtod(frame_time_str, NULL)); read_node(sratom, forge, world, model, value, MODE_NORMAL); } else if (type_urid == sratom->forge.Tuple) { lv2_atom_forge_tuple(forge, &frame); read_list_value(sratom, forge, world, model, value, MODE_NORMAL); } else if (type_urid == sratom->forge.Sequence) { lv2_atom_forge_sequence_head(forge, &frame, 0); read_list_value(sratom, forge, world, model, value, MODE_SEQUENCE); } else if (type_urid == sratom->forge.Vector) { const SordNode* child_type_node = get_object( model, node, sratom->nodes.atom_childType); uint32_t child_type = map->map( map->handle, (const char*)sord_node_get_string(child_type_node)); uint32_t child_size = atom_size(sratom, child_type); if (child_size > 0) { lv2_atom_forge_vector_head(forge, &frame, child_size, child_type); read_list_value(sratom, forge, world, model, value, MODE_NORMAL); } } else if (value && sord_node_equals(sord_node_get_datatype(value), sratom->nodes.xsd_base64Binary)) { size_t vlen = 0; const uint8_t* vstr = sord_node_get_string_counted(value, &vlen); size_t size = 0; void* body = serd_base64_decode(vstr, vlen, &size); lv2_atom_forge_atom(forge, size, type_urid); lv2_atom_forge_write(forge, body, size); free(body); } else { lv2_atom_forge_blank(forge, &frame, sratom->next_id++, type_urid); SordQuad match; SordQuad q2 = { node, 0, 0, 0 }; SordIter* i = sord_find(model, q2); for (;!sord_iter_end(i); sord_iter_next(i)) { sord_iter_get(i, match); const SordNode* p = match[SORD_PREDICATE]; const char* p_uri = (const char*)sord_node_get_string(p); uint32_t p_urid = map->map(map->handle, p_uri); if (!sord_node_equals(p, sratom->nodes.rdf_type)) { // TODO: This will lose multiple rdf:type properties lv2_atom_forge_property_head(forge, p_urid, 0); read_node(sratom, forge, world, model, match[SORD_OBJECT], MODE_NORMAL); } } sord_iter_free(i); } if (frame.ref) { lv2_atom_forge_pop(forge, &frame); } } } SRATOM_API void sratom_read(Sratom* sratom, LV2_Atom_Forge* forge, SordWorld* world, SordModel* model, const SordNode* node) { sratom->nodes.atom_childType = sord_new_uri(world, NS_ATOM "childType"); sratom->nodes.atom_frameTime = sord_new_uri(world, NS_ATOM "frameTime"); sratom->nodes.rdf_first = sord_new_uri(world, NS_RDF "first"); sratom->nodes.rdf_rest = sord_new_uri(world, NS_RDF "rest"); sratom->nodes.rdf_type = sord_new_uri(world, NS_RDF "type"); sratom->nodes.rdf_value = sord_new_uri(world, NS_RDF "value"); sratom->nodes.xsd_base64Binary = sord_new_uri(world, NS_XSD "base64Binary"); sratom->next_id = 1; read_node(sratom, forge, world, model, node, MODE_NORMAL); sord_node_free(world, sratom->nodes.xsd_base64Binary); sord_node_free(world, sratom->nodes.rdf_value); sord_node_free(world, sratom->nodes.rdf_type); sord_node_free(world, sratom->nodes.rdf_rest); sord_node_free(world, sratom->nodes.rdf_first); sord_node_free(world, sratom->nodes.atom_frameTime); sord_node_free(world, sratom->nodes.atom_childType); memset(&sratom->nodes, 0, sizeof(sratom->nodes)); } static LV2_Atom_Forge_Ref forge_sink(LV2_Atom_Forge_Sink_Handle handle, const void* buf, uint32_t size) { String* string = (String*)handle; const LV2_Atom_Forge_Ref ref = string->len; string_sink(buf, size, string); return ref; } static LV2_Atom* forge_deref(LV2_Atom_Forge_Sink_Handle handle, LV2_Atom_Forge_Ref ref) { String* string = (String*)handle; return (LV2_Atom*)(string->buf + ref); } SRATOM_API LV2_Atom* sratom_from_turtle(Sratom* sratom, const SerdNode* subject, const SerdNode* predicate, const char* str) { String out = { NULL, 0 }; SerdNode base_uri_node = SERD_NODE_NULL; SordWorld* world = sord_world_new(); SordModel* model = sord_new(world, SORD_SPO, false); SerdEnv* env = serd_env_new(&base_uri_node); SerdReader* reader = sord_new_reader(model, env, SERD_TURTLE, NULL); if (!serd_reader_read_string(reader, (const uint8_t*)str)) { SordNode* s = sord_node_from_serd_node(world, env, subject, 0, 0); SordNode* p = sord_node_from_serd_node(world, env, predicate, 0, 0); SordQuad q = { s, p, 0, 0 }; SordIter* i = sord_find(model, q); if (!sord_iter_end(i)) { SordQuad result; sord_iter_get(i, result); lv2_atom_forge_set_sink(&sratom->forge, forge_sink, forge_deref, &out); sratom_read(sratom, &sratom->forge, world, model, result[SORD_OBJECT]); } else { fprintf(stderr, "Failed to find node\n"); } sord_iter_free(i); } else { fprintf(stderr, "Failed to read Turtle\n"); } serd_reader_free(reader); serd_env_free(env); sord_free(model); sord_world_free(world); return (LV2_Atom*)out.buf; }