/* This file is part of Ingen. Copyright 2007-2016 David Robillard Ingen is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or any later version. Ingen is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for details. You should have received a copy of the GNU Affero General Public License along with Ingen. If not, see . */ #include #include #include #include #include #include #include #include "ingen/Arc.hpp" #include "ingen/FilePath.hpp" #include "ingen/Forge.hpp" #include "ingen/Interface.hpp" #include "ingen/Log.hpp" #include "ingen/Node.hpp" #include "ingen/Resource.hpp" #include "ingen/Serialiser.hpp" #include "ingen/Store.hpp" #include "ingen/URI.hpp" #include "ingen/URIMap.hpp" #include "ingen/URIs.hpp" #include "ingen/World.hpp" #include "ingen/filesystem.hpp" #include "ingen/runtime_paths.hpp" #include "lv2/lv2plug.in/ns/ext/state/state.h" #include "lv2/lv2plug.in/ns/extensions/ui/ui.h" #include "raul/Path.hpp" #include "sord/sordmm.hpp" #include "sratom/sratom.h" using std::string; namespace Ingen { struct Serialiser::Impl { explicit Impl(World& world) : _root_path("/") , _world(world) , _model(nullptr) , _sratom(sratom_new(&_world.uri_map().urid_map_feature()->urid_map)) {} ~Impl() { sratom_free(_sratom); } enum class Mode { TO_FILE, TO_STRING }; void start_to_file(const Raul::Path& root, const FilePath& filename); std::set serialise_graph(SPtr graph, const Sord::Node& graph_id); void serialise_block(SPtr block, const Sord::Node& class_id, const Sord::Node& block_id); void serialise_port(const Node* port, Resource::Graph context, const Sord::Node& port_id); void serialise_properties(Sord::Node id, const Properties& props); void write_bundle(SPtr graph, const URI& uri); Sord::Node path_rdf_node(const Raul::Path& path); void write_manifest(const FilePath& bundle_path, SPtr graph); void write_plugins(const FilePath& bundle_path, const std::set plugins); void serialise_arc(const Sord::Node& parent, SPtr arc) throw (std::logic_error); std::string finish(); Raul::Path _root_path; Mode _mode; URI _base_uri; std::string _basename; World& _world; Sord::Model* _model; Sratom* _sratom; }; Serialiser::Serialiser(World& world) : me(new Impl(world)) {} Serialiser::~Serialiser() { delete me; } void Serialiser::Impl::write_manifest(const FilePath& bundle_path, SPtr graph) { const FilePath manifest_path(bundle_path / "manifest.ttl"); const FilePath binary_path(ingen_module_path("lv2")); start_to_file(Raul::Path("/"), manifest_path); Sord::World& world = _model->world(); const URIs& uris = _world.uris(); const string filename("main.ttl"); const Sord::URI subject(world, filename, _base_uri.string()); _model->add_statement(subject, Sord::URI(world, uris.rdf_type), Sord::URI(world, uris.ingen_Graph)); _model->add_statement(subject, Sord::URI(world, uris.rdf_type), Sord::URI(world, uris.lv2_Plugin)); _model->add_statement(subject, Sord::URI(world, uris.rdfs_seeAlso), Sord::URI(world, filename, _base_uri.string())); _model->add_statement(subject, Sord::URI(world, uris.lv2_prototype), Sord::URI(world, uris.ingen_GraphPrototype)); finish(); } void Serialiser::Impl::write_plugins(const FilePath& bundle_path, const std::set plugins) { const FilePath plugins_path(bundle_path / "plugins.ttl"); start_to_file(Raul::Path("/"), plugins_path); Sord::World& world = _model->world(); const URIs& uris = _world.uris(); for (const auto& p : plugins) { const Atom& minor = p->get_property(uris.lv2_minorVersion); const Atom& micro = p->get_property(uris.lv2_microVersion); _model->add_statement(Sord::URI(world, p->uri()), Sord::URI(world, uris.rdf_type), Sord::URI(world, uris.lv2_Plugin)); if (minor.is_valid() && micro.is_valid()) { _model->add_statement(Sord::URI(world, p->uri()), Sord::URI(world, uris.lv2_minorVersion), Sord::Literal::integer(world, minor.get())); _model->add_statement(Sord::URI(world, p->uri()), Sord::URI(world, uris.lv2_microVersion), Sord::Literal::integer(world, micro.get())); } } finish(); } void Serialiser::write_bundle(SPtr graph, const URI& uri) { me->write_bundle(graph, uri); } void Serialiser::Impl::write_bundle(SPtr graph, const URI& uri) { FilePath path(uri.path()); if (filesystem::exists(path) && !filesystem::is_directory(path)) { path = path.parent_path(); } _world.log().info(fmt("Writing bundle %1%\n") % path); filesystem::create_directories(path); const FilePath main_file = path / "main.ttl"; const Raul::Path old_root_path = _root_path; start_to_file(graph->path(), main_file); std::set plugins = serialise_graph( graph, Sord::URI(_model->world(), main_file.string(), _base_uri.string())); finish(); write_manifest(path, graph); write_plugins(path, plugins); _root_path = old_root_path; } /** Begin a serialization to a file. * * This must be called before any serializing methods. */ void Serialiser::Impl::start_to_file(const Raul::Path& root, const FilePath& filename) { _base_uri = URI(filename); _basename = filename.stem().string(); if (_basename == "main.ttl") { _basename = filename.filename().parent_path().stem().string(); } _model = new Sord::Model(*_world.rdf_world(), _base_uri.string()); _mode = Mode::TO_FILE; _root_path = root; } void Serialiser::start_to_string(const Raul::Path& root, const URI& base_uri) { me->_root_path = root; me->_base_uri = base_uri; me->_model = new Sord::Model(*me->_world.rdf_world(), base_uri.string()); me->_mode = Impl::Mode::TO_STRING; } void Serialiser::start_to_file(const Raul::Path& root, const string& filename) { me->start_to_file(root, filename); } std::string Serialiser::finish() { return me->finish(); } std::string Serialiser::Impl::finish() { string ret = ""; if (_mode == Mode::TO_FILE) { SerdStatus st = _model->write_to_file(_base_uri.string(), SERD_TURTLE); if (st) { _world.log().error(fmt("Error writing file %1% (%2%)\n") % _base_uri % serd_strerror(st)); } } else { ret = _model->write_to_string(_base_uri.string(), SERD_TURTLE); } delete _model; _model = nullptr; _base_uri = URI(); return ret; } Sord::Node Serialiser::Impl::path_rdf_node(const Raul::Path& path) { assert(_model); assert(path == _root_path || path.is_child_of(_root_path)); return Sord::URI(_model->world(), path.substr(_root_path.base().length()), _base_uri.string()); } void Serialiser::serialise(SPtr object) throw (std::logic_error) { if (!me->_model) { throw std::logic_error("serialise called without serialisation in progress"); } if (object->graph_type() == Node::GraphType::GRAPH) { me->serialise_graph(object, me->path_rdf_node(object->path())); } else if (object->graph_type() == Node::GraphType::BLOCK) { const Sord::URI plugin_id(me->_model->world(), object->plugin()->uri()); me->serialise_block(object, plugin_id, me->path_rdf_node(object->path())); } else if (object->graph_type() == Node::GraphType::PORT) { me->serialise_port(object.get(), Resource::Graph::DEFAULT, me->path_rdf_node(object->path())); } else { me->serialise_properties(me->path_rdf_node(object->path()), object->properties()); } } std::set Serialiser::Impl::serialise_graph(SPtr graph, const Sord::Node& graph_id) { Sord::World& world = _model->world(); const URIs& uris = _world.uris(); _model->add_statement(graph_id, Sord::URI(world, uris.rdf_type), Sord::URI(world, uris.ingen_Graph)); _model->add_statement(graph_id, Sord::URI(world, uris.rdf_type), Sord::URI(world, uris.lv2_Plugin)); _model->add_statement(graph_id, Sord::URI(world, uris.lv2_extensionData), Sord::URI(world, LV2_STATE__interface)); _model->add_statement(graph_id, Sord::URI(world, LV2_UI__ui), Sord::URI(world, "http://drobilla.net/ns/ingen#GraphUIGtk2")); // If the graph has no doap:name (required by LV2), use the basename if (graph->properties().find(uris.doap_name) == graph->properties().end()) { const std::string sym = _basename.substr(0, _basename.find('.')); _model->add_statement(graph_id, Sord::URI(world, uris.doap_name), Sord::Literal(world, sym)); } const Properties props = graph->properties(Resource::Graph::INTERNAL); serialise_properties(graph_id, props); std::set plugins; const Store::const_range kids = _world.store()->children_range(graph); for (Store::const_iterator n = kids.first; n != kids.second; ++n) { if (n->first.parent() != graph->path()) { continue; } if (n->second->graph_type() == Node::GraphType::GRAPH) { SPtr subgraph = n->second; SerdURI base_uri; serd_uri_parse((const uint8_t*)_base_uri.c_str(), &base_uri); const string sub_bundle_path = subgraph->path().substr(1) + ".ingen"; SerdURI subgraph_uri; SerdNode subgraph_node = serd_node_new_uri_from_string( (const uint8_t*)sub_bundle_path.c_str(), &base_uri, &subgraph_uri); const Sord::URI subgraph_id(world, (const char*)subgraph_node.buf); // Save our state URI my_base_uri = _base_uri; Sord::Model* my_model = _model; // Write child bundle within this bundle write_bundle(subgraph, URI(subgraph_id.to_string())); // Restore our state _base_uri = my_base_uri; _model = my_model; // Serialise reference to graph block const Sord::Node block_id(path_rdf_node(subgraph->path())); _model->add_statement(graph_id, Sord::URI(world, uris.ingen_block), block_id); serialise_block(subgraph, subgraph_id, block_id); } else if (n->second->graph_type() == Node::GraphType::BLOCK) { SPtr block = n->second; const Sord::URI class_id(world, block->plugin()->uri()); const Sord::Node block_id(path_rdf_node(n->second->path())); _model->add_statement(graph_id, Sord::URI(world, uris.ingen_block), block_id); serialise_block(block, class_id, block_id); plugins.insert(block->plugin()); } } for (uint32_t i = 0; i < graph->num_ports(); ++i) { Node* p = graph->port(i); const Sord::Node port_id = path_rdf_node(p->path()); // Ensure lv2:name always exists so Graph is a valid LV2 plugin if (p->properties().find(uris.lv2_name) == p->properties().end()) { p->set_property(uris.lv2_name, _world.forge().alloc(p->symbol().c_str())); } _model->add_statement(graph_id, Sord::URI(world, LV2_CORE__port), port_id); serialise_port(p, Resource::Graph::DEFAULT, port_id); serialise_port(p, Resource::Graph::INTERNAL, port_id); } for (const auto& a : graph->arcs()) { serialise_arc(graph_id, a.second); } return plugins; } void Serialiser::Impl::serialise_block(SPtr block, const Sord::Node& class_id, const Sord::Node& block_id) { const URIs& uris = _world.uris(); _model->add_statement(block_id, Sord::URI(_model->world(), uris.rdf_type), Sord::URI(_model->world(), uris.ingen_Block)); _model->add_statement(block_id, Sord::URI(_model->world(), uris.lv2_prototype), class_id); // Serialise properties, but remove possibly stale state:state (set again below) Properties props = block->properties(); props.erase(uris.state_state); serialise_properties(block_id, props); if (_base_uri.scheme() == "file") { const FilePath base_path = _base_uri.file_path(); const FilePath graph_dir = base_path.parent_path(); const FilePath state_dir = graph_dir / block->symbol(); const FilePath state_file = state_dir / "state.ttl"; if (block->save_state(state_dir)) { _model->add_statement(block_id, Sord::URI(_model->world(), uris.state_state), Sord::URI(_model->world(), URI(state_file))); } } for (uint32_t i = 0; i < block->num_ports(); ++i) { Node* const p = block->port(i); const Sord::Node port_id = path_rdf_node(p->path()); serialise_port(p, Resource::Graph::DEFAULT, port_id); _model->add_statement(block_id, Sord::URI(_model->world(), uris.lv2_port), port_id); } } void Serialiser::Impl::serialise_port(const Node* port, Resource::Graph context, const Sord::Node& port_id) { URIs& uris = _world.uris(); Sord::World& world = _model->world(); Properties props = port->properties(context); if (context == Resource::Graph::INTERNAL) { // Always write lv2:symbol for Graph ports (required for lv2:Plugin) _model->add_statement(port_id, Sord::URI(world, uris.lv2_symbol), Sord::Literal(world, port->path().symbol())); } else if (context == Resource::Graph::EXTERNAL) { // Never write lv2:index for plugin instances (not persistent/stable) props.erase(uris.lv2_index); } if (context == Resource::Graph::INTERNAL && port->has_property(uris.rdf_type, uris.lv2_ControlPort) && port->has_property(uris.rdf_type, uris.lv2_InputPort)) { const Atom& val = port->get_property(uris.ingen_value); if (val.is_valid()) { props.erase(uris.lv2_default); props.emplace(uris.lv2_default, val); } else { _world.log().warn("Control input has no value, lv2:default omitted.\n"); } } else if (context != Resource::Graph::INTERNAL && !port->has_property(uris.rdf_type, uris.lv2_InputPort)) { props.erase(uris.ingen_value); } serialise_properties(port_id, props); } void Serialiser::serialise_arc(const Sord::Node& parent, SPtr arc) throw (std::logic_error) { return me->serialise_arc(parent, arc); } void Serialiser::Impl::serialise_arc(const Sord::Node& parent, SPtr arc) throw (std::logic_error) { if (!_model) { throw std::logic_error( "serialise_arc called without serialisation in progress"); } Sord::World& world = _model->world(); const URIs& uris = _world.uris(); const Sord::Node src = path_rdf_node(arc->tail_path()); const Sord::Node dst = path_rdf_node(arc->head_path()); const Sord::Node arc_id = Sord::Node::blank_id(*_world.rdf_world()); _model->add_statement(arc_id, Sord::URI(world, uris.ingen_tail), src); _model->add_statement(arc_id, Sord::URI(world, uris.ingen_head), dst); if (parent.is_valid()) { _model->add_statement(parent, Sord::URI(world, uris.ingen_arc), arc_id); } else { _model->add_statement(arc_id, Sord::URI(world, uris.rdf_type), Sord::URI(world, uris.ingen_Arc)); } } static bool skip_property(Ingen::URIs& uris, const Sord::Node& predicate) { return (predicate.to_string() == INGEN__file || predicate == uris.ingen_arc || predicate == uris.ingen_block || predicate == uris.lv2_port); } void Serialiser::Impl::serialise_properties(Sord::Node id, const Properties& props) { LV2_URID_Unmap* unmap = &_world.uri_map().urid_unmap_feature()->urid_unmap; SerdNode base = serd_node_from_string(SERD_URI, (const uint8_t*)_base_uri.c_str()); SerdEnv* env = serd_env_new(&base); SordInserter* inserter = sord_inserter_new(_model->c_obj(), env); sratom_set_sink(_sratom, _base_uri.c_str(), (SerdStatementSink)sord_inserter_write_statement, nullptr, inserter); sratom_set_pretty_numbers(_sratom, true); for (const auto& p : props) { const Sord::URI key(_model->world(), p.first); if (!skip_property(_world.uris(), key)) { if (p.second.type() == _world.uris().atom_URI && !strncmp((const char*)p.second.get_body(), "ingen:/main/", 13)) { /* Value is a graph URI relative to the running engine. Chop the prefix and save the path relative to the graph file. This allows saving references to bundle resources. */ sratom_write(_sratom, unmap, 0, sord_node_to_serd_node(id.c_obj()), sord_node_to_serd_node(key.c_obj()), p.second.type(), p.second.size(), (const char*)p.second.get_body() + 13); } else { sratom_write(_sratom, unmap, 0, sord_node_to_serd_node(id.c_obj()), sord_node_to_serd_node(key.c_obj()), p.second.type(), p.second.size(), p.second.get_body()); } } } sord_inserter_free(inserter); serd_env_free(env); } } // namespace Ingen