/* This file is part of Ingen. Copyright 2015-2017 David Robillard Ingen is free software: you can redistribute it and/or modify it under the terms of the GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the License, or any later version. Ingen is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Affero General Public License for details. You should have received a copy of the GNU Affero General Public License along with Ingen. If not, see . */ #include #include "ingen/ColorContext.hpp" #include "ingen/Configuration.hpp" #include "ingen/Log.hpp" #include "ingen/World.hpp" #include "CompiledGraph.hpp" #include "Engine.hpp" #include "GraphImpl.hpp" #include "ThreadManager.hpp" namespace ingen { namespace server { /** Graph contains ambiguous feedback with no delay nodes. */ class FeedbackException : public std::exception { public: FeedbackException(const BlockImpl* node, const BlockImpl* root=nullptr) : node(node) , root(root) {} const BlockImpl* node; const BlockImpl* root; }; static bool has_provider_with_many_dependants(BlockImpl* n) { for (BlockImpl* p : n->providers()) { if (p->dependants().size() > 1) { return true; } } return false; } CompiledGraph::CompiledGraph(GraphImpl* graph) : _master(std::unique_ptr(new Task(Task::Mode::SEQUENTIAL))) { compile_graph(graph); } MPtr CompiledGraph::compile(Raul::Maid& maid, GraphImpl& graph) { try { return maid.make_managed(&graph); } catch (const FeedbackException& e) { Log& log = graph.engine().log(); if (e.node && e.root) { log.error(fmt("Feedback compiling %1% from %2%\n") % e.node->path() % e.root->path()); } else { log.error(fmt("Feedback compiling %1%\n") % e.node->path()); } return MPtr(); } } static size_t num_unvisited_dependants(BlockImpl* block) { size_t count = 0; for (BlockImpl* b : block->dependants()) { if (b->get_mark() == BlockImpl::Mark::UNVISITED) { ++count; } } return count; } static size_t parallel_depth(BlockImpl* block) { if (has_provider_with_many_dependants(block)) { return 2; } size_t min_provider_depth = std::numeric_limits::max(); for (auto p : block->providers()) { min_provider_depth = std::min(min_provider_depth, parallel_depth(p)); } return 2 + min_provider_depth; } void CompiledGraph::compile_graph(GraphImpl* graph) { ThreadManager::assert_thread(THREAD_PRE_PROCESS); // Start with sink nodes (no outputs, or connected only to graph outputs) std::set blocks; for (auto& b : graph->blocks()) { // Mark all blocks as unvisited initially b.set_mark(BlockImpl::Mark::UNVISITED); if (b.dependants().empty()) { // Block has no dependants, add to initial working set blocks.insert(&b); } } // Keep compiling working set until all nodes are visited while (!blocks.empty()) { std::set predecessors; // Calculate maximum sequential depth to consume this phase size_t depth = std::numeric_limits::max(); for (auto i : blocks) { depth = std::min(depth, parallel_depth(i)); } Task par(Task::Mode::PARALLEL); for (auto b : blocks) { assert(num_unvisited_dependants(b) == 0); Task seq(Task::Mode::SEQUENTIAL); compile_block(b, seq, depth, predecessors); par.push_front(std::move(seq)); } _master->push_front(std::move(par)); blocks = predecessors; } _master = Task::simplify(std::move(_master)); if (graph->engine().world()->conf().option("trace").get()) { ColorContext ctx(stderr, ColorContext::Color::YELLOW); dump(graph->path()); } } /** Throw a FeedbackException iff `dependant` has `root` as a dependency. */ static void check_feedback(const BlockImpl* root, BlockImpl* provider) { if (provider == root) { throw FeedbackException(root); } for (auto p : provider->providers()) { const BlockImpl::Mark mark = p->get_mark(); switch (mark) { case BlockImpl::Mark::UNVISITED: p->set_mark(BlockImpl::Mark::VISITING); check_feedback(root, p); break; case BlockImpl::Mark::VISITING: throw FeedbackException(p, root); case BlockImpl::Mark::VISITED: break; } p->set_mark(mark); } } void CompiledGraph::compile_provider(const BlockImpl* root, BlockImpl* block, Task& task, size_t max_depth, std::set& k) { if (block->dependants().size() > 1) { /* Provider has other dependants, so this is the tail of a sequential task. Add provider to future working set and stop traversal. */ check_feedback(root, block); if (num_unvisited_dependants(block) == 0) { k.insert(block); } } else if (max_depth > 0) { // Calling dependant has only this provider, add here if (task.mode() == Task::Mode::PARALLEL) { // Inside a parallel task, compile into a new sequential child Task seq(Task::Mode::SEQUENTIAL); compile_block(block, seq, max_depth, k); task.push_front(std::move(seq)); } else { // Prepend to given sequential task compile_block(block, task, max_depth, k); } } else { if (num_unvisited_dependants(block) == 0) { k.insert(block); } } } void CompiledGraph::compile_block(BlockImpl* n, Task& task, size_t max_depth, std::set& k) { switch (n->get_mark()) { case BlockImpl::Mark::UNVISITED: n->set_mark(BlockImpl::Mark::VISITING); // Execute this task after the providers to follow task.push_front(Task(Task::Mode::SINGLE, n)); if (n->providers().size() < 2) { // Single provider, prepend it to this sequential task for (auto p : n->providers()) { compile_provider(n, p, task, max_depth - 1, k); } } else if (has_provider_with_many_dependants(n)) { // Stop recursion and enqueue providers for the next round for (auto p : n->providers()) { if (num_unvisited_dependants(p) == 0) { k.insert(p); } } } else { // Multiple providers with only this node as dependant, // make a new parallel task to execute them Task par(Task::Mode::PARALLEL); for (auto p : n->providers()) { compile_provider(n, p, par, max_depth - 1, k); } task.push_front(std::move(par)); } n->set_mark(BlockImpl::Mark::VISITED); break; case BlockImpl::Mark::VISITING: throw FeedbackException(n); case BlockImpl::Mark::VISITED: break; } } void CompiledGraph::run(RunContext& context) { _master->run(context); } void CompiledGraph::dump(const std::string& name) const { auto sink = [](const std::string& s) { fwrite(s.c_str(), 1, s.size(), stderr); }; sink("(compiled-graph "); sink(name); _master->dump(sink, 2, false); sink(")\n"); } } // namespace server } // namespace ingen