/******************************************************************************** * Copyright (c) 2023 CEA-List * * This program and the accompanying materials are made available under the * terms of the Eclipse Public License 2.0 which is available at * http://www.eclipse.org/legal/epl-2.0. * * SPDX-License-Identifier: EPL-2.0 * ********************************************************************************/ #include <set> #include <cassert> #include <memory> #include <string> #include "operator/FC.hpp" #include "utils/Recipies.hpp" #include "graph/GraphView.hpp" #include "graph/Node.hpp" #include "operator/Producer.hpp" #include "operator/GenericOperator.hpp" using namespace Aidge; /** * @brief Merge MatMul and Add Node into FC. * * @param nodes Strict set of Node to merge. */ void Aidge::fuseMulAdd(std::set<std::shared_ptr<Node>> nodes){ // Fuse Mulmat & Add into FC // Inputs : old nodes (pointers on mul & add) assert(nodes.size() == 2 && "Wrong number of nodes to replace\n"); // Too bad we lose information on the type after matching, how to keep the information after matching (not only for the type) ? // Step 0 : Assert the nodes types are correct to be fused std::shared_ptr<Node> add; std::shared_ptr<Node> matmul; for (const auto& element : nodes) { assert((element->type() == "MatMul" || element->type() == "Add") && "Wrong type for the nodes to replace"); if (element->type() == "MatMul"){ matmul = element; } else if (element->type() == "Add") { add = element; } } // Step 1 : Create FC // Fetch the output dimension throught the bias size auto producer_add_bias = add->input(1); Tensor& bias_tensor = (producer_add_bias.first)->getOperator()->output(0); // Instanciate FC //std::shared_ptr<Node> fc = FC(dim[0], false, "Fc"); std::shared_ptr<Node> fc = std::make_shared<Node>(std::make_shared<FC_Op>(bias_tensor.dims()[0], false)); // Step 2 : Branch existing producers & create the others // link weights & bias if (matmul->getParents(1)==nullptr) { matmul->getParents(0)->addChild(fc, 0, 1); } else { if (matmul->getParents(0)!=nullptr) matmul->getParents(0)->addChild(fc, 0, 0); matmul->getParents(1)->addChild(fc, 0, 1); } (producer_add_bias.first)->addChild(fc,0,2); // Step 3 : Update all graphviews that contains at least one node to replace // Case 1 : If all nodes are in a graph view : delete old nodes & branch input & output // Case 2 : If not all nodes are in a graph view : only delete the nodes from the graphview // Maybe create a central mechanism to update automatically all graph views rather than each node have graphview presence memory ? auto nodeToReplace = std::make_shared<GraphView>(); nodeToReplace->add(nodes); nodeToReplace->replaceWith({fc}); }