Function GraphFuseBNScale

executor/lib/graph_optimizer.cpp:232–348

}

static bool GraphFuseBNScale(Graph* graph, GraphOptimizer* opt)
{
    int node_number = graph->seq_nodes.size();
    std::vector<Subgraph*> orig_sub;

    /*get all bn_scale chain*/
    for(int i = 0; i < node_number; i++)
    {
        Node* Scale_node = graph->seq_nodes[i];
        Operator* op = Scale_node->GetOp();

        if(op->GetName() != "Scale")
            continue;

        /*Check if it is a bn-->Scale*/
        Tensor* input_tensor;
        Node* Bn_node;

        input_tensor = Scale_node->GetInputTensor(0);
        Bn_node = input_tensor->producer->owner;
        op = Bn_node->GetOp();

        if(op->GetName() != "BatchNormalization")
            continue;

        /*Create a subgrah represent the chain*/
        Subgraph* sub = new Subgraph("BnScale_chain");

        sub->seq_nodes.push_back(Bn_node);
        sub->seq_nodes.push_back(Scale_node);

        sub->input_nodes.push_back(Bn_node);
        sub->output_nodes.push_back(Scale_node);

        /* add const node into seq nodes */
        for(unsigned int i = 1; i < Bn_node->GetInputNum(); i++)
        {
            Tensor* tensor = Bn_node->GetInputTensor(i);
            sub->seq_nodes.push_back(tensor->producer->owner);
        }

        for(unsigned int i = 1; i < Scale_node->GetInputNum(); i++)
        {
            Tensor* tensor = Scale_node->GetInputTensor(i);
            sub->seq_nodes.push_back(tensor->producer->owner);
        }
        orig_sub.push_back(sub);
    }

    /*replace the nodes of the grah*/
    for(unsigned int i = 0; i < orig_sub.size(); i++)
    {
        Subgraph fused("fused");
        Subgraph* orig = orig_sub[i];

        Node* orig_output = orig->output_nodes[0];
        Node* orig_input = orig->input_nodes[0];