Function GraphFuseRelu6

executor/lib/graph_optimizer.cpp:350–447

}

static bool GraphFuseRelu6(Graph* graph, GraphOptimizer* opt)
{
    int node_number = graph->seq_nodes.size();
    std::vector<Subgraph*> orig_sub;

    /*get all relu_minimum chain*/
    for(int i = 0; i < node_number; i++)
    {
        Node* min_node = graph->seq_nodes[i];
        Operator* op = min_node->GetOp();

        if(op->GetName() != "Eltwise")
            continue;

        Eltwise* eltwise_op = dynamic_cast<Eltwise*>(op);
        EltwiseParam* param = eltwise_op->GetParam();
        if(param->type != ELT_MIN_SCALAR)
            continue;    // todo:  verify 6

        /*Check if it is a  relu + minimum*/
        Tensor* input_tensor;
        Node* relu_node;

        input_tensor = min_node->GetInputTensor(0);
        relu_node = input_tensor->producer->owner;
        op = relu_node->GetOp();

        if(op->GetName() != "ReLu")
            continue;

        /*Create a subgrah represent the chain*/
        Subgraph* sub = new Subgraph("relu6_chain");

        sub->seq_nodes.push_back(relu_node);
        sub->seq_nodes.push_back(min_node);

        sub->input_nodes.push_back(relu_node);
        sub->output_nodes.push_back(min_node);

        /* add const node into seq nodes */
        for(unsigned int i = 1; i < relu_node->GetInputNum(); i++)
        {
            Tensor* tensor = relu_node->GetInputTensor(i);
            sub->seq_nodes.push_back(tensor->producer->owner);
        }

        for(unsigned int i = 1; i < min_node->GetInputNum(); i++)
        {
            Tensor* tensor = min_node->GetInputTensor(i);
            sub->seq_nodes.push_back(tensor->producer->owner);
        }
        orig_sub.push_back(sub);
    }

    /*replace the nodes of the grah*/
    for(unsigned int i = 0; i < orig_sub.size(); i++)
    {
        Subgraph fused("fused");