Function compute_altup_predict_node

cactus/graph/graph_ops_nn.cpp:2124–2142

}

void compute_altup_predict_node(GraphNode& node, const std::vector<std::unique_ptr<GraphNode>>& nodes, const std::unordered_map<size_t, size_t>& node_index_map) {
    size_t n = node.params.num_altup_inputs;
    const auto& coefs_buf = get_input(node, 0, nodes, node_index_map);

    std::vector<const __fp16*> stream_ptrs(n);
    for (size_t i = 0; i < n; i++) {
        stream_ptrs[i] = get_input(node, 1 + i, nodes, node_index_map).data_as<__fp16>();
    }

    const auto& stream0_buf = get_input(node, 1, nodes, node_index_map);
    size_t seq_len = stream0_buf.shape[0];
    size_t hidden_dim = stream0_buf.shape[1];

    cactus_altup_predict_f16(
        coefs_buf.data_as<__fp16>(),
        stream_ptrs.data(),
        node.output_buffer.data_as<__fp16>(),
        n, seq_len, hidden_dim);
}

void compute_gaussian_topk_node(GraphNode& node, const std::vector<std::unique_ptr<GraphNode>>& nodes, const std::unordered_map<size_t, size_t>& node_index_map) {
    const auto& input_buf = get_input(node, 0, nodes, node_index_map);