Function ggml_add_idx_impl

ggml.c:3220–3252

}

static struct ggml_tensor * ggml_add_idx_impl(
        struct ggml_context * ctx,
        struct ggml_tensor * a,
        struct ggml_tensor * b,
        struct ggml_tensor * idx,
        bool inplace) {
    // TODO: support less-strict constraint
    //       GGML_ASSERT(ggml_can_repeat(b, a));
    // GGML_ASSERT(ggml_can_repeat_rows(b, a));
    // printf("in add_idx\n");
    if (a == NULL)
        return b;
    if (b == NULL)
        return a;

    bool is_node = false;

    if (!inplace && (a->grad || b->grad)) {
        // TODO: support backward pass for broadcasting
        GGML_ASSERT(ggml_are_same_shape(a, b));
        is_node = true;
    }

    struct ggml_tensor * result = inplace ? ggml_view_tensor(ctx, a) : ggml_dup_tensor(ctx, a);

    result->op   = GGML_OP_ADD;
    result->grad = is_node ? ggml_dup_tensor(ctx, result) : NULL;
    result->src[0] = a;
    result->src[1] = b;
    result->src[2] = idx;

    return result;
}
// add for all gather
struct ggml_tensor * ggml_add_idx(
        struct ggml_context * ctx,