MCPcopy Create free account
hub / github.com/Tiiny-AI/PowerInfer / ggml_rms_norm_back

Function ggml_rms_norm_back

ggml.c:4009–4031  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

4007// ggml_rms_norm_back
4008
4009struct ggml_tensor * ggml_rms_norm_back(
4010 struct ggml_context * ctx,
4011 struct ggml_tensor * a,
4012 struct ggml_tensor * b,
4013 float eps) {
4014 bool is_node = false;
4015
4016 if (a->grad) {
4017 // TODO: implement backward
4018 is_node = true;
4019 }
4020
4021 struct ggml_tensor * result = ggml_dup_tensor(ctx, a);
4022
4023 ggml_set_op_params(result, &eps, sizeof(eps));
4024
4025 result->op = GGML_OP_RMS_NORM_BACK;
4026 result->grad = is_node ? ggml_dup_tensor(ctx, result) : NULL;
4027 result->src[0] = a;
4028 result->src[1] = b;
4029
4030 return result;
4031}
4032
4033// ggml_group_norm
4034

Callers 1

ggml_compute_backwardFunction · 0.70

Calls 2

ggml_dup_tensorFunction · 0.70
ggml_set_op_paramsFunction · 0.70

Tested by

no test coverage detected