MCPcopy Create free account
hub / github.com/Tiiny-AI/PowerInfer / ggml_compute_forward_alibi

Function ggml_compute_forward_alibi

ggml.c:11013–11046  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

11011}
11012
11013static void ggml_compute_forward_alibi(
11014 const struct ggml_compute_params * params,
11015 const struct ggml_tensor * src0,
11016 struct ggml_tensor * dst) {
11017 switch (src0->type) {
11018 case GGML_TYPE_F16:
11019 {
11020 ggml_compute_forward_alibi_f16(params, src0, dst);
11021 } break;
11022 case GGML_TYPE_F32:
11023 {
11024 ggml_compute_forward_alibi_f32(params, src0, dst);
11025 } break;
11026 case GGML_TYPE_Q4_0:
11027 case GGML_TYPE_Q4_1:
11028 case GGML_TYPE_Q5_0:
11029 case GGML_TYPE_Q5_1:
11030 case GGML_TYPE_Q8_0:
11031 case GGML_TYPE_Q8_1:
11032 case GGML_TYPE_Q2_K:
11033 case GGML_TYPE_Q3_K:
11034 case GGML_TYPE_Q4_K:
11035 case GGML_TYPE_Q5_K:
11036 case GGML_TYPE_Q6_K:
11037 case GGML_TYPE_Q8_K:
11038 case GGML_TYPE_I8:
11039 case GGML_TYPE_I16:
11040 case GGML_TYPE_I32:
11041 case GGML_TYPE_COUNT:
11042 {
11043 GGML_ASSERT(false);
11044 } break;
11045 }
11046}
11047
11048// ggml_compute_forward_clamp
11049

Callers 1

ggml_compute_forwardFunction · 0.85

Tested by

no test coverage detected