MCPcopy Create free account
hub / github.com/Tiiny-AI/PowerInfer / ggml_compute_forward_get_rows

Function ggml_compute_forward_get_rows

ggml.c:10402–10453  ·  view source on GitHub ↗

Source from the content-addressed store, hash-verified

10400}
10401
10402static void ggml_compute_forward_get_rows(
10403 const struct ggml_compute_params * params,
10404 const struct ggml_tensor * src0,
10405 const struct ggml_tensor * src1,
10406 struct ggml_tensor * dst) {
10407 switch (src0->type) {
10408 case GGML_TYPE_Q4_0:
10409 case GGML_TYPE_Q4_1:
10410 case GGML_TYPE_Q5_0:
10411 case GGML_TYPE_Q5_1:
10412 case GGML_TYPE_Q8_0:
10413 case GGML_TYPE_Q8_1:
10414 case GGML_TYPE_Q2_K:
10415 case GGML_TYPE_Q3_K:
10416 case GGML_TYPE_Q4_K:
10417 case GGML_TYPE_Q5_K:
10418 case GGML_TYPE_Q6_K:
10419 {
10420 ggml_compute_forward_get_rows_q(params, src0, src1, dst);
10421 } break;
10422 case GGML_TYPE_F16:
10423 {
10424 ggml_compute_forward_get_rows_f16(params, src0, src1, dst);
10425 } break;
10426 case GGML_TYPE_F32:
10427 {
10428 ggml_compute_forward_get_rows_f32(params, src0, src1, dst);
10429 } break;
10430 default:
10431 {
10432 GGML_ASSERT(false);
10433 } break;
10434 }
10435
10436 //static bool first = true;
10437 //printf("ne0 = %d, ne1 = %d, ne2 = %d\n", dst->ne[0], dst->ne[1], dst->ne[2]);
10438 //if (first) {
10439 // first = false;
10440 //} else {
10441 // for (int k = 0; k < dst->ne[1]; ++k) {
10442 // for (int j = 0; j < dst->ne[0]/16; ++j) {
10443 // for (int i = 0; i < 16; ++i) {
10444 // printf("%8.4f ", ((float *) dst->data)[k*dst->ne[0] + j*16 + i]);
10445 // }
10446 // printf("\n");
10447 // }
10448 // printf("\n");
10449 // }
10450 // printf("\n");
10451 // exit(0);
10452 //}
10453}
10454
10455// ggml_compute_forward_get_rows_back
10456

Callers 1

ggml_compute_forwardFunction · 0.70

Tested by

no test coverage detected