Function matmulf16_forward_cpu

examples/matmul/run.cpp:24–45

const std::string versionToStr(int version);

void matmulf16_forward_cpu(half* out,
			   const half* inp, const half* weight, const half* bias,
			   int B, int T, int C, int OC) {
  // OC is short for "output channels"
  // inp is (B,T,C), weight is (OC, C)
  // out will be (B,T,OC)
#pragma omp parallel for collapse(2)
  for (int b = 0; b < B; b++) {
    for (int t = 0; t < T; t++) {
      half* out_bt = out + b * T * OC + t * OC;
      const half* inp_bt = inp + b * T * C + t * C;
      for (int o = 0; o < OC; o++) {
	float val = (bias != NULL) ? halfToFloat(bias[o]) : 0.0f;
	const half* wrow = weight + o*C;
	for (int i = 0; i < C; i++) {
	  val += halfToFloat(inp_bt[i]) * halfToFloat(wrow[i]);
	}
	out_bt[o] = val;
      }
    }
  }
}

static const char *kShaderMatmul1 = R"(
@group(0) @binding(0) var<storage, read_write> A: array<{{precision}}>;