Function testTensorPool

experimental/legacy/transformer/test_kernels.cpp:109–131

}

void testTensorPool(Context &ctx) {
  LOG(kDefLog, kInfo, "Starting Tensor Pool Test");
  // Test using the tensor pool to prepare tensor buffers for kernel invocation
  TensorPool pool = ctx.pool;
  std::array<float, 6> inputArr = {1.0, 2.0, 3.0, 4.0, 5.0, 6.0};
  Tensor input = createTensor(ctx, {2, 3}, kf32, inputArr.data());
  Tensor output = createTensor(ctx, {2, 3}, kf32);
  for (int i = 0; i < 10; i++) {
    Tensor t = createTensor(ctx, {2, 3}, kf32);
  }
  // initializing a gpu buffer w/ value and then copy it back to CPU
  std::array<float, 6> initValue = {1.0, 2.0, 3.0, 4.0, 5.0, 6.0};
  LOG(kDefLog, kInfo, "making tensors with init");
  Tensor tInit = createTensor(ctx, {2, 3}, kf32, initValue.data());
  LOG(kDefLog, kInfo, "Done with Tensor Pool Test");
  std::array<float, 6> targetValue;
  toCPU(ctx, tInit, targetValue.data(), sizeof(initValue));
  LOG(kDefLog, kInfo, "%s",
      show<float, 2, 3>(initValue, "initialized GPU value").c_str());
  LOG(kDefLog, kInfo, "%s",
      show<float, 2, 3>(targetValue, "To CPU from GPU").c_str());
  LOG(kDefLog, kInfo, "Done with Tensor Pool Test");
}

void testGelu(Context &ctx) {
  static constexpr size_t N = 3072;