Function __resetTokenizerForTests

src/node/utils/main/tokenizer.ts:284–288

()

}

export function __resetTokenizerForTests(): void {
  encodingPromises.clear();
  tokenCountCache.clear();
  inFlightCounts.clear();
}