Function encodingName

src/node/utils/main/tokenizer.worker.ts:38–42

(modelName: ModelName)

}

export function encodingName(modelName: ModelName): string {
  const model = models[modelName];
  assert(model, `Unknown tokenizer model '${modelName}'`);
  return model.encoding;
}

// Handle messages from main thread
if (parentPort) {