Method setModel

src/node/utils/main/StreamingTokenTracker.ts:21–29

* Initialize tokenizer for the current model * Should be called when model changes or on first stream

(model: string, metadataModelOverride?: string)

   * Should be called when model changes or on first stream
   */
  async setModel(model: string, metadataModelOverride?: string): Promise<void> {
    const tokenizerModelKey = metadataModelOverride ?? model;
    if (this.tokenizer && this.tokenizerModelKey === tokenizerModelKey) {
      return;
    }

    this.tokenizer = await getTokenizerForModel(model, metadataModelOverride);
    this.tokenizerModelKey = tokenizerModelKey;
  }

  /**
   * Count tokens in a text string synchronously