Method decode

core/llm/countTokens.ts:33–35

(tokens: number[])

  }

  decode(tokens: number[]): string {
    return llamaTokenizer.decode(tokens);
  }
}

class NonWorkerAsyncEncoder implements AsyncEncoder {