File tokenizer.test.ts

extensions/cli/src/util/tokenizer.test.ts:None–None

import { ModelConfig } from "@continuedev/config-yaml";
import type { ChatHistoryItem } from "core/index.js";
import { beforeEach, describe, expect, it, vi } from "vitest";