MCPcopy Create free account
hub / github.com/continuedev/continue / copyTokenizers

Function copyTokenizers

extensions/vscode/scripts/utils.js:11–23  ·  view source on GitHub ↗
()

Source from the content-addressed store, hash-verified

9const continueDir = path.join(__dirname, "..", "..", "..");
10
11function copyTokenizers() {
12 fs.copyFileSync(
13 path.join(__dirname, "../../../core/llm/llamaTokenizerWorkerPool.mjs"),
14 path.join(__dirname, "../out/llamaTokenizerWorkerPool.mjs"),
15 );
16 console.log("[info] Copied llamaTokenizerWorkerPool");
17
18 fs.copyFileSync(
19 path.join(__dirname, "../../../core/llm/llamaTokenizer.mjs"),
20 path.join(__dirname, "../out/llamaTokenizer.mjs"),
21 );
22 console.log("[info] Copied llamaTokenizer");
23}
24
25async function buildGui(isGhAction) {
26 // Make sure we are in the right directory

Callers 1

packageFunction · 0.85

Calls 1

logMethod · 0.65

Tested by

no test coverage detected