()
| 26 | const n_ctx_slot = __ENV.SERVER_BENCH_MAX_CONTEXT ? parseInt(__ENV.SERVER_BENCH_MAX_CONTEXT) : 2048 |
| 27 | |
| 28 | export function setup() { |
| 29 | console.info(`Benchmark config: server_url=${server_url} n_prompt=${n_prompt} model=${model} dataset_path=${dataset_path} max_tokens=${max_tokens}`) |
| 30 | } |
| 31 | |
| 32 | const data = new SharedArray('conversations', function () { |
| 33 | const tokenizer = (message) => message.split(/[\s,'".?]/) |