MCPcopy Create free account
hub / github.com/openai/plugins / summarizeSamples

Function summarizeSamples

plugins/plugin-eval/src/core/baseline.js:36–57  ·  view source on GitHub ↗
(samples)

Source from the content-addressed store, hash-verified

34}
35
36function summarizeSamples(samples) {
37 if (samples.length < 4) {
38 return null;
39 }
40 return {
41 trigger_cost_tokens: [
42 quantile(samples.map((sample) => sample.trigger_cost_tokens.value), 0.5),
43 quantile(samples.map((sample) => sample.trigger_cost_tokens.value), 0.75),
44 quantile(samples.map((sample) => sample.trigger_cost_tokens.value), 0.9),
45 ],
46 invoke_cost_tokens: [
47 quantile(samples.map((sample) => sample.invoke_cost_tokens.value), 0.5),
48 quantile(samples.map((sample) => sample.invoke_cost_tokens.value), 0.75),
49 quantile(samples.map((sample) => sample.invoke_cost_tokens.value), 0.9),
50 ],
51 deferred_cost_tokens: [
52 quantile(samples.map((sample) => sample.deferred_cost_tokens.value), 0.5),
53 quantile(samples.map((sample) => sample.deferred_cost_tokens.value), 0.75),
54 quantile(samples.map((sample) => sample.deferred_cost_tokens.value), 0.9),
55 ],
56 };
57}
58
59async function collectSkillSamples(skillRoot) {
60 if (!(await pathExists(skillRoot))) {

Callers 1

loadBudgetBaselineFunction · 0.85

Calls 2

quantileFunction · 0.85
mapMethod · 0.80

Tested by

no test coverage detected