| 57 | } |
| 58 | |
| 59 | function createDiffComparisonPrompt( |
| 60 | diffPair: DiffPair, |
| 61 | scoreType: "logic-equivalence" | "api-signature" | "integration-points", |
| 62 | ): string { |
| 63 | const { reference, candidate } = diffPair; |
| 64 | |
| 65 | if (scoreType === "logic-equivalence") { |
| 66 | return createLogicEquivalencePrompt(reference, candidate); |
| 67 | } else if (scoreType === "api-signature") { |
| 68 | return createApiSignaturePrompt(reference, candidate); |
| 69 | } else { |
| 70 | return createIntegrationPointsPrompt(reference, candidate); |
| 71 | } |
| 72 | } |
| 73 | |
| 74 | async function testConsistency( |
| 75 | judge: Judge, |