(self, accuracy: float)
| 142 | return entry |
| 143 | |
| 144 | def save_final_info(self, accuracy: float) -> None: |
| 145 | final_info_path = os.path.join(os.path.dirname(os.path.dirname(__file__)), "final_info.json") |
| 146 | |
| 147 | final_info = { |
| 148 | self.dataset: { |
| 149 | "means": { |
| 150 | "accuracy": accuracy, |
| 151 | "prompt_tokens": get_token()[0], |
| 152 | "completion_tokens": get_token()[1], |
| 153 | "total_calls": get_call_count(), |
| 154 | } |
| 155 | } |
| 156 | } |
| 157 | |
| 158 | with open(final_info_path, "w") as f: |
| 159 | json.dump(final_info, f, indent=4) |
| 160 | |
| 161 | print(f"Results saved to {final_info_path}") |
| 162 | |
| 163 | async def run(self) -> float: |
| 164 | # Run experiment and return accuracy |
no test coverage detected