(url, header, llm, temperature, top_p, check, sampler, tools, figure_dir, wf, statistics, now, dependency_type)
| 158 | statistics["avg_time_per_sample"] = str((datetime.now() - now) / statistics["success"]) |
| 159 | |
| 160 | async def run(url, header, llm, temperature, top_p, check, sampler, tools, figure_dir, wf, statistics, now, dependency_type): |
| 161 | method = random.choices(list(method_weights.keys()), weights=list(method_weights.values()))[0] |
| 162 | if method == "single": |
| 163 | tool_number = 1 |
| 164 | else: |
| 165 | tool_number = random.choices(list(number_weights.keys()), weights=list(number_weights.values()))[0] |
| 166 | if method == "dag": |
| 167 | tool_number = max(tool_number, 3) |
| 168 | await sample_with_statistics(url, header, llm, temperature, top_p, check, tool_number, sampler, tools, method, figure_dir, wf, statistics, now, dependency_type) |
| 169 | |
| 170 | tasks = [] |
| 171 | for _ in range(number_of_samples): |
no test coverage detected