Method run

tasks/AutoTTS/code/main.py:163–188

(self)

        print(f"Results saved to {final_info_path}")
    
    async def run(self) -> float:
        # Run experiment and return accuracy
        print(f"Running {self.mode} experiment on {self.dataset} dataset from index {self.start} to {self.end}")

        # Load test set
        testset = load_data(self.dataset, "test")[self.start:self.end]
        results = await self.gather_results(testset)

        # Build results
        json_obj = [self.construct_entry(result, data) for result, data in zip(results, testset)]
        accuracy = sum(entry["score"] for entry in json_obj) / len(json_obj)

        # Save detailed results
        detailed_log_file = os.path.join(os.path.dirname(os.path.dirname(__file__)), "detailed_results.json")
        save_json(detailed_log_file, json_obj)
        print(f"Detailed results saved to {detailed_log_file}")

        # Save final_info.json
        self.save_final_info(accuracy)

        # Print result summary
        print(f"Unsolved: {round((1-accuracy) * len(json_obj))}")
        print(f"Accuracy: {accuracy:.4f}")
        print(f"Time taken: {duration_formatter(time.time() - self.timestamp)}")

        return accuracy


async def optimize_dataset(dataset: str, model: str, start: int = 0, end: int = -1):