Method run

CybersecurityBenchmarks/benchmark/benchmark.py:113–122

Processes a LLM-response.

(
        self,
        num_test_cases: int = 0,
        run_llm_in_parallel: int = 1,
        should_cleanup_after_eval: bool = True,
    )

    @abstractmethod
    async def run(
        self,
        num_test_cases: int = 0,
        run_llm_in_parallel: int = 1,
        should_cleanup_after_eval: bool = True,
    ) -> None:
        """
        Processes a LLM-response.
        """
        pass