Method client

tokasaurus/benchmarks/utils.py:39–45

(self)

        self.stop_strings = []

    def client(self):
        return OpenAI(
            base_url=f"http://localhost:{self.port}/v1",
            api_key=self.api_key,
            max_retries=0,
            timeout=None,
        )


def kill_process_tree(pid):