(cls)
| 38 | |
| 39 | @classmethod |
| 40 | def setUpClass(cls): |
| 41 | try: |
| 42 | llm = LLM( |
| 43 | model=MODEL_NAME, |
| 44 | max_num_batched_tokens=4096, |
| 45 | tensor_parallel_size=1, |
| 46 | engine_worker_queue_port=int(os.getenv("FD_ENGINE_QUEUE_PORT")), |
| 47 | cache_queue_port=int(os.getenv("FD_CACHE_QUEUE_PORT")), |
| 48 | ) |
| 49 | cls.llm = weakref.proxy(llm) |
| 50 | except Exception as e: |
| 51 | print(f"Setting up LLM failed: {e}") |
| 52 | raise unittest.SkipTest(f"LLM initialization failed: {e}") |
| 53 | |
| 54 | @classmethod |
| 55 | def tearDownClass(cls): |