| 41 | self.tearDown() |
| 42 | |
| 43 | def test_load_model(self): |
| 44 | try: |
| 45 | self.setUp() |
| 46 | with grpc.insecure_channel("localhost:50051") as channel: |
| 47 | stub = backend_pb2_grpc.BackendStub(channel) |
| 48 | response = stub.LoadModel(backend_pb2.ModelOptions(Model="mlx-community/Llama-3.2-1B-Instruct-4bit")) |
| 49 | self.assertTrue(response.success) |
| 50 | self.assertEqual(response.message, "Model loaded successfully") |
| 51 | except Exception as err: |
| 52 | print(err) |
| 53 | self.fail("LoadModel service failed") |
| 54 | finally: |
| 55 | self.tearDown() |
| 56 | |
| 57 | def test_text(self): |
| 58 | try: |