| 604 | return cls(client._channel, timeout=client._timeout) |
| 605 | |
| 606 | def set_cluster( |
| 607 | self, |
| 608 | *, |
| 609 | provider_name: str, |
| 610 | model_id: str, |
| 611 | no_verify: bool = False, |
| 612 | ) -> ClusterInferenceConfig: |
| 613 | response = self._stub.SetClusterInference( |
| 614 | inference_pb2.SetClusterInferenceRequest( |
| 615 | provider_name=provider_name, |
| 616 | model_id=model_id, |
| 617 | no_verify=no_verify, |
| 618 | ), |
| 619 | timeout=self._timeout, |
| 620 | ) |
| 621 | return ClusterInferenceConfig( |
| 622 | provider_name=response.provider_name, |
| 623 | model_id=response.model_id, |
| 624 | version=response.version, |
| 625 | ) |
| 626 | |
| 627 | def get_cluster(self) -> ClusterInferenceConfig: |
| 628 | response = self._stub.GetClusterInference( |