initialize cache info
(self)
| 2173 | logger.info("=============================================================") |
| 2174 | |
| 2175 | def init_cache_info(self): |
| 2176 | """ |
| 2177 | initialize cache info |
| 2178 | """ |
| 2179 | # TODO: group the splitiwse params |
| 2180 | # There are two methods for splitwise deployment: |
| 2181 | # 1. v0 splitwise_scheduler or dp_scheduler |
| 2182 | # 2. v1 local_scheduler + router |
| 2183 | self.splitwise_version = None |
| 2184 | if self.scheduler_config.name in ("splitwise", "dp"): |
| 2185 | self.splitwise_version = "v0" |
| 2186 | elif self.scheduler_config.name == "local" and self.router_config and self.router_config.router: |
| 2187 | self.splitwise_version = "v1" |
| 2188 | |
| 2189 | # the information for registering this server to router or splitwise_scheduler |
| 2190 | port = self.router_config.api_server_port if self.router_config else None |
| 2191 | metrics_port = self.router_config.metrics_port if self.router_config else None |
| 2192 | transfer_protocol = ( |
| 2193 | self.cache_config.cache_transfer_protocol.split(",") if self.cache_config.cache_transfer_protocol else [] |
| 2194 | ) |
| 2195 | self.register_info = { |
| 2196 | "role": self.scheduler_config.splitwise_role, |
| 2197 | "host_ip": self.host_ip, |
| 2198 | "port": port, |
| 2199 | "metrics_port": metrics_port, |
| 2200 | "connector_port": self.cache_config.local_pd_comm_port, |
| 2201 | "rdma_ports": self.cache_config.local_rdma_comm_ports, |
| 2202 | "engine_worker_queue_port": self.parallel_config.local_engine_worker_queue_port, |
| 2203 | "device_ids": self.local_device_ids, |
| 2204 | "transfer_protocol": transfer_protocol, |
| 2205 | "tp_size": self.parallel_config.tensor_parallel_size, |
| 2206 | } |
| 2207 | logger.info(f"register_info: {self.register_info}") |
| 2208 | |
| 2209 | def read_from_config(self): |
| 2210 | """ |