get resource manager info Returns: str: resource manager info
(self)
| 359 | return cached_len |
| 360 | |
| 361 | def info(self): |
| 362 | """ |
| 363 | get resource manager info |
| 364 | |
| 365 | Returns: |
| 366 | str: resource manager info |
| 367 | """ |
| 368 | total_block_number = self.total_block_number() |
| 369 | available_block_num = self.available_block_num() |
| 370 | used_block_num = total_block_number - available_block_num |
| 371 | block_usage = used_block_num / total_block_number * 100 |
| 372 | total_batch_number = len(self.stop_flags) |
| 373 | available_batch_num = self.available_batch() |
| 374 | used_batch_num = total_batch_number - available_batch_num |
| 375 | batch_usage = used_batch_num / total_batch_number * 100 |
| 376 | info = ( |
| 377 | f"ResourceManager info, " |
| 378 | f"total_block_number: {total_block_number}, total_batch_number: {total_batch_number}, " |
| 379 | f"available_block_num: {available_block_num}, available_batch: {available_batch_num}," |
| 380 | f"running_reqs: {used_batch_num}, block_usage: {block_usage:.2f}%, batch_usage: {batch_usage:.2f}%" |
| 381 | ) |
| 382 | return info |
| 383 | |
| 384 | def get_gpu_cache_usage_perc(self): |
| 385 | """ |
no test coverage detected