generate param
(
self, generate_configs: GenerateConfigs,
)
| 23 | pass |
| 24 | |
| 25 | def generate_params( |
| 26 | self, generate_configs: GenerateConfigs, |
| 27 | ): |
| 28 | '''generate param''' |
| 29 | kargs = generate_configs.dict() |
| 30 | return kargs |
| 31 | |
| 32 | def load_model(self, model_path, trust_remote_code=True, tensor_parallel_size=1, gpu_memory_utilization=0.25): |
| 33 | '''加载模型''' |
nothing calls this directly
no outgoing calls
no test coverage detected