Method generate

src/models/base_model.py:21–23

产出对应结果

(self, prompts: str, template: str = None, generate_configs: GenerateConfigs = None)

        self.load_model(self.model_path, self.trust_remote_code, self.tensor_parallel_size, self.gpu_memory_utilization)

    def generate(self, prompts: str, template: str = None, generate_configs: GenerateConfigs = None) -> list:
        '''产出对应结果'''
        pass

    def generate_params(
        self, generate_configs: GenerateConfigs,