产出对应结果
(
self, prompts: str, template: str = None,
generate_configs: GenerateConfigs =None,
)
| 20 | self.system_prompt = system_prompt |
| 21 | |
| 22 | def generate( |
| 23 | self, prompts: str, template: str = None, |
| 24 | generate_configs: GenerateConfigs =None, |
| 25 | ) -> list: |
| 26 | '''产出对应结果''' |
| 27 | template = self.template if template is None else template |
| 28 | |
| 29 | params = self.generate_params(generate_configs) |
| 30 | |
| 31 | messages = [{"role": "system", "content": self.system_prompt}, {"role": "user", "content": prompts}] |
| 32 | try: |
| 33 | result = openai.ChatCompletion.create(api_base=os.environ["OPENAI_API_BASE"], api_key=os.environ["OPENAI_API_KEY"], model=self.model_path, messages=messages, **params) |
| 34 | # print("prompt_tokens: {}, completion_tokens: {}".format(result["usage"]["prompt_tokens"], result["usage"]["completion_tokens"])) |
| 35 | return result["choices"][0]["message"]["content"] |
| 36 | except Exception as e: |
| 37 | result = str(e) |
| 38 | |
| 39 | def generate_params( |
| 40 | self, generate_configs: GenerateConfigs, |
nothing calls this directly
no test coverage detected