(self, prompt)
| 72 | return ''.join(all_responses) |
| 73 | |
| 74 | def generate_local(self, prompt): |
| 75 | if config.MODEL_TYPE == 'huggingface': |
| 76 | return self.llm(prompt, max_tokens=config.HF_MAX_LENGTH)["choices"][0]["text"] |
| 77 | if config.MODEL_TYPE == 'local': |
| 78 | return self.llm(prompt, max_tokens=config.LOCAL_MODEL_MAX_LENGTH)["choices"][0]["text"] |
| 79 | |
| 80 | def generate(self, prompt): |
| 81 | if config.MODEL_TYPE == 'huggingface': |