Inference method - convenience method for a basic text completion.
(self, prompt, temperature=0.7, target_len=200)
| 720 | return response |
| 721 | |
| 722 | def completion(self, prompt, temperature=0.7, target_len=200): |
| 723 | |
| 724 | """ Inference method - convenience method for a basic text completion. """ |
| 725 | |
| 726 | self.llm_model.temperature = temperature |
| 727 | self.llm_model.ai_max_output_len = target_len |
| 728 | |
| 729 | response = self.prompt_from_catalog(prompt, prompt_name="completion") |
| 730 | |
| 731 | return response |
| 732 | |
| 733 | def multiple_choice(self, prompt, context, choice_list): |
| 734 |