(self, prompt, n = 10)
| 225 | return prompt_tokens |
| 226 | |
| 227 | def infer_one(self, prompt, n = 10): |
| 228 | try: |
| 229 | if n <= 10: |
| 230 | outputs = self.model.generate(prompt, self.sampling_params) |
| 231 | predictions = [] |
| 232 | for o in outputs[0].outputs: |
| 233 | predictions.append(o.text) |
| 234 | else: |
| 235 | iters = math.ceil(n / 10) |
| 236 | predictions = [] |
| 237 | for i in range(0, iters): |
| 238 | outputs = self.model.generate(prompt, self.sampling_params) |
| 239 | for o in outputs[0].outputs: |
| 240 | predictions.append(o.text) |
| 241 | return predictions |
| 242 | except Exception as e: |
| 243 | logger.error("Error occurred with reason {} for prompt:\n{}".format(str(e), prompt)) |
| 244 | return str(e) |
| 245 | |
| 246 | |
| 247 | def infer_one_chat(self, dialog, n = 10): |
no test coverage detected