Non-streaming ask
(self, prompt: str, role: str = "user", convo_id: str = "default", **kwargs)
| 149 | content = delta["content"] |
| 150 | yield content |
| 151 | def ask(self, prompt: str, role: str = "user", convo_id: str = "default", **kwargs): |
| 152 | """ |
| 153 | Non-streaming ask |
| 154 | """ |
| 155 | response = self.ask_stream( |
| 156 | prompt=prompt, |
| 157 | role=role, |
| 158 | convo_id=convo_id, |
| 159 | **kwargs, |
| 160 | ) |
| 161 | full_response: str = "".join(response) |
| 162 | self.add_to_conversation(full_response, role, convo_id=convo_id) |
| 163 | usage_token = self.token_str(prompt) |
| 164 | com_token = self.token_str(full_response) |
| 165 | total_token = self.token_cost(convo_id=convo_id) |
| 166 | return full_response, usage_token, com_token, total_token |
| 167 | |
| 168 | def check_api_available(self): |
| 169 | response = self.session.post( |
no test coverage detected