({
messages,
systemPrompt,
thinkingConfig,
tools,
signal,
options,
}: {
messages: Message[]
systemPrompt: SystemPrompt
thinkingConfig: ThinkingConfig
tools: Tools
signal: AbortSignal
options: Options
})
| 773 | } |
| 774 | |
| 775 | export async function* queryModelWithStreaming({ |
| 776 | messages, |
| 777 | systemPrompt, |
| 778 | thinkingConfig, |
| 779 | tools, |
| 780 | signal, |
| 781 | options, |
| 782 | }: { |
| 783 | messages: Message[] |
| 784 | systemPrompt: SystemPrompt |
| 785 | thinkingConfig: ThinkingConfig |
| 786 | tools: Tools |
| 787 | signal: AbortSignal |
| 788 | options: Options |
| 789 | }): AsyncGenerator< |
| 790 | StreamEvent | AssistantMessage | SystemAPIErrorMessage, |
| 791 | void |
| 792 | > { |
| 793 | return yield* withStreamingVCR(messages, async function* () { |
| 794 | yield* queryModel( |
| 795 | messages, |
| 796 | systemPrompt, |
| 797 | thinkingConfig, |
| 798 | tools, |
| 799 | signal, |
| 800 | options, |
| 801 | ) |
| 802 | }) |
| 803 | } |
| 804 | |
| 805 | /** |
| 806 | * Determines if an LSP tool should be deferred (tool appears with defer_loading: true) |
no test coverage detected