Function callGroq

packages/baseai/src/dev/llms/call-groq.ts:9–42

({
	pipe,
	messages,
	llmApiKey,
	stream
}: {
	pipe: Pipe;
	llmApiKey: string;
	stream: boolean;
	messages: Message[];
})

import type { Message, Pipe } from 'types/pipe';

export async function callGroq({
	pipe,
	messages,
	llmApiKey,
	stream
}: {
	pipe: Pipe;
	llmApiKey: string;
	stream: boolean;
	messages: Message[];
}) {
	try {
		const modelParams = buildModelParams(pipe, stream, messages);
		const groq = new OpenAI({
			apiKey: llmApiKey,
			baseURL: 'https://api.groq.com/openai/v1'
		});
		applyJsonModeIfEnabled(modelParams, pipe);

		// Transform params according to provider's format
		const transformedRequestParams = transformToProviderRequest({
			provider: GROQ,
			params: modelParams as ModelParams,
			fn: 'chatComplete'
		});
		dlog('Groq request params', transformedRequestParams);

		return await groq.chat.completions.create(
			transformedRequestParams as any
		);
	} catch (error: any) {
		handleLlmError({ error, provider: GROQ });
	}
}

function buildModelParams(
	pipe: Pipe,