Function callFireworks

packages/baseai/src/dev/llms/call-fireworks.ts:10–47

({
	pipe,
	messages,
	llmApiKey,
	stream
}: {
	pipe: Pipe;
	llmApiKey: string;
	stream: boolean;
	messages: Message[];
})

import type { Message, Pipe } from 'types/pipe';

export async function callFireworks({
	pipe,
	messages,
	llmApiKey,
	stream
}: {
	pipe: Pipe;
	llmApiKey: string;
	stream: boolean;
	messages: Message[];
}) {
	try {
		const modelParams = buildModelParams(pipe, stream, messages);

		// Transform params according to provider's format
		const transformedRequestParams = transformToProviderRequest({
			provider: FIREWORKS_AI,
			params: modelParams,
			fn: 'chatComplete'
		});
		dlog('Fireworks request params', transformedRequestParams);

		// Fireworks llama-3.1 405b behaves weirdly with stop value. Bug on their side. Omitting it.
		if (modelParams?.model === 'llama-v3p1-405b-instruct')
			delete transformedRequestParams['stop'];

		const providerOptions = { provider: FIREWORKS_AI, llmApiKey };

		return await handleProviderRequest({
			providerOptions,
			inputParams: modelParams,
			endpoint: 'chatComplete',
			transformedRequestParams
		});
	} catch (error: any) {
		handleLlmError({ error, provider: FIREWORKS_AI });
	}
}

function buildModelParams(
	pipe: Pipe,