Function callTogether

packages/baseai/src/dev/llms/call-together.ts:10–42

({
	pipe,
	messages,
	llmApiKey,
	stream,
	paramsTools
}: {
	pipe: Pipe;
	llmApiKey: string;
	stream: boolean;
	messages: Message[];
	paramsTools: PipeTool[] | undefined;
})

import type { PipeTool } from 'types/tools';

export async function callTogether({
	pipe,
	messages,
	llmApiKey,
	stream,
	paramsTools
}: {
	pipe: Pipe;
	llmApiKey: string;
	stream: boolean;
	messages: Message[];
	paramsTools: PipeTool[] | undefined;
}) {
	try {
		const modelParams = buildModelParams(pipe, stream, messages);

		// LLM.
		const together = new OpenAI({
			apiKey: llmApiKey,
			baseURL: 'https://api.together.xyz/v1'
		});

		// Together behaves weirdly with stop value. Omitting it.
		delete modelParams['stop'];
		applyJsonModeIfEnabled(modelParams, pipe);
		addToolsToParams(modelParams, pipe, paramsTools);
		dlog('modelParams', modelParams);

		return await together.chat.completions.create(modelParams as any);
	} catch (error: any) {
		handleLlmError({ error, provider: GROQ });
	}
}

function buildModelParams(
	pipe: Pipe,