Function callLLM

packages/baseai/src/dev/llms/call-llm.ts:32–201

({
	pipe,
	stream,
	messages,
	llmApiKey,
	variables,
	paramsTools
}: {
	pipe: Pipe;
	stream: boolean;
	llmApiKey: string;
	messages: Message[];
	variables?: VariablesI;
	paramsTools: PipeTool[] | undefined;
})

import type { PipeTool } from 'types/tools';

export async function callLLM({
	pipe,
	stream,
	messages,
	llmApiKey,
	variables,
	paramsTools
}: {
	pipe: Pipe;
	stream: boolean;
	llmApiKey: string;
	messages: Message[];
	variables?: VariablesI;
	paramsTools: PipeTool[] | undefined;
}) {
	try {
		// Get the model provider from the pipe.
		const providerString = pipe.model.split(':')[0];
		const modelProvider = getProvider(providerString);

		const memoryNames = pipe.memory.map(memory => memory.name);

		const similarChunks = await addContextFromMemory({
			messages,
			memoryNames
		});

		// Process the messages to be sent to the model provider.
		const messagesThread = getRunThread({
			pipe,
			messages,
			similarChunks,
			variables
		});
		messages = messagesThread;

		dlog('Messages for LLM', messages);

		if (modelProvider === OPEN_AI) {
			dlog('OPEN_AI', '✅');
			return await callOpenAI({
				pipe,
				stream,
				messages,
				llmApiKey,
				paramsTools
			});
		}

		if (modelProvider === ANTHROPIC) {
			dlog('ANTHROPIC', '✅');
			return await callAnthropic({
				pipe,
				stream,
				messages,
				llmApiKey,
				paramsTools
			});