Function preProcess

app/src/utils/pre-processor.ts:321–420

(agentId: string, systemPrompt: string, iterationId?: string)

};

export async function preProcess(agentId: string, systemPrompt: string, iterationId?: string): Promise<PreProcessorResult> {
  let modifiedPrompt = systemPrompt;
  const result: PreProcessorResult = {
    modifiedPrompt,
    images: [],
    imageSources: {},
    microphone: "",
    screenAudio: "",
    allAudio: ""
  };
  
  try {
    Logger.debug(agentId, 'Starting prompt pre-processing');

    //if (/\$MICROPHONE/.test(systemPrompt)) {
    //    Logger.debug(agentId, '$MICROPHONE placeholder detected, ensuring recognition is started.');
    //    try {
    //        await ensureRecognitionStarted(agentId);
    //    } catch (speechError: any) {
    //        Logger.error(agentId, `Failed to ensure speech recognition active in preProcess: ${speechError.message}`);
    //        modifiedPrompt = modifiedPrompt.replace(/\$MICROPHONE/g, `[Speech input unavailable: ${speechError.message}]`);
    //    }
    //}

    for (const [key, processor] of Object.entries(processors)) {
      //if (key === '$MICROPHONE' && modifiedPrompt.includes('[Speech input unavailable:')) {
      //    continue;
      //}

      processor.regex.lastIndex = 0; 
      let match;
      
      // Need to re-construct the string in a way that doesn't invalidate ongoing regex exec
      let currentSearchIndex = 0;
      let tempPrompt = "";

      while ((match = processor.regex.exec(modifiedPrompt)) !== null) {
        const placeholder = match[0];
        const matchIndex = match.index;

        // Append the part of the string before the current match
        tempPrompt += modifiedPrompt.substring(currentSearchIndex, matchIndex);
        
        Logger.debug(agentId, `Processing placeholder: ${placeholder} (at index ${matchIndex} using ${key})`);
        const processorResult = await processor.handler(agentId, modifiedPrompt, match, iterationId);
        
        let replacement = placeholder; // Default to keeping the placeholder if no replacementText
        if (processorResult.replacementText !== undefined) {
          replacement = processorResult.replacementText;
        }
        tempPrompt += replacement;

        currentSearchIndex = matchIndex + placeholder.length;
        processor.regex.lastIndex = currentSearchIndex; // Ensure regex continues after this placeholder

        if (processorResult.images && processorResult.images.length > 0) {
          result.images = [...(result.images || []), ...processorResult.images];