Function getResponse

src/agent.ts:288–716

(question: string,
                                  tokenBudget: number = 1_000_000,
                                  maxBadAttempts: number = 3,
                                  existingContext?: Partial<TrackerContext>,
                                  historyMessages?: Array<CoreAssistantMessage | CoreUserMessage>
)

export async function getResponse(question: string,
                                  tokenBudget: number = 1_000_000,
                                  maxBadAttempts: number = 3,
                                  existingContext?: Partial<TrackerContext>,
                                  historyMessages?: Array<CoreAssistantMessage | CoreUserMessage>
): Promise<{ result: StepAction; context: TrackerContext }> {
  const context: TrackerContext = {
    tokenTracker: existingContext?.tokenTracker || new TokenTracker(tokenBudget),
    actionTracker: existingContext?.actionTracker || new ActionTracker()
  };
  let step = 0;
  let totalStep = 0;
  let badAttempts = 0;
  let schema: ZodObject<any> = getSchema(true, true, true, true)
  const gaps: string[] = [question.trim()];  // All questions to be answered including the orginal question
  const allQuestions = [question.trim()];
  const allKeywords = [];
  const allKnowledge = [];  // knowledge are intermedidate questions that are answered
  // iterate over historyMessages
  // if role is user and content is question, add to allQuestions, the next assistant content should be the answer
  // put this pair to the allKnowledge
  historyMessages?.forEach((message, i) => {
    if (message.role === 'user' && message.content && historyMessages[i + 1]?.role === 'assistant') {
      allQuestions.push(message.content as string)
      allKnowledge.push({
        question: message.content,
        answer: historyMessages[i + 1]?.content || '',
        type: 'history-qa'
      });
    }
  })

  const badContext = [];
  let diaryContext = [];
  let allowAnswer = true;
  let allowSearch = true;
  let allowRead = true;
  let allowReflect = true;
  let prompt = '';
  let thisStep: StepAction = {action: 'answer', answer: '', references: [], think: ''};
  let isAnswered = false;

  const allURLs: Record<string, string> = {};
  const visitedURLs: string[] = [];
  const evaluationMetrics: Record<string, any[]> = {};
  while (context.tokenTracker.getTotalUsage().totalTokens < tokenBudget && badAttempts <= maxBadAttempts) {
    // add 1s delay to avoid rate limiting
    await sleep(STEP_SLEEP);
    step++;
    totalStep++;
    const budgetPercentage = (context.tokenTracker.getTotalUsage().totalTokens / tokenBudget * 100).toFixed(2);
    console.log(`Step ${totalStep} / Budget used ${budgetPercentage}%`);
    console.log('Gaps:', gaps);
    allowReflect = allowReflect && (gaps.length <= 1);
    const currentQuestion = gaps.length > 0 ? gaps.shift()! : question.trim();
    if (!evaluationMetrics[currentQuestion]) {
      evaluationMetrics[currentQuestion] = await evaluateQuestion(currentQuestion, context.tokenTracker)
    }