Function enrichWithDelayedUsageInfos

src/modules/chat.ts:629–677

(
  generationId: string,
  chatState: ChatStateType,
  task: LLMTask
)

}

export function enrichWithDelayedUsageInfos(
  generationId: string,
  chatState: ChatStateType,
  task: LLMTask
) {
  void sleep(5000).then(() => {
    const headers: Record<string, string> = generateHeaders(chatState);
    void axios
      .get<OpenRouterGenerationInfo>(
        `https://openrouter.ai/api/v1/generation?id=${generationId}`,
        { headers }
      )
      .then((generation) => {
        console.log('received costs for task');
        if (generation) {
          const generationInfo = generation.data.data;

          if (
            generationInfo.native_tokens_completion &&
            generationInfo.native_tokens_prompt
          ) {
            // we get the useage data very often in an asynchronous form.
            // thats why we need to
            // openai sends back the exact number of prompt tokens :)
            task.debugging.promptTokens = generationInfo.native_tokens_prompt;
            task.debugging.resultTokens =
              generationInfo.native_tokens_completion;
            task.debugging.taskCosts = generationInfo.usage;
            task.debugging.taskTokens =
              generationInfo.native_tokens_prompt +
              generationInfo.native_tokens_completion;
            for (const childID of task.childrenIDs) {
              const child = chatState.Tasks[childID];
              if (!child.debugging.promptTokens) {
                child.debugging.promptTokens = task.debugging.resultTokens;
              }
            }
          }
        }
      })
      .catch((err) => {
        console.log(
          'failed to get cost information for Openrouter.ai: ',
          generationId,
          err
        );
      });
  });
}

async function uploadFileToOpenAI(
  file: File,