Function recordChatCompletionTrace

web/src/llm-api/chat-completion-trace.ts:184–257

(params: {
  body: ChatCompletionRequestBody
  userId: string
  agentId: string
  ancestorRunIds: string[]
  logger: Logger
  insertChatCompletionTraceBigquery?: InsertChatCompletionTraceBigqueryFn
  scheduleTraceWrite?: ScheduleTraceWrite
})

}

export function recordChatCompletionTrace(params: {
  body: ChatCompletionRequestBody
  userId: string
  agentId: string
  ancestorRunIds: string[]
  logger: Logger
  insertChatCompletionTraceBigquery?: InsertChatCompletionTraceBigqueryFn
  scheduleTraceWrite?: ScheduleTraceWrite
}) {
  const {
    body,
    userId,
    agentId,
    ancestorRunIds,
    logger,
    insertChatCompletionTraceBigquery,
    scheduleTraceWrite = (task) => {
      setTimeout(() => {
        void task()
      }, 0)
    },
  } = params
  if (typeof body.codebuff_metadata?.trace_session_id !== 'string') {
    return null
  }
  if (!insertChatCompletionTraceBigquery) {
    return null
  }

  const traceRequestId = randomUUID()
  body.codebuff_metadata = {
    ...(body.codebuff_metadata ?? {}),
    trace_request_id: traceRequestId,
  }

  scheduleTraceWrite(() => {
    let traceRecord: ReturnType<typeof buildChatCompletionTraceRecord>
    try {
      traceRecord = buildChatCompletionTraceRecord({
        body,
        userId,
        agentId,
        ancestorRunIds,
        traceRequestId,
        createdAt: new Date(),
      })
    } catch (error) {
      logger.error(
        { error, traceId: traceRequestId },
        'Failed to build chat completion trace row',
      )
      return Promise.resolve()
    }

    return insertChatCompletionTraceToBigQuery({
      row: traceRecord.row,
      logger,
      insertChatCompletionTraceBigquery,