Function fetchWithRetry

packages/backend/src/utils.ts:68–110

(
    fetchFn: () => Promise<T>,
    identifier: string,
    logger: Logger,
    maxAttempts: number = 3
)

}

export const fetchWithRetry = async <T>(
    fetchFn: () => Promise<T>,
    identifier: string,
    logger: Logger,
    maxAttempts: number = 3
): Promise<T> => {
    let attempts = 0;

    while (true) {
        try {
            return await fetchFn();
        } catch (e: any) {
            Sentry.captureException(e);

            attempts++;
            if (
                (
                    (e.status >= 500 && e.status < 600) ||
                    e.status === StatusCodes.FORBIDDEN ||
                    e.status === StatusCodes.TOO_MANY_REQUESTS
                ) && attempts < maxAttempts
            ) {
                const resetDateMs = (() => {
                    // First, try to see if we have a reset date specified in the response headers
                    if (isOctokitRequestError(e) && e.response?.headers['x-ratelimit-reset']) {
                        return parseInt(e.response.headers['x-ratelimit-reset']) * 1000;
                    }

                    // Default to a exponential backoff approach
                    const defaultWaitTime = 3000 * Math.pow(2, attempts - 1);
                    return Date.now() + defaultWaitTime;
                })();

                const waitTime = Math.max(0, resetDateMs - Date.now());
                logger.warn(`Rate limit exceeded for ${identifier}. Waiting ${waitTime}ms before retry ${attempts}/${maxAttempts}...`);

                await new Promise(resolve => setTimeout(resolve, waitTime));
                continue;
            }
            throw e;
        }
    }
}

// TODO: do this better? ex: try using the tokens from all the connections 
// We can no longer use repo.cloneUrl directly since it doesn't contain the token for security reasons. As a result, we need to