Method process

aura/github.py:115–150

(self, max_retries=3, backoff=1.0)

        return 0.0

    async def process(self, max_retries=3, backoff=1.0):
        while True:
            api_wait_time = self.wait_time
            if api_wait_time > 3:
                logger.warning(f"Rate limit reached, waiting for {api_wait_time}s")

            await asyncio.sleep(api_wait_time)
            item: Optional[str] = await self.queue.get()
            try:
                if not item:
                    continue
                elif type(item) == tuple:
                    retries, url = item
                elif item == GitHubPrefetcher.STOP:
                    break
                else:
                    url = item
                    retries = 0

                # Fetch the github repo data which will store it in a cache
                try:
                    logger.info(f"Attempting to prefetch repository data for: `{url}`")
                    _ = await non_blocking(GitHub.from_url, url)
                except NoSuchRepository:
                    logger.warning(f"GitHub repository does not exists or access was denied: `{url}`")
                except RateLimitError:
                    logger.warning(f"GitHub reate limit reached")
                    await self.queue.put(url)
                except Exception:
                    logger.exception(f"An error occurred while prefetching the repository data: {retries} retries")
                    if retries < max_retries:
                        retries += 1
                        await asyncio.sleep(backoff*retries)
                        await self.queue.put((retries, url))
            finally:
                self.queue.task_done()


def update_rate_limits(response: requests.Response, **kwargs):