Method acache_url

crawl4ai/async_database.py:67–86

(self, url: str, html: str, cleaned_html: str, markdown: str, extracted_content: str, success: bool, media: str = "{}", links: str = "{}", metadata: str = "{}", screenshot: str = "")

            return None

    async def acache_url(self, url: str, html: str, cleaned_html: str, markdown: str, extracted_content: str, success: bool, media: str = "{}", links: str = "{}", metadata: str = "{}", screenshot: str = ""):
        try:
            async with aiosqlite.connect(self.db_path) as db:
                await db.execute('''
                    INSERT INTO crawled_data (url, html, cleaned_html, markdown, extracted_content, success, media, links, metadata, screenshot)
                    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
                    ON CONFLICT(url) DO UPDATE SET
                        html = excluded.html,
                        cleaned_html = excluded.cleaned_html,
                        markdown = excluded.markdown,
                        extracted_content = excluded.extracted_content,
                        success = excluded.success,
                        media = excluded.media,      
                        links = excluded.links,    
                        metadata = excluded.metadata,      
                        screenshot = excluded.screenshot
                ''', (url, html, cleaned_html, markdown, extracted_content, success, media, links, metadata, screenshot))
                await db.commit()
        except Exception as e:
            print(f"Error caching URL: {e}")

    async def aget_total_count(self) -> int:
        try: