Function markdownify_tool

backend/app/agents/tools/scraping_tools.py:212–247

Convert a webpage to clean, formatted markdown. This tool extracts the main content from a webpage and converts it to markdown format. Useful for documentation, content analysis, or creating readable versions of web pages. Args: website_url: The URL to convert

(website_url: str)

@tool("markdownify", args_schema=MarkdownifyInput)
async def markdownify_tool(website_url: str) -> Dict[str, Any]:
    """
    Convert a webpage to clean, formatted markdown.
    
    This tool extracts the main content from a webpage and converts it
    to markdown format. Useful for documentation, content analysis, or
    creating readable versions of web pages.
    
    Args:
        website_url: The URL to convert to markdown
        
    Returns:
        Dictionary containing the markdown content
    """
    try:
        async with AsyncClient(api_key=settings.SCRAPEGRAPH_API_KEY) as client:
            logger.info(f"Markdownify: Converting {website_url} to markdown")
            
            response = await client.smartscraper(
                website_url=website_url,
                user_prompt="Convert this entire webpage to clean markdown format, preserving structure and formatting"
            )
            
            return {
                "success": True,
                "markdown": response.get("result", ""),
                "url": website_url
            }
            
    except Exception as e:
        logger.error(f"Markdownify failed for {website_url}: {str(e)}")
        return {
            "success": False,
            "error": str(e),
            "url": website_url
        }


@tool("validate_urls")