Function main

apps/python-sdk/example.py:13–51

()

load_dotenv()

def main():
    api_key = os.getenv("FIRECRAWL_API_KEY")
    if not api_key:
        raise ValueError("FIRECRAWL_API_KEY is not set")
    
    api_url = os.getenv("FIRECRAWL_API_URL")
    if not api_url:
        raise ValueError("FIRECRAWL_API_URL is not set")

    firecrawl = Firecrawl(api_key=api_key, api_url=api_url)

    # Scrape
    doc = firecrawl.scrape("https://docs.firecrawl.dev", formats=["markdown"])
    print("scrape:", doc.markdown)
    # doc.metadata_dict is a dict, doc.metadata_typed is a DocumentMetadata object
    print(doc.metadata_dict.get("source_url"))
    print('metadata_dict.get("title"):', doc.metadata_dict.get("title"))
    print("metadata_typed.title:", doc.metadata_typed.title)
    print("metadata.title", doc.metadata.title if doc.metadata else None)


    # Crawl (waits until terminal state)
    crawl_job = firecrawl.crawl("https://docs.firecrawl.dev", limit=3, poll_interval=1, timeout=120)
    print("crawl:", crawl_job.status, crawl_job.completed, "/", crawl_job.total)

    # Batch scrape
    batch = firecrawl.batch_scrape([
        "https://docs.firecrawl.dev",
        "https://firecrawl.dev",
    ], formats=["markdown"], poll_interval=1, wait_timeout=120)
    print("batch:", batch.status, batch.completed, "/", batch.total)

    # Search
    search_response = firecrawl.search(query="What is the capital of France?", limit=5)
    print("search web results:", len(getattr(search_response, "web", []) or []))

    # Map
    map_response = firecrawl.map("https://firecrawl.dev")
    print("map links:", len(getattr(map_response, "links", []) or []))

if __name__ == "__main__":
    main()