Function add_document

app/routers/document.py:114–205

(request: DocumentRequest, current_user: User = Depends(get_current_user))

             tags=["Documents"]
            )
async def add_document(request: DocumentRequest, current_user: User = Depends(get_current_user)):
    
    headers = {
    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/64.0.3282.140 Safari/537.36 Edge/17.17134"
}
    # Assuming you have a Neo4j driver instance
    driver = GraphDatabase.driver(AppConfig.NEO4J_URI, auth=(AppConfig.NEO4J_USER, AppConfig.NEO4J_PASSWORD))

    logging.basicConfig(level=logging.INFO)

    logging.info(f"Fetching document from {request.url}")
    url_str = str(request.url)
    logging.info(f"Fetching document from {url_str}")

    async with httpx.AsyncClient() as client:
        response = await client.get(url_str, headers=headers)
        if response.status_code != 200:
            logging.error(f"Failed to fetch document from {url_str}: Status {response.status_code}")
            raise HTTPException(status_code=400, detail=f"Could not fetch document from {url_str}")

    soup = BeautifulSoup(response.content, 'html.parser')


    documentId=str(uuid.uuid4())
    title = extract_title(soup, documentId)
    text = extract_full_text(soup)
    imageurl = extract_primary_image(soup)
    publisher = extract_publisher(soup, url_str)
    thumbnail = extract_thumbnail(soup)
    wordcount = len(text.split())
    note=request.note
    logging.info(f"Document {documentId} has {wordcount} words")
    utc_now = datetime.utcnow().strftime('%Y-%m-%dT%H:%M') + 'Z'  # No seconds or microseconds, append 'Z' for UTC
    
    query = """
    CREATE (d:Document {
        uuid: $uuid,
        name: $name,
        url: $url,
        text: $text,
        note: $note,
        imageurl: $imageurl,
        publisher: $publisher,
        addeddate: $addeddate,
        thumbnail: $thumbnail,
        wordcount: $wordcount,
        type: "Document"
    })
    with d
    MATCH (u:User {uuid: $useruuid})
    MERGE (ua:UserAction {useruuid: u.uuid}) 
    ON CREATE SET ua.name = u.username, ua.uuid=randomUUID()
    MERGE (u)-[r:HAS_ACTION]->(ua)
    MERGE (ua)-[:ADDED]-(d) set r.dateadded= datetime()
    """
    with driver.session() as session:
        def create_document(tx: Transaction):
            return tx.run(query, {