Function chatSourcesquestion

app/routers/chat.py:116–179

(question: str = Query(..., description="The question to be processed"), current_user: User = Depends(get_current_user))

             description="This endpoint provides a chat response along with sources of information. It uses the ChatOpenAI model for generating responses.",
             tags=["Chat", "Sources"])
def chatSourcesquestion(question: str = Query(..., description="The question to be processed"), current_user: User = Depends(get_current_user)):
    driver = GraphDatabase.driver(uri, auth=(AppConfig.NEO4J_USER, AppConfig.NEO4J_PASSWORD))  

    # Start measuring time
    start_time = time.time()
    request_payload = json.dumps({"question": question}).encode('utf-8')
    request_payload_size = sys.getsizeof(request_payload)

    # Generate a response in chatGPT style based on the user's question
    chain = RetrievalQAWithSourcesChain.from_chain_type(
        ChatOpenAI(temperature=1, max_tokens=4000, model_name="gpt-4-1106-preview", openai_api_key=AppConfig.OPENAI_API_KEY),
        chain_type="stuff",
        retriever=typical_vectorstore.as_retriever(search_kwargs={"k": 5, 'score_threshold': 0.5})
    )

    # Measure time after setting up the chain
    setup_time = time.time()

    langchain_response = chain({"question": question}, return_only_outputs=False)


    # Measure time after getting the response
    langchain_response_time = time.time()
    langchain_response_payload = json.dumps(langchain_response).encode('utf-8')
    langchain_response_payload_size = sys.getsizeof(langchain_response_payload)

    # Extract 'answer' and 'sources' (UUIDs) from the chain response
    answer = langchain_response.get('answer', '')
    uuids = langchain_response.get('sources', [])

    if isinstance(uuids, str):
        uuids = [uuid.strip() for uuid in uuids.split(",")]

    # Fetch node properties from Neo4j based on UUIDs
    nodes_data = fetch_node_properties_by_uuid(driver, uuids)
    nodes_data_payload = json.dumps(nodes_data).encode('utf-8')
    nodes_data_payload_size = sys.getsizeof(nodes_data_payload)

    # Measure time after fetching data from Neo4j
    neo4j_fetch_time = time.time()

    # Calculate elapsed times
    setup_duration = setup_time - start_time
    response_duration = langchain_response_time - setup_time
    fetch_duration = neo4j_fetch_time - langchain_response_time
    total_duration = neo4j_fetch_time - start_time
    
    driver.close()

    return {
        "answer": answer,
        "sources": nodes_data,
        "timings": {
            "setup_duration": setup_duration,
            "langchain_response_duration": response_duration,
            "neo4j_fetch_duration": fetch_duration,
            "total_duration": total_duration
        },