Function stream

server.py:216–252

(search_uuid:str,request: QueryRequest)

 
@app.post("/api/search/stream/{search_uuid}")
async def stream(search_uuid:str,request: QueryRequest):
    global search_results

    if request.ask_type == "llm":
            
        answer_language = ' Simplified Chinese '
        if request.lang == "zh-CN":
            answer_language = ' Simplified Chinese '
        if request.lang == "zh-TW":
            answer_language = ' Traditional Chinese '
        if request.lang == "en-US":
            answer_language = ' English '
        prompt = ' You are a large language AI assistant develop by nash_su. Answer user question in ' + answer_language + '. And here is the user question: ' + request.query
        generate = generator(prompt,model=request.model,llm_auth_token=request.llm_auth_token, llm_base_url=request.llm_base_url, using_custom_llm=request.using_custom_llm)
    else:
        prompt = None
        limit_count = 10

        while limit_count > 0:
            try:
                if len(search_results) > 0:
                    prompt = free_ask_internet.gen_prompt(request.query,search_results,lang=request.lang,context_length_limit=8000)
                    break
                else:
                    limit_count -= 1
                    time.sleep(1)
            except Exception as err:
                limit_count -= 1
                time.sleep(1)
        total_token =  ""
        if prompt:   
            generate = generator(prompt,model=request.model,llm_auth_token=request.llm_auth_token, llm_base_url=request.llm_base_url, using_custom_llm=request.using_custom_llm)
        else:
            generate = generator(prompt,model=request.model,llm_auth_token=request.llm_auth_token,llm_base_url=request.llm_base_url, using_custom_llm=request.using_custom_llm,is_failed=True)

    # return EventSourceResponse(generate, media_type="text/event-stream")
    return StreamingResponse(generate, media_type="text/event-stream")

def main():