Function doc_gptDialog_v3

service/telechat_service.py:150–191

(item: dict, )

@app.post('/telechat/gptDialog/v4')
async def doc_gptDialog_v3(item: dict, ):
    session_res = []
    try:
        dialog = item["dialog"]
    except:
        result_info = response_data("", "10301", "服务必填参数缺失", "0", "执行失败")
        return result_info
    odd = [i for i in range(len(dialog)) if i % 2 == 0]
    even = [x for x in range(len(dialog)) if x % 2 == 1]
    for index in odd:
        if dialog[index].get("role", "") != "user":
            result_info = response_data("", "10904", "服务请求参数dialog错误", "0", "执行失败")
            return result_info
    for index in even:
        if dialog[index].get("role", "") != "bot":
            result_info = response_data("", "10904", "服务请求参数dialog错误", "0", "执行失败")
            return result_info
    do_sample = item.get("do_sample", True)
    max_length = item.get("max_length", 4096)
    top_k = item.get("top_k", 20)
    top_p = item.get("top_p", 0.2)
    temperature = item.get("temperature", 0.1)
    repetition_penalty = item.get("repetition_penalty", 1.03)
    if not check_ex(do_sample, max_length, top_k, top_p, temperature, repetition_penalty):
        result_info = response_data("", "10305", "请求参数范围错误", "0", "执行失败")
        return result_info
    try:
        history, query = parse_data(dialog)
        t_resp = model.chat(tokenizer, query, history=history, generation_config=generate_config, stream=False,
                            do_sample=do_sample, max_length=max_length, top_k=top_k, temperature=temperature,
                            repetition_penalty=repetition_penalty, top_p=top_p)

        res_data = {
            'role': "bot",
            'content': t_resp
        }
        result_info = res_data
    except Exception:
        import traceback
        traceback.print_exc()
        result_info = response_data('', "10903", "服务执行失败", "0", "执行失败")
    return result_info


if __name__ == "__main__":