Function generate_text

web/api/api.py:60–93

(chat_request: Annotated[ChatRequest, Body()])

    @app.post("/v1/chat/completions")
    def generate_text(chat_request: Annotated[ChatRequest, Body()]):
        response = get_ai_client().chat.completions.create(
            model=chat_request.model,
            messages=[m.model_dump() for m in chat_request.messages],
            top_p=0.7,
            temperature=chat_request.temperature,
            max_tokens=chat_request.max_tokens,
            stream=chat_request.stream,
        )
        """
        返回示例
        {
          "created": 1703487403,
          "id": "8239375684858666781",
          "model": "glm-4",
          "request_id": "8239375684858666781",
          "choices": [
              {
                  "finish_reason": "stop",
                  "index": 0,
                  "message": {
                      "content": "智绘蓝图，AI驱动 —— 智谱AI，让每一刻创新成为可能。",
                      "role": "assistant"
                  }
              }
          ],
          "usage": {
              "completion_tokens": 217,
              "prompt_tokens": 31,
              "total_tokens": 248
          }
        }
        """
        return response.dict()