发送请求到选择的实例
(self, prompt, model="qwen:72b", temperature=0)
| 42 | return instance["port"] # 返回端口 |
| 43 | |
| 44 | def generate_text(self, prompt, model="qwen:72b", temperature=0): |
| 45 | """发送请求到选择的实例""" |
| 46 | port = self.get_available_instance() |
| 47 | base_url = f"{self.base_url}:{port}" |
| 48 | |
| 49 | response = requests.post( |
| 50 | f"{base_url}/api/generate", |
| 51 | json={"model": model, "prompt": prompt, "temperature": temperature}, |
| 52 | timeout=30 # 设置超时时间，避免无限等待 |
| 53 | ) |
| 54 | response.raise_for_status() |
| 55 | return response |
| 56 | |
| 57 | |
| 58 |
no test coverage detected