Method get_available_instance

CommonKG/llm_infer.py:37–42

使用轮询策略获取一个可用的实例

(self)

        # subprocess.Popen(cmd, shell=True, stderr=subprocess.DEVNULL, stdout=subprocess.DEVNULL)

    def get_available_instance(self):
        """使用轮询策略获取一个可用的实例"""
        with self.lock:
            instance = self.instances[self.current_instance]
            self.current_instance = (self.current_instance + 1) % len(self.instances)
            return instance["port"]  # 返回端口

    def generate_text(self, prompt, model="qwen:72b", temperature=0):
        """发送请求到选择的实例"""