Class ModelManager

startup/R3-RAG.py:314–400

    return html
# 使用类来管理全局状态，避免全局变量问题
class ModelManager:
    def __init__(self):
        self.session = None
        self.is_initialized = False
    
    def initialize_model(self, model_path, retriver_url, api_url, api_key, tool_model_name, stop_token):
        """初始化模型"""
        try:
            # 初始化OpenAI客户端
            client = OpenAI(
                api_key=api_key if api_key else "EMPTY",
                base_url=api_url + "/v1",
            )
            
            # 配置字典
            config = {
                'num_passages_one_retrieval': 3,
                'num_passages_one_split_retrieval': 5,
                'max_num_passages': 80,
                'num_search_one_attempt': 10,
                'api_try_counter': 3,
                'retriver_url': retriver_url,
                'model_name': tool_model_name,
                'api_url': api_url,
                'openai_suffix': "/v1",
                'client': client,
            }
            
            # 初始化LLM
            llm = LLM(model=model_path, trust_remote_code=True)
            
            # 解析stop_token
            stop_token_ids = []
            if stop_token.strip():
                try:
                    stop_token_ids = [int(stop_token.strip())]
                except ValueError:
                    return "❌ Error: Stop token must be a valid integer"
            
            sampling_params = SamplingParams(
                temperature=0.3,
                max_tokens=512,
                stop_token_ids=stop_token_ids if stop_token_ids else [128009]
            )
            
            self.session = VisualizationChatSession(llm, sampling_params, config)
            self.is_initialized = True
            
            return "✅ Model initialized successfully!"
        except Exception as e:
            self.is_initialized = False
            return f"❌ Error initializing model: {str(e)}"
    
    def process_question(self, question, max_steps):
        """处理问题并返回可视化结果"""
        if not self.is_initialized or self.session is None:
            return "❌ Please initialize the model first!", ""