Class ModelStore

src/store/ModelStore.ts:139–3447

}

class ModelStore {
  models: Model[] = [];
  version: number | undefined = undefined; // Persisted version
  deviceTier: Tier | null = null; // resolved device classification
  rulesVersion: string | null = null; // provenance of the preset list

  /**
   * Returns models with projection models filtered out for display purposes
   */
  get displayModels(): Model[] {
    return [...filterProjectionModels(this.models), ...this.remoteModels];
  }

  appState: AppStateStatus = AppState.currentState;
  useAutoRelease: boolean = true;
  // UI loading state - true during model load/release transitions
  isContextLoading: boolean = false;
  loadingModel: Model | undefined = undefined;

  // Unified context initialization parameters
  contextInitParams: ContextInitParams = createDefaultContextInitParams();

  max_threads: number = 4; // Will be set in constructor

  activeModelId: string | undefined = undefined;

  // Flag to track if multimodal is currently active
  isMultimodalActive: boolean = false;
  activeProjectionModelId: string | undefined = undefined;

  // Track initialization settings for the active context
  activeContextSettings: ContextInitParams | undefined = undefined;

  context: LlamaContext | undefined = undefined;

  engine: CompletionEngine | undefined = undefined;

  lastUsedModelId: string | undefined = undefined;

  // Auto-release tracking (persistent)
  wasAutoReleased: boolean = false;
  lastAutoReleasedModelId: string | undefined = undefined;

  // System UI protection (runtime)
  private autoReleaseDisabledReasons = new Set<string>();

  MIN_CONTEXT_SIZE = 200;

  inferencing: boolean = false;
  isStreaming: boolean = false;

  // Track active completion promise for safe context release
  // This prevents race condition where context is freed while completion is still running
  private activeCompletionPromise: Promise<any> | null = null;

  // Mutex to serialize model load/release operations to prevent memory leaks
  private contextOperationMutex: Promise<void> = Promise.resolve();