Function useDirectFileImport

frontend/src/hooks/useDirectFileImport.ts:10–384

()

import { DataLoadWithDuckDBResult } from "@/components/layout/Sidebar";

export function useDirectFileImport() {
  const [isProcessing, setIsProcessing] = useState(false);
  const [loadingStatus, setLoadingStatus] = useState<string>("");
  const [loadingProgress, setLoadingProgress] = useState(0);
  const [processingError, setProcessingError] = useState<string | null>(null);

  const {
    importFileDirectly,
    importFileDirectlyStreaming,
    executeQuery,
    processingProgress,
  } = useDuckDBStore();

  const { addRecentFile } = useFileAccess();

  /**
   * Create UI-ready sample data from DuckDB query results
   */
  const createSampleData = useCallback(
    (schemaResult: any, sampleResult: any): string[][] => {
      const headers = schemaResult.toArray().map((col: any) => col.name);
      const sampleData = [
        headers,
        ...sampleResult.toArray().map((row: any) =>
          headers.map((col: string) => {
            if (row[col] === null || row[col] === undefined) return "";
            return String(row[col]);
          })
        ),
      ];
      return sampleData;
    },
    []
  );

  const processFileStreaming = useCallback(
    async (
      fileHandle: FileSystemFileHandle,
      file: File,
      onDataLoad?: (result: DataLoadWithDuckDBResult) => void
    ) => {
      try {
        setIsProcessing(true);
        setProcessingError(null);

        const sizeCategory = DataProcessingUtil.getFileSizeCategory(file.size);
        const formattedSize = DataProcessingUtil.formatFileSize(file.size);
        const shouldUseStreaming = DataProcessingUtil.shouldUseStreaming(
          file.size
        );

        setLoadingStatus(
          `Starting ${shouldUseStreaming ? "streaming " : ""}import for: ${
            file.name
          } (${formattedSize})`
        );

        console.log(