Method update

datastudio/utils/checkpoint.py:113–132

Update checkpoint for a file. Args: file_path: Path to the data file. processed_idx: Index of last processed item (exclusive). total_items: Total number of items in the file.

(self, file_path: str, processed_idx: int, total_items: int)

        return False

    def update(self, file_path: str, processed_idx: int, total_items: int) -> None:
        """Update checkpoint for a file.

        Args:
            file_path: Path to the data file.
            processed_idx: Index of last processed item (exclusive).
            total_items: Total number of items in the file.
        """
        completed = processed_idx >= total_items

        self.checkpoints[file_path] = {
            "processed_idx": processed_idx,
            "total_items": total_items,
            "last_update": time.time(),
            "completed": completed,
        }
        self._save()

        if self.logger and completed:
            self.logger.info(f"File {file_path} processing completed")

    def mark_completed(self, file_path: str, total_items: int = 0) -> None:
        """Mark a file as fully processed.