Method add_progress

sdgsystem/buffer.py:47–56

Add current progress to buffer Args: idxs: The index of processed sample added after the last save.

(self, idxs: List[int])

        self.usage["total"] = total

    def add_progress(self, idxs: List[int]):
        """
        Add current progress to buffer
        Args:
            idxs: The index of processed sample added after the last save.
        """
        with self._lock:
            if max(idxs) >= self.usage["total"]:
                raise Exception(f"Error occurred when add progress to buffer: {idxs} to be added >= total={self.usage['total']}")
            self.tmp_add_progress.extend(idxs)

    def load(self, usage_counter: ModelUsageCounter = None) -> Iterable[Any]:
        # save the original total from __init__ before loading