Method append

4-atari-hard/2-go-explore.py:119–127

(self, prev_id, action, reward, done)

        self.fill = 0

    def append(self, prev_id, action, reward, done):
        i = self.fill
        self.prev[i], self.act[i], self.rew[i], self.done[i] = prev_id, action, reward, done
        self.fill += 1
        idx = self.count
        self.count += 1
        if self.fill == self.chunk_size:
            self._flush()
        return idx

    def _flush(self):
        arrays = {"prev": self.prev[:self.fill], "act": self.act[:self.fill],