Method __init__

examples/reinforcement-learning/memory.py:25–33

(self, size, alpha=0.6)

# Prioritized Replay: https://arxiv.org/abs/1511.05952
class PrioritizedMemory(object):
    def __init__(self, size, alpha=0.6):
        self.size = int(2 ** ceil(log(size, 2)))
        self.memory = np.zeros(self.size, dtype=object)
        self.sum_tree = SumTree(self.size)
        self.min_tree = ReduceTree(self.size, min)
        self.idx = 0
        self.max_value = 1.
        self.max_value_upper = 1000.
        self.alpha = alpha

    def store(self, exp):
        idx = self.idx % self.size