Function gather_samples

rl/cartpole_gym0.19.py:29–40

(env, n_episodes=10000)

def gather_samples(env, n_episodes=10000):
  samples = []
  for _ in range(n_episodes):
    s = env.reset()
    done = False
    while not done:
      a = env.action_space.sample()
      sa = np.concatenate((s, [a]))
      samples.append(sa)

      s, r, done, info = env.step(a)
  return samples


class Model: