Function gather_samples

rl/cartpole.py:29–41

(env, n_episodes=10000)

def gather_samples(env, n_episodes=10000):
  samples = []
  for _ in range(n_episodes):
    s, info = env.reset()
    done = False
    truncated = False
    while not (done or truncated):
      a = env.action_space.sample()
      sa = np.concatenate((s, [a]))
      samples.append(sa)

      s, r, done, truncated, info = env.step(a)
  return samples


class Model: