(self, state_size)
| 47 | # Value network: outputs a scalar V(s). |
| 48 | class Critic(nn.Module): |
| 49 | def __init__(self, state_size): |
| 50 | super().__init__() |
| 51 | self.fc1 = nn.Linear(state_size, 24) |
| 52 | self.fc2 = nn.Linear(24, 1) |
| 53 | nn.init.kaiming_uniform_(self.fc1.weight, nonlinearity="relu") |
| 54 | nn.init.kaiming_uniform_(self.fc2.weight, nonlinearity="relu") |
| 55 | |
| 56 | def forward(self, x): |
| 57 | return self.fc2(torch.relu(self.fc1(x))).squeeze(-1) |