(self, obs, uav_aoi, uav_snr, uav_tuse, uav_effort, actions, action_log_probs, value_preds, rewards,
masks, returns, temporal_hidden_states=None,spatial_hidden_states=None)
| 55 | self.spatial_hidden_states=self.spatial_hidden_states.to(device) |
| 56 | |
| 57 | def insert(self, obs, uav_aoi, uav_snr, uav_tuse, uav_effort, actions, action_log_probs, value_preds, rewards, |
| 58 | masks, returns, temporal_hidden_states=None,spatial_hidden_states=None): |
| 59 | self.action_dia[self.step].copy_(actions.squeeze()) |
| 60 | self.action_log_probs[self.step].copy_(action_log_probs.squeeze()) |
| 61 | self.value_preds[self.step].copy_(value_preds.squeeze()) |
| 62 | self.rewards[self.step].copy_(rewards.squeeze()) |
| 63 | self.obs[self.step + 1].copy_(obs.squeeze()) |
| 64 | self.masks[self.step + 1].copy_(masks.squeeze()) |
| 65 | self.uav_aoi[self.step + 1].copy_(uav_aoi.squeeze()) |
| 66 | self.uav_snr[self.step + 1].copy_(uav_snr.squeeze()) |
| 67 | self.uav_tuse[self.step + 1].copy_(uav_tuse.squeeze()) |
| 68 | self.uav_effort[self.step + 1].copy_(uav_effort.squeeze()) |
| 69 | |
| 70 | # self.next_obs[self.step].copy_(next_obs.squeeze()) |
| 71 | self.returns[self.step].copy_(returns.squeeze()) |
| 72 | |
| 73 | if params.use_rnn: |
| 74 | self.temporal_hidden_states[self.step + 1].copy_(temporal_hidden_states.squeeze()) |
| 75 | if params.use_spatial_att: |
| 76 | self.spatial_hidden_states[self.step+1].copy_(spatial_hidden_states.squeeze()) |
| 77 | |
| 78 | self.step = self.step + 1 |
| 79 | # self.step = (self.step + 1) % self.num_steps |
| 80 | |
| 81 | def after_update(self, obs, uav_aoi, uav_snr, uav_tuse, uav_effort): |
| 82 | self.step = 0 |
no outgoing calls
no test coverage detected