Skip to content

Commit

Permalink
take off comment
Browse files Browse the repository at this point in the history
  • Loading branch information
BY571 committed Jul 8, 2024
1 parent 77de044 commit 35c7a98
Showing 1 changed file with 0 additions and 11 deletions.
11 changes: 0 additions & 11 deletions torchrl/objectives/crossq.py
Original file line number Diff line number Diff line change
Expand Up @@ -556,17 +556,6 @@ def qvalue_loss(
next_tensordict.set(self.tensor_keys.action, next_action)
next_sample_log_prob = next_dist.log_prob(next_action)

# TODO: separate forward pass seems faster than the combined.
# next_state_action_value = self._vmap_qnetworkN0(
# next_tensordict.select(*self.qvalue_network.in_keys, strict=False),
# self.qvalue_network_params,
# ).get(self.tensor_keys.state_action_value)

# current_state_action_value = self._vmap_qnetworkN0(
# tensordict.select(*self.qvalue_network.in_keys, strict=False),
# self.qvalue_network_params,
# ).get(self.tensor_keys.state_action_value)

combined = torch.cat(
[
tensordict.select(*self.qvalue_network.in_keys, strict=False),
Expand Down

0 comments on commit 35c7a98

Please sign in to comment.