We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent a2ce985 commit e221c8aCopy full SHA for e221c8a
trinity/algorithm/policy_loss_fn/ppo_policy_loss.py
@@ -99,7 +99,8 @@ def __call__( # type: ignore
99
pg_losses = torch.where(advantages < 0, clip_pg_losses2, clip_pg_losses1)
100
101
# Apply sequence mask to the losses
102
- pg_losses = pg_losses * sequence_mask
+ if self.enable_sequence_masking:
103
+ pg_losses = pg_losses * sequence_mask
104
105
pg_loss = aggregate_loss(pg_losses, action_mask, loss_agg_mode=self.loss_agg_mode)
106
metrics = {
0 commit comments