Skip to content

Commit 5ee8c35

Browse files
committed
better comment
1 parent 6dbeb34 commit 5ee8c35

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

i6_models/decoder/attention.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -109,7 +109,7 @@ def __init__(self, cfg: AttentionLstmDecoderV1Config):
109109
self.weight_feedback = nn.Linear(1, cfg.attention_cfg.attention_dim, bias=False)
110110

111111
self.readout_in = nn.Linear(cfg.lstm_hidden_size + cfg.target_embed_dim + cfg.encoder_dim, cfg.output_proj_dim)
112-
assert cfg.output_proj_dim % 2 == 0, "output projection dimension must be even for MaxOut"
112+
assert cfg.output_proj_dim % 2 == 0, "output projection dimension must be even for the MaxOut op of 2 pieces"
113113
self.output = nn.Linear(cfg.output_proj_dim // 2, cfg.vocab_size)
114114
self.output_dropout = nn.Dropout(cfg.output_dropout)
115115

0 commit comments

Comments
 (0)