Skip to content
Snippets Groups Projects
Commit 98a5247a authored by Ming Ding's avatar Ming Ding
Browse files

fix typo encdec

parent 55884dae
Branches
Tags
No related merge requests found
......@@ -29,11 +29,11 @@ class CrossAttentionMixin(BaseMixin):
attention_dropout_prob, output_dropout_prob,
init_method, enc_hidden_size=enc_hidden_size, inner_hidden_size=inner_hidden_size,
output_layer_init_method=output_layer_init_method
)] for layer_id in range(num_layers)
) for layer_id in range(num_layers)]
) # Just copy args
self.cross_lns = torch.nn.ModuleList(
[LayerNorm(hidden_size, 1e-5)]
for layer_id in range(num_layers)
[LayerNorm(hidden_size, 1e-5)
for layer_id in range(num_layers)]
)
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment