Skip to content
Snippets Groups Projects
Commit 98a5247a authored by Ming Ding's avatar Ming Ding
Browse files

fix typo encdec

parent 55884dae
No related branches found
No related tags found
No related merge requests found
...@@ -29,11 +29,11 @@ class CrossAttentionMixin(BaseMixin): ...@@ -29,11 +29,11 @@ class CrossAttentionMixin(BaseMixin):
attention_dropout_prob, output_dropout_prob, attention_dropout_prob, output_dropout_prob,
init_method, enc_hidden_size=enc_hidden_size, inner_hidden_size=inner_hidden_size, init_method, enc_hidden_size=enc_hidden_size, inner_hidden_size=inner_hidden_size,
output_layer_init_method=output_layer_init_method output_layer_init_method=output_layer_init_method
)] for layer_id in range(num_layers) ) for layer_id in range(num_layers)]
) # Just copy args ) # Just copy args
self.cross_lns = torch.nn.ModuleList( self.cross_lns = torch.nn.ModuleList(
[LayerNorm(hidden_size, 1e-5)] [LayerNorm(hidden_size, 1e-5)
for layer_id in range(num_layers) for layer_id in range(num_layers)]
) )
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Please register or to comment