From 55884dae2ccb232d67c0e1cf646ee16fa5d570f9 Mon Sep 17 00:00:00 2001
From: Ming Ding <dm_thu@qq.com>
Date: Thu, 25 Nov 2021 16:25:45 +0000
Subject: [PATCH] fix pass encdec args
---
SwissArmyTransformer/model/encoder_decoder_model.py | 1 +
1 file changed, 1 insertion(+)
diff --git a/SwissArmyTransformer/model/encoder_decoder_model.py b/SwissArmyTransformer/model/encoder_decoder_model.py
index 7ea50b1..dbc7cbc 100644
--- a/SwissArmyTransformer/model/encoder_decoder_model.py
+++ b/SwissArmyTransformer/model/encoder_decoder_model.py
@@ -92,6 +92,7 @@ class DecoderModel(BaseModel):
super().__init__(dec_args, transformer=transformer)
self.add_mixin('cross_attention',
CrossAttentionMixin(
+ dec_args.num_layers,
dec_args.hidden_size, dec_args.num_attention_heads,
dec_args.attention_dropout, dec_args.hidden_dropout,
self.transformer.init_method,
--
GitLab