From be6b686bd1b1fd9aba88b4d0df74207f395a9a4a Mon Sep 17 00:00:00 2001 From: songsenand Date: Tue, 24 Feb 2026 00:48:54 +0800 Subject: [PATCH] =?UTF-8?q?refactor(model):=20=E7=A7=BB=E9=99=A4=20encoder?= =?UTF-8?q?=20=E7=9A=84=20padding=5Fmask=20=E5=8F=82=E6=95=B0=E8=B0=83?= =?UTF-8?q?=E7=94=A8?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/trainer/model.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/trainer/model.py b/src/trainer/model.py index cabfb6a..fcffcca 100644 --- a/src/trainer/model.py +++ b/src/trainer/model.py @@ -181,9 +181,9 @@ class MoEModel(nn.Module): # ----- 2. Transformer Encoder ----- # padding mask: True 表示忽略该位置 # padding_mask = attention_mask == 0 - # encoded = self.encoder( - # embeddings, src_key_padding_mask=padding_mask - # ) # [B, S, H] + encoded = self.encoder( + embeddings #, src_key_padding_mask=padding_mask + ) # [B, S, H] # ----- 3. 池化量 ----- # for block in self.shared_resblocks: