From b1f78668dc18b0fa9229b880bb8249eb3a0243da Mon Sep 17 00:00:00 2001 From: songsenand Date: Tue, 24 Feb 2026 00:52:50 +0800 Subject: [PATCH] =?UTF-8?q?fix(model):=20=E4=BF=AE=E6=AD=A3=E6=B1=A0?= =?UTF-8?q?=E5=8C=96=E5=B1=82=E8=BE=93=E5=85=A5=E6=BA=90=E4=BB=A5=E7=A1=AE?= =?UTF-8?q?=E4=BF=9D=E6=AD=A3=E7=A1=AE=E8=AE=A1=E7=AE=97=E7=89=B9=E5=BE=81?= =?UTF-8?q?=E5=90=91=E9=87=8F?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- src/trainer/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/trainer/model.py b/src/trainer/model.py index fcffcca..660d74f 100644 --- a/src/trainer/model.py +++ b/src/trainer/model.py @@ -188,7 +188,7 @@ class MoEModel(nn.Module): # ----- 3. 池化量 ----- # for block in self.shared_resblocks: # encoded = block(encoded) - pooled = self.pooler(embeddings.transpose(1, 2)).squeeze(-1) + pooled = self.pooler(encoded.transpose(1, 2)).squeeze(-1) # pooled = self.pooler(encoded.transpose(1, 2)) # [B, H, 2] # pooled = pooled.flatten(1) # [B, H*2] # pooled = self.linear(pooled)