fix(model): 修正池化层输入源以确保正确计算特征向量

2026-02-24 00:52:50 +08:00 · 2026-02-24 00:52:50 +08:00 · b1f78668dc
parent be6b686bd1
commit b1f78668dc
1 changed files with 1 additions and 1 deletions
--- a/src/trainer/model.py
+++ b/src/trainer/model.py
@ -188,7 +188,7 @@ class MoEModel(nn.Module):
        # ----- 3. 池化量 -----
        # for block in self.shared_resblocks:
        #    encoded = block(encoded)
-        pooled = self.pooler(embeddings.transpose(1, 2)).squeeze(-1)
+        pooled = self.pooler(encoded.transpose(1, 2)).squeeze(-1)
        # pooled = self.pooler(encoded.transpose(1, 2))   # [B, H, 2]
        # pooled = pooled.flatten(1)                      # [B, H*2]
        # pooled = self.linear(pooled)