songsenand
/
SUInput
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix(model): 修正池化层输入源以确保正确计算特征向量

This commit is contained in:
songsenand 2026-02-24 00:52:50 +08:00
parent be6b686bd1
commit b1f78668dc
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/trainer/model.py
View File

@ -188,7 +188,7 @@ class MoEModel(nn.Module):
# ----- 3. 池化量 ----- # ----- 3. 池化量 -----
# for block in self.shared_resblocks: # for block in self.shared_resblocks:
# encoded = block(encoded) # encoded = block(encoded)
pooled = self.pooler(embeddings.transpose(1, 2)).squeeze(-1) pooled = self.pooler(encoded.transpose(1, 2)).squeeze(-1)
# pooled = self.pooler(encoded.transpose(1, 2)) # [B, H, 2] # pooled = self.pooler(encoded.transpose(1, 2)) # [B, H, 2]
# pooled = pooled.flatten(1) # [B, H*2] # pooled = pooled.flatten(1) # [B, H*2]
# pooled = self.linear(pooled) # pooled = self.linear(pooled)