We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 568dc66 commit 0b401e2Copy full SHA for 0b401e2
fastNLP/modules/encoder/star_transformer.py
@@ -69,7 +69,7 @@ def norm_func(f, x):
69
smask = torch.cat([torch.zeros(B, 1, ).byte().to(mask), mask], 1)
70
71
embs = data.permute(0, 2, 1)[:, :, :, None] # B H L 1
72
- if self.pos_emb and False:
+ if self.pos_emb:
73
P = self.pos_emb(torch.arange(L, dtype=torch.long, device=embs.device) \
74
.view(1, L)).permute(0, 2, 1).contiguous()[:, :, :, None] # 1 H L 1
75
embs = embs + P
0 commit comments