jinaai
/

jina-bert-implementation

Model card Files Files and versions

Markus28 commited on Mar 5, 2024

Commit

a081018

·

1 Parent(s): 8fe43fb

fix: use cls_bias

Files changed (1) hide show

modeling_bert.py +1 -1

modeling_bert.py CHANGED Viewed

@@ -747,7 +747,7 @@ class JinaBertEncoder(nn.Module):
         alibi = alibi.unsqueeze(0)
         assert alibi.shape == torch.Size([1, n_heads, size, size])
-        if cls_value is not None:
             alibi[:, :, 0, :] = cls_bias
             alibi[:, :, :, 0] = cls_bias

         alibi = alibi.unsqueeze(0)
         assert alibi.shape == torch.Size([1, n_heads, size, size])
+        if cls_bias is not None:
             alibi[:, :, 0, :] = cls_bias
             alibi[:, :, :, 0] = cls_bias