Skip to content

Commit 8d35f34

Browse files
authored
Update modeling.py
1 parent 0247d32 commit 8d35f34

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

research/BGE_M3/modeling.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -221,7 +221,7 @@ def forward(self, query: Dict[str, Tensor] = None, passage: Dict[str, Tensor] =
221221
if teacher_scores is not None:
222222
# print("Use soft-label distillation...")
223223
teacher_targets = F.softmax(teacher_scores, dim=-1) # B N
224-
group_size = p_sparse_vecs.size(0) // q_sparse_vecs.size(0)
224+
group_size = p_dense_vecs.size(0) // q_dense_vecs.size(0)
225225

226226
# dense loss
227227
dense_scores = self.dense_score(q_dense_vecs, p_dense_vecs) # B, B * N

0 commit comments

Comments
 (0)