Skip to content

Commit 071caeb

Browse files
committed
update mteb eval
1 parent 46395bc commit 071caeb

1 file changed

Lines changed: 12 additions & 4 deletions

File tree

FlagEmbedding/evaluation/mteb/searcher.py

Lines changed: 12 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -19,22 +19,30 @@ def set_normalize_embeddings(self, normalize_embeddings: bool = True):
1919
self.embedder.normalize_embeddings = normalize_embeddings
2020

2121
def encode_queries(self, queries: List[str], **kwargs):
22-
return self.embedder.encode_queries(queries)
22+
emb = self.embedder.encode_queries(queries)
23+
if isinstance(emb, dict):
24+
emb = emb["dense_vecs"]
25+
return emb
2326

2427
def encode_corpus(self, corpus: List[Dict[str, str]], **kwargs):
2528
if isinstance(corpus[0], dict):
2629
input_texts = ['{} {}'.format(doc.get('title', ''), doc['text']).strip() for doc in corpus]
2730
else:
2831
input_texts = corpus
29-
return self.embedder.encode_corpus(input_texts)
32+
emb = self.embedder.encode_corpus(input_texts)
33+
if isinstance(emb, dict):
34+
emb = emb["dense_vecs"]
35+
return emb
3036

3137
def encode(self, corpus: List[Dict[str, str]], **kwargs):
3238
if isinstance(corpus[0], dict):
3339
input_texts = ['{} {}'.format(doc.get('title', ''), doc['text']).strip() for doc in corpus]
3440
else:
3541
input_texts = corpus
36-
return self.embedder.encode_corpus(input_texts)
37-
42+
emb = self.embedder.encode_corpus(input_texts)
43+
if isinstance(emb, dict):
44+
emb = emb["dense_vecs"]
45+
return emb
3846

3947
class MTEBEvalReranker(EvalReranker):
4048
def __init__(self, reranker, **kwargs):

0 commit comments

Comments
 (0)