Skip to content

Commit b1849f8

Browse files
authored
Update beir eval
1 parent c19935d commit b1849f8

1 file changed

Lines changed: 3 additions & 2 deletions

File tree

FlagEmbedding/evaluation/beir/runner.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -37,7 +37,8 @@ def run(self):
3737
logger.info(f"Running {self.eval_args.eval_name} evaluation on the following dataset names: {dataset_names}")
3838
for dataset_name in dataset_names:
3939
if self.eval_args.use_special_instructions:
40-
self.retriever.embedder.instruction = BEIRInstructions[dataset_name]
40+
self.retriever.stop_multi_process_pool()
41+
self.retriever.embedder.query_instruction_for_retrieval = BEIRInstructions[dataset_name]
4142
logger.info(f"Running {self.eval_args.eval_name} evaluation on: {dataset_name}")
4243
self.evaluator(
4344
splits=self.eval_args.splits,
@@ -85,4 +86,4 @@ def load_evaluator(self) -> BEIREvaluator:
8586
data_loader=self.data_loader,
8687
overwrite=self.eval_args.overwrite,
8788
)
88-
return evaluator
89+
return evaluator

0 commit comments

Comments
 (0)