File tree Expand file tree Collapse file tree
FlagEmbedding/evaluation/beir Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -37,7 +37,8 @@ def run(self):
3737 logger .info (f"Running { self .eval_args .eval_name } evaluation on the following dataset names: { dataset_names } " )
3838 for dataset_name in dataset_names :
3939 if self .eval_args .use_special_instructions :
40- self .retriever .embedder .instruction = BEIRInstructions [dataset_name ]
40+ self .retriever .stop_multi_process_pool ()
41+ self .retriever .embedder .query_instruction_for_retrieval = BEIRInstructions [dataset_name ]
4142 logger .info (f"Running { self .eval_args .eval_name } evaluation on: { dataset_name } " )
4243 self .evaluator (
4344 splits = self .eval_args .splits ,
@@ -85,4 +86,4 @@ def load_evaluator(self) -> BEIREvaluator:
8586 data_loader = self .data_loader ,
8687 overwrite = self .eval_args .overwrite ,
8788 )
88- return evaluator
89+ return evaluator
You can’t perform that action at this time.
0 commit comments