add main

Author: 545999961

FlagEmbedding/evaluation/air_bench/__main__.py

@@ -3,24 +3,27 @@
 from .arguments import AIRBenchEvalArgs, AIRBenchEvalModelArgs
 from .runner import AIRBenchEvalRunner
 
+def main():
+    parser = HfArgumentParser((
+        AIRBenchEvalArgs,
+        AIRBenchEvalModelArgs
+    ))
 
-parser = HfArgumentParser((
-    AIRBenchEvalArgs,
-    AIRBenchEvalModelArgs
-))
+    eval_args, model_args = parser.parse_args_into_dataclasses()
+    eval_args: AIRBenchEvalArgs
+    model_args: AIRBenchEvalModelArgs
 
-eval_args, model_args = parser.parse_args_into_dataclasses()
-eval_args: AIRBenchEvalArgs
-model_args: AIRBenchEvalModelArgs
+    runner = AIRBenchEvalRunner(
+        eval_args=eval_args,
+        model_args=model_args
+    )
 
-runner = AIRBenchEvalRunner(
-    eval_args=eval_args,
-    model_args=model_args
-)
+    runner.run()
 
-runner.run()
+    print("==============================================")
+    print("Search results have been generated.")
+    print("For computing metrics, please refer to the official AIR-Bench docs:")
+    print("- https://github.com/AIR-Bench/AIR-Bench/blob/main/docs/submit_to_leaderboard.md")
 
-print("==============================================")
-print("Search results have been generated.")
-print("For computing metrics, please refer to the official AIR-Bench docs:")
-print("- https://github.com/AIR-Bench/AIR-Bench/blob/main/docs/submit_to_leaderboard.md")
+if __name__ == "__main__":
+    main()

FlagEmbedding/evaluation/beir/__main__.py

@@ -5,19 +5,22 @@
     BEIREvalRunner
 )
 
+def main():
+    parser = HfArgumentParser((
+        BEIREvalArgs,
+        BEIREvalModelArgs
+    ))
 
-parser = HfArgumentParser((
-    BEIREvalArgs,
-    BEIREvalModelArgs
-))
+    eval_args, model_args = parser.parse_args_into_dataclasses()
+    eval_args: BEIREvalArgs
+    model_args: BEIREvalModelArgs
 
-eval_args, model_args = parser.parse_args_into_dataclasses()
-eval_args: BEIREvalArgs
-model_args: BEIREvalModelArgs
+    runner = BEIREvalRunner(
+        eval_args=eval_args,
+        model_args=model_args
+    )
 
-runner = BEIREvalRunner(
-    eval_args=eval_args,
-    model_args=model_args
-)
+    runner.run()
 
-runner.run()
+if __name__ == "__main__":
+    main()

FlagEmbedding/evaluation/custom/__main__.py

@@ -5,19 +5,22 @@
     CustomEvalRunner
 )
 
+def main():
+    parser = HfArgumentParser((
+        CustomEvalArgs,
+        CustomEvalModelArgs
+    ))
 
-parser = HfArgumentParser((
-    CustomEvalArgs,
-    CustomEvalModelArgs
-))
+    eval_args, model_args = parser.parse_args_into_dataclasses()
+    eval_args: CustomEvalArgs
+    model_args: CustomEvalModelArgs
 
-eval_args, model_args = parser.parse_args_into_dataclasses()
-eval_args: CustomEvalArgs
-model_args: CustomEvalModelArgs
+    runner = CustomEvalRunner(
+        eval_args=eval_args,
+        model_args=model_args
+    )
 
-runner = CustomEvalRunner(
-    eval_args=eval_args,
-    model_args=model_args
-)
+    runner.run()
 
-runner.run()
+if __name__ == "__main__":
+    main()

FlagEmbedding/evaluation/miracl/__main__.py

@@ -5,19 +5,22 @@
     MIRACLEvalRunner
 )
 
+def main():
+    parser = HfArgumentParser((
+        MIRACLEvalArgs,
+        MIRACLEvalModelArgs
+    ))
 
-parser = HfArgumentParser((
-    MIRACLEvalArgs,
-    MIRACLEvalModelArgs
-))
+    eval_args, model_args = parser.parse_args_into_dataclasses()
+    eval_args: MIRACLEvalArgs
+    model_args: MIRACLEvalModelArgs
 
-eval_args, model_args = parser.parse_args_into_dataclasses()
-eval_args: MIRACLEvalArgs
-model_args: MIRACLEvalModelArgs
+    runner = MIRACLEvalRunner(
+        eval_args=eval_args,
+        model_args=model_args
+    )
 
-runner = MIRACLEvalRunner(
-    eval_args=eval_args,
-    model_args=model_args
-)
+    runner.run()
 
-runner.run()
+if __name__ == "__main__":
+    main()

FlagEmbedding/evaluation/mkqa/__main__.py

@@ -5,19 +5,22 @@
     MKQAEvalRunner
 )
 
+def main():
+    parser = HfArgumentParser((
+        MKQAEvalArgs,
+        MKQAEvalModelArgs
+    ))
 
-parser = HfArgumentParser((
-    MKQAEvalArgs,
-    MKQAEvalModelArgs
-))
+    eval_args, model_args = parser.parse_args_into_dataclasses()
+    eval_args: MKQAEvalArgs
+    model_args: MKQAEvalModelArgs
 
-eval_args, model_args = parser.parse_args_into_dataclasses()
-eval_args: MKQAEvalArgs
-model_args: MKQAEvalModelArgs
+    runner = MKQAEvalRunner(
+        eval_args=eval_args,
+        model_args=model_args
+    )
 
-runner = MKQAEvalRunner(
-    eval_args=eval_args,
-    model_args=model_args
-)
+    runner.run()
 
-runner.run()
+if __name__ == "__main__":
+    main()

FlagEmbedding/evaluation/mldr/__main__.py

@@ -5,19 +5,22 @@
     MLDREvalRunner
 )
 
+def main():
+    parser = HfArgumentParser((
+        MLDREvalArgs,
+        MLDREvalModelArgs
+    ))
 
-parser = HfArgumentParser((
-    MLDREvalArgs,
-    MLDREvalModelArgs
-))
+    eval_args, model_args = parser.parse_args_into_dataclasses()
+    eval_args: MLDREvalArgs
+    model_args: MLDREvalModelArgs
 
-eval_args, model_args = parser.parse_args_into_dataclasses()
-eval_args: MLDREvalArgs
-model_args: MLDREvalModelArgs
+    runner = MLDREvalRunner(
+        eval_args=eval_args,
+        model_args=model_args
+    )
 
-runner = MLDREvalRunner(
-    eval_args=eval_args,
-    model_args=model_args
-)
+    runner.run()
 
-runner.run()
+if __name__ == "__main__":
+    main()

FlagEmbedding/evaluation/msmarco/__main__.py

@@ -6,18 +6,22 @@
 )
 
 
-parser = HfArgumentParser((
-    MSMARCOEvalArgs,
-    MSMARCOEvalModelArgs
-))
+def main():
+    parser = HfArgumentParser((
+        MSMARCOEvalArgs,
+        MSMARCOEvalModelArgs
+    ))
 
-eval_args, model_args = parser.parse_args_into_dataclasses()
-eval_args: MSMARCOEvalArgs
-model_args: MSMARCOEvalModelArgs
+    eval_args, model_args = parser.parse_args_into_dataclasses()
+    eval_args: MSMARCOEvalArgs
+    model_args: MSMARCOEvalModelArgs
 
-runner = MSMARCOEvalRunner(
-    eval_args=eval_args,
-    model_args=model_args
-)
+    runner = MSMARCOEvalRunner(
+        eval_args=eval_args,
+        model_args=model_args
+    )
+
+    runner.run()
 
-runner.run()
+if __name__ == "__main__":
+    main()

FlagEmbedding/evaluation/mteb/__main__.py

@@ -5,19 +5,22 @@
     MTEBEvalRunner
 )
 
+def main():
+    parser = HfArgumentParser((
+        MTEBEvalArgs,
+        MTEBEvalModelArgs
+    ))
 
-parser = HfArgumentParser((
-    MTEBEvalArgs,
-    MTEBEvalModelArgs
-))
+    eval_args, model_args = parser.parse_args_into_dataclasses()
+    eval_args: MTEBEvalArgs
+    model_args: MTEBEvalModelArgs
 
-eval_args, model_args = parser.parse_args_into_dataclasses()
-eval_args: MTEBEvalArgs
-model_args: MTEBEvalModelArgs
+    runner = MTEBEvalRunner(
+        eval_args=eval_args,
+        model_args=model_args
+    )
 
-runner = MTEBEvalRunner(
-    eval_args=eval_args,
-    model_args=model_args
-)
+    runner.run()
 
-runner.run()
+if __name__ == "__main__":
+    main()