update reranker model

Author: 545999961

FlagEmbedding/flag_reranker.py

@@ -316,16 +316,16 @@ def __init__(
         self.tokenizer = AutoTokenizer.from_pretrained(model_name_or_path,
                                                        cache_dir=cache_dir,
                                                        trust_remote_code=True)
-        if use_bf16:
-            self.model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
-                                                              cache_dir=cache_dir,
-                                                              trust_remote_code=True,
-                                                              torch_dtype=torch.bfloat16)
-        else:
-            self.model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
-                                                              cache_dir=cache_dir,
-                                                              trust_remote_code=True,
-                                                              use_flash_attention_2=False)
+
+        if use_bf16 is False and use_fp16 is False:
+            warnings.warn("Due to model constraints, `use_bf16` and `use_fp16` cannot both be `False`. Here, `use_fp16` is set to `True` by default.", UserWarning)
+            use_fp16 = True
+
+        self.model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
+                                                          cache_dir=cache_dir,
+                                                          trust_remote_code=True,
+                                                          torch_dtype=torch.bfloat16 if use_bf16 else False)
+
         self.model_name_or_path = model_name_or_path
         self.cache_dir = cache_dir