We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent bea26e9 commit baebf72Copy full SHA for baebf72
1 file changed
FlagEmbedding/flag_reranker.py
@@ -324,7 +324,7 @@ def __init__(
324
self.model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
325
cache_dir=cache_dir,
326
trust_remote_code=True,
327
- torch_dtype=torch.bfloat16 if use_bf16 else False)
+ torch_dtype=torch.bfloat16 if use_bf16 else torch.float32)
328
329
self.model_name_or_path = model_name_or_path
330
self.cache_dir = cache_dir
0 commit comments