Skip to content

Commit 0ab9915

Browse files
committed
fix a bug in AIRBenchEvalModelArgs
1 parent 1e8a7b0 commit 0ab9915

1 file changed

Lines changed: 9 additions & 0 deletions

File tree

FlagEmbedding/evaluation/air_bench/arguments.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -9,9 +9,15 @@ class AIRBenchEvalModelArgs:
99
embedder_name_or_path: str = field(
1010
metadata={"help": "The embedder name or path.", "required": True}
1111
)
12+
embedder_model_class: Optional[str] = field(
13+
default=None, metadata={"help": "The embedder model class. Available classes: ['encoder-only-base', 'encoder-only-m3', 'decoder-only-base', 'decoder-only-icl']. Default: None. For the custom model, you need to specifiy the model class.", "choices": ["encoder-only-base", "encoder-only-m3", "decoder-only-base", "decoder-only-icl"]}
14+
)
1215
normalize_embeddings: bool = field(
1316
default=True, metadata={"help": "whether to normalize the embeddings"}
1417
)
18+
pooling_method: str = field(
19+
default="cls", metadata={"help": "The pooling method fot the embedder."}
20+
)
1521
use_fp16: bool = field(
1622
default=True, metadata={"help": "whether to use fp16 for inference"}
1723
)
@@ -36,6 +42,9 @@ class AIRBenchEvalModelArgs:
3642
reranker_name_or_path: Optional[str] = field(
3743
default=None, metadata={"help": "The reranker name or path."}
3844
)
45+
reranker_model_class: Optional[str] = field(
46+
default=None, metadata={"help": "The reranker model class. Available classes: ['encoder-only-base', 'decoder-only-base', 'decoder-only-layerwise', 'decoder-only-lightweight']. Default: None. For the custom model, you need to specify the model class.", "choices": ["encoder-only-base", "decoder-only-base", "decoder-only-layerwise", "decoder-only-lightweight"]}
47+
)
3948
reranker_peft_path: Optional[str] = field(
4049
default=None, metadata={"help": "The reranker peft path."}
4150
)

0 commit comments

Comments
 (0)