Skip to content

Commit 13e1293

Browse files
committed
update reranker
1 parent c8c4fad commit 13e1293

1 file changed

Lines changed: 4 additions & 0 deletions

File tree

FlagEmbedding/inference/reranker/decoder_only/lightweight.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -156,6 +156,7 @@ def compute_score_single_gpu(
156156
query_max_length: Optional[int] = None,
157157
max_length: Optional[int] = None,
158158
cutoff_layers: Optional[List[int]] = None,
159+
compress_layer: Optional[List[int]] = None,
159160
compress_layers: Optional[List[int]] = None,
160161
compress_ratio: Optional[int] = None,
161162
prompt: Optional[str] = None,
@@ -166,6 +167,9 @@ def compute_score_single_gpu(
166167

167168
if cutoff_layers is None: cutoff_layers = self.cutoff_layers
168169
if compress_layers is None: compress_layers = self.compress_layers
170+
if compress_layer is not None:
171+
print('Try not to use the parameter `compress_layer`; use `compress_layers` instead.')
172+
compress_layers = compress_layer
169173
if compress_ratio is None: compress_ratio = self.compress_ratio
170174
if prompt is None: prompt = self.prompt
171175
if batch_size is None: batch_size = self.batch_size

0 commit comments

Comments
 (0)