File tree Expand file tree Collapse file tree
FlagEmbedding/inference/reranker/decoder_only Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -156,6 +156,7 @@ def compute_score_single_gpu(
156156 query_max_length : Optional [int ] = None ,
157157 max_length : Optional [int ] = None ,
158158 cutoff_layers : Optional [List [int ]] = None ,
159+ compress_layer : Optional [List [int ]] = None ,
159160 compress_layers : Optional [List [int ]] = None ,
160161 compress_ratio : Optional [int ] = None ,
161162 prompt : Optional [str ] = None ,
@@ -166,6 +167,9 @@ def compute_score_single_gpu(
166167
167168 if cutoff_layers is None : cutoff_layers = self .cutoff_layers
168169 if compress_layers is None : compress_layers = self .compress_layers
170+ if compress_layer is not None :
171+ print ('Try not to use the parameter `compress_layer`; use `compress_layers` instead.' )
172+ compress_layers = compress_layer
169173 if compress_ratio is None : compress_ratio = self .compress_ratio
170174 if prompt is None : prompt = self .prompt
171175 if batch_size is None : batch_size = self .batch_size
You can’t perform that action at this time.
0 commit comments