Merge pull request #1250 from hanhainebula/master

hanhainebula · web-flow · commit ce3a9f81d322 · 2024-11-22T11:22:14.000+08:00
Clean code
diff --git a/FlagEmbedding/abc/inference/__main__.py b/FlagEmbedding/abc/inference/__main__.py
diff --git a/FlagEmbedding/inference/reranker/decoder_only/base.py b/FlagEmbedding/inference/reranker/decoder_only/base.py
@@ -163,7 +163,6 @@ def __call__(self, data):
         return self.tokenizer.pad(
             data,
             padding=True,
-            max_length=self.max_len,
             pad_to_multiple_of=8,
             return_tensors='pt',
         )
diff --git a/FlagEmbedding/inference/reranker/decoder_only/lightweight.py b/FlagEmbedding/inference/reranker/decoder_only/lightweight.py
@@ -81,7 +81,6 @@ def __call__(self, data):
         collected = self.tokenizer.pad(
             features,
             padding=True,
-            max_length=self.max_len,
             pad_to_multiple_of=8,
             return_tensors='pt',
         )
diff --git a/FlagEmbedding/inference/reranker/encoder_only/base.py b/FlagEmbedding/inference/reranker/encoder_only/base.py
@@ -178,7 +178,6 @@ def compute_score_single_gpu(
             inputs = self.tokenizer.pad(
                 sentences_batch,
                 padding=True,
-                max_length=max_length,
                 return_tensors='pt',
                 **kwargs
             ).to(device)

Original file line number	Diff line number	Diff line change
`@@ -81,7 +81,6 @@ def __call__(self, data):`
`81`	`81`	`collected = self.tokenizer.pad(`
`82`	`82`	`features,`
`83`	`83`	`padding=True,`
`84`		`- max_length=self.max_len,`
`85`	`84`	`pad_to_multiple_of=8,`
`86`	`85`	`return_tensors='pt',`
`87`	`86`	`)`