Merge pull request #1248 from hanhainebula/master

hanhainebula · web-flow · commit cd11b826333c · 2024-11-20T23:42:48.000+08:00
add missed trust_remote_code for finetune code
diff --git a/FlagEmbedding/finetune/embedder/decoder_only/base/runner.py b/FlagEmbedding/finetune/embedder/decoder_only/base/runner.py
@@ -70,6 +70,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode
             num_labels=num_labels,
             cache_dir=self.model_args.cache_dir,
             token=self.model_args.token,
+            trust_remote_code=self.model_args.trust_remote_code,
         )
         logger.info('Config: %s', config)
 
diff --git a/FlagEmbedding/finetune/embedder/decoder_only/icl/runner.py b/FlagEmbedding/finetune/embedder/decoder_only/icl/runner.py
@@ -74,6 +74,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode
             num_labels=num_labels,
             cache_dir=self.model_args.cache_dir,
             token=self.model_args.token,
+            trust_remote_code=self.model_args.trust_remote_code,
         )
         logger.info('Config: %s', config)
 
diff --git a/FlagEmbedding/finetune/embedder/encoder_only/base/runner.py b/FlagEmbedding/finetune/embedder/encoder_only/base/runner.py
@@ -41,6 +41,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode
             num_labels=num_labels,
             cache_dir=self.model_args.cache_dir,
             token=self.model_args.token,
+            trust_remote_code=self.model_args.trust_remote_code,
         )
         logger.info('Config: %s', config)
 
diff --git a/FlagEmbedding/finetune/embedder/encoder_only/m3/runner.py b/FlagEmbedding/finetune/embedder/encoder_only/m3/runner.py
@@ -116,6 +116,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode
             num_labels=num_labels,
             cache_dir=self.model_args.cache_dir,
             token=self.model_args.token,
+            trust_remote_code=self.model_args.trust_remote_code,
         )
         logger.info('Config: %s', config)
 
diff --git a/FlagEmbedding/finetune/reranker/encoder_only/base/runner.py b/FlagEmbedding/finetune/reranker/encoder_only/base/runner.py
@@ -35,6 +35,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsRerankerMode
             num_labels=num_labels,
             cache_dir=self.model_args.cache_dir,
             token=self.model_args.token,
+            trust_remote_code=self.model_args.trust_remote_code,
         )
         logger.info('Config: %s', config)
 

Original file line number	Diff line number	Diff line change
`@@ -70,6 +70,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode`
`70`	`70`	`num_labels=num_labels,`
`71`	`71`	`cache_dir=self.model_args.cache_dir,`
`72`	`72`	`token=self.model_args.token,`
	`73`	`+ trust_remote_code=self.model_args.trust_remote_code,`
`73`	`74`	`)`
`74`	`75`	`logger.info('Config: %s', config)`
`75`	`76`
Original file line number	Diff line number	Diff line change
`@@ -74,6 +74,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode`
`74`	`74`	`num_labels=num_labels,`
`75`	`75`	`cache_dir=self.model_args.cache_dir,`
`76`	`76`	`token=self.model_args.token,`
	`77`	`+ trust_remote_code=self.model_args.trust_remote_code,`
`77`	`78`	`)`
`78`	`79`	`logger.info('Config: %s', config)`
`79`	`80`
Original file line number	Diff line number	Diff line change
`@@ -41,6 +41,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode`
`41`	`41`	`num_labels=num_labels,`
`42`	`42`	`cache_dir=self.model_args.cache_dir,`
`43`	`43`	`token=self.model_args.token,`
	`44`	`+ trust_remote_code=self.model_args.trust_remote_code,`
`44`	`45`	`)`
`45`	`46`	`logger.info('Config: %s', config)`
`46`	`47`
Original file line number	Diff line number	Diff line change
`@@ -116,6 +116,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsEmbedderMode`
`116`	`116`	`num_labels=num_labels,`
`117`	`117`	`cache_dir=self.model_args.cache_dir,`
`118`	`118`	`token=self.model_args.token,`
	`119`	`+ trust_remote_code=self.model_args.trust_remote_code,`
`119`	`120`	`)`
`120`	`121`	`logger.info('Config: %s', config)`
`121`	`122`
Original file line number	Diff line number	Diff line change
`@@ -35,6 +35,7 @@ def load_tokenizer_and_model(self) -> Tuple[PreTrainedTokenizer, AbsRerankerMode`
`35`	`35`	`num_labels=num_labels,`
`36`	`36`	`cache_dir=self.model_args.cache_dir,`
`37`	`37`	`token=self.model_args.token,`
	`38`	`+ trust_remote_code=self.model_args.trust_remote_code,`
`38`	`39`	`)`
`39`	`40`	`logger.info('Config: %s', config)`
`40`	`41`