File tree Expand file tree Collapse file tree
examples/finetune/reranker Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -201,7 +201,7 @@ torchrun --nproc_per_node 2 \
201201 --output_dir ./test_decoder_only_base_bge-reranker-v2-minicpm-layerwise \
202202 --overwrite_output_dir \
203203 --learning_rate 2e-4 \
204- --fp16 \
204+ --bf16 \
205205 --num_train_epochs 1 \
206206 --per_device_train_batch_size 2 \
207207 --gradient_accumulation_steps 1 \
@@ -260,7 +260,7 @@ torchrun --nproc_per_node 2 \
260260 --output_dir ./test_decoder_only_base_bge-reranker-v2-minicpm-layerwise \
261261 --overwrite_output_dir \
262262 --learning_rate 2e-4 \
263- --fp16 \
263+ --bf16 \
264264 --num_train_epochs 1 \
265265 --per_device_train_batch_size 2 \
266266 --gradient_accumulation_steps 1 \
Original file line number Diff line number Diff line change @@ -46,7 +46,7 @@ training_args="\
4646 --output_dir ./test_decoder_only_base_bge-reranker-v2-gemma \
4747 --overwrite_output_dir \
4848 --learning_rate 2e-4 \
49- --fp16 \
49+ --bf16 \
5050 --num_train_epochs $num_train_epochs \
5151 --per_device_train_batch_size $per_device_train_batch_size \
5252 --gradient_accumulation_steps $gradient_accumulation_steps \
Original file line number Diff line number Diff line change @@ -51,7 +51,7 @@ training_args="\
5151 --output_dir ./test_decoder_only_base_bge-reranker-v2-minicpm-layerwise \
5252 --overwrite_output_dir \
5353 --learning_rate 2e-4 \
54- --fp16 \
54+ --bf16 \
5555 --num_train_epochs $num_train_epochs \
5656 --per_device_train_batch_size $per_device_train_batch_size \
5757 --gradient_accumulation_steps $gradient_accumulation_steps \
You can’t perform that action at this time.
0 commit comments