Update finetune_lora.sh

This commit is contained in:
qianyu chen
2024-07-25 12:05:11 +08:00
committed by GitHub
parent ba27a162aa
commit efae873a22

View File

@@ -47,7 +47,7 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--logging_strategy "steps" \
--per_device_train_batch_size 2 \
--per_device_eval_batch_size 1 \
--gradient_accumulation_steps 1 \
--gradient_accumulation_steps 8 \
--evaluation_strategy "steps" \
--save_strategy "steps" \
--save_steps 1000 \