From efae873a2210da86aea027069d9afb9b519b91c0 Mon Sep 17 00:00:00 2001
From: qianyu chen <38046403+qyc-98@users.noreply.github.com>
Date: Thu, 25 Jul 2024 12:05:11 +0800
Subject: [PATCH] Update finetune_lora.sh

---
 finetune/finetune_lora.sh | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/finetune/finetune_lora.sh b/finetune/finetune_lora.sh
index 22cf5a2..96f1c09 100644
--- a/finetune/finetune_lora.sh
+++ b/finetune/finetune_lora.sh
@@ -47,7 +47,7 @@ torchrun $DISTRIBUTED_ARGS finetune.py  \
     --logging_strategy "steps" \
     --per_device_train_batch_size 2 \
     --per_device_eval_batch_size 1 \
-    --gradient_accumulation_steps 1 \
+    --gradient_accumulation_steps 8 \
     --evaluation_strategy "steps" \
     --save_strategy "steps" \
     --save_steps 1000 \