Update zero3 code and OOM FQAs (#188)

2026-02-05 18:29:18 +08:00 · 2024-05-31 12:44:21 +08:00
parent fe7184f8c9
commit 8d9c86a919
5 changed files with 131 additions and 7 deletions
--- a/finetune/finetune_lora.sh
+++ b/finetune/finetune_lora.sh
@@ -37,6 +37,8 @@ torchrun $DISTRIBUTED_ARGS finetune.py  \
    --use_lora true \
    --lora_target_modules "llm\..*layers\.\d+\.self_attn\.(q_proj|k_proj)" \
    --model_max_length 2048 \
+    --max_slice_nums 9 \
+    --scale_resolution 448 \
    --max_steps 10000 \
    --eval_steps 1000 \
    --output_dir output/output_minicpmv2_lora \