Update zero3 code and OOM FQAs (#188)

2026-02-04 17:59:18 +08:00 · 2024-05-31 12:44:21 +08:00
parent fe7184f8c9
commit 8d9c86a919
5 changed files with 131 additions and 7 deletions
--- a/finetune/finetune_ds.sh
+++ b/finetune/finetune_ds.sh
@@ -37,6 +37,8 @@ torchrun $DISTRIBUTED_ARGS finetune.py  \
    --tune_vision true \
    --tune_llm true \
    --model_max_length 2048 \
+    --max_slice_nums 9 \
+    --scale_resolution 448 \
    --max_steps 10000 \
    --eval_steps 1000 \
    --output_dir output/output_minicpmv2 \