deepgeek/MiniCPM-o
2
0
Fork 0
mirror of https://github.com/OpenBMB/MiniCPM-V.git synced 2026-02-04 17:59:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' of https://github.com/OpenBMB/MiniCPM-V

Browse Source 
t push
This commit is contained in:
yiranyyu
2024-05-28 17:15:07 +08:00
parent 70c6f2526d ae0f1e63ee
commit 1eb9ba3c24
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
finetune/finetune_ds.sh
View File

@@ -34,8 +34,8 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--fp16_full_eval false \
--do_train \
--do_eval \
--tune_vision false \
--tune_llm false \
--tune_vision true \
--tune_llm true \
--model_max_length 2048 \
--max_steps 10000 \
--eval_steps 1000 \

2
finetune/finetune_lora.sh
View File

@@ -32,7 +32,7 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--bf16_full_eval true \
--do_train \
--do_eval \
--tune_vision false \
--tune_vision true \
--tune_llm false \
--use_lora true \
--lora_target_modules "llm\..*layers\.\d+\.self_attn\.(q_proj|k_proj)" \