deepgeek/MiniCPM-o
2
0
Fork 0
mirror of https://github.com/OpenBMB/MiniCPM-V.git synced 2026-02-05 18:29:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' of https://github.com/OpenBMB/MiniCPM-V

Browse Source 
t push
This commit is contained in:
yiranyyu
2024-05-28 17:15:07 +08:00
parent 70c6f2526d ae0f1e63ee
commit 1eb9ba3c24
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
finetune/finetune_ds.sh
View File

@@ -34,8 +34,8 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--fp16_full_eval false \ --fp16_full_eval false \
--do_train \ --do_train \
--do_eval \ --do_eval \
--tune_vision false \ --tune_vision true \
--tune_llm false \ --tune_llm true \
--model_max_length 2048 \ --model_max_length 2048 \
--max_steps 10000 \ --max_steps 10000 \
--eval_steps 1000 \ --eval_steps 1000 \

2
finetune/finetune_lora.sh
View File

@@ -32,7 +32,7 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--bf16_full_eval true \ --bf16_full_eval true \
--do_train \ --do_train \
--do_eval \ --do_eval \
--tune_vision false \ --tune_vision true \
--tune_llm false \ --tune_llm false \
--use_lora true \ --use_lora true \
--lora_target_modules "llm\..*layers\.\d+\.self_attn\.(q_proj|k_proj)" \ --lora_target_modules "llm\..*layers\.\d+\.self_attn\.(q_proj|k_proj)" \