Update finetune_lora.sh

This commit is contained in:
YuzaChongyi
2024-05-28 17:12:24 +08:00
committed by GitHub
parent e1aa52f714
commit ae0f1e63ee

View File

@@ -32,7 +32,7 @@ torchrun $DISTRIBUTED_ARGS finetune.py \
--bf16_full_eval true \
--do_train \
--do_eval \
--tune_vision false \
--tune_vision true \
--tune_llm false \
--use_lora true \
--lora_target_modules "llm\..*layers\.\d+\.self_attn\.(q_proj|k_proj)" \