clean code and sepaarate finetuned_inference.py

This commit is contained in:
Shounak Banerjee
2024-06-07 18:39:24 +00:00
parent b4a592d7f3
commit d74c4c098b
5 changed files with 206 additions and 58 deletions

View File

@@ -10,7 +10,7 @@ accelerate launch train.py \
--train_batch_size=8 \
--gradient_accumulation_steps=4 \
--gradient_checkpointing \
--max_train_steps=50000 \
--max_train_steps=100000 \
--learning_rate=5e-05 \
--max_grad_norm=1 \
--lr_scheduler="cosine" \