add constant lr scheduler

This commit is contained in:
lyuxiang.lx
2024-07-10 16:37:25 +08:00
parent 6a3e44242a
commit 793a24862c
4 changed files with 29 additions and 4 deletions

View File

@@ -186,8 +186,8 @@ data_pipeline: [
train_conf:
optim: adam
optim_conf:
lr: 0.001
scheduler: warmuplr
lr: 0.001 # change to 1e-5 during sft
scheduler: warmuplr # change to constantlr during sft
scheduler_conf:
warmup_steps: 2500
max_epoch: 200