Merge pull request #699 from JiJiJiang/master

fix bug in tuning/utils.py: add optimizer.zero_grad() before loss.bac…
2026-02-04 09:29:22 +08:00 · 2025-10-14 14:50:58 +03:00
parent 55ba6e2825 64fb49e1c8
commit dc0b62e1e4
1 changed files with 1 additions and 0 deletions
--- a/tuning/utils.py
+++ b/tuning/utils.py
@@ -240,6 +240,7 @@ def train(config,

            loss = criterion(stacked, targets)
            loss = (loss * masks).mean()
+            optimizer.zero_grad()
            loss.backward()
            optimizer.step()
            losses.update(loss.item(), masks.numel())