fix bug in tuning/utils.py: add optimizer.zero_grad() before loss.backward()

2026-02-04 09:29:22 +08:00 · 2025-10-13 20:50:29 +08:00
parent 55ba6e2825
commit 64fb49e1c8
1 changed files with 1 additions and 0 deletions
--- a/tuning/utils.py
+++ b/tuning/utils.py
@@ -240,6 +240,7 @@ def train(config,

            loss = criterion(stacked, targets)
            loss = (loss * masks).mean()
+            optimizer.zero_grad()
            loss.backward()
            optimizer.step()
            losses.update(loss.item(), masks.numel())