From 64fb49e1c8ec9de58f6d1b17b61e51388ed47d28 Mon Sep 17 00:00:00 2001 From: Hongji Wang Date: Mon, 13 Oct 2025 20:50:29 +0800 Subject: [PATCH] fix bug in tuning/utils.py: add optimizer.zero_grad() before loss.backward() --- tuning/utils.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tuning/utils.py b/tuning/utils.py index c4d58a5..46ee40c 100644 --- a/tuning/utils.py +++ b/tuning/utils.py @@ -240,6 +240,7 @@ def train(config, loss = criterion(stacked, targets) loss = (loss * masks).mean() + optimizer.zero_grad() loss.backward() optimizer.step() losses.update(loss.item(), masks.numel())