use bf16 for amp

This commit is contained in:
lyuxiang.lx
2025-07-28 11:55:38 +08:00
parent b048a2d6db
commit 11515d0d5a
2 changed files with 3 additions and 3 deletions

View File

@@ -166,7 +166,7 @@ class Executor:
for k, v in info_dict['loss_dict'].items():
if k not in total_loss_dict:
total_loss_dict[k] = []
total_loss_dict[k].append(v.item() * num_utts)
total_loss_dict[k].append(v.mean().item() * num_utts)
log_per_step(None, info_dict)
for k, v in total_loss_dict.items():
total_loss_dict[k] = sum(v) / total_num_utts