From cff8a5fe26625c65b2aac49962b20f12ed113081 Mon Sep 17 00:00:00 2001
From: chmod740 <hupeng@webprague.com>
Date: Sun, 29 May 2022 11:04:17 +0800
Subject: [PATCH] fix bug in kws/utils/executor.py (#72)

---
 kws/utils/executor.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/kws/utils/executor.py b/kws/utils/executor.py
index 51fc529..94a7270 100644
--- a/kws/utils/executor.py
+++ b/kws/utils/executor.py
@@ -50,6 +50,7 @@ class Executor:
             grad_norm = clip_grad_norm_(model.parameters(), clip)
             if torch.isfinite(grad_norm):
                 optimizer.step()
+            optimizer.zero_grad()
             if batch_idx % log_interval == 0:
                 logging.debug(
                     'TRAIN Batch {}/{} loss {:.8f} acc {:.8f}'.format(