From aac640831f8cf2ebe57cafaa97f79c9d67470c99 Mon Sep 17 00:00:00 2001 From: pengxiaopeng Date: Tue, 7 May 2024 14:07:55 +0800 Subject: [PATCH] bugfix when grad is None --- debug/accuracy_tools/grad_tool/grad_pt/grad_monitor.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/debug/accuracy_tools/grad_tool/grad_pt/grad_monitor.py b/debug/accuracy_tools/grad_tool/grad_pt/grad_monitor.py index 246ea337b..f3b1be2b5 100644 --- a/debug/accuracy_tools/grad_tool/grad_pt/grad_monitor.py +++ b/debug/accuracy_tools/grad_tool/grad_pt/grad_monitor.py @@ -49,6 +49,9 @@ class PtGradientMonitor(BaseMonitor): if not data_in_list_target(param_name, self._param_list): continue grad = param.main_grad if hasattr(param, "main_grad") else param.grad + if grad is None: + print_info_log(f"grad is None: {param_name}") + continue grad_info = GradStatCsv.generate_csv_line( level=self._level_adp, param_name=param_name, -- Gitee