diff --git a/debug/accuracy_tools/grad_tool/grad_pt/grad_monitor.py b/debug/accuracy_tools/grad_tool/grad_pt/grad_monitor.py index 246ea337b0caa996521971aecfdefeb92712f335..f3b1be2b5603d84714b149bd2a35056832eaeb48 100644 --- a/debug/accuracy_tools/grad_tool/grad_pt/grad_monitor.py +++ b/debug/accuracy_tools/grad_tool/grad_pt/grad_monitor.py @@ -49,6 +49,9 @@ class PtGradientMonitor(BaseMonitor): if not data_in_list_target(param_name, self._param_list): continue grad = param.main_grad if hasattr(param, "main_grad") else param.grad + if grad is None: + print_info_log(f"grad is None: {param_name}") + continue grad_info = GradStatCsv.generate_csv_line( level=self._level_adp, param_name=param_name,