From e41c8f8a4005d5733d4f34cb922a83fa022ee67d Mon Sep 17 00:00:00 2001 From: touchint <465041008@qq.com> Date: Fri, 7 Jun 2024 10:38:30 +0000 Subject: [PATCH] update src/apex/optimizers/npu_fused_adadelta.py. Signed-off-by: touchint <465041008@qq.com> --- src/apex/optimizers/npu_fused_adadelta.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/apex/optimizers/npu_fused_adadelta.py b/src/apex/optimizers/npu_fused_adadelta.py index 3dedec9..247f321 100644 --- a/src/apex/optimizers/npu_fused_adadelta.py +++ b/src/apex/optimizers/npu_fused_adadelta.py @@ -69,6 +69,8 @@ class NpuFusedAdadelta(Optimizer): raise ValueError("Invalid epsilon value: {}".format(eps)) if weight_decay < 0.0: raise ValueError("Invalid weight_decay value: {}".format(weight_decay)) + if weight_decay > 0.0: + raise ValueError("Invalid learning rate: {}".format(lr)) defaults = dict(lr=lr, rho=rho, eps=eps, weight_decay=weight_decay) self.is_npu_fused_optimizer = True -- Gitee