From 5a119d107f375e3c65f5eabe34a7c0ddcf8f8587 Mon Sep 17 00:00:00 2001 From: seatea Date: Wed, 13 May 2020 10:20:23 +0800 Subject: [PATCH] Fix weight decay bug for `SGD` optimizer. Weight decay has been considered and caculated in `SGD` operation, so there's no need to apply weight decay in `SGD` optimizer. --- mindspore/nn/optim/sgd.py | 1 - 1 file changed, 1 deletion(-) diff --git a/mindspore/nn/optim/sgd.py b/mindspore/nn/optim/sgd.py index c2575be6c8..b802c8e7a5 100755 --- a/mindspore/nn/optim/sgd.py +++ b/mindspore/nn/optim/sgd.py @@ -136,7 +136,6 @@ class SGD(Optimizer): params = self.parameters accum = self.accum stat = self.stat - gradients = self.decay_weight(gradients) gradients = self.scale_grad(gradients) lr = self.get_lr() if self.is_group_lr: