Browse Source

!1894 fix lars weight decay computation error

Merge pull request !1894 from gziyan/upstream/r0.3
tags/v0.3.1-alpha
mindspore-ci-bot Gitee 6 years ago
parent
commit
40e1e3843f
1 changed files with 1 additions and 1 deletions
  1. +1
    -1
      mindspore/nn/optim/lars.py

+ 1
- 1
mindspore/nn/optim/lars.py View File

@@ -94,7 +94,7 @@ class LARS(Optimizer):
self.learning_rate = optimizer.learning_rate
self.lars = P.LARSUpdate(epsilon, hyperpara, use_clip)
self.reciprocal_scale = 1.0 / loss_scale
self.weight_decay = weight_decay * loss_scale
self.weight_decay = weight_decay
self.cast = P.Cast()
self.decay_flag = tuple(decay_filter(x) for x in self.parameters)
self.lars_flag = tuple(lars_filter(x) for x in self.parameters)


Loading…
Cancel
Save