|
|
|
@@ -93,13 +93,13 @@ class Optimizer(Cell): |
|
|
|
|
|
|
|
if isinstance(loss_scale, int): |
|
|
|
loss_scale = float(loss_scale) |
|
|
|
validator.check_value_type("loss_scale", loss_scale, [float], None) |
|
|
|
validator.check_number_range("loss_scale", loss_scale, 0.0, float("inf"), Rel.INC_NEITHER, None) |
|
|
|
validator.check_value_type("loss_scale", loss_scale, [float], self.cls_name) |
|
|
|
validator.check_number_range("loss_scale", loss_scale, 0.0, float("inf"), Rel.INC_NEITHER, self.cls_name) |
|
|
|
|
|
|
|
if isinstance(weight_decay, int): |
|
|
|
weight_decay = float(weight_decay) |
|
|
|
validator.check_value_type("weight_decay", weight_decay, [float], None) |
|
|
|
validator.check_number_range("weight_decay", weight_decay, 0.0, float("inf"), Rel.INC_LEFT, None) |
|
|
|
validator.check_value_type("weight_decay", weight_decay, [float], self.cls_name) |
|
|
|
validator.check_number_range("weight_decay", weight_decay, 0.0, float("inf"), Rel.INC_LEFT, self.cls_name) |
|
|
|
|
|
|
|
self.is_group = False |
|
|
|
self.is_group_lr = False |
|
|
|
|