|
|
|
@@ -17,7 +17,9 @@ from math import ceil |
|
|
|
import numpy as np |
|
|
|
|
|
|
|
import mindspore.nn.learning_rate_schedule as lr_schedules |
|
|
|
|
|
|
|
from mindspore import Tensor |
|
|
|
from mindspore.ops import operations as P |
|
|
|
import mindspore.common.dtype as mstype |
|
|
|
|
|
|
|
def square_root_schedule(lr, update_num, decay_start_step, |
|
|
|
warmup_steps=2000, |
|
|
|
|