|
|
|
@@ -187,7 +187,7 @@ class TrainOneStepWithLossScaleCell(Cell): |
|
|
|
Examples: |
|
|
|
>>> net_with_loss = Net() |
|
|
|
>>> optimizer = nn.Momentum(net_with_loss.trainable_params(), learning_rate=0.1, momentum=0.9) |
|
|
|
>>> manager = nn.DynamicLossScaleUpdateCell(init_loss_scale=2**12, scale_factor=2, scale_window=1000) |
|
|
|
>>> manager = nn.DynamicLossScaleUpdateCell(loss_scale_value=2**12, scale_factor=2, scale_window=1000) |
|
|
|
>>> train_network = nn.TrainOneStepWithLossScaleCell(net_with_loss, optimizer, scale_update_cell=manager) |
|
|
|
>>> train_network.set_train() |
|
|
|
>>> |
|
|
|
|