zzy34407230
/
mindspore2022
Not watched
1
0
Fork 0
Code
Releases 22 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 7afcdfd211
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '7afcdfd211'
${ noResults }
mindspore2022/tests/st/optimizer/test_asgd_gpu.py

126 lines
7.0 kB
Raw Blame History 

  1. # Copyright 2021 Huawei Technologies Co., Ltd

  2. #

  3. # Licensed under the Apache License, Version 2.0 (the "License");

  4. # you may not use this file except in compliance with the License.

  5. # You may obtain a copy of the License at

  6. #

  7. # http://www.apache.org/licenses/LICENSE-2.0

  8. #

  9. # Unless required by applicable law or agreed to in writing, software

  10. # distributed under the License is distributed on an "AS IS" BASIS,

  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  12. # See the License for the specific language governing permissions and

  13. # limitations under the License.

  14. # ============================================================================

  15. import numpy as np

  16. import mindspore.context as context

  17. from .optimizer_utils import build_network, loss_not_default_asgd, loss_default_asgd, loss_group_asgd

  18. 

  19. 

  20. def test_default_asgd_pynative():

  21.     """

  22.     Feature: Test ASGD optimizer

  23.     Description: Test ASGD in Pynative mode with default parameter

  24.     Expectation: Loss values and parameters conform to preset values.

  25.     """

  26.     from .optimizer_utils import default_fc1_weight_asgd, \

  27.         default_fc1_bias_asgd, default_fc2_weight_asgd, default_fc2_bias_asgd

  28.     context.set_context(mode=context.PYNATIVE_MODE, device_target='GPU')

  29.     config = {'name': 'ASGD', 'lr': 0.01, 'lambd': 1e-4, 'alpha': 0.75, 't0': 1e6, 'weight_decay': 0.0}

  30.     loss, cells = build_network(config)

  31.     assert np.allclose(cells.ax[0].asnumpy(), default_fc1_weight_asgd, atol=1.e-5)

  32.     assert np.allclose(cells.ax[1].asnumpy(), default_fc1_bias_asgd, atol=1.e-5)

  33.     assert np.allclose(cells.ax[2].asnumpy(), default_fc2_weight_asgd, atol=1.e-5)

  34.     assert np.allclose(cells.ax[3].asnumpy(), default_fc2_bias_asgd, atol=1.e-5)

  35.     assert np.allclose(loss_default_asgd, loss, atol=1.e-5)

  36. 

  37. 

  38. def test_default_asgd_graph():

  39.     """

  40.     Feature: Test ASGD optimizer

  41.     Description: Test ASGD in Graph mode with default parameter

  42.     Expectation: Loss values and parameters conform to preset values.

  43.     """

  44.     from .optimizer_utils import default_fc1_weight_asgd, \

  45.         default_fc1_bias_asgd, default_fc2_weight_asgd, default_fc2_bias_asgd

  46.     context.set_context(mode=context.GRAPH_MODE, device_target='GPU')

  47.     config = {'name': 'ASGD', 'lr': 0.01, 'lambd': 1e-4, 'alpha': 0.75, 't0': 1e6, 'weight_decay': 0.0}

  48.     loss, cells = build_network(config)

  49.     assert np.allclose(cells.ax[0].asnumpy(), default_fc1_weight_asgd, atol=1.e-5)

  50.     assert np.allclose(cells.ax[1].asnumpy(), default_fc1_bias_asgd, atol=1.e-5)

  51.     assert np.allclose(cells.ax[2].asnumpy(), default_fc2_weight_asgd, atol=1.e-5)

  52.     assert np.allclose(cells.ax[3].asnumpy(), default_fc2_bias_asgd, atol=1.e-5)

  53.     assert np.allclose(loss_default_asgd, loss, atol=1.e-5)

  54. 

  55. 

  56. def test_no_default_asgd_pynative():

  57.     """

  58.     Feature: Test ASGD optimizer

  59.     Description: Test ASGD in Pynative mode with another set of parameter

  60.     Expectation: Loss values and parameters conform to preset values.

  61.     """

  62.     from .optimizer_utils import no_default_fc1_weight_asgd, \

  63.         no_default_fc1_bias_asgd, no_default_fc2_weight_asgd, no_default_fc2_bias_asgd

  64.     context.set_context(mode=context.PYNATIVE_MODE, device_target='GPU')

  65.     config = {'name': 'ASGD', 'lr': 0.001, 'lambd': 1e-3, 'alpha': 0.8, 't0': 50., 'weight_decay': 0.001}

  66.     loss, cells = build_network(config)

  67.     assert np.allclose(cells.ax[0].asnumpy(), no_default_fc1_weight_asgd, atol=1.e-5)

  68.     assert np.allclose(cells.ax[1].asnumpy(), no_default_fc1_bias_asgd, atol=1.e-5)

  69.     assert np.allclose(cells.ax[2].asnumpy(), no_default_fc2_weight_asgd, atol=1.e-5)

  70.     assert np.allclose(cells.ax[3].asnumpy(), no_default_fc2_bias_asgd, atol=1.e-5)

  71.     assert np.allclose(loss_not_default_asgd, loss, atol=1.e-5, rtol=1e-3)

  72. 

  73. 

  74. def test_no_default_asgd_graph():

  75.     """

  76.     Feature: Test ASGD optimizer

  77.     Description: Test ASGD in Graph mode with another set of parameter

  78.     Expectation: Loss values and parameters conform to preset values.

  79.     """

  80.     from .optimizer_utils import no_default_fc1_weight_asgd, \

  81.         no_default_fc1_bias_asgd, no_default_fc2_weight_asgd, no_default_fc2_bias_asgd

  82.     context.set_context(mode=context.GRAPH_MODE, device_target='GPU')

  83.     config = {'name': 'ASGD', 'lr': 0.001, 'lambd': 1e-3, 'alpha': 0.8, 't0': 50., 'weight_decay': 0.001}

  84.     loss, cells = build_network(config)

  85.     assert np.allclose(cells.ax[0].asnumpy(), no_default_fc1_weight_asgd, atol=1.e-5)

  86.     assert np.allclose(cells.ax[1].asnumpy(), no_default_fc1_bias_asgd, atol=1.e-5)

  87.     assert np.allclose(cells.ax[2].asnumpy(), no_default_fc2_weight_asgd, atol=1.e-5)

  88.     assert np.allclose(cells.ax[3].asnumpy(), no_default_fc2_bias_asgd, atol=1.e-5)

  89.     assert np.allclose(loss_not_default_asgd, loss, atol=1.e-5, rtol=1e-3)

  90. 

  91. 

  92. def test_default_asgd_group_pynative():

  93.     """

  94.     Feature: Test ASGD optimizer

  95.     Description: Test ASGD in Pynative mode with parameter grouping

  96.     Expectation: Loss values and parameters conform to preset values.

  97.     """

  98.     from .optimizer_utils import no_default_group_fc1_weight_asgd, no_default_group_fc1_bias_asgd, \

  99.         no_default_group_fc2_weight_asgd, no_default_group_fc2_bias_asgd

  100.     context.set_context(mode=context.PYNATIVE_MODE, device_target='GPU')

  101.     config = {'name': 'ASGD', 'lr': 0.1, 'lambd': 1e-3, 'alpha': 0.8, 't0': 50., 'weight_decay': 0.001}

  102.     loss, cells = build_network(config, is_group=True)

  103.     assert np.allclose(cells.ax[0].asnumpy(), no_default_group_fc1_weight_asgd, atol=1.e-5)

  104.     assert np.allclose(cells.ax[1].asnumpy(), no_default_group_fc1_bias_asgd, atol=1.e-5)

  105.     assert np.allclose(cells.ax[2].asnumpy(), no_default_group_fc2_weight_asgd, atol=1.e-5)

  106.     assert np.allclose(cells.ax[3].asnumpy(), no_default_group_fc2_bias_asgd, atol=1.e-5)

  107.     assert np.allclose(loss_group_asgd, loss, atol=1.e-5, rtol=1e-3)

  108. 

  109. 

  110. def test_default_asgd_group_graph():

  111.     """

  112.     Feature: Test ASGD optimizer

  113.     Description: Test ASGD in Graph mode with parameter grouping

  114.     Expectation: Loss values and parameters conform to preset values.

  115.     """

  116.     from .optimizer_utils import no_default_group_fc1_weight_asgd, no_default_group_fc1_bias_asgd, \

  117.         no_default_group_fc2_weight_asgd, no_default_group_fc2_bias_asgd

  118.     context.set_context(mode=context.GRAPH_MODE, device_target='GPU')

  119.     config = {'name': 'ASGD', 'lr': 0.1, 'lambd': 1e-3, 'alpha': 0.8, 't0': 50., 'weight_decay': 0.001}

  120.     loss, cells = build_network(config, is_group=True)

  121.     assert np.allclose(cells.ax[0].asnumpy(), no_default_group_fc1_weight_asgd, atol=1.e-5)

  122.     assert np.allclose(cells.ax[1].asnumpy(), no_default_group_fc1_bias_asgd, atol=1.e-5)

  123.     assert np.allclose(cells.ax[2].asnumpy(), no_default_group_fc2_weight_asgd, atol=1.e-5)

  124.     assert np.allclose(cells.ax[3].asnumpy(), no_default_group_fc2_bias_asgd, atol=1.e-5)

  125.     assert np.allclose(loss_group_asgd, loss, atol=1.e-5, rtol=1e-3)