You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

__init__.py 1.5 kB

123456789101112131415161718192021222324252627282930313233343536373839404142
  1. # Copyright 2020 Huawei Technologies Co., Ltd
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. # ============================================================================
  15. """
  16. Wrap cells for networks.
  17. Use the Wrapper to combine the loss or build the training steps.
  18. """
  19. from .cell_wrapper import ForwardValueAndGrad, TrainOneStepCell, WithLossCell, WithGradCell, WithEvalCell, \
  20. ParameterUpdate, GetNextSingleOp, VirtualDatasetCellTriple, PipelineCell
  21. from .loss_scale import TrainOneStepWithLossScaleCell, DynamicLossScaleUpdateCell, FixedLossScaleUpdateCell
  22. from .grad_reducer import DistributedGradReducer
  23. from ..layer.timedistributed import TimeDistributed
  24. __all__ = [
  25. "TimeDistributed",
  26. "ForwardValueAndGrad",
  27. "TrainOneStepCell",
  28. "WithLossCell",
  29. "WithGradCell",
  30. "PipelineCell",
  31. "WithEvalCell",
  32. "GetNextSingleOp",
  33. "TrainOneStepWithLossScaleCell",
  34. "DistributedGradReducer",
  35. "ParameterUpdate",
  36. "DynamicLossScaleUpdateCell",
  37. "FixedLossScaleUpdateCell",
  38. "VirtualDatasetCellTriple"
  39. ]