|
- # Copyright 2020 Huawei Technologies Co., Ltd
- #
- # Licensed under the Apache License, Version 2.0 (the "License");
- # you may not use this file except in compliance with the License.
- # You may obtain a copy of the License at
- #
- # http://www.apache.org/licenses/LICENSE-2.0
- #
- # Unless required by applicable law or agreed to in writing, software
- # distributed under the License is distributed on an "AS IS" BASIS,
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- # See the License for the specific language governing permissions and
- # limitations under the License.
- # ============================================================================
-
- """SGD op"""
- from mindspore.ops.op_info_register import op_info_register, TBERegOp, DataType
-
- sgd_op_info = TBERegOp("SGD") \
- .fusion_type("OPAQUE") \
- .async_flag(False) \
- .binfile_name("sgd.so") \
- .compute_cost(10) \
- .kernel_name("sgd") \
- .partial_flag(True) \
- .attr("dampening", "optional", "float", "all") \
- .attr("weight_decay", "optional", "float", "all") \
- .attr("nesterov", "optional", "bool", "all") \
- .input(0, "parameters", False, "required", "all") \
- .input(1, "gradient", False, "required", "all") \
- .input(2, "learning_rate", False, "required", "all") \
- .input(3, "accum", False, "required", "all") \
- .input(4, "momentum", False, "required", "all") \
- .input(5, "stat", False, "required", "all") \
- .output(0, "parameters", False, "required", "all") \
- .dtype_format(DataType.F16_5HD, DataType.F16_5HD, DataType.F16_Default, DataType.F16_5HD,
- DataType.F16_Default, DataType.F16_5HD, DataType.F16_5HD) \
- .dtype_format(DataType.F16_Default, DataType.F16_Default, DataType.F16_Default, DataType.F16_Default,
- DataType.F16_Default, DataType.F16_Default, DataType.F16_Default) \
- .dtype_format(DataType.F16_FracZ, DataType.F16_FracZ, DataType.F16_Default, DataType.F16_FracZ,
- DataType.F16_Default, DataType.F16_FracZ, DataType.F16_FracZ) \
- .dtype_format(DataType.F32_5HD, DataType.F32_5HD, DataType.F32_Default, DataType.F32_5HD,
- DataType.F32_Default, DataType.F32_5HD, DataType.F32_5HD) \
- .dtype_format(DataType.F32_Default, DataType.F32_Default, DataType.F32_Default, DataType.F32_Default,
- DataType.F32_Default, DataType.F32_Default, DataType.F32_Default) \
- .dtype_format(DataType.F32_FracZ, DataType.F32_FracZ, DataType.F32_Default, DataType.F32_FracZ,
- DataType.F32_Default, DataType.F32_FracZ, DataType.F32_FracZ) \
- .get_op_info()
-
-
- @op_info_register(sgd_op_info)
- def _sgd_tbe():
- """SGD TBE register"""
- return
|
