mindspore2022/mindspore/ops/_op_impl/tbe/sgd.py

# Copyright 2020 Huawei Technologies Co., Ltd
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ============================================================================

"""SGD op"""
from mindspore.ops.op_info_register import op_info_register, TBERegOp, DataType

sgd_op_info = TBERegOp("SGD") \
    .fusion_type("OPAQUE") \
    .async_flag(False) \
    .binfile_name("sgd.so") \
    .compute_cost(10) \
    .kernel_name("sgd") \
    .partial_flag(True) \
    .attr("dampening", "optional", "float", "all") \
    .attr("weight_decay", "optional", "float", "all") \
    .attr("nesterov", "optional", "bool", "all") \
    .input(0, "parameters", False, "required", "all") \
    .input(1, "gradient", False, "required", "all") \
    .input(2, "learning_rate", False, "required", "all") \
    .input(3, "accum", False, "required", "all") \
    .input(4, "momentum", False, "required", "all") \
    .input(5, "stat", False, "required", "all") \
    .output(0, "parameters", False, "required", "all") \
    .dtype_format(DataType.F16_5HD, DataType.F16_5HD, DataType.F16_Default, DataType.F16_5HD,
                  DataType.F16_Default, DataType.F16_5HD, DataType.F16_5HD) \
    .dtype_format(DataType.F16_Default, DataType.F16_Default, DataType.F16_Default, DataType.F16_Default,
                  DataType.F16_Default, DataType.F16_Default, DataType.F16_Default) \
    .dtype_format(DataType.F16_FracZ, DataType.F16_FracZ, DataType.F16_Default, DataType.F16_FracZ,
                  DataType.F16_Default, DataType.F16_FracZ, DataType.F16_FracZ) \
    .dtype_format(DataType.F32_5HD, DataType.F32_5HD, DataType.F32_Default, DataType.F32_5HD,
                  DataType.F32_Default, DataType.F32_5HD, DataType.F32_5HD) \
    .dtype_format(DataType.F32_Default, DataType.F32_Default, DataType.F32_Default, DataType.F32_Default,
                  DataType.F32_Default, DataType.F32_Default, DataType.F32_Default) \
    .dtype_format(DataType.F32_FracZ, DataType.F32_FracZ, DataType.F32_Default, DataType.F32_FracZ,
                  DataType.F32_Default, DataType.F32_FracZ, DataType.F32_FracZ) \
    .get_op_info()


@op_info_register(sgd_op_info)
def _sgd_tbe():
    """SGD TBE register"""
    return