MegEngine/dnn/src/common/tqt.cpp

/**
 * \file dnn/src/common/tqt.cpp
 * MegEngine is Licensed under the Apache License, Version 2.0 (the "License")
 *
 * Copyright (c) 2014-2021 Megvii Inc. All rights reserved.
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT ARRANTIES OR CONDITIONS OF ANY KIND, either express or
 * implied.
 */

#include "megdnn/oprs.h"
#include "src/common/utils.h"

namespace megdnn {

void TQTBase::deduce_layout_fwd(const TensorLayout& input, TensorLayout& output) {
    output = TensorLayout(input, input.dtype);
}

void TQTBase::check_layout_fwd(
        const TensorLayout& input, const TensorLayout& scale,
        const TensorLayout& output) {
    megdnn_assert(input.dtype == dtype::Float32());
    megdnn_assert(scale.dtype == dtype::Float32());
    TensorLayout expected;
    deduce_layout_fwd(input, expected);
    megdnn_assert_eq_layout(expected, output);
}

void TQTForward::deduce_layout(
        const TensorLayout& input, const TensorLayout& /* scale */,
        TensorLayout& output) {
    deduce_layout_fwd(input, output);
}

void TQTForward::check_exec(
        const TensorLayout& input, const TensorLayout& scale,
        const TensorLayout& output, size_t workspace_in_bytes) {
    check_layout_fwd(input, scale, output);
    auto required_workspace_space = get_workspace_in_bytes(input, scale, output);
    megdnn_assert(workspace_in_bytes >= required_workspace_space);
}

void TQTBackward::check_exec(
        const TensorLayout& diff, const TensorLayout& input, const TensorLayout& scale,
        const TensorLayout& grad_x, const TensorLayout& grad_s,
        size_t workspace_in_bytes) {
    megdnn_assert_eq_shape(diff, input);
    megdnn_assert_eq_shape(grad_x, input);
    auto required_worspace_space =
            get_workspace_in_bytes(diff, input, scale, grad_x, grad_s);
    megdnn_assert(workspace_in_bytes >= required_worspace_space);
}

}  // namespace megdnn