|
|
|
@@ -23,9 +23,7 @@ |
|
|
|
#include "kernel/oplib/oplib.h" |
|
|
|
#include "kernel/kernel_query.h" |
|
|
|
#include "session/anf_runtime_algorithm.h" |
|
|
|
#include "kernel/kernel_build_info.h" |
|
|
|
#include "utils/context/ms_context.h" |
|
|
|
#include "operator/ops.h" |
|
|
|
#include "debug/anf_ir_dump.h" |
|
|
|
|
|
|
|
namespace mindspore { |
|
|
|
@@ -45,7 +43,6 @@ enum MatchCountPriority : int { |
|
|
|
MATCH_COUNT_PRIORITY_END |
|
|
|
}; |
|
|
|
|
|
|
|
const size_t kMaxCount = 0xffffffff; |
|
|
|
const int kUnSupportMixedDataTypeIndex = -1; |
|
|
|
|
|
|
|
bool MatchInferOutputDataType(const CNodePtr &cnode, const kernel::KernelBuildInfo &kernel_build_info) { |
|
|
|
@@ -91,7 +88,7 @@ string GetPriorityMatchFormat(const CNodePtr &cnode) { |
|
|
|
return priority_matched_format; |
|
|
|
} |
|
|
|
/** |
|
|
|
* compare two vector by priority, select a better vector, like compare two num, first compare highest num location, |
|
|
|
* Compare two vector by priority, select a better vector, like compare two num, first compare highest num location, |
|
|
|
* if equal then next num location |
|
|
|
* example:[3,1,1,1] > [2,2,2,2] > [2,2,1,2] > [2,1,1,3] |
|
|
|
*/ |
|
|
|
@@ -167,8 +164,9 @@ void SetTensorDeviceInfo(const kernel::KernelBuildInfo &selected_kernel_info, co |
|
|
|
if (op_info != nullptr) { |
|
|
|
is_ref = op_info->is_ref(); |
|
|
|
} |
|
|
|
MS_EXCEPTION_IF_NULL(MsContext::GetInstance()); |
|
|
|
if (MsContext::GetInstance()->execution_mode() == kPynativeMode && |
|
|
|
auto ms_context = MsContext::GetInstance(); |
|
|
|
MS_EXCEPTION_IF_NULL(ms_context); |
|
|
|
if (ms_context->execution_mode() == kPynativeMode && |
|
|
|
AnfAlgo::GetOutputDeviceDataType(real_input_node, 0) != kTypeUnknown) { |
|
|
|
continue; |
|
|
|
} |
|
|
|
@@ -221,6 +219,7 @@ void AddNodeInputDataType(const CNodePtr &kernel_node, size_t input_index, |
|
|
|
std::vector<TypeId> *node_mix_precision_datatype) { |
|
|
|
AnfNodePtr cur_input = AnfAlgo::GetInputNode(kernel_node, input_index); |
|
|
|
MS_EXCEPTION_IF_NULL(cur_input); |
|
|
|
MS_EXCEPTION_IF_NULL(node_mix_precision_datatype); |
|
|
|
TypeId input_origin_type = AnfAlgo::GetPrevNodeOutputInferDataType(kernel_node, input_index); |
|
|
|
AddSupportMixedPrecisionDataTypeIndex(input_origin_type, node_mix_precision_datatype_index); |
|
|
|
node_mix_precision_datatype->push_back(input_origin_type); |
|
|
|
@@ -229,6 +228,7 @@ void AddNodeInputDataType(const CNodePtr &kernel_node, size_t input_index, |
|
|
|
void AddNodeOutputDataType(const CNodePtr &kernel_node, size_t output_index, |
|
|
|
std::vector<int> *node_mix_precision_datatype_index, |
|
|
|
std::vector<TypeId> *node_mix_precision_datatype) { |
|
|
|
MS_EXCEPTION_IF_NULL(node_mix_precision_datatype); |
|
|
|
auto output_origin_type = AnfAlgo::GetOutputInferDataType(kernel_node, output_index); |
|
|
|
AddSupportMixedPrecisionDataTypeIndex(output_origin_type, node_mix_precision_datatype_index); |
|
|
|
node_mix_precision_datatype->push_back(output_origin_type); |
|
|
|
@@ -239,12 +239,12 @@ void CheckDataTypeInputs(const std::vector<int> &node_mix_precision_datatype_ind |
|
|
|
const std::map<size_t, std::vector<TypeId>> &kernel_support_datatypes, |
|
|
|
std::map<size_t, std::vector<int>> *kernel_match_datatype_idx) { |
|
|
|
if (node_mix_precision_datatype_index.size() != node_mix_precision_datatype.size()) { |
|
|
|
MS_LOG(EXCEPTION) << "node datatype index size " << node_mix_precision_datatype_index.size() << " != datatype size " |
|
|
|
MS_LOG(EXCEPTION) << "Node datatype index size " << node_mix_precision_datatype_index.size() << " != datatype size " |
|
|
|
<< node_mix_precision_datatype.size(); |
|
|
|
} |
|
|
|
MS_EXCEPTION_IF_NULL(kernel_match_datatype_idx); |
|
|
|
if (kernel_support_datatypes.size() != kernel_match_datatype_idx->size()) { |
|
|
|
MS_LOG(EXCEPTION) << "kernel datatype index size " << kernel_match_datatype_idx->size() << " != datatype size " |
|
|
|
MS_LOG(EXCEPTION) << "Kernel datatype index size " << kernel_match_datatype_idx->size() << " != datatype size " |
|
|
|
<< kernel_support_datatypes.size(); |
|
|
|
} |
|
|
|
} |
|
|
|
@@ -265,10 +265,10 @@ bool RaiseDataTypePrecisionSelect(const std::vector<int> &node_mix_precision_dat |
|
|
|
if (node_mix_precision_datatype_index[i] == kUnSupportMixedDataTypeIndex) { |
|
|
|
auto find_iter = kernel_support_datatypes.find(iter->first); |
|
|
|
if (find_iter == kernel_support_datatypes.end()) { |
|
|
|
MS_LOG(EXCEPTION) << "kernel datatype index:%lu can not be found " << iter->first; |
|
|
|
MS_LOG(EXCEPTION) << "Kernel datatype index:%lu can not be found " << iter->first; |
|
|
|
} |
|
|
|
if (i >= find_iter->second.size()) { |
|
|
|
MS_LOG(EXCEPTION) << "node index " << i << "kernel datatype size " << find_iter->second.size(); |
|
|
|
MS_LOG(EXCEPTION) << "Node index " << i << "kernel datatype size " << find_iter->second.size(); |
|
|
|
} |
|
|
|
if (node_mix_precision_datatype[i] != find_iter->second[i]) { |
|
|
|
iter = kernel_match_datatype_idx->erase(iter); |
|
|
|
@@ -279,7 +279,7 @@ bool RaiseDataTypePrecisionSelect(const std::vector<int> &node_mix_precision_dat |
|
|
|
} |
|
|
|
auto datatype_indexes = iter->second; |
|
|
|
if (i >= datatype_indexes.size()) { |
|
|
|
MS_LOG(EXCEPTION) << "node datatype index: " << i << " kernel support size " << datatype_indexes.size(); |
|
|
|
MS_LOG(EXCEPTION) << "Node datatype index: " << i << " kernel support size " << datatype_indexes.size(); |
|
|
|
} |
|
|
|
if (datatype_indexes[i] < node_mix_precision_datatype_index[i]) { |
|
|
|
iter = kernel_match_datatype_idx->erase(iter); |
|
|
|
@@ -415,8 +415,8 @@ std::shared_ptr<kernel::KernelBuildInfo> ChooseMatchedKernelInfo( |
|
|
|
size_t selected_index = 0; |
|
|
|
for (size_t info_index = 0; info_index < kernel_info_list.size(); ++info_index) { |
|
|
|
std::vector<int> cur_kernel_info_match_counts = {0, 0, 0, 0, 0}; |
|
|
|
auto kernel_build_info = *(kernel_info_list[info_index]); |
|
|
|
std::shared_ptr<kernel::KernelBuildInfo> kernel_info_ptr = kernel_info_list[info_index]; |
|
|
|
auto kernel_info_ptr = kernel_info_list[info_index]; |
|
|
|
MS_EXCEPTION_IF_NULL(kernel_info_ptr); |
|
|
|
UpdateCurMatchCounts(*kernel_info_ptr, kernel_node, &cur_kernel_info_match_counts); |
|
|
|
// Currently the selection policy is the match format count first, and then is datatype counts. |
|
|
|
if (PriorityChooseItem(cur_kernel_info_match_counts, &most_match_counts)) { |
|
|
|
|