You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

dump_proto.cc 23 kB

6 years ago
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587
  1. /**
  2. * Copyright 2019 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include "debug/dump_proto.h"
  17. #include <algorithm>
  18. #include <fstream>
  19. #include <map>
  20. #include <memory>
  21. #include <utility>
  22. #include <vector>
  23. #include "debug/common.h"
  24. #include "proto/anf_ir.pb.h"
  25. #include "ir/graph_utils.h"
  26. #include "utils/ms_context.h"
  27. #include "utils/symbolic.h"
  28. #include "utils/utils.h"
  29. #include "pipeline/jit/base.h"
  30. namespace mindspore {
  31. class ProtoExporter {
  32. public:
  33. ProtoExporter() {}
  34. ~ProtoExporter() {}
  35. std::string GetFuncGraphProtoString(const FuncGraphPtr &func_graph);
  36. private:
  37. void InitModelInfo();
  38. void GetOpNodeTypeAndAttrs(const FuncGraphPtr &func_graph, const AnfNodePtr &node, irpb::NodeProto *node_proto);
  39. std::string GetOpNodeInputId(const FuncGraphPtr &func_graph, const AnfNodePtr &node,
  40. const std::map<AnfNodePtr, size_t> &apply_map,
  41. std::map<AnfNodePtr, size_t> *const_map_ptr);
  42. void SetValueToProto(const ValuePtr &attr_value, irpb::ValueProto *value_proto);
  43. void SetScalarToProto(const ScalarPtr &val, irpb::ValueProto *value_proto);
  44. void SetSequenceToProto(const ValueSequeuePtr &val, irpb::ValueProto *value_proto);
  45. void SetDictionaryToProto(const ValueDictionaryPtr &val, irpb::ValueProto *value_proto);
  46. void SetNodeOutputType(const AnfNodePtr &node, irpb::TypeProto *type_proto);
  47. void SetNodeOutputType(const TypePtr &node, const BaseShapePtr &shape, irpb::TypeProto *type_proto);
  48. void ExportFuncGraph(const FuncGraphPtr &func_graph, irpb::GraphProto *graph_proto);
  49. void ExportParameters(const FuncGraphPtr &func_graph, irpb::GraphProto *graph_proto);
  50. void ExportCNodes(const FuncGraphPtr &func_graph, irpb::GraphProto *graph_proto,
  51. std::map<AnfNodePtr, size_t> *const_map_ptr);
  52. void ExportCNode(const FuncGraphPtr &func_graph, const CNodePtr &node, std::map<AnfNodePtr, size_t> *apply_map_ptr,
  53. std::map<AnfNodePtr, size_t> *const_map_ptr, irpb::GraphProto *graph_proto);
  54. void ExportFuncGraphOutput(const FuncGraphPtr &func_graph, const CNodePtr &ret_node,
  55. const std::map<AnfNodePtr, size_t> &apply_map, std::map<AnfNodePtr, size_t> *const_map_ptr,
  56. irpb::GraphProto *graph_proto);
  57. void ExportValueNodes(const std::map<AnfNodePtr, size_t> &const_map, irpb::GraphProto *graph_proto);
  58. static std::string GetConstNodeId(size_t idx) { return std::string("cst") + std::to_string(idx); }
  59. irpb::ModelProto model_;
  60. };
  61. static irpb::DataType GetNumberDataType(const TypePtr &type) {
  62. switch (type->type_id()) {
  63. case kNumberTypeBool:
  64. return irpb::DT_BOOL;
  65. case kNumberTypeInt8:
  66. return irpb::DT_INT8;
  67. case kNumberTypeInt16:
  68. return irpb::DT_INT16;
  69. case kNumberTypeInt32:
  70. return irpb::DT_INT32;
  71. case kNumberTypeInt64:
  72. return irpb::DT_INT64;
  73. case kNumberTypeUInt8:
  74. return irpb::DT_UINT8;
  75. case kNumberTypeUInt16:
  76. return irpb::DT_UINT16;
  77. case kNumberTypeUInt32:
  78. return irpb::DT_UINT32;
  79. case kNumberTypeUInt64:
  80. return irpb::DT_UINT64;
  81. case kNumberTypeFloat16:
  82. return irpb::DT_FLOAT16;
  83. case kNumberTypeFloat32:
  84. return irpb::DT_FLOAT32;
  85. case kNumberTypeFloat64:
  86. return irpb::DT_FLOAT64;
  87. case kNumberTypeInt:
  88. return irpb::DT_BASE_INT;
  89. case kNumberTypeUInt:
  90. return irpb::DT_BASE_UINT;
  91. case kNumberTypeFloat:
  92. return irpb::DT_BASE_FLOAT;
  93. default:
  94. MS_LOG(EXCEPTION) << "Unexpected type " << type->type_name();
  95. }
  96. }
  97. void CheckIfValidType(const TypePtr &type) {
  98. if (type->isa<Problem>()) {
  99. MS_LOG(WARNING) << "The type: " << type->type_name();
  100. }
  101. if (!(type->isa<Number>() || type->isa<TensorType>() || type->isa<Tuple>() || type->isa<TypeType>() ||
  102. type->isa<List>() || type->isa<TypeAnything>() || type->isa<RefKeyType>() || type->isa<RefType>() ||
  103. type->isa<Function>() || type->isa<TypeNone>() || type->isa<Problem>() || type->isa<String>() ||
  104. type->isa<RowTensorType>() || type->isa<UndeterminedType>() || type->isa<SparseTensorType>() ||
  105. type->isa<SymbolicKeyType>() || type->isa<MonadType>())) {
  106. MS_LOG(EXCEPTION) << "Unknown type: " << type->type_name();
  107. }
  108. }
  109. void ProtoExporter::SetNodeOutputType(const TypePtr &type, const BaseShapePtr &shape, irpb::TypeProto *type_proto) {
  110. if (type_proto == nullptr) {
  111. return;
  112. }
  113. if (type != nullptr) {
  114. CheckIfValidType(type);
  115. }
  116. if (type == nullptr) {
  117. type_proto->set_data_type(irpb::DT_UNDEFINED);
  118. } else if (type->isa<Number>()) {
  119. type_proto->set_data_type(GetNumberDataType(type));
  120. } else if (type->isa<TensorType>()) {
  121. TypePtr elem_type = dyn_cast<TensorType>(type)->element();
  122. type_proto->mutable_tensor_type()->set_elem_type(GetNumberDataType(elem_type));
  123. type_proto->set_data_type(irpb::DT_TENSOR);
  124. if (shape != nullptr && shape->isa<abstract::Shape>()) {
  125. abstract::ShapePtr shape_info = dyn_cast<abstract::Shape>(shape);
  126. for (const auto &elem : shape_info->shape()) {
  127. type_proto->mutable_tensor_type()->mutable_shape()->add_dim()->set_size(elem);
  128. }
  129. }
  130. } else if (type->isa<Tuple>()) {
  131. TuplePtr tuple_type = dyn_cast<Tuple>(type);
  132. type_proto->set_data_type(irpb::DT_TUPLE);
  133. for (const auto &elem_type : tuple_type->elements()) {
  134. SetNodeOutputType(elem_type, nullptr, type_proto->mutable_sequence_type()->add_elem_types());
  135. }
  136. } else if (type->isa<TypeType>()) {
  137. type_proto->set_data_type(irpb::DT_TYPE);
  138. } else if (type->isa<List>()) {
  139. ListPtr list_type = dyn_cast<List>(type);
  140. type_proto->set_data_type(irpb::DT_LIST);
  141. for (const auto &elem_type : list_type->elements()) {
  142. SetNodeOutputType(elem_type, nullptr, type_proto->mutable_sequence_type()->add_elem_types());
  143. }
  144. } else if (type->isa<TypeAnything>()) {
  145. type_proto->set_data_type(irpb::DT_ANYTHING);
  146. } else if (type->isa<RefKeyType>()) {
  147. type_proto->set_data_type(irpb::DT_REFKEY);
  148. } else if (type->isa<RefType>()) {
  149. type_proto->set_data_type(irpb::DT_REF);
  150. } else if (type->isa<Function>()) {
  151. type_proto->set_data_type(irpb::DT_GRAPH);
  152. } else if (type->isa<TypeNone>()) {
  153. type_proto->set_data_type(irpb::DT_NONE);
  154. } else if (type->isa<String>()) {
  155. type_proto->set_data_type(irpb::DT_STRING);
  156. }
  157. }
  158. void ProtoExporter::SetNodeOutputType(const AnfNodePtr &node, irpb::TypeProto *type_proto) {
  159. if (node == nullptr || type_proto == nullptr) {
  160. return;
  161. }
  162. SetNodeOutputType(node->Type(), node->Shape(), type_proto);
  163. }
  164. void ProtoExporter::SetValueToProto(const ValuePtr &val, irpb::ValueProto *value_proto) {
  165. if (val == nullptr || value_proto == nullptr) {
  166. return;
  167. }
  168. if (val->isa<StringImm>()) {
  169. const StringImmPtr &value = dyn_cast<StringImm>(val);
  170. value_proto->set_dtype(irpb::DT_STRING);
  171. value_proto->set_str_val(value->value());
  172. } else if (val->isa<Scalar>()) {
  173. SetScalarToProto(dyn_cast<Scalar>(val), value_proto);
  174. } else if (val->isa<Bool>()) {
  175. value_proto->set_dtype(irpb::DT_TYPE);
  176. value_proto->mutable_type_val()->set_data_type(irpb::DT_BOOL);
  177. } else if (val->isa<Int>()) {
  178. value_proto->set_dtype(irpb::DT_TYPE);
  179. value_proto->mutable_type_val()->set_data_type(irpb::DT_BASE_INT);
  180. } else if (val->isa<UInt>()) {
  181. value_proto->set_dtype(irpb::DT_TYPE);
  182. value_proto->mutable_type_val()->set_data_type(irpb::DT_BASE_UINT);
  183. } else if (val->isa<Float>()) {
  184. value_proto->set_dtype(irpb::DT_TYPE);
  185. value_proto->mutable_type_val()->set_data_type(irpb::DT_BASE_FLOAT);
  186. } else if (val->isa<ValueSequeue>()) {
  187. SetSequenceToProto(dyn_cast<ValueSequeue>(val), value_proto);
  188. } else if (val->isa<None>()) {
  189. value_proto->set_dtype(irpb::DT_NONE);
  190. value_proto->set_str_val("None");
  191. } else if (val->isa<SymbolicKeyInstance>()) {
  192. SymbolicKeyInstancePtr sym_inst = dyn_cast<SymbolicKeyInstance>(val);
  193. ParameterPtr sym_node = dyn_cast<Parameter>(sym_inst->node());
  194. value_proto->set_dtype(irpb::DT_SYM_INST);
  195. value_proto->set_str_val(sym_node == nullptr ? std::string("nullptr") : sym_node->ToString());
  196. } else if (val->isa<ValueDictionary>()) {
  197. SetDictionaryToProto(dyn_cast<ValueDictionary>(val), value_proto);
  198. } else if (val->isa<tensor::Tensor>()) {
  199. tensor::TensorPtr tensor_ptr = dyn_cast<tensor::Tensor>(val);
  200. value_proto->set_dtype(irpb::DT_TENSOR);
  201. irpb::TensorProto *tensor_proto = value_proto->mutable_tensor_val();
  202. tensor_proto->set_data_type(GetNumberDataType(tensor_ptr->Dtype()));
  203. for (auto &elem : tensor_ptr->shape()) {
  204. tensor_proto->add_dims(elem);
  205. }
  206. } else if (val->isa<TensorType>()) {
  207. value_proto->set_dtype(irpb::DT_TYPE);
  208. irpb::TypeProto *type_proto = value_proto->mutable_type_val();
  209. type_proto->set_data_type(irpb::DT_TENSOR);
  210. TypePtr elem_type = dyn_cast<TensorType>(val)->element();
  211. type_proto->mutable_tensor_type()->set_elem_type(GetNumberDataType(elem_type));
  212. } else if (val->isa<MonadType>()) {
  213. value_proto->set_str_val(val->ToString());
  214. } else {
  215. MS_LOG(WARNING) << "Unsupported type " << val->type_name();
  216. }
  217. }
  218. void ProtoExporter::SetScalarToProto(const ScalarPtr &val, irpb::ValueProto *value_proto) {
  219. if (val == nullptr || value_proto == nullptr) {
  220. return;
  221. }
  222. if (val->isa<BoolImm>()) {
  223. const BoolImmPtr &value = dyn_cast<BoolImm>(val);
  224. value_proto->set_dtype(irpb::DT_BOOL);
  225. value_proto->set_bool_val(value->value());
  226. } else if (val->isa<Int8Imm>()) {
  227. const Int8ImmPtr &value = dyn_cast<Int8Imm>(val);
  228. value_proto->set_dtype(irpb::DT_INT8);
  229. value_proto->set_int_val(value->value());
  230. } else if (val->isa<Int16Imm>()) {
  231. const Int16ImmPtr &value = dyn_cast<Int16Imm>(val);
  232. value_proto->set_dtype(irpb::DT_INT16);
  233. value_proto->set_int_val(value->value());
  234. } else if (val->isa<Int32Imm>()) {
  235. const Int32ImmPtr &value = dyn_cast<Int32Imm>(val);
  236. value_proto->set_dtype(irpb::DT_INT32);
  237. value_proto->set_int_val(value->value());
  238. } else if (val->isa<Int64Imm>()) {
  239. const Int64ImmPtr &value = dyn_cast<Int64Imm>(val);
  240. value_proto->set_dtype(irpb::DT_INT64);
  241. value_proto->set_int_val(value->value());
  242. } else if (val->isa<UInt8Imm>()) {
  243. const UInt8ImmPtr &value = dyn_cast<UInt8Imm>(val);
  244. value_proto->set_dtype(irpb::DT_UINT8);
  245. value_proto->set_uint_val(value->value());
  246. } else if (val->isa<UInt16Imm>()) {
  247. const UInt16ImmPtr &value = dyn_cast<UInt16Imm>(val);
  248. value_proto->set_dtype(irpb::DT_UINT16);
  249. value_proto->set_uint_val(value->value());
  250. } else if (val->isa<UInt32Imm>()) {
  251. const UInt32ImmPtr &value = dyn_cast<UInt32Imm>(val);
  252. value_proto->set_dtype(irpb::DT_UINT32);
  253. value_proto->set_uint_val(value->value());
  254. } else if (val->isa<UInt64Imm>()) {
  255. const UInt64ImmPtr &value = dyn_cast<UInt64Imm>(val);
  256. value_proto->set_dtype(irpb::DT_UINT64);
  257. value_proto->set_uint_val(value->value());
  258. } else if (val->isa<FP32Imm>()) {
  259. const FP32ImmPtr &value = dyn_cast<FP32Imm>(val);
  260. value_proto->set_dtype(irpb::DT_FLOAT32);
  261. value_proto->set_float_val(value->value());
  262. } else if (val->isa<FP64Imm>()) {
  263. const FP64ImmPtr &value = dyn_cast<FP64Imm>(val);
  264. value_proto->set_dtype(irpb::DT_FLOAT64);
  265. value_proto->set_double_val(value->value());
  266. } else {
  267. MS_LOG(EXCEPTION) << "Unknown scalar type " << val->ToString();
  268. }
  269. }
  270. void ProtoExporter::SetSequenceToProto(const ValueSequeuePtr &val, irpb::ValueProto *value_proto) {
  271. if (val == nullptr || value_proto == nullptr) {
  272. return;
  273. }
  274. if (val->isa<ValueTuple>()) {
  275. const ValueTuplePtr &value = dyn_cast<ValueTuple>(val);
  276. value_proto->set_dtype(irpb::DT_TUPLE);
  277. for (const auto &item : value->value()) {
  278. SetValueToProto(item, value_proto->add_values());
  279. }
  280. } else if (val->isa<ValueList>()) {
  281. const ValueListPtr &value = dyn_cast<ValueList>(val);
  282. value_proto->set_dtype(irpb::DT_LIST);
  283. for (const auto &item : value->value()) {
  284. SetValueToProto(item, value_proto->add_values());
  285. }
  286. }
  287. }
  288. void ProtoExporter::SetDictionaryToProto(const ValueDictionaryPtr &val, irpb::ValueProto *value_proto) {
  289. if (val == nullptr || value_proto == nullptr) {
  290. return;
  291. }
  292. value_proto->set_dtype(irpb::DT_DICT);
  293. for (const auto &item : val->value()) {
  294. irpb::NamedValueProto *named_val = value_proto->add_dict_val();
  295. named_val->set_key(item.first);
  296. SetValueToProto(item.second, named_val->mutable_value());
  297. }
  298. }
  299. void ProtoExporter::GetOpNodeTypeAndAttrs(const FuncGraphPtr &, const AnfNodePtr &node, irpb::NodeProto *node_proto) {
  300. if (node == nullptr || node_proto == nullptr) {
  301. return;
  302. }
  303. if (node->isa<CNode>() || node->isa<Parameter>() || IsValueNode<FuncGraph>(node)) {
  304. MS_LOG(EXCEPTION) << "Op node can not be CNode, Parameter or ValueNode Graph. But got " << node->ToString();
  305. }
  306. if (!IsValueNode<Primitive>(node)) {
  307. MS_LOG(EXCEPTION) << "Op node is not primitive: " << node->ToString();
  308. }
  309. const PrimitivePtr &prim = GetValueNode<PrimitivePtr>(node);
  310. node_proto->set_op_type(prim->name());
  311. for (const auto &attr : prim->attrs()) {
  312. irpb::AttributeProto *attr_proto = node_proto->add_attribute();
  313. attr_proto->set_name(attr.first);
  314. SetValueToProto(attr.second, attr_proto->mutable_value());
  315. }
  316. node_proto->set_scope(node->scope()->name());
  317. }
  318. std::string ProtoExporter::GetOpNodeInputId(const FuncGraphPtr &, const AnfNodePtr &node,
  319. const std::map<AnfNodePtr, size_t> &apply_map,
  320. std::map<AnfNodePtr, size_t> *const_map_ptr) {
  321. if (node == nullptr || const_map_ptr == nullptr) {
  322. return "";
  323. }
  324. if (node->isa<CNode>()) {
  325. auto iter = apply_map.find(node);
  326. if (iter == apply_map.end()) {
  327. MS_LOG(EXCEPTION) << "Can not find node '" << node->ToString() << "' in apply_map";
  328. }
  329. return std::to_string(iter->second);
  330. }
  331. if (node->isa<Parameter>()) {
  332. return node->ToString();
  333. }
  334. if (node->isa<ValueNode>()) {
  335. auto iter = const_map_ptr->find(node);
  336. if (iter == const_map_ptr->end()) {
  337. // Start index number from 1
  338. auto const_idx = const_map_ptr->size() + 1;
  339. (*const_map_ptr)[node] = const_idx;
  340. }
  341. return GetConstNodeId((*const_map_ptr)[node]);
  342. }
  343. MS_LOG(EXCEPTION) << "Unknown node type. node is '" << node->ToString() << "'";
  344. }
  345. std::string ProtoExporter::GetFuncGraphProtoString(const FuncGraphPtr &func_graph) {
  346. if (func_graph == nullptr) {
  347. return "";
  348. }
  349. InitModelInfo();
  350. irpb::GraphProto *graph_proto = model_.mutable_graph();
  351. ExportFuncGraph(func_graph, graph_proto);
  352. return model_.SerializeAsString();
  353. }
  354. void ProtoExporter::ExportFuncGraph(const FuncGraphPtr &func_graph, irpb::GraphProto *graph_proto) {
  355. if (func_graph == nullptr || graph_proto == nullptr) {
  356. return;
  357. }
  358. // map for store ValueNodes of this graph
  359. std::map<AnfNodePtr, size_t> const_map;
  360. // set graph name
  361. graph_proto->set_name(func_graph->ToString());
  362. ExportParameters(func_graph, graph_proto);
  363. ExportCNodes(func_graph, graph_proto, &const_map);
  364. ExportValueNodes(const_map, graph_proto);
  365. }
  366. void ProtoExporter::ExportParameters(const FuncGraphPtr &func_graph, irpb::GraphProto *graph_proto) {
  367. if (func_graph == nullptr || graph_proto == nullptr) {
  368. return;
  369. }
  370. std::vector<AnfNodePtr> parameters = func_graph->parameters();
  371. for (auto &param : parameters) {
  372. irpb::ParameterProto *param_proto = graph_proto->add_parameters();
  373. param_proto->set_name(param->ToString());
  374. SetNodeOutputType(param, param_proto->mutable_type());
  375. const ParameterPtr param_ptr = dyn_cast<Parameter>(param);
  376. if (param_ptr == nullptr) {
  377. MS_LOG(EXCEPTION) << "Parameter '" << param->ToString() << "' could not cast to parameter.";
  378. }
  379. }
  380. }
  381. void ProtoExporter::ExportCNodes(const FuncGraphPtr &func_graph, irpb::GraphProto *graph_proto,
  382. std::map<AnfNodePtr, size_t> *const_map_ptr) {
  383. if (func_graph == nullptr || graph_proto == nullptr || const_map_ptr == nullptr) {
  384. return;
  385. }
  386. // topo sort nodes
  387. std::vector<AnfNodePtr> nodes = TopoSort(func_graph->get_return(), SuccIncoming, AlwaysInclude);
  388. std::map<AnfNodePtr, size_t> apply_map;
  389. for (const AnfNodePtr &node : nodes) {
  390. MS_EXCEPTION_IF_NULL(node);
  391. if (!node->isa<CNode>()) {
  392. continue;
  393. }
  394. auto cnode = node->cast<CNodePtr>();
  395. if (cnode != func_graph->get_return()) {
  396. ExportCNode(func_graph, cnode, &apply_map, const_map_ptr, graph_proto);
  397. } else {
  398. ExportFuncGraphOutput(func_graph, cnode, apply_map, const_map_ptr, graph_proto);
  399. }
  400. }
  401. }
  402. void ProtoExporter::ExportCNode(const FuncGraphPtr &func_graph, const CNodePtr &node,
  403. std::map<AnfNodePtr, size_t> *apply_map_ptr,
  404. std::map<AnfNodePtr, size_t> *const_map_ptr, irpb::GraphProto *graph_proto) {
  405. if (func_graph == nullptr || node == nullptr || apply_map_ptr == nullptr || const_map_ptr == nullptr ||
  406. graph_proto == nullptr) {
  407. return;
  408. }
  409. auto apply_idx = apply_map_ptr->size() + 1;
  410. (*apply_map_ptr)[node] = apply_idx;
  411. auto &inputs = node->inputs();
  412. if (inputs.size() < 1) {
  413. MS_LOG(EXCEPTION) << "Inputs of apply node is empty";
  414. }
  415. AnfNodePtr op = inputs[0];
  416. irpb::NodeProto *node_proto = graph_proto->add_node();
  417. // CNode/ConstGraph/Const/Parameter
  418. if (op->isa<CNode>() || IsValueNode<FuncGraph>(op) || op->isa<Parameter>()) {
  419. MS_LOG(WARNING) << "Operator must be a primitive";
  420. } else {
  421. GetOpNodeTypeAndAttrs(func_graph, op, node_proto);
  422. node_proto->set_name(std::to_string(apply_idx));
  423. node_proto->set_scope(node->scope()->name());
  424. node_proto->set_full_name(node->fullname_with_scope());
  425. // process OP inputs
  426. for (size_t i = 1; i < inputs.size(); ++i) {
  427. irpb::InputProto *input_proto = node_proto->add_input();
  428. input_proto->set_type(irpb::InputProto_EdgeType_DATA_EDGE);
  429. std::string id = GetOpNodeInputId(func_graph, inputs[i], *apply_map_ptr, const_map_ptr);
  430. input_proto->set_name(id);
  431. }
  432. // set node output type
  433. SetNodeOutputType(node, node_proto->mutable_output_type());
  434. }
  435. }
  436. void ProtoExporter::ExportFuncGraphOutput(const FuncGraphPtr &func_graph, const CNodePtr &ret_node,
  437. const std::map<AnfNodePtr, size_t> &apply_map,
  438. std::map<AnfNodePtr, size_t> *const_map_ptr, irpb::GraphProto *graph_proto) {
  439. if (ret_node == nullptr || !ret_node->isa<CNode>()) {
  440. MS_LOG(EXCEPTION) << "Graph return node is illegal";
  441. }
  442. if (ret_node->inputs().size() != 2) {
  443. return;
  444. }
  445. AnfNodePtr arg = ret_node->input(1);
  446. if (graph_proto == nullptr) {
  447. MS_LOG(EXCEPTION) << "graph_proto is nullptr";
  448. }
  449. irpb::OutputProto *output_proto = graph_proto->add_outputs();
  450. if (output_proto == nullptr) {
  451. MS_LOG(EXCEPTION) << "output_proto is nullptr";
  452. }
  453. std::string id = GetOpNodeInputId(func_graph, arg, apply_map, const_map_ptr);
  454. output_proto->set_name(id);
  455. SetNodeOutputType(arg, output_proto->mutable_type());
  456. }
  457. static bool CompareValue(const std::pair<AnfNodePtr, size_t> &x, const std::pair<AnfNodePtr, size_t> &y) {
  458. return x.second < y.second;
  459. }
  460. void ProtoExporter::ExportValueNodes(const std::map<AnfNodePtr, size_t> &const_map, irpb::GraphProto *graph_proto) {
  461. std::vector<std::pair<AnfNodePtr, size_t>> nodes;
  462. (void)std::transform(const_map.cbegin(), const_map.cend(), std::back_inserter(nodes),
  463. [](const std::pair<AnfNodePtr, size_t> &item) { return item; });
  464. sort(nodes.begin(), nodes.end(), CompareValue);
  465. for (auto &item : nodes) {
  466. if (graph_proto == nullptr) {
  467. MS_LOG(EXCEPTION) << "graph_proto is nullptr";
  468. }
  469. irpb::NamedValueProto *named_value = graph_proto->add_const_vals();
  470. MS_EXCEPTION_IF_NULL(named_value);
  471. named_value->set_key(GetConstNodeId(item.second));
  472. SetValueToProto(GetValueNode(item.first), named_value->mutable_value());
  473. }
  474. }
  475. void ProtoExporter::InitModelInfo() { model_.set_ir_version(irpb::IR_VERSION); }
  476. std::string GetFuncGraphProtoString(const FuncGraphPtr &func_graph) {
  477. ProtoExporter exporter;
  478. return exporter.GetFuncGraphProtoString(func_graph);
  479. }
  480. #ifdef ENABLE_DUMP_IR
  481. void DumpIRProto(const FuncGraphPtr &func_graph, const std::string &suffix) {
  482. if (func_graph == nullptr) {
  483. MS_LOG(ERROR) << "Func graph is nullptr";
  484. return;
  485. }
  486. std::string file_path = pipeline::GetSaveGraphsPathName("ms_output_" + suffix + ".pb");
  487. if (file_path.size() > PATH_MAX) {
  488. MS_LOG(ERROR) << "File path " << file_path << " is too long.";
  489. return;
  490. }
  491. char real_path[PATH_MAX] = {0};
  492. char *real_path_ret = nullptr;
  493. #if defined(_WIN32) || defined(_WIN64)
  494. real_path_ret = _fullpath(real_path, file_path.c_str(), PATH_MAX);
  495. #else
  496. real_path_ret = realpath(file_path.c_str(), real_path);
  497. #endif
  498. if (nullptr == real_path_ret) {
  499. MS_LOG(DEBUG) << "dir " << file_path << " does not exit.";
  500. } else {
  501. std::string path_string = real_path;
  502. if (chmod(common::SafeCStr(path_string), S_IRUSR | S_IWUSR) == -1) {
  503. MS_LOG(ERROR) << "Modify file:" << real_path << " to rw fail.";
  504. return;
  505. }
  506. }
  507. // write to pb file
  508. std::ofstream ofs(real_path);
  509. if (!ofs.is_open()) {
  510. MS_LOG(ERROR) << "Open file '" << real_path << "' failed!";
  511. return;
  512. }
  513. ofs << GetFuncGraphProtoString(func_graph);
  514. ofs.close();
  515. // set file mode to read only by user
  516. ChangeFileMode(file_path, S_IRUSR);
  517. }
  518. #else
  519. void DumpIRProto(const FuncGraphPtr &, const std::string &) {
  520. static bool already_printed = false;
  521. if (already_printed) {
  522. return;
  523. }
  524. already_printed = true;
  525. MS_LOG(WARNING) << "The functionality of dumping function graph IR in protobuf format is disabled, "
  526. << "please recompile source to enable it. See help of building script.";
  527. }
  528. #endif
  529. } // namespace mindspore