You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

test_tensorflow_parser.cc 140 kB

4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
4 years ago
1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469347034713472347334743475347634773478347934803481348234833484348534863487348834893490349134923493349434953496349734983499350035013502350335043505350635073508350935103511351235133514351535163517351835193520352135223523352435253526352735283529353035313532353335343535353635373538353935403541354235433544354535463547354835493550355135523553355435553556355735583559356035613562356335643565356635673568356935703571357235733574357535763577357835793580358135823583358435853586358735883589359035913592359335943595359635973598359936003601360236033604360536063607360836093610361136123613361436153616361736183619362036213622362336243625362636273628362936303631363236333634363536363637363836393640364136423643364436453646364736483649365036513652365336543655
  1. /**
  2. * Copyright 2019-2020 Huawei Technologies Co., Ltd
  3. *
  4. * Licensed under the Apache License, Version 2.0 (the "License");
  5. * you may not use this file except in compliance with the License.
  6. * You may obtain a copy of the License at
  7. *
  8. * http://www.apache.org/licenses/LICENSE-2.0
  9. *
  10. * Unless required by applicable law or agreed to in writing, software
  11. * distributed under the License is distributed on an "AS IS" BASIS,
  12. * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. * See the License for the specific language governing permissions and
  14. * limitations under the License.
  15. */
  16. #include <gtest/gtest.h>
  17. #define protected public
  18. #define private public
  19. #include "parser/common/op_parser_factory.h"
  20. #include "parser/tensorflow/tensorflow_parser.h"
  21. #include "graph/operator_reg.h"
  22. #include "register/op_registry.h"
  23. #include "external/register/register.h"
  24. #include "parser/common/register_tbe.h"
  25. #include "st/parser_st_utils.h"
  26. #include "tests/depends/ops_stub/ops_stub.h"
  27. #include "parser/common/acl_graph_parser_util.h"
  28. #include "metadef/third_party/graphengine/inc/external/ge/ge_api_types.h"
  29. #include "omg/parser/parser_factory.h"
  30. #include "common/pre_checker.h"
  31. #include "common/util.h"
  32. #include "external/parser/tensorflow_parser.h"
  33. #include "parser/tensorflow/tensorflow_constant_parser.h"
  34. #include "common/types.h"
  35. #include "parser/common/op_def/variable_op.h"
  36. #include "parser/tensorflow/tensorflow_ref_switch_parser.h"
  37. #include "parser/tensorflow/tensorflow_fusion_op_parser.h"
  38. #include "parser/tensorflow/tensorflow_auto_mapping_parser_adapter.h"
  39. #include "parser/common/op_def/arg_op.h"
  40. #include "parser/tensorflow/tensorflow_fusion_custom_parser_adapter.h"
  41. #include "parser/tensorflow/tensorflow_reshape_parser.h"
  42. #include "parser/tensorflow/tensorflow_custom_parser_adapter.h"
  43. #include "parser/tensorflow/tensorflow_squeeze_parser.h"
  44. #include "parser/tensorflow/graph_functiondef.h"
  45. #include "parser/tensorflow/graph_optimizer.h"
  46. #include "cce/dnn_base_def.hpp"
  47. #include "parser/tensorflow/scope/scope_pass_manager.h"
  48. #include "parser/tensorflow/tensorflow_util.h"
  49. #include "compute_graph_impl.h"
  50. #include "parser/tensorflow/tensorflow_enter_parser.h"
  51. #include "parser/common/op_def/ir_pb_converter.h"
  52. #include "parser/common/tuple.h"
  53. #include "common/op_def/frameworkop_op.h"
  54. #include "common/op_def/shape_n_op.h"
  55. #include "common/op_def/var_is_initialized_op_op.h"
  56. #include "common/op_def/fill_op.h"
  57. #include "common/convert/pb2json.h"
  58. #include "common/convert/message2operator.h"
  59. #include "parser/common/proto_file_parser.h"
  60. #include "parser/common/pre_checker.h"
  61. #include "parser/common/tbe_plugin_loader.h"
  62. #include "parser/common/data_op_parser.h"
  63. #include "parser/common/model_saver.h"
  64. #include "framework/omg/parser/parser_api.h"
  65. #include "parser/common/parser_fp16_t.h"
  66. #undef protected
  67. #undef private
  68. using namespace std;
  69. using namespace domi::tensorflow;
  70. using namespace domi;
  71. using namespace cce;
  72. using namespace testing;
  73. using namespace std;
  74. using namespace google::protobuf;
  75. static const string GRAPH_DEFAULT_NAME = "default";
  76. namespace ge {
  77. class STestTensorflowParser : public testing::Test {
  78. protected:
  79. void SetUp() {
  80. ParerSTestsUtils::ClearParserInnerCtx();
  81. }
  82. void TearDown() {}
  83. public:
  84. void RegisterCustomOp();
  85. };
  86. class TestOperator : public ParserOperator
  87. {
  88. public:
  89. TestOperator()
  90. : ParserOperator("test")
  91. {
  92. }
  93. ~TestOperator()
  94. {
  95. }
  96. };
  97. class ScopeTestPass : public ScopeBasePass {
  98. protected:
  99. vector<ScopeFusionPatterns> DefinePatterns() {
  100. vector<ScopeFusionPatterns> patterns_list;
  101. return patterns_list;
  102. };
  103. string PassName() {
  104. return "test";
  105. };
  106. Status LastMatchScopesAndOPs(shared_ptr<ScopeGraph> &scope_graph, vector<ScopesResult> &results) {
  107. return domi::SUCCESS;
  108. };
  109. void GenerateFusionResult(const vector<Scope *> &scopes, FusionScopesResult *fusion_rlt) {
  110. return;
  111. };
  112. };
  113. static Status ParseParams(const google::protobuf::Message* op_src, ge::Operator& op_dest) {
  114. return SUCCESS;
  115. }
  116. static Status ParseParamByOpFunc(const ge::Operator &op_src, ge::Operator& op_dest) {
  117. return SUCCESS;
  118. }
  119. void STestTensorflowParser::RegisterCustomOp() {
  120. REGISTER_CUSTOM_OP("Add")
  121. .FrameworkType(domi::TENSORFLOW)
  122. .OriginOpType("Add")
  123. .ParseParamsFn(ParseParams);
  124. std::vector<OpRegistrationData> reg_datas = domi::OpRegistry::Instance()->registrationDatas;
  125. for (auto reg_data : reg_datas) {
  126. OpRegistrationTbe::Instance()->Finalize(reg_data);
  127. domi::OpRegistry::Instance()->Register(reg_data);
  128. }
  129. domi::OpRegistry::Instance()->registrationDatas.clear();
  130. }
  131. namespace {
  132. NodeDef* AddNode(GraphDef& graph, string type, string name) {
  133. NodeDef* nodeDef = graph.add_node();
  134. nodeDef->set_op(type);
  135. nodeDef->set_name(name);
  136. tensorflow::OpDef op_def;
  137. string op_def_string;
  138. op_def.SerializeToString(&op_def_string);
  139. tensorflow::AttrValue value;
  140. value.set_s(op_def_string);
  141. nodeDef->mutable_attr()->insert({"op_def", value});
  142. return nodeDef;
  143. }
  144. void AddInput(NodeDef* src, NodeDef* dst, int srcIndex) {
  145. if(srcIndex == -1){
  146. dst->add_input("^"+src->name());
  147. } else {
  148. if (srcIndex == 0) {
  149. dst->add_input(src->name());
  150. } else {
  151. dst->add_input(src->name() + ":" + std::to_string(srcIndex));
  152. }
  153. {
  154. auto input = (*dst->mutable_attr())[ge::ATTR_NAME_INPUT_TENSOR_DESC].mutable_list()->add_func();
  155. tensorflow::AttrValue val1;
  156. val1.set_i(0);
  157. (*input->mutable_attr())["serialize_format"] = val1;
  158. tensorflow::AttrValue val2;
  159. val2.set_i(tensorflow::DT_FLOAT);
  160. (*input->mutable_attr())["serialize_datatype"] = val2;
  161. tensorflow::AttrValue val3;
  162. val3.mutable_list()->add_i(10);
  163. (*input->mutable_attr())["serialize_shape"] = val3;
  164. }
  165. {
  166. auto output = (*src->mutable_attr())[ge::ATTR_NAME_OUTPUT_TENSOR_DESC].mutable_list()->add_func();
  167. tensorflow::AttrValue val1;
  168. val1.set_i(0);
  169. (*output->mutable_attr())["serialize_format"] = val1;
  170. tensorflow::AttrValue val2;
  171. val2.set_i(tensorflow::DT_FLOAT);
  172. (*output->mutable_attr())["serialize_datatype"] = val2;
  173. tensorflow::AttrValue val3;
  174. val3.mutable_list()->add_i(10);
  175. (*output->mutable_attr())["serialize_shape"] = val3;
  176. }
  177. }
  178. }
  179. NodeDef *initNodeDef() {
  180. NodeDef * nodeDef = new NodeDef();
  181. nodeDef->set_op("Const");
  182. ::google::protobuf::Map<std::string, tensorflow::AttrValue >* node_attr_map = nodeDef->mutable_attr();
  183. //设置 T属性
  184. domi::tensorflow::AttrValue t_attr_value;
  185. t_attr_value.set_type(domi::tensorflow::DT_INT32);
  186. (*node_attr_map)[TENSORFLOW_ATTR_T] = t_attr_value;
  187. domi::tensorflow::AttrValue dtype_attr_value;
  188. dtype_attr_value.set_type(domi::tensorflow::DT_INT32);
  189. (*node_attr_map)[TENSORFLOW_ATTR_DTYPE] = dtype_attr_value;
  190. // out_put
  191. domi::tensorflow::AttrValue outputs_attr_value;
  192. ::tensorflow::AttrValue_ListValue* list = outputs_attr_value.mutable_list();
  193. list->add_s("MatMul");
  194. (*node_attr_map)[TENSORFLOW_ATTR_OUTPUT_OP] = outputs_attr_value;
  195. // 设置 tensor 属性
  196. domi::tensorflow::AttrValue value_attr_value;
  197. tensorflow::TensorProto* tensor = value_attr_value.mutable_tensor();
  198. tensorflow::TensorShapeProto* tensor_shape = tensor->mutable_tensor_shape();
  199. tensor_shape->clear_dim();
  200. tensor_shape->add_dim()->set_size(4);
  201. tensor_shape->add_dim()->set_size(6);
  202. tensor->set_dtype(domi::tensorflow::DT_INT32);
  203. float *addr = new float[24];
  204. for (int32_t i = 0; i < 24; i++) {
  205. *(addr + i) = 1.0 + i;
  206. }
  207. tensor->set_tensor_content((void *)addr, 24 * sizeof(float));
  208. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  209. delete[] addr;
  210. return nodeDef;
  211. }
  212. NodeDef * initOpNodeDef_VariableV2() {
  213. NodeDef * nodeDef = new NodeDef();
  214. nodeDef->set_op("VariableV2");
  215. google::protobuf::Map<std::string, tensorflow::AttrValue > *node_attr_map = nodeDef->mutable_attr();
  216. //设置data_format属性
  217. domi::tensorflow::AttrValue format_attr_value;
  218. format_attr_value.set_s("_FZ");
  219. (*node_attr_map)[VAR_ATTR_FORMAT] = format_attr_value;
  220. domi::tensorflow::AttrValue type_attr;
  221. type_attr.set_type(domi::tensorflow::DT_FLOAT);
  222. (*node_attr_map)[VAR_ATTR_DTYPE] = type_attr;
  223. domi::tensorflow::AttrValue container_attr_value;
  224. container_attr_value.set_s("container");
  225. (*node_attr_map)[VAR_ATTR_CONTAINER] = container_attr_value;
  226. domi::tensorflow::AttrValue shard_name_attr_value;
  227. shard_name_attr_value.set_s("shard_name");
  228. (*node_attr_map)[VAR_ATTR_SHARED_NAME] = shard_name_attr_value;
  229. domi::tensorflow::AttrValue shape_attr_value;
  230. shape_attr_value.mutable_shape()->add_dim()->set_size(1);
  231. shape_attr_value.mutable_shape()->add_dim()->set_size(2);
  232. shape_attr_value.mutable_shape()->add_dim()->set_size(3);
  233. shape_attr_value.mutable_shape()->add_dim()->set_size(4);
  234. (*node_attr_map)[ge::VAR_ATTR_SHAPE] = shape_attr_value;
  235. domi::tensorflow::AttrValue shape;
  236. shape.mutable_list()->add_i((int64)32);
  237. shape.mutable_list()->add_i((int64)32);
  238. shape.mutable_list()->add_i((int64)14);
  239. shape.mutable_list()->add_i((int64)14);
  240. //设置data_format属性
  241. domi::tensorflow::AttrValue df_attr_value;
  242. domi::tensorflow::AttrValue df_attr_value2;
  243. df_attr_value2.set_s(TENSORFLOWF_TENSOR_NHWC);
  244. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  245. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value2;
  246. //设置padding属性
  247. domi::tensorflow::AttrValue pad_attr_value;
  248. domi::tensorflow::AttrValue pad_attr_value2;
  249. pad_attr_value2.set_s(TENSORFLOWF_OP_PADDING_SAME);
  250. (*node_attr_map)[TENSORFLOW_ATTR_PADDING] = pad_attr_value2;
  251. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  252. domi::tensorflow::NameAttrList name_attr_list;
  253. name_attr_list.set_name(std::to_string(0));
  254. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  255. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  256. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  257. domi::tensorflow::AttrValue output_tensor_descs;
  258. *(output_tensor_descs.mutable_list()->add_func()) = name_attr_list;
  259. nodeDef->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, output_tensor_descs});
  260. return nodeDef;
  261. }
  262. NodeDef *initOpNodeDef_TemporaryVariable() {
  263. NodeDef * nodeDef = new NodeDef();
  264. nodeDef->set_op("TemporaryVariable");
  265. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef->mutable_attr();
  266. //设置dtype属性
  267. domi::tensorflow::AttrValue type_attr;
  268. type_attr.set_type(domi::tensorflow::DT_FLOAT);
  269. (*node_attr_map)[VAR_ATTR_DTYPE] = type_attr;
  270. //设置var_name属性
  271. domi::tensorflow::AttrValue var_name_attr_value;
  272. var_name_attr_value.set_s("temporary_variable_name");
  273. (*node_attr_map)[ge::VAR_ATTR_NAME] = var_name_attr_value;
  274. //设置shape属性
  275. domi::tensorflow::AttrValue shape_attr_value;
  276. shape_attr_value.mutable_shape()->add_dim()->set_size(1);
  277. shape_attr_value.mutable_shape()->add_dim()->set_size(2);
  278. shape_attr_value.mutable_shape()->add_dim()->set_size(3);
  279. shape_attr_value.mutable_shape()->add_dim()->set_size(4);
  280. (*node_attr_map)[ge::VAR_ATTR_SHAPE] = shape_attr_value;
  281. domi::tensorflow::AttrValue shape;
  282. shape.mutable_list()->add_i((int64)32);
  283. shape.mutable_list()->add_i((int64)32);
  284. shape.mutable_list()->add_i((int64)14);
  285. shape.mutable_list()->add_i((int64)14);
  286. //设置data_format属性
  287. domi::tensorflow::AttrValue df_attr_value2;
  288. df_attr_value2.set_s(TENSORFLOWF_TENSOR_NHWC);
  289. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value2;
  290. domi::tensorflow::AttrValue df_attr_value;
  291. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  292. //设置padding属性
  293. domi::tensorflow::AttrValue pad_attr_value2;
  294. pad_attr_value2.set_s(TENSORFLOWF_OP_PADDING_SAME);
  295. (*node_attr_map)[TENSORFLOW_ATTR_PADDING] = pad_attr_value2;
  296. domi::tensorflow::AttrValue pad_attr_value;
  297. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  298. domi::tensorflow::NameAttrList name_attr_list;
  299. name_attr_list.set_name(std::to_string(0));
  300. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  301. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  302. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  303. domi::tensorflow::AttrValue output_tensor_descs;
  304. *(output_tensor_descs.mutable_list()->add_func()) = name_attr_list;
  305. nodeDef->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, output_tensor_descs});
  306. return nodeDef;
  307. }
  308. NodeDef *fusioninitNodeDef(int index) {
  309. NodeDef *nodeDef = new NodeDef();
  310. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef->mutable_attr();
  311. //设置 type属性
  312. domi::tensorflow::AttrValue dtype_attr_value ;
  313. if (index == 0) {
  314. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  315. } else if (index == 1) {
  316. dtype_attr_value.set_type(domi::tensorflow::DT_INT32);
  317. } else if (index == 2) {
  318. dtype_attr_value.set_type(tensorflow::DT_HALF);
  319. }
  320. (*node_attr_map)[ge::TENSORFLOW_ATTR_DTYPE] = dtype_attr_value;
  321. //设置data_format属性
  322. domi::tensorflow::AttrValue df_attr_value;
  323. df_attr_value.set_s(TENSORFLOWF_TENSOR_NCHW);
  324. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value;
  325. // 设置 tensor 属性
  326. domi::tensorflow::AttrValue value_attr_value;
  327. ::tensorflow::TensorProto* tensor = value_attr_value.mutable_tensor();
  328. ::tensorflow::TensorShapeProto* tensor_shape = tensor->mutable_tensor_shape();
  329. tensor_shape->clear_dim();
  330. ::tensorflow::TensorShapeProto_Dim* dim = tensor_shape->add_dim();
  331. dim->set_name("tensor dim");
  332. dim->set_size(1);
  333. if (index == 0) {
  334. tensor->set_dtype(domi::tensorflow::DT_FLOAT);
  335. float *addr = new float[1];
  336. *addr = 1.0;
  337. tensor->set_tensor_content((void *)addr, sizeof(float));
  338. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  339. delete[] addr;
  340. } else if (index == 1) {
  341. tensor->set_dtype(domi::tensorflow::DT_INT32);
  342. int32_t *addr = new int32_t[1];
  343. *addr = 1;
  344. tensor->set_tensor_content((void *)addr, sizeof(int32_t));
  345. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  346. delete[] addr;
  347. } else if (index == 2) {
  348. tensor->set_dtype(tensorflow::DT_HALF);
  349. tensor->add_half_val(1);
  350. (*node_attr_map)[TENSORFLOW_ATTR_VALUE] = value_attr_value;
  351. }
  352. return nodeDef;
  353. }
  354. NodeDef *MallocNodeDef(const string &name, const string &type) {
  355. NodeDef* node_def = new (std::nothrow) NodeDef();
  356. if (node_def != nullptr) {
  357. node_def->set_name(name);
  358. node_def->set_op(type);
  359. }
  360. return node_def;
  361. }
  362. void GenOriginNodeDef(ge::TensorFlowModelParser *tensorflow_parser, vector<string> &node_name_list) {
  363. NodeDef* pre_node_a = MallocNodeDef("pre_node_a", "Const");
  364. EXPECT_NE(pre_node_a, nullptr);
  365. {
  366. google::protobuf::Map< ::std::string, ::tensorflow::AttrValue >* node_attr_map = pre_node_a->mutable_attr();
  367. tensorflow::AttrValue attr_dtype;
  368. attr_dtype.set_type(tensorflow::DT_FLOAT);
  369. (*node_attr_map)["dtype"] = attr_dtype;
  370. tensorflow::AttrValue attr_value;
  371. tensorflow::TensorProto* tensor = attr_value.mutable_tensor();
  372. tensor->add_bool_val(true);
  373. tensor->set_dtype(tensorflow::DT_BOOL);
  374. (*node_attr_map)["value"] = attr_value;
  375. }
  376. tensorflow_parser->nodedef_map_["pre_node_a"] = pre_node_a;
  377. node_name_list.push_back("pre_node_a");
  378. NodeDef* pre_node_ctrl_in = MallocNodeDef("pre_node_ctrl_in", "Const");
  379. EXPECT_NE(pre_node_ctrl_in, nullptr);
  380. {
  381. ::google::protobuf::Map< ::std::string, ::tensorflow::AttrValue >* node_attr_map = pre_node_ctrl_in->mutable_attr();
  382. tensorflow::AttrValue attr_dtype;
  383. attr_dtype.set_type(tensorflow::DT_FLOAT);
  384. (*node_attr_map)["dtype"] = attr_dtype;
  385. tensorflow::AttrValue attr_value;
  386. tensorflow::TensorProto* tensor = attr_value.mutable_tensor();
  387. tensor->add_bool_val(true);
  388. tensor->set_dtype(tensorflow::DT_BOOL);
  389. (*node_attr_map)["value"] = attr_value;
  390. }
  391. tensorflow_parser->nodedef_map_["pre_node_ctrl_in"] = pre_node_ctrl_in;
  392. node_name_list.push_back("pre_node_ctrl_in");
  393. NodeDef* post_node_b = MallocNodeDef("post_node_b", "Identity");
  394. EXPECT_NE(post_node_b, nullptr);
  395. tensorflow_parser->nodedef_map_["post_node_b"] = post_node_b;
  396. node_name_list.push_back("post_node_b");
  397. NodeDef* post_node_c = MallocNodeDef("post_node_c", "Identity");
  398. EXPECT_NE(post_node_c, nullptr);
  399. tensorflow_parser->nodedef_map_["post_node_c"] = post_node_c;
  400. node_name_list.push_back("post_node_c");
  401. NodeDef* post_node_d = MallocNodeDef("post_node_d", "Identity");
  402. EXPECT_NE(post_node_d, nullptr);
  403. tensorflow_parser->nodedef_map_["post_node_d"] = post_node_d;
  404. node_name_list.push_back("post_node_d");
  405. }
  406. void FreeNodeDefMap(ge::TensorFlowModelParser *tensorflow_parser, set<string> &malloc_node_name_list) {
  407. for (auto &item : tensorflow_parser->nodedef_map_) {
  408. if (item.second != nullptr && malloc_node_name_list.count(item.first) > 0) {
  409. delete (item.second);
  410. item.second = nullptr;
  411. }
  412. }
  413. }
  414. void GenFusionScopesResult(shared_ptr<ScopeGraph> &scope_graph, FusionScopesResult *fusion_rlt,
  415. const string &fusion_op_name) {
  416. if (fusion_rlt == nullptr) {
  417. return;
  418. }
  419. fusion_rlt->InsertInputs("scope_node_1", {0}); // scope input 0
  420. fusion_rlt->InsertOutputs("scope_node_m", {0}); // scope output 0
  421. fusion_rlt->InsertOutputs("scope_node_n", {1}); // scope output 1
  422. fusion_rlt->SetType(ge::kScopeToMultiNodes);
  423. fusion_rlt->SetName(fusion_op_name);
  424. fusion_rlt->SetDescription("Description for fusion node");
  425. // Add inner nodes in sequence.
  426. auto node1 = fusion_rlt->AddInnerNode("inner_node_1", "Unique"); // add inner node1
  427. CHECK_INNER_NODE_CONDITION(node1 != nullptr, fusion_rlt);
  428. auto ret = node1
  429. ->InsertInput(ge::kInputFromFusionScope, 0) // Input from 0th of boundary (a)
  430. .InsertOutput(ge::kOutputToFusionScope, 0) // Output to 0th of boundary (b)
  431. .InsertOutput("inner_node_2", 0) // Output to input 0th of internal node 2
  432. .BuildInnerNode(); // Construct an internal Operator
  433. CHECK_INNER_NODE_CONDITION(ret == ge::GRAPH_SUCCESS, fusion_rlt);
  434. string str_val = "This is a string.";
  435. node1->MutableOperator()->SetAttr("key1", 2); // Set integer attribute
  436. node1->MutableOperator()->SetAttr("key2", str_val); // Set the string attribute
  437. node1->MutableOperator()->SetAttr("key3", true); // Set boolean attribute
  438. auto node2 = fusion_rlt->AddInnerNode("inner_node_2", "Identity"); // add inner node2
  439. CHECK_INNER_NODE_CONDITION(node2 != nullptr, fusion_rlt);
  440. ret = node2
  441. ->InsertInput("inner_node_1", 1) // The input comes from the 1st output of internal node 1
  442. .InsertOutput("inner_node_3", 0) // Output to input 0th of internal node 3
  443. .BuildInnerNode();
  444. CHECK_INNER_NODE_CONDITION(ret == ge::GRAPH_SUCCESS, fusion_rlt);
  445. node2->SetInputFormat("x", "NHWC");
  446. node2->SetOutputFormat("y", "NHWC");
  447. auto node3 = fusion_rlt->AddInnerNode("inner_node_3", "Identity"); // add inner node3
  448. CHECK_INNER_NODE_CONDITION(node3 != nullptr, fusion_rlt);
  449. ret = node3
  450. ->InsertInput("inner_node_2", 0) // The input comes from the 0th output of internal node 2
  451. .InsertOutput(ge::kOutputToFusionScope, 1) // Output to 1st of boundary (c)
  452. .BuildInnerNode();
  453. CHECK_INNER_NODE_CONDITION(ret == ge::GRAPH_SUCCESS, fusion_rlt);
  454. scope_graph->impl_->AddFusionScopesResult(fusion_rlt);
  455. }
  456. void GenOriginContext(ge::TensorFlowModelParser *tensorflow_parser, const string &fusion_op_name) {
  457. // op_node_context for fusion op
  458. ge::OpNodeContext op_node_context;
  459. op_node_context.input_map["pre_node_a"].push_back({0, 0});
  460. op_node_context.input_map["pre_node_ctrl_in"].push_back({-1, -1}); // ctrl edges
  461. op_node_context.output_map["post_node_b"].push_back({0, 0});
  462. op_node_context.output_map["post_node_c"].push_back({1, 0});
  463. op_node_context.output_map["post_node_d"].push_back({-1, -1});
  464. op_node_context.output_map["_Retval"].push_back({0, 1});
  465. // ctrl edges
  466. tensorflow_parser->op_node_context_map_[fusion_op_name] = op_node_context;
  467. tensorflow_parser->SaveEdgesControlInfo(fusion_op_name, -1);
  468. // op_node_context for pre_node_a
  469. ge::OpNodeContext op_node_context_a;
  470. op_node_context_a.output_map[fusion_op_name].push_back({0, 0});
  471. tensorflow_parser->op_node_context_map_["pre_node_a"] = op_node_context_a;
  472. // op_node_context for pre_node_ctrl_in
  473. ge::OpNodeContext op_node_context_ctrl_in;
  474. op_node_context_ctrl_in.output_map[fusion_op_name].push_back({-1, -1}); // ctrl edges
  475. tensorflow_parser->op_node_context_map_["pre_node_ctrl_in"] = op_node_context_ctrl_in;
  476. // op_node_context for post_node_b
  477. ge::OpNodeContext op_node_context_b;
  478. op_node_context_b.input_map[fusion_op_name].push_back({0, 0});
  479. tensorflow_parser->op_node_context_map_["post_node_b"] = op_node_context_b;
  480. // op_node_context for post_node_c
  481. ge::OpNodeContext op_node_context_c;
  482. op_node_context_c.output_map["post_node_d"].push_back({0, 0});
  483. tensorflow_parser->op_node_context_map_["post_node_c"] = op_node_context_c;
  484. // op_node_context for post_node_d
  485. ge::OpNodeContext op_node_context_d;
  486. op_node_context_d.input_map[fusion_op_name].push_back({-1, -1}); // ctrl edges
  487. tensorflow_parser->op_node_context_map_["post_node_d"] = op_node_context_d;
  488. // op_node_context for Retval
  489. ge::OpNodeContext op_node_context_Retval;
  490. op_node_context_d.input_map["post_node_d"].push_back({-1, -1});
  491. op_node_context_c.output_map["fusion_op_name"].push_back({0,1});
  492. tensorflow_parser->op_node_context_map_["_Retval"] = op_node_context_Retval;
  493. tensorflow_parser->SaveEdgesControlInfo("op_node_context_Retval", -1);
  494. string fusion_op_type = ge::kScopeToMultiNodes;
  495. string description = "fusion op description";
  496. tensorflow_parser->fusion_op_type_map_[fusion_op_name].push_back(fusion_op_type);
  497. tensorflow_parser->fusion_op_type_map_[fusion_op_name].push_back(description);
  498. }
  499. void register_tbe_op() {
  500. std::vector<OpRegistrationData> registrationDatas = OpRegistry::Instance()->registrationDatas;
  501. for (OpRegistrationData reg_data : registrationDatas) {
  502. OpRegistrationTbe::Instance()->Finalize(reg_data);
  503. OpRegistry::Instance()->Register(reg_data);
  504. }
  505. OpRegistry::Instance()->registrationDatas.clear();
  506. }
  507. NodeDef *initNodeDef_axis_dims() {
  508. NodeDef *nodeDef = new NodeDef();
  509. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef->mutable_attr();
  510. //设置T属性
  511. domi::tensorflow::AttrValue dtype_attr_value ;
  512. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  513. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  514. //设置strides属性
  515. domi::tensorflow::AttrValue axis_attr_value;
  516. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  517. list->add_i(1);
  518. list->add_i(2);
  519. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  520. (*node_attr_map)[ge::SQUEEZE_ATTR_DIMS] = axis_attr_value;
  521. return nodeDef;
  522. }
  523. NodeDef *initNodeDef_dims() {
  524. NodeDef *nodeDef = new NodeDef();
  525. ::google::protobuf::Map<std::string, tensorflow::AttrValue > *node_attr_map = nodeDef->mutable_attr();
  526. //设置T属性
  527. domi::tensorflow::AttrValue dtype_attr_value ;
  528. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  529. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  530. //设置strides属性
  531. domi::tensorflow::AttrValue axis_attr_value;
  532. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  533. list->add_i(1);
  534. list->add_i(2);
  535. (*node_attr_map)[ge::SQUEEZE_ATTR_DIMS] = axis_attr_value;
  536. return nodeDef;
  537. }
  538. void CreateOpDef(const string& _name, const string& _type, ge::OpDescPtr opDef) {
  539. tensorflow::OpDef tsOpDef;
  540. tsOpDef.set_name(_name);
  541. tensorflow::OpDef_ArgDef* outArgDef = tsOpDef.add_output_arg();
  542. outArgDef->set_name(_name);
  543. outArgDef->set_description("outArgDef");
  544. outArgDef->set_type((tensorflow::DataType)3);
  545. if ((_name == "A") || (_name == "B")) {
  546. tensorflow::OpDef_ArgDef* argDef1 = tsOpDef.add_output_arg();
  547. string name = _name+"t";
  548. argDef1->set_name(name);
  549. argDef1->set_description("this is a test 2");
  550. argDef1->set_type((tensorflow::DataType)3);
  551. }
  552. if ((_name == "C") ) {
  553. outArgDef->set_number_attr("num");
  554. }
  555. if ((_name == "D") ) {
  556. outArgDef->set_type_list_attr("type_list");
  557. }
  558. string strTsOpDef;
  559. tsOpDef.SerializeToString(&strTsOpDef);
  560. ge::AttrUtils::SetStr(opDef, "op_def", strTsOpDef);
  561. tensorflow::NodeDef nodedef;
  562. nodedef.set_name(_name);
  563. nodedef.set_op(_name);
  564. string name("op_def");
  565. tensorflow::AttrValue value;
  566. value.set_s(strTsOpDef);
  567. TensorFlowUtil::AddNodeAttr(name, value, &nodedef);
  568. value.set_i(1);
  569. TensorFlowUtil::AddNodeAttr("num", value, &nodedef);
  570. value.mutable_list();
  571. TensorFlowUtil::AddNodeAttr("type_list", value, &nodedef);
  572. string strNodeDef;
  573. nodedef.SerializeToString(&strNodeDef);
  574. ge::GeAttrValue::BYTES nodedefBytes;
  575. nodedefBytes = ge::GeAttrValue::BYTES::CopyFrom((uint8_t*)strNodeDef.data(), strNodeDef.length());
  576. ge::AttrUtils::SetBytes(opDef, "node_def", nodedefBytes);
  577. if ((_name== "S") || (_name == "K")) {
  578. int index = 0;
  579. ge::AttrUtils::SetInt(opDef, "T", 1);
  580. ge::AttrUtils::SetInt(opDef, "arg_index", index);
  581. ge::AttrUtils::SetInt(opDef, "ret_index", index);
  582. }
  583. }
  584. ge::NodePtr AddNode(ge::ComputeGraphPtr graph, const string& _name, const string& _type,int32_t i_n, int32_t o_n) {
  585. ge::OpDescPtr opDef = std::make_shared<ge::OpDesc>();
  586. opDef->SetName(_name);
  587. opDef->SetType(_type);
  588. for(int32_t i = 0; i < i_n; i++) {
  589. ge::GeTensorDesc input;
  590. input.SetDataType((ge::DataType)1);
  591. opDef->AddInputDesc(input);
  592. }
  593. for(int32_t i = 0;i < o_n; i++) {
  594. ge::GeTensorDesc output;
  595. output.SetDataType((ge::DataType)1);
  596. opDef->AddOutputDesc(output);
  597. }
  598. CreateOpDef(_name, _type, opDef);
  599. return graph->AddNode(opDef);
  600. }
  601. void MakeDagGraph(ge::ComputeGraphPtr graph, const string& input_node_type) {
  602. ge::NodePtr node_s = AddNode(graph, "S", parser::DATA,1,1);
  603. ge::NodePtr node_a = AddNode(graph, "A", "testa",1,2);
  604. ge::NodePtr node_b = AddNode(graph, "B", "testb",1,2);
  605. ge::NodePtr node_c = AddNode(graph, "C", "testc",1,1);
  606. ge::NodePtr node_d = AddNode(graph, "D", "testd",1,1);
  607. ge::NodePtr node_e = AddNode(graph, "E", "teste",1,1);
  608. ge::NodePtr node_f = AddNode(graph, "F", "testf",1,1);
  609. ge::NodePtr node_g = AddNode(graph, "G", "testg",2,1);
  610. ge::NodePtr node_h = AddNode(graph, "H", "testh",1,1);
  611. ge::NodePtr node_i = AddNode(graph, "I", "testi",1,1);
  612. ge::NodePtr node_j = AddNode(graph, "J", "testj",2,1);
  613. ge::NodePtr node_k = AddNode(graph, "K", parser::NETOUTPUT,1,1);
  614. ge::GraphUtils::AddEdge(node_s->GetOutDataAnchor(0), node_a->GetInDataAnchor(0));
  615. ge::GraphUtils::AddEdge(node_a->GetOutDataAnchor(0), node_b->GetInDataAnchor(0));
  616. ge::GraphUtils::AddEdge(node_a->GetOutDataAnchor(1), node_c->GetInDataAnchor(0));
  617. ge::GraphUtils::AddEdge(node_b->GetOutDataAnchor(0), node_d->GetInDataAnchor(0));
  618. ge::GraphUtils::AddEdge(node_b->GetOutDataAnchor(1), node_e->GetInDataAnchor(0));
  619. ge::GraphUtils::AddEdge(node_c->GetOutDataAnchor(0), node_g->GetInDataAnchor(0));
  620. ge::GraphUtils::AddEdge(node_d->GetOutDataAnchor(0), node_f->GetInDataAnchor(0));
  621. ge::GraphUtils::AddEdge(node_e->GetOutDataAnchor(0), node_g->GetInDataAnchor(1));
  622. ge::GraphUtils::AddEdge(node_f->GetOutDataAnchor(0), node_h->GetInDataAnchor(0));
  623. ge::GraphUtils::AddEdge(node_g->GetOutDataAnchor(0), node_j->GetInDataAnchor(0));
  624. ge::GraphUtils::AddEdge(node_h->GetOutDataAnchor(0), node_i->GetInDataAnchor(0));
  625. ge::GraphUtils::AddEdge(node_i->GetOutDataAnchor(0), node_j->GetInDataAnchor(1));
  626. ge::GraphUtils::AddEdge(node_j->GetOutDataAnchor(0), node_k->GetInDataAnchor(0));
  627. ge::GraphUtils::AddEdge(node_h->GetOutControlAnchor(), node_j->GetInControlAnchor());
  628. }
  629. void ChangeDataType(tensorflow::NodeDef* node_tf, int32_t data_type)
  630. {
  631. domi::tensorflow::AttrValue input_attr_value;
  632. google::protobuf::Map<std::string, tensorflow::AttrValue>* attr = node_tf->mutable_attr();
  633. google::protobuf::Map<std::string, tensorflow::AttrValue>::const_iterator it = attr->find(ge::ATTR_NAME_INPUT_TENSOR_DESC);
  634. if (it != attr->end()) {
  635. input_attr_value = it->second;
  636. }
  637. (*attr)[ge::ATTR_NAME_INPUT_TENSOR_DESC] = input_attr_value;
  638. }
  639. NodeDef* AddGraphNode(GraphDef *graph, string name, string optype, string input)
  640. {
  641. NodeDef * node_def = graph->add_node();
  642. node_def->set_name(name);
  643. node_def->set_op(optype);
  644. node_def->add_input(input);
  645. return node_def;
  646. }
  647. }
  648. namespace {
  649. REG_OP(Data)
  650. .INPUT(x, TensorType::ALL())
  651. .OUTPUT(y, TensorType::ALL())
  652. .ATTR(index, Int, 0)
  653. .OP_END_FACTORY_REG(Data)
  654. REG_OP(Add)
  655. .INPUT(x1, TensorType({DT_FLOAT, DT_INT32, DT_INT64, DT_FLOAT16, DT_INT16,
  656. DT_INT8, DT_UINT8, DT_DOUBLE, DT_COMPLEX128,
  657. DT_COMPLEX64, DT_STRING}))
  658. .INPUT(x2, TensorType({DT_FLOAT, DT_INT32, DT_INT64, DT_FLOAT16, DT_INT16,
  659. DT_INT8, DT_UINT8, DT_DOUBLE, DT_COMPLEX128,
  660. DT_COMPLEX64, DT_STRING}))
  661. .OUTPUT(y, TensorType({DT_FLOAT, DT_INT32, DT_INT64, DT_FLOAT16, DT_INT16,
  662. DT_INT8, DT_UINT8, DT_DOUBLE, DT_COMPLEX128,
  663. DT_COMPLEX64, DT_STRING}))
  664. .OP_END_FACTORY_REG(Add)
  665. }
  666. static Status FusionParserParams(const std::vector<const google::protobuf::Message *> inside_nodes, ge::Operator &op) {
  667. return domi::SUCCESS;
  668. }
  669. static MemBuffer* MemBufferFromFile(const char *path)
  670. {
  671. char path_temp[PATH_MAX + 1] = {0x00};
  672. if(strlen(path) > PATH_MAX || nullptr == realpath(path, path_temp)) {
  673. return nullptr;
  674. }
  675. FILE *fp = fopen(path_temp, "r+");
  676. if (fp == nullptr) {
  677. return nullptr;
  678. }
  679. // get model file length
  680. if (0 != fseek(fp, 0, SEEK_END)) {
  681. fclose(fp);
  682. return nullptr;
  683. }
  684. long file_length = ftell(fp);
  685. if (fseek(fp, 0, SEEK_SET)) {
  686. fclose(fp);
  687. return nullptr;
  688. }
  689. if (file_length <= 0) {
  690. fclose(fp);
  691. return nullptr;
  692. }
  693. // alloc model buffer
  694. void *data = malloc((unsigned int)file_length);
  695. if (!data) {
  696. fclose(fp);
  697. return nullptr;
  698. }
  699. // read file into memory
  700. uint32_t read_size = (uint32_t)fread(data, 1, (unsigned int)file_length, fp);
  701. // check if read success
  702. if ((long)read_size != file_length) {
  703. free(data);
  704. data = nullptr;
  705. fclose(fp);
  706. return nullptr;
  707. }
  708. // close model file
  709. fclose(fp);
  710. // create an MemBuffer
  711. MemBuffer* membuf = new MemBuffer();
  712. if (!membuf) {
  713. free(data);
  714. data = nullptr;
  715. return nullptr;
  716. }
  717. membuf->data = malloc((unsigned int)read_size);
  718. // set size && data
  719. membuf->size = (uint32_t)read_size;
  720. memcpy((char*)membuf->data, (char*)data, read_size);
  721. free(data);
  722. return membuf;
  723. }
  724. /// placeholder0 placeholder1
  725. /// | /\ /\ |
  726. /// | / \/ \ |
  727. /// | / /\ \ |
  728. /// | | / \ | |
  729. /// | add0 mul0 |
  730. /// | / /c | \ |
  731. /// mul1 --- / | add1
  732. /// \ | |
  733. /// \ ---- add2 |
  734. /// | |
  735. /// retval0 retval1
  736. void CreateGraphDef(domi::tensorflow::GraphDef &graph_def) {
  737. // 1. add node
  738. auto placeholder0 = graph_def.add_node();
  739. auto placeholder1 = graph_def.add_node();
  740. auto add0 = graph_def.add_node();
  741. auto add1 = graph_def.add_node();
  742. auto mul0 = graph_def.add_node();
  743. auto mul1 = graph_def.add_node();
  744. auto add2 = graph_def.add_node();
  745. auto retval0 = graph_def.add_node();
  746. auto retval1 = graph_def.add_node();
  747. auto softmax0 = graph_def.add_node();
  748. auto softmax1 = graph_def.add_node();
  749. // 2. set info
  750. placeholder0->set_name("placeholder0");
  751. placeholder0->set_op("PlaceHolder");
  752. placeholder1->set_name("placeholder1");
  753. placeholder1->set_op("PlaceHolder");
  754. add0->set_name("add0");
  755. add0->set_op("Add");
  756. add1->set_name("add1");
  757. add1->set_op("Add");
  758. add2->set_name("add2");
  759. add2->set_op("Add");
  760. mul0->set_name("mul0");
  761. mul0->set_op("Mul");
  762. mul1->set_name("mul1");
  763. mul1->set_op("Mul");
  764. retval0->set_name("retval0");
  765. retval0->set_op("_RetVal");
  766. retval1->set_name("retval1");
  767. retval1->set_op("_RetVal");
  768. retval0->set_name("retval0");
  769. retval0->set_op("_RetVal");
  770. retval1->set_name("retval1");
  771. retval1->set_op("_RetVal");
  772. softmax0->set_name("Softmax0");
  773. softmax0->set_op("Softmax");
  774. softmax1->set_name("Softmax1");
  775. softmax1->set_op("Softmax");
  776. // 3. add edges
  777. add0->add_input("placeholder0");
  778. add0->add_input("placeholder1");
  779. mul0->add_input("placeholder0");
  780. mul0->add_input("placeholder1");
  781. mul1->add_input("placeholder0");
  782. mul1->add_input("add0");
  783. mul1->add_input("^mul0");
  784. add1->add_input("mul0");
  785. add1->add_input("placeholder1");
  786. add2->add_input("mul1");
  787. add2->add_input("mul0");
  788. retval0->add_input("add2:0");
  789. retval1->add_input("add1:0");
  790. softmax0->add_input("add3:0");
  791. softmax0->add_input("add2:0");
  792. }
  793. TEST_F(STestTensorflowParser, tensorflow_parser_success) {
  794. RegisterCustomOp();
  795. std::string case_dir = __FILE__;
  796. ParserOperator unused("Add");
  797. case_dir = case_dir.substr(0, case_dir.find_last_of("/"));
  798. std::string model_file = case_dir + "/origin_models/tf_add.pb";
  799. std::map<ge::AscendString, ge::AscendString> parser_params;
  800. ge::Graph graph;
  801. auto ret = ge::aclgrphParseTensorFlow(model_file.c_str(), parser_params, graph);
  802. ASSERT_EQ(ret, SUCCESS);
  803. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  804. auto output_nodes_info = compute_graph->GetGraphOutNodesInfo();
  805. ASSERT_EQ(output_nodes_info.size(), 1);
  806. EXPECT_EQ((output_nodes_info.at(0).first->GetName()), "add_test_1");
  807. EXPECT_EQ((output_nodes_info.at(0).second), 0);
  808. auto &net_out_name = ge::GetParserContext().net_out_nodes;
  809. ASSERT_EQ(net_out_name.size(), 1);
  810. EXPECT_EQ(net_out_name.at(0), "add_test_1:0");
  811. }
  812. TEST_F(STestTensorflowParser, tensorflow_model_Failed) {
  813. ge::Graph graph;
  814. std::string caseDir = __FILE__;
  815. std::size_t idx = caseDir.find_last_of("/");
  816. caseDir = caseDir.substr(0, idx);
  817. std::string modelFile = caseDir + "/origin_models/model.pb";
  818. auto status = ge::aclgrphParseTensorFlow(modelFile.c_str(), graph);
  819. EXPECT_EQ(status, ge::SUCCESS);
  820. modelFile = caseDir + "/origin_models/test_depth_wise_conv2d.pb";
  821. status = ge::aclgrphParseTensorFlow(modelFile.c_str(), graph);
  822. EXPECT_EQ(status, ge::GRAPH_FAILED);
  823. }
  824. TEST_F(STestTensorflowParser, tensorflow_model_not_exist) {
  825. ge::Graph graph;
  826. std::string caseDir = __FILE__;
  827. std::size_t idx = caseDir.find_last_of("/");
  828. caseDir = caseDir.substr(0, idx);
  829. // model file is not exist
  830. std::string modelFile = caseDir + "/origin_models/conv2d_explicit1_pad.pb";
  831. auto status = ge::aclgrphParseTensorFlow(modelFile.c_str(), graph);
  832. EXPECT_EQ(status, ge::GRAPH_FAILED);
  833. }
  834. TEST_F(STestTensorflowParser, parser_tensorflow_model) {
  835. std::string caseDir = __FILE__;
  836. std::size_t idx = caseDir.find_last_of("/");
  837. caseDir = caseDir.substr(0, idx);
  838. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  839. const char *model_file = modelFile.c_str();
  840. std::string op_name = "ge_ascend_irgraph";
  841. ge::Graph graph(op_name);
  842. std::map<ge::AscendString, ge::AscendString> parser_options = {
  843. {ge::AscendString(ge::ir_option::INPUT_FORMAT), ge::AscendString("NHWC")},
  844. };
  845. auto ret_graph = ge::aclgrphParseTensorFlow(model_file, parser_options, graph);
  846. EXPECT_EQ(ret_graph, ge::FAILED);
  847. // parser tensorflow model out_node_size is equal to index
  848. string graph_name;
  849. AclGrphParseUtil acl_graph_parse_util;
  850. std::map<AscendString, AscendString> out_nodes_with_node_and_index = {
  851. {AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:1")}};
  852. ParerSTestsUtils::ClearParserInnerCtx();
  853. auto ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_node_and_index, graph_name);
  854. ret_graph = ge::aclgrphParseTensorFlow(model_file, graph);
  855. EXPECT_EQ(ret_graph, domi::FAILED);
  856. // parser tensorflow model success
  857. modelFile = caseDir + "/origin_models/model.pb";
  858. model_file = modelFile.c_str();
  859. out_nodes_with_node_and_index = {{AscendString(ge::ir_option::OUT_NODES), AscendString("x:0;y:0")}};
  860. ParerSTestsUtils::ClearParserInnerCtx();
  861. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_node_and_index, graph_name);
  862. ret_graph = ge::aclgrphParseTensorFlow(model_file, graph);
  863. EXPECT_EQ(ret_graph, domi::SUCCESS);
  864. }
  865. TEST_F(STestTensorflowParser, tensorflow_parser_to_json)
  866. {
  867. TensorFlowModelParser modelParser;
  868. std::string caseDir = __FILE__;
  869. std::size_t idx = caseDir.find_last_of("/");
  870. caseDir = caseDir.substr(0, idx);
  871. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  872. std::string jsonFile = caseDir + "/origin_models/test.json";
  873. const char *model_file = modelFile.c_str();
  874. const char *json_file = jsonFile.c_str();
  875. Status ret = modelParser.ToJson(model_file, json_file);
  876. EXPECT_EQ(ret, SUCCESS);
  877. }
  878. TEST_F(STestTensorflowParser, tensorflow_parserfrommemory_failed)
  879. {
  880. TensorFlowModelParser modelParser;
  881. std::string caseDir = __FILE__;
  882. std::size_t idx = caseDir.find_last_of("/");
  883. caseDir = caseDir.substr(0, idx);
  884. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  885. const char *data = modelFile.c_str();
  886. uint32_t size = 1;
  887. ge::Graph graph;
  888. std::map<ge::AscendString, ge::AscendString> parser_params;
  889. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  890. ASSERT_EQ(ret, SUCCESS);
  891. modelFile = caseDir + "/origin_models/tf_add.pb";
  892. parser_params = {{AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:0")}};
  893. ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  894. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  895. ret = modelParser.ParseFromMemory(data, size, compute_graph);
  896. EXPECT_EQ(ret, INTERNAL_ERROR);
  897. }
  898. TEST_F(STestTensorflowParser, modelparser_parsefrommemory_success)
  899. {
  900. std::string caseDir = __FILE__;
  901. std::size_t idx = caseDir.find_last_of("/");
  902. caseDir = caseDir.substr(0, idx);
  903. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  904. const char* tmp_tf_pb_model = modelFile.c_str();
  905. ge::Graph graph;
  906. std::map<ge::AscendString, ge::AscendString> parser_params;
  907. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  908. ASSERT_EQ(ret, SUCCESS);
  909. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  910. TensorFlowModelParser modelParser;
  911. MemBuffer* memBuffer = MemBufferFromFile(tmp_tf_pb_model);
  912. PreChecker::Instance().HasError() == false;
  913. ret = modelParser.ParseFromMemory((char*)memBuffer->data, memBuffer->size, compute_graph);
  914. free(memBuffer->data);
  915. delete memBuffer;
  916. }
  917. TEST_F(STestTensorflowParser, weightsparser_parsefrommemory_success)
  918. {
  919. std::string caseDir = __FILE__;
  920. std::size_t idx = caseDir.find_last_of("/");
  921. caseDir = caseDir.substr(0, idx);
  922. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  923. const char* tmp_tf_pb_model = modelFile.c_str();
  924. ge::Graph graph;
  925. std::map<ge::AscendString, ge::AscendString> parser_params;
  926. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  927. ASSERT_EQ(ret, SUCCESS);
  928. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  929. auto weights_parser = domi::WeightsParserFactory::Instance()->CreateWeightsParser(domi::TENSORFLOW);
  930. MemBuffer* memBuffer = MemBufferFromFile(tmp_tf_pb_model);
  931. ret = weights_parser->ParseFromMemory((char*)memBuffer->data, memBuffer->size, compute_graph);
  932. free(memBuffer->data);
  933. delete memBuffer;
  934. EXPECT_EQ(SUCCESS, ret);
  935. }
  936. std::string getGraphCallbackV2(string subgraph_name)
  937. {
  938. std::string caseDir = __FILE__;
  939. std::size_t idx = caseDir.find_last_of("/");
  940. caseDir = caseDir.substr(0, idx);
  941. subgraph_name = caseDir + "/origin_models/tf_add.pb";
  942. return subgraph_name;
  943. }
  944. TEST_F(STestTensorflowParser, parser_ParseProtoWithSubgraphV2)
  945. {
  946. std::string caseDir = __FILE__;
  947. std::size_t idx = caseDir.find_last_of("/");
  948. caseDir = caseDir.substr(0, idx);
  949. const std::string root_proto = caseDir + "/origin_models/tf_add.pb";
  950. ge::Graph graph;
  951. std::map<ge::AscendString, ge::AscendString> parser_params;
  952. Status ret = ge::aclgrphParseTensorFlow(root_proto.c_str(), parser_params, graph);
  953. ASSERT_EQ(ret, SUCCESS);
  954. ge::ComputeGraphPtr root_graph = ge::GraphUtils::GetComputeGraph(graph);
  955. domi::GetGraphCallbackV2 callback(&getGraphCallbackV2);
  956. TensorFlowModelParser parser;
  957. ret = parser.ParseProtoWithSubgraph(root_proto, callback, root_graph);
  958. }
  959. TEST_F(STestTensorflowParser, parser_ConvertToGeDataType)
  960. {
  961. // convert to ge type success
  962. const uint32_t type1 = domi::tensorflow::DataType::DT_FLOAT;
  963. TensorFlowModelParser parser;
  964. ge::DataType dataType = parser.ConvertToGeDataType(type1);
  965. ASSERT_EQ(dataType, ge::DataType::DT_FLOAT);
  966. const uint32_t type2 = 80; // invalid type
  967. dataType = parser.ConvertToGeDataType(type2);
  968. ASSERT_EQ(dataType, ge::DataType::DT_UNDEFINED);
  969. }
  970. TEST_F(STestTensorflowParser, tensorflow_ParserProto_failed)
  971. {
  972. std::string caseDir = __FILE__;
  973. std::size_t idx = caseDir.find_last_of("/");
  974. caseDir = caseDir.substr(0, idx);
  975. const std::string root_proto = caseDir + "/origin_models/avgpool3dgrad.pb.txt";
  976. domi::tensorflow::GraphDef graphDef;
  977. ge::Graph graph;
  978. std::map<ge::AscendString, ge::AscendString> parser_params;
  979. Status ret = ge::aclgrphParseTensorFlow(root_proto.c_str(), parser_params, graph);
  980. ASSERT_EQ(ret, SUCCESS);
  981. ge::ComputeGraphPtr root_graph = ge::GraphUtils::GetComputeGraph(graph);
  982. TensorFlowModelParser tensorflow_parser;
  983. ret = tensorflow_parser.ParseProto(reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  984. EXPECT_EQ(PARAM_INVALID, ret);
  985. // proto解析失败
  986. bool protoRet = parser::ReadProtoFromText(root_proto.c_str(), &graphDef);
  987. ASSERT_EQ(protoRet, false);
  988. ret = tensorflow_parser.ParseProto(reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  989. ASSERT_EQ(ret, PARAM_INVALID);
  990. std::string serialized_proto = "";
  991. ret = tensorflow_parser.ParseProto(serialized_proto, root_graph);
  992. ASSERT_EQ(ret, FAILED);
  993. }
  994. TEST_F(STestTensorflowParser, tensorflow_parserAllGraph_failed)
  995. {
  996. std::string caseDir = __FILE__;
  997. std::size_t idx = caseDir.find_last_of("/");
  998. caseDir = caseDir.substr(0, idx);
  999. const std::string root_proto = caseDir + "/origin_models/conv2d.pb";
  1000. domi::tensorflow::GraphDef graphDef;
  1001. CreateGraphDef(graphDef);
  1002. auto no_op = graphDef.add_node();
  1003. no_op->set_name("no_op");
  1004. no_op->set_op("NoOp");
  1005. no_op->add_input("placeholder0");
  1006. no_op->add_input("placeholder1");
  1007. ge::Graph graph;
  1008. std::map<ge::AscendString, ge::AscendString> parser_params;
  1009. Status ret = ge::aclgrphParseTensorFlow(root_proto.c_str(), parser_params, graph);
  1010. ASSERT_EQ(ret, SUCCESS);
  1011. ge::ComputeGraphPtr root_graph = ge::GraphUtils::GetComputeGraph(graph);
  1012. TensorFlowModelParser tensorflow_parser;
  1013. ret = tensorflow_parser.ParseAllGraph(reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  1014. EXPECT_EQ(INTERNAL_ERROR, ret);
  1015. }
  1016. TEST_F(STestTensorflowParser, test_parse_acl_output_nodes)
  1017. {
  1018. AclGrphParseUtil acl_graph_parse_util;
  1019. string graph_name;
  1020. // case 1: Normal with 'node and index'
  1021. ParerSTestsUtils::ClearParserInnerCtx();
  1022. GetParserContext().type = domi::ONNX;
  1023. std::map<AscendString, AscendString> out_nodes_with_node_and_index = {
  1024. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out1:0;Out2:1")}};
  1025. ParerSTestsUtils::ClearParserInnerCtx();
  1026. auto ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_node_and_index, graph_name);
  1027. ASSERT_EQ(ret, SUCCESS);
  1028. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 2);
  1029. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 2);
  1030. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 0);
  1031. // case 2: Normal with 'tensor name'
  1032. ParerSTestsUtils::ClearParserInnerCtx();
  1033. GetParserContext().type = domi::ONNX;
  1034. std::map<AscendString, AscendString> out_nodes_with_tensor_name = {
  1035. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out_tensor_1;Out_tensor_2")}};
  1036. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_with_tensor_name, graph_name);
  1037. ASSERT_EQ(ret, SUCCESS);
  1038. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 0);
  1039. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 0);
  1040. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 2);
  1041. // case 3: Failed with 'node and index' before 'tensor name'
  1042. ParerSTestsUtils::ClearParserInnerCtx();
  1043. GetParserContext().type = domi::ONNX;
  1044. std::map<AscendString, AscendString> out_nodes_mode_mixex_pre = {
  1045. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out1:0;Out2:1;Out_tensor_1;Out_tensor_2")}};
  1046. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_mode_mixex_pre, graph_name);
  1047. ASSERT_EQ(ret, PARAM_INVALID);
  1048. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 2);
  1049. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 2);
  1050. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 0);
  1051. // case 4: Failed with 'node and index' inserted in 'tensor name'
  1052. ParerSTestsUtils::ClearParserInnerCtx();
  1053. GetParserContext().type = domi::ONNX;
  1054. std::map<AscendString, AscendString> out_nodes_mode_mixex_mid = {
  1055. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out_tensor_1;Out1:0;Out2:1;Out_tensor_2")}};
  1056. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_mode_mixex_mid, graph_name);
  1057. ASSERT_EQ(ret, PARAM_INVALID);
  1058. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 0);
  1059. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 0);
  1060. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 1);
  1061. // case 5: Failed with 'node and index' after 'tensor name'
  1062. ParerSTestsUtils::ClearParserInnerCtx();
  1063. GetParserContext().type = domi::ONNX;
  1064. std::map<AscendString, AscendString> out_nodes_mode_mixex_post = {
  1065. {AscendString(ge::ir_option::OUT_NODES), AscendString("Out_tensor_1;Out_tensor_2;Out1:0;Out2:1")}};
  1066. ret = acl_graph_parse_util.ParseParamsBeforeGraph(out_nodes_mode_mixex_post, graph_name);
  1067. ASSERT_EQ(ret, PARAM_INVALID);
  1068. EXPECT_EQ(ge::GetParserContext().user_out_nodes.size(), 0);
  1069. EXPECT_EQ(ge::GetParserContext().out_nodes_map.size(), 0);
  1070. EXPECT_EQ(ge::GetParserContext().user_out_tensors.size(), 2);
  1071. }
  1072. TEST_F(STestTensorflowParser, parse_AutoMappingByOp) {
  1073. static const string KEY_STRING = "key_string";
  1074. static const string KEY_INT = "key_int";
  1075. static const string KEY_FLOAT = "key_float";
  1076. static const string KEY_BOOL = "key_bool";
  1077. static const string KEY_TYPE = "key_type";
  1078. static const string VALUE_STRING = "string";
  1079. static const int64_t VALUE_INT = 1;
  1080. static const float VALUE_FLOAT = 1.0;
  1081. static const bool VALUE_BOOL = true;
  1082. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1083. static const string VALUE_NAME = "test_name";
  1084. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  1085. NodeDef node_def;
  1086. domi::tensorflow::AttrValue value;
  1087. ge::Operator op = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc);
  1088. node_def.set_name(VALUE_NAME);
  1089. value.set_s(VALUE_STRING);
  1090. TensorFlowUtil::AddNodeAttr(KEY_STRING, value, &node_def);
  1091. value.set_i(VALUE_INT);
  1092. TensorFlowUtil::AddNodeAttr(KEY_INT, value, &node_def);
  1093. value.set_f(VALUE_FLOAT);
  1094. TensorFlowUtil::AddNodeAttr(KEY_FLOAT, value, &node_def);
  1095. value.set_b(VALUE_BOOL);
  1096. TensorFlowUtil::AddNodeAttr(KEY_BOOL, value, &node_def);
  1097. value.set_type(VALUE_TYPE);
  1098. TensorFlowUtil::AddNodeAttr(KEY_TYPE, value, &node_def);
  1099. domi::Status status = domi::AutoMappingFn(reinterpret_cast<google::protobuf::Message *>(&node_def), op);
  1100. EXPECT_EQ(domi::SUCCESS, status);
  1101. EXPECT_EQ(VALUE_NAME, op_desc->GetName());
  1102. string value_string = "";
  1103. ge::AttrUtils::GetStr(op_desc, KEY_STRING, value_string);
  1104. EXPECT_EQ(VALUE_STRING, value_string);
  1105. int64_t value_int = 0;
  1106. ge::AttrUtils::GetInt(op_desc, KEY_INT, value_int);
  1107. EXPECT_EQ(VALUE_INT, value_int);
  1108. float value_float = 0.0;
  1109. ge::AttrUtils::GetFloat(op_desc, KEY_FLOAT, value_float);
  1110. EXPECT_EQ(VALUE_FLOAT, value_float);
  1111. bool value_bool = false;
  1112. ge::AttrUtils::GetBool(op_desc, KEY_BOOL, value_bool);
  1113. EXPECT_EQ(VALUE_BOOL, value_bool);
  1114. ge::DataType data_type = ge::DT_UNDEFINED;
  1115. ge::AttrUtils::GetDataType(op_desc, KEY_TYPE, data_type);
  1116. EXPECT_EQ(ge::DT_FLOAT, data_type);
  1117. // test AutoMappingByOpFn
  1118. ge::OpDescPtr op_desc_dest = std::make_shared<ge::OpDesc>();
  1119. ge::Operator op_dest = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc_dest);
  1120. status = domi::AutoMappingByOpFn(op, op_dest);
  1121. EXPECT_EQ(domi::SUCCESS, status);
  1122. EXPECT_EQ(VALUE_NAME, op_dest.GetName());
  1123. value_string = "";
  1124. ge::AttrUtils::GetStr(op_desc_dest, KEY_STRING, value_string);
  1125. EXPECT_EQ(VALUE_STRING, value_string);
  1126. value_int = 0;
  1127. ge::AttrUtils::GetInt(op_desc_dest, KEY_INT, value_int);
  1128. EXPECT_EQ(VALUE_INT, value_int);
  1129. value_float = 0.0;
  1130. ge::AttrUtils::GetFloat(op_desc_dest, KEY_FLOAT, value_float);
  1131. EXPECT_EQ(VALUE_FLOAT, value_float);
  1132. value_bool = false;
  1133. ge::AttrUtils::GetBool(op_desc_dest, KEY_BOOL, value_bool);
  1134. EXPECT_EQ(VALUE_BOOL, value_bool);
  1135. data_type = ge::DT_UNDEFINED;
  1136. ge::AttrUtils::GetDataType(op_desc_dest, KEY_TYPE, data_type);
  1137. EXPECT_EQ(ge::DT_FLOAT, data_type);
  1138. }
  1139. TEST_F(STestTensorflowParser, parse_ParseNodeDef)
  1140. {
  1141. NodeDef * node_def = new NodeDef();
  1142. node_def->set_name("test_name");
  1143. node_def->set_op("PlaceholderWithDefault");
  1144. bool isDatasetInit = true;
  1145. TensorFlowModelParser model_parser;
  1146. Status ret = model_parser.AdaptOpType(node_def, isDatasetInit);
  1147. EXPECT_EQ(domi::SUCCESS, ret);
  1148. node_def->set_op("Add");
  1149. ret = model_parser.AdaptOpType(node_def, isDatasetInit);
  1150. EXPECT_EQ(domi::SUCCESS, ret);
  1151. delete node_def;
  1152. }
  1153. TEST_F(STestTensorflowParser, parse_AddFmkNode)
  1154. {
  1155. TensorFlowModelParser modelParser;
  1156. std::string caseDir = __FILE__;
  1157. std::size_t idx = caseDir.find_last_of("/");
  1158. caseDir = caseDir.substr(0, idx);
  1159. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  1160. ge::Graph graph;
  1161. string graph_name;
  1162. AclGrphParseUtil acl_graph_parse_util;
  1163. std::map<ge::AscendString, ge::AscendString> parser_options = {{AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:0")}};
  1164. ParerSTestsUtils::ClearParserInnerCtx();
  1165. Status ret = acl_graph_parse_util.ParseParamsBeforeGraph(parser_options, graph_name);
  1166. ret = aclgrphParseTensorFlow(modelFile.c_str(), parser_options, graph);
  1167. ASSERT_EQ(ret, SUCCESS);
  1168. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  1169. tensorflow::GraphDef *graphDef = new (std::nothrow) tensorflow::GraphDef();
  1170. ScopePassManager pass_manager;
  1171. std::shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graphDef);
  1172. std::string fusion_op_name = "fusion_op_name";
  1173. FusionScopesResult *fusion_rlt = new (std::nothrow) FusionScopesResult();
  1174. EXPECT_NE(fusion_rlt, nullptr);
  1175. fusion_rlt->Init();
  1176. GenFusionScopesResult(scope_graph, fusion_rlt, fusion_op_name);
  1177. GenOriginContext(&modelParser, fusion_op_name);
  1178. // origin inner node def
  1179. NodeDef* node_def = MallocNodeDef("scope_node_1", "Add");
  1180. EXPECT_NE(node_def, nullptr);
  1181. modelParser.fusion_op_nodedef_map_[fusion_op_name].push_back(node_def);
  1182. bool train_flag_backup = ge::GetParserContext().train_flag;
  1183. ge::GetParserContext().train_flag = true;
  1184. REGISTER_CUSTOM_OP("Identity")
  1185. .FrameworkType(domi::TENSORFLOW)
  1186. .OriginOpType("Identity")
  1187. .ParseParamsFn(ParseParams)
  1188. .ImplyType(ImplyType::TVM);
  1189. REGISTER_CUSTOM_OP("Constant")
  1190. .FrameworkType(domi::TENSORFLOW)
  1191. .OriginOpType("Const")
  1192. .ParseParamsFn(ParseParams)
  1193. .ImplyType(ImplyType::TVM);
  1194. register_tbe_op();
  1195. std::vector<std::string> node_name_list;
  1196. GenOriginNodeDef(&modelParser, node_name_list);
  1197. std::set<std::string> malloc_node_name_list(node_name_list.begin(), node_name_list.end());
  1198. node_name_list.push_back(fusion_op_name);
  1199. ret = modelParser.AddFmkNode(compute_graph, scope_graph, node_name_list, false);
  1200. EXPECT_EQ(ret, PARAM_INVALID);
  1201. EXPECT_EQ(modelParser.scope_inner_node_map_.size(), 0);
  1202. EXPECT_EQ(modelParser.nodedef_map_.size(), 5);
  1203. ret = modelParser.AddEdges(compute_graph);
  1204. EXPECT_EQ(ret, SUCCESS);
  1205. // release resource
  1206. delete graphDef;
  1207. delete node_def;
  1208. modelParser.DeleteFuisonNodeDef();
  1209. FreeNodeDefMap(&modelParser, malloc_node_name_list);
  1210. ge::GetParserContext().train_flag = train_flag_backup;
  1211. }
  1212. TEST_F(STestTensorflowParser, parse_AddScopeInnerNode)
  1213. {
  1214. TensorFlowModelParser modelParser;
  1215. std::string caseDir = __FILE__;
  1216. std::size_t idx = caseDir.find_last_of("/");
  1217. caseDir = caseDir.substr(0, idx);
  1218. std::string modelFile = caseDir + "/origin_models/tf_add.pb";
  1219. std::string op_name = "ge_ascend_irgraph";
  1220. ge::Graph graph(op_name);
  1221. ge::ComputeGraphPtr compute_graph = ge::GraphUtils::GetComputeGraph(graph);
  1222. std::map<ge::AscendString, ge::AscendString> parser_params = {
  1223. {AscendString(ge::ir_option::OUT_NODES), AscendString("Placeholder:0;Placeholder_1:0")}};
  1224. Status ret = ge::aclgrphParseTensorFlow(modelFile.c_str(), parser_params, graph);
  1225. EXPECT_EQ(ret, SUCCESS);
  1226. std::mutex graph_mutex;
  1227. tensorflow::NodeDef *node_def = initNodeDef();
  1228. node_def->set_name("FastrcnnPredictions");
  1229. node_def->set_op("FastrcnnPredictions");
  1230. // can't find in scope_inner_node_map
  1231. ret = modelParser.AddScopeInnerNode(&modelParser, compute_graph, &graph_mutex, node_def);
  1232. EXPECT_EQ(ret, PARAM_INVALID);
  1233. delete node_def;
  1234. }
  1235. TEST_F(STestTensorflowParser, dyncmic_rnn_scope_pass_plugin_test) {
  1236. ge::Graph graph;
  1237. std::cout << __FILE__ << std::endl;
  1238. std::string caseDir = __FILE__;
  1239. std::size_t idx = caseDir.find_last_of("/");
  1240. caseDir = caseDir.substr(0, idx);
  1241. std::string modelFile = caseDir + "/origin_models/tensor_array.pb";
  1242. std::map<ge::AscendString, ge::AscendString> params;
  1243. string key ="enable_scope_fusion_passes";
  1244. string value ="ScopeDynamicRNNPass";
  1245. params.insert(std::make_pair(ge::AscendString(key.c_str()), ge::AscendString(value.c_str())));
  1246. auto status = aclgrphParseTensorFlow(modelFile.c_str(), params, graph);
  1247. EXPECT_EQ(status, SUCCESS);
  1248. }
  1249. TEST_F(STestTensorflowParser, avgpool3dgrad_plugin_test_format_NDHWC) {
  1250. ge::Graph graph;
  1251. std::cout << __FILE__ << std::endl;
  1252. std::string caseDir = __FILE__;
  1253. std::size_t idx = caseDir.find_last_of("/");
  1254. caseDir = caseDir.substr(0, idx);
  1255. std::string modelFile = caseDir + "/origin_models/avgpool3dgrad_case_1.pb";
  1256. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1257. EXPECT_EQ(status, SUCCESS);
  1258. }
  1259. TEST_F(STestTensorflowParser, tensorflow_merge_test) {
  1260. ge::Graph graph;
  1261. std::cout << __FILE__ << std::endl;
  1262. std::string caseDir = __FILE__;
  1263. std::size_t idx = caseDir.find_last_of("/");
  1264. caseDir = caseDir.substr(0, idx);
  1265. std::string modelFile = caseDir + "/origin_models/merge.pb";
  1266. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1267. EXPECT_EQ(status, FAILED);
  1268. }
  1269. TEST_F(STestTensorflowParser, tensorflow_no_op_test) {
  1270. ge::Graph graph;
  1271. std::cout << __FILE__ << std::endl;
  1272. std::string caseDir = __FILE__;
  1273. std::size_t idx = caseDir.find_last_of("/");
  1274. caseDir = caseDir.substr(0, idx);
  1275. std::string modelFile = caseDir + "/origin_models/test_no_op.pb";
  1276. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1277. EXPECT_EQ(status, SUCCESS);
  1278. }
  1279. TEST_F(STestTensorflowParser, tensorflow_identity_test) {
  1280. ge::Graph graph;
  1281. std::cout << __FILE__ << std::endl;
  1282. std::string caseDir = __FILE__;
  1283. std::size_t idx = caseDir.find_last_of("/");
  1284. caseDir = caseDir.substr(0, idx);
  1285. std::string modelFile = caseDir + "/origin_models/test_identity.pb";
  1286. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1287. EXPECT_EQ(status, SUCCESS);
  1288. }
  1289. TEST_F(STestTensorflowParser, tensorflow_constant_test) {
  1290. ge::Graph graph;
  1291. std::cout << __FILE__ << std::endl;
  1292. std::string caseDir = __FILE__;
  1293. std::size_t idx = caseDir.find_last_of("/");
  1294. caseDir = caseDir.substr(0, idx);
  1295. std::string modelFile = caseDir + "/origin_models/test_constant.pb";
  1296. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1297. EXPECT_EQ(status, SUCCESS);
  1298. TensorFlowConstantParser constantParser;
  1299. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("constant", ge::parser::CONSTANT);
  1300. NodeDef* node_def = initNodeDef();
  1301. node_def->set_name("Constant");
  1302. auto params = constantParser.ParseParams(node_def, op_dest);
  1303. EXPECT_EQ(params, SUCCESS);
  1304. auto value = constantParser.ParseValue(node_def, op_dest);
  1305. EXPECT_EQ(value, SUCCESS);
  1306. ConstantOperator op;
  1307. auto type = constantParser.ParseDType(node_def, &op);
  1308. EXPECT_EQ(type, SUCCESS);
  1309. }
  1310. TEST_F(STestTensorflowParser, tensorflow_reshpae_test) {
  1311. ge::Graph graph;
  1312. std::cout << __FILE__ << std::endl;
  1313. std::string caseDir = __FILE__;
  1314. std::size_t idx = caseDir.find_last_of("/");
  1315. caseDir = caseDir.substr(0, idx);
  1316. std::string modelFile = caseDir + "/origin_models/test_reshape.pb";
  1317. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1318. EXPECT_EQ(status, SUCCESS);
  1319. TensorFlowReshapeParser parser;
  1320. NodeDef * nodeDef = new NodeDef();
  1321. ge::OpDescPtr opdef_ = make_shared<::ge::OpDesc>("","");
  1322. google::protobuf::Map<std::string, tensorflow::AttrValue > *attr_map = nodeDef->mutable_attr();
  1323. domi::tensorflow::AttrValue tshape_attr_value;
  1324. tshape_attr_value.set_type(domi::tensorflow::DT_INT32);
  1325. (*attr_map)[TENSORFLOW_ATTR_TSHAPE] = tshape_attr_value;
  1326. domi::tensorflow::AttrValue t_attr_value;
  1327. t_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1328. (*attr_map)[TENSORFLOW_ATTR_T] = t_attr_value;
  1329. Status ret = parser.ParseParams(nodeDef, opdef_);
  1330. EXPECT_EQ(domi::SUCCESS, ret);
  1331. delete nodeDef;
  1332. }
  1333. TEST_F(STestTensorflowParser, tensorflow_squeeze_test) {
  1334. ge::Graph graph;
  1335. std::cout << __FILE__ << std::endl;
  1336. std::string caseDir = __FILE__;
  1337. std::size_t idx = caseDir.find_last_of("/");
  1338. caseDir = caseDir.substr(0, idx);
  1339. std::string modelFile = caseDir + "/origin_models/test_sequeeze.pb";
  1340. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1341. EXPECT_EQ(status, SUCCESS);
  1342. TensorFlowSqueezeParser parser;
  1343. NodeDef *nodeDef = initNodeDef();
  1344. ge::OpDescPtr opDef = make_shared<::ge::OpDesc>("Squeeze","Squeeze");
  1345. Status ret = parser.ParseParams(nodeDef, opDef);
  1346. EXPECT_EQ(ret, SUCCESS);
  1347. NodeDef *nodeDef_dim = initNodeDef_dims();
  1348. ret = parser.ParseParams(nodeDef_dim, opDef);
  1349. EXPECT_EQ(SUCCESS, ret);
  1350. NodeDef *nodeDef_axis_dims = initNodeDef_axis_dims();
  1351. ret = parser.ParseParams(nodeDef_axis_dims, opDef);
  1352. EXPECT_EQ(GRAPH_PARAM_INVALID, ret);
  1353. static const string KEY_SHAPE_LIST = "key_shape_list";
  1354. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1355. static const string KEY_DEFAULT = "key_default";
  1356. NodeDef *nodeDef2 = new NodeDef();
  1357. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = nodeDef2->mutable_attr();
  1358. domi::tensorflow::AttrValue dtype_attr_value ;
  1359. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1360. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1361. //设置strides属性
  1362. tensorflow::AttrValue axis_attr_value;
  1363. tensorflow::AttrValue_ListValue *list = axis_attr_value.mutable_list();
  1364. list->add_i(1);
  1365. list->add_i(2);
  1366. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1367. domi::tensorflow::AttrValue value;
  1368. domi::tensorflow::AttrValue df_attr_value;
  1369. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1370. domi::tensorflow::AttrValue pad_attr_value;
  1371. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1372. domi::tensorflow::AttrValue shape;
  1373. shape.mutable_list()->add_i((int64)32);
  1374. shape.mutable_list()->add_i((int64)32);
  1375. shape.mutable_list()->add_i((int64)14);
  1376. static const string KEY_TYPE_LIST = "key_type_list";
  1377. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "input_tensor_desc";
  1378. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1379. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1380. value.clear_value();
  1381. value.mutable_list()->add_type(VALUE_TYPE);
  1382. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, nodeDef2);
  1383. value.clear_value();
  1384. domi::tensorflow::NameAttrList name_attr_list;
  1385. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1386. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1387. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1388. *(value.mutable_list()->add_func()) = name_attr_list;
  1389. nodeDef2->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  1390. nodeDef2->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1391. ret = parser.ParseParams(nodeDef2, opDef);
  1392. EXPECT_EQ(domi::SUCCESS, ret);
  1393. GeTensorDesc ge_desc;
  1394. ge_desc.SetFormat(ge::FORMAT_C1HWNCoC0);
  1395. ge_desc.SetDataType(ge::DT_FLOAT);
  1396. ge_desc.SetShape(GeShape({1,1,1,1,1,1}));
  1397. ret = parser.ParseDesc(value, ge_desc);
  1398. EXPECT_EQ(ret, SUCCESS);
  1399. delete nodeDef2;
  1400. delete nodeDef_axis_dims;
  1401. delete nodeDef_dim;
  1402. delete nodeDef;
  1403. }
  1404. TEST_F(STestTensorflowParser, tensorflow_fill_test) {
  1405. ge::Graph graph;
  1406. std::cout << __FILE__ << std::endl;
  1407. std::string caseDir = __FILE__;
  1408. std::size_t idx = caseDir.find_last_of("/");
  1409. caseDir = caseDir.substr(0, idx);
  1410. std::string modelFile = caseDir + "/origin_models/test_fill.pb";
  1411. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1412. EXPECT_EQ(status, SUCCESS);
  1413. }
  1414. TEST_F(STestTensorflowParser, tensorflow_shape_n_test) {
  1415. ge::Graph graph;
  1416. std::cout << __FILE__ << std::endl;
  1417. std::string caseDir = __FILE__;
  1418. std::size_t idx = caseDir.find_last_of("/");
  1419. caseDir = caseDir.substr(0, idx);
  1420. std::string modelFile = caseDir + "/origin_models/test_shape_n.pb";
  1421. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1422. EXPECT_EQ(status, SUCCESS);
  1423. }
  1424. TEST_F(STestTensorflowParser, tensorflow_switch_test) {
  1425. ge::Graph graph;
  1426. std::cout << __FILE__ << std::endl;
  1427. std::string caseDir = __FILE__;
  1428. std::size_t idx = caseDir.find_last_of("/");
  1429. caseDir = caseDir.substr(0, idx);
  1430. std::string modelFile = caseDir + "/origin_models/test_switch.pb";
  1431. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1432. EXPECT_EQ(status, SUCCESS);
  1433. TensorFlowRefSwitchParser refSwitchParser;
  1434. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("constant", ge::parser::CONSTANT);
  1435. NodeDef* node_def = initNodeDef();
  1436. node_def->set_name("RefSwitch");
  1437. auto params = refSwitchParser.ParseParams(node_def, op_dest);
  1438. EXPECT_EQ(params, SUCCESS);
  1439. RefSwitchOperator op;
  1440. auto parseRet = refSwitchParser.ParseT(node_def, &op);
  1441. EXPECT_EQ(parseRet, SUCCESS);
  1442. }
  1443. TEST_F(STestTensorflowParser, tensorflow_enter_test) {
  1444. ge::Graph graph;
  1445. std::cout << __FILE__ << std::endl;
  1446. std::string caseDir = __FILE__;
  1447. std::size_t idx = caseDir.find_last_of("/");
  1448. caseDir = caseDir.substr(0, idx);
  1449. std::string modelFile = caseDir + "/origin_models/test_enter.pb";
  1450. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1451. EXPECT_EQ(status, SUCCESS);
  1452. TensorFlowEnterParser enterParser;
  1453. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("Enter", ge::parser::ENTER);
  1454. NodeDef* node_def = initNodeDef();
  1455. node_def->set_name("Enter");
  1456. Status ret = enterParser.ParseParams(node_def, op_dest);
  1457. EXPECT_EQ(ret, FAILED);
  1458. static const string KEY_SHAPE_LIST = "key_shape_list";
  1459. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1460. static const string KEY_DEFAULT = "key_default";
  1461. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1462. domi::tensorflow::AttrValue dtype_attr_value;
  1463. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1464. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1465. //设置strides属性
  1466. domi::tensorflow::AttrValue axis_attr_value;
  1467. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1468. list->add_i(1);
  1469. list->add_i(2);
  1470. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1471. domi::tensorflow::AttrValue value;
  1472. domi::tensorflow::AttrValue df_attr_value;
  1473. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1474. domi::tensorflow::AttrValue pad_attr_value;
  1475. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1476. domi::tensorflow::AttrValue shape;
  1477. shape.mutable_list()->add_i((int64)32);
  1478. shape.mutable_list()->add_i((int64)32);
  1479. shape.mutable_list()->add_i((int64)14);
  1480. static const string KEY_TYPE_LIST = "key_type_list";
  1481. const std::string ENTER_ATTR_FRAME_NAME = "frame_name";
  1482. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1483. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1484. value.clear_value();
  1485. value.mutable_list()->add_type(VALUE_TYPE);
  1486. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1487. value.clear_value();
  1488. domi::tensorflow::NameAttrList name_attr_list;
  1489. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1490. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1491. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1492. *(value.mutable_list()->add_func()) = name_attr_list;
  1493. node_def->mutable_attr()->insert({ge::ENTER_ATTR_FRAME_NAME, value});
  1494. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1495. ret = enterParser.ParseParams(node_def, op_dest);
  1496. EXPECT_EQ(ret, FAILED);
  1497. }
  1498. TEST_F(STestTensorflowParser, tensorflow_VariableV2_test) {
  1499. ge::Graph graph;
  1500. std::string caseDir = __FILE__;
  1501. std::size_t idx = caseDir.find_last_of("/");
  1502. caseDir = caseDir.substr(0, idx);
  1503. std::string modelFile = caseDir + "/origin_models/test_VariableV2.pb";
  1504. auto status = aclgrphParseTensorFlow(modelFile.c_str(), graph);
  1505. EXPECT_EQ(status, SUCCESS);
  1506. }
  1507. TEST_F(STestTensorflowParser, tensorflow_fusion_op_parser_test)
  1508. {
  1509. TensorFlowFusionOpParser fusionOpParser;
  1510. ge::OpDescPtr op_dest = make_shared<ge::OpDesc>("FusionOp", ge::parser::CONSTANT);
  1511. int index = 0;
  1512. NodeDef* node_def = fusioninitNodeDef(index);
  1513. node_def->set_name("FusionOp");
  1514. auto ret = fusionOpParser.ParseParams(node_def, op_dest);
  1515. EXPECT_EQ(ret, SUCCESS);
  1516. int32_t param = 1;
  1517. ret = fusionOpParser.ParseParamFromConst(node_def, param);
  1518. EXPECT_EQ(ret, SUCCESS);
  1519. ret = fusionOpParser.ParseParamFromConst(node_def, param, index);
  1520. EXPECT_EQ(ret, SUCCESS);
  1521. float params = 0.0;
  1522. ret = fusionOpParser.ParseParamFromConst(node_def, params);
  1523. EXPECT_EQ(ret, SUCCESS);
  1524. index = 2;
  1525. node_def = fusioninitNodeDef(index);
  1526. ret = fusionOpParser.ParseParamFromConst(node_def, params, index);
  1527. EXPECT_EQ(ret, domi::PARAM_INVALID);
  1528. ret = fusionOpParser.ParseHalfFromConst(node_def, params, 0);
  1529. EXPECT_EQ(ret, SUCCESS);
  1530. ret = fusionOpParser.ParseHalfFromConst(node_def, params, 3);
  1531. EXPECT_EQ(ret, domi::PARAM_INVALID);
  1532. node_def = fusioninitNodeDef(0);
  1533. ret = fusionOpParser.ParseHalfFromConst(node_def, params, 3);
  1534. EXPECT_EQ(ret, domi::PARAM_INVALID);
  1535. static const float VALUE_FLOAT = 1.0;
  1536. ge::GeTensorPtr weight = nullptr;
  1537. ret = fusionOpParser.ParseWeightFromConst(node_def, weight);
  1538. EXPECT_EQ(ret, domi::SUCCESS);
  1539. EXPECT_NE(weight, nullptr);
  1540. ge::DataType ge_data_type = weight->GetTensorDesc().GetDataType();
  1541. EXPECT_EQ(ge_data_type, ge::DataType::DT_FLOAT);
  1542. const uint8_t* data_buff = weight->GetData().GetData();
  1543. size_t data_size = weight->GetData().size();
  1544. EXPECT_NE(data_buff, nullptr);
  1545. EXPECT_EQ(data_size, sizeof(float));
  1546. float value_float = *((float*)data_buff);
  1547. EXPECT_EQ(value_float, VALUE_FLOAT);
  1548. delete node_def;
  1549. }
  1550. TEST_F(STestTensorflowParser, tensorflow_auto_mapping_parser_adapter_test)
  1551. {
  1552. ge::OpDescPtr op_dest = nullptr;
  1553. Message *op_src = nullptr;
  1554. TensorFlowAutoMappingParserAdapter autoMappingParser;
  1555. NodeDef* node_def = initNodeDef();
  1556. Status ret = autoMappingParser.ParseParams(op_src, op_dest);
  1557. EXPECT_EQ(ret, PARAM_INVALID);
  1558. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1559. EXPECT_EQ(ret, PARAM_INVALID);
  1560. op_dest = make_shared<ge::OpDesc>("AutoMapping", ge::parser::CONSTANT);
  1561. op_dest->SetType(ge::parser::EMPTY);
  1562. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1563. EXPECT_EQ(ret, SUCCESS);
  1564. op_dest->SetType(ge::parser::IDENTITYN);
  1565. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1566. EXPECT_EQ(ret, SUCCESS);
  1567. op_dest->SetType(ge::parser::SIZE);
  1568. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1569. EXPECT_EQ(ret, SUCCESS);
  1570. op_dest->SetType(ge::parser::SHAPE);
  1571. ret = autoMappingParser.ParseParams(node_def, op_dest);
  1572. EXPECT_EQ(ret, SUCCESS);
  1573. }
  1574. TEST_F(STestTensorflowParser, tensorflow_fusion_custom_parser_adapter_test)
  1575. {
  1576. REGISTER_CUSTOM_OP("FusionCustom")
  1577. .FrameworkType(domi::TENSORFLOW)
  1578. .OriginOpType("FusionCustom")
  1579. .FusionParseParamsFn(FusionParserParams)
  1580. .ImplyType(ImplyType::TVM);
  1581. register_tbe_op();
  1582. auto graph = std::make_shared<ge::ComputeGraph>("FusionCustom");
  1583. auto op_desc = std::make_shared<ge::OpDesc>("FusionCustom", "FusionCustom");
  1584. auto node = graph->AddNode(op_desc);
  1585. NodeDef *node_def = new NodeDef();
  1586. std::vector<const NodeDef *> v_input_const1;
  1587. v_input_const1.push_back(node_def);
  1588. TensorFlowFusionCustomParserAdapter parser;
  1589. domi::Status status = parser.ParseParams(v_input_const1, node);
  1590. EXPECT_EQ(SUCCESS, status);
  1591. ge::Operator op_src("pool", "pooling");
  1592. std::vector<ge::Operator> v_input_const2;
  1593. v_input_const2.push_back(op_src);
  1594. Status ret = parser.ParseParams(v_input_const2, node);
  1595. EXPECT_EQ(FAILED, ret);
  1596. delete node_def;
  1597. }
  1598. TEST_F(STestTensorflowParser, tensorflow_custom_parser_adapter_test)
  1599. {
  1600. ge::Operator op_src("pool", "pooling");
  1601. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1602. TensorFlowCustomParserAdapter parser;
  1603. Status ret = parser.ParseParams(op_src, op_dest);
  1604. EXPECT_EQ(ret, FAILED);
  1605. REGISTER_CUSTOM_OP("Variable")
  1606. .FrameworkType(domi::TENSORFLOW)
  1607. .OriginOpType("VariableV2")
  1608. .ParseParamsFn(ParseParams)
  1609. .ParseParamsByOperatorFn(ParseParamByOpFunc)
  1610. .ImplyType(ImplyType::CUSTOM);
  1611. register_tbe_op();
  1612. Operator opSrc(ge::parser::VARIABLE, "VariableV2");
  1613. ret = parser.ParseParams(opSrc, op_dest);
  1614. EXPECT_EQ(ret, SUCCESS);
  1615. }
  1616. TEST_F(STestTensorflowParser, tensorflow_graph_functiondef_FindAttrValue_test)
  1617. {
  1618. GraphToFunctionDef functionDef;
  1619. NodeDef *node_def = nullptr;
  1620. std::string attr_name = "Const";
  1621. tensorflow::AttrValue attr_value;
  1622. bool ret = functionDef.FindAttrValue(node_def, attr_name, attr_value);
  1623. EXPECT_EQ(ret, false);
  1624. node_def = initNodeDef();
  1625. attr_name = ge::ATTR_NAME_INPUT_TENSOR_DESC;
  1626. node_def->set_name("Const");
  1627. ret = functionDef.FindAttrValue(node_def, attr_name, attr_value);
  1628. EXPECT_EQ(ret, false);
  1629. }
  1630. TEST_F(STestTensorflowParser, tensorflow_graph_functiondef_BuildFunctionDef_test)
  1631. {
  1632. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  1633. string inputNodeType = "DATA";
  1634. MakeDagGraph(subGraph, inputNodeType);
  1635. FunctionDefLibrary library;
  1636. tensorflow::NodeDef call_node_def;
  1637. call_node_def.set_op("fusionop");
  1638. call_node_def.set_name("fusionop");
  1639. vector<ge::InDataAnchorPtr> in_anchor;
  1640. vector<ge::OutDataAnchorPtr> out_anchor;
  1641. for (ge::NodePtr node : subGraph->GetAllNodes()) {
  1642. for (auto in : node->GetAllInDataAnchors()) {
  1643. if (in->GetPeerOutAnchor() != nullptr && in->GetPeerOutAnchor()->GetOwnerNode()->GetOpDesc()->GetType() == parser::DATA) {
  1644. in_anchor.push_back(in);
  1645. }
  1646. }
  1647. for (auto out : node->GetAllOutDataAnchors()) {
  1648. for (auto i : out->GetPeerInDataAnchors()) {
  1649. if (i->GetOwnerNode()->GetOpDesc()->GetType() == parser::NETOUTPUT) {
  1650. out_anchor.push_back(out);
  1651. }
  1652. }
  1653. }
  1654. }
  1655. Status ret = GraphToFunctionDef::BuildFunctionDef(subGraph,
  1656. "fusionop",
  1657. &library,
  1658. &call_node_def,
  1659. in_anchor,
  1660. out_anchor);
  1661. EXPECT_EQ(domi::INTERNAL_ERROR, ret);
  1662. }
  1663. TEST_F(STestTensorflowParser, tensorflow_CheckOpShapeDim_test)
  1664. {
  1665. NodeDef *node_def = initNodeDef();
  1666. std::set<int> dims;
  1667. dims.insert(1);
  1668. dims.insert(2);
  1669. bool valid = true;
  1670. TensorFlowModelParser parser;
  1671. Status ret = parser.CheckOpShapeDim(node_def, dims, valid);
  1672. EXPECT_EQ(ret, SUCCESS);
  1673. static const string KEY_SHAPE_LIST = "key_shape_list";
  1674. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1675. static const string KEY_DEFAULT = "key_default";
  1676. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1677. domi::tensorflow::AttrValue dtype_attr_value;
  1678. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1679. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1680. //设置strides属性
  1681. domi::tensorflow::AttrValue axis_attr_value;
  1682. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1683. list->add_i(1);
  1684. list->add_i(2);
  1685. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1686. domi::tensorflow::AttrValue value;
  1687. domi::tensorflow::AttrValue df_attr_value;
  1688. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1689. domi::tensorflow::AttrValue pad_attr_value;
  1690. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1691. domi::tensorflow::AttrValue shape;
  1692. shape.mutable_list()->add_i((int64)32);
  1693. shape.mutable_list()->add_i((int64)32);
  1694. shape.mutable_list()->add_i((int64)14);
  1695. static const string KEY_TYPE_LIST = "key_type_list";
  1696. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "input_tensor_desc";
  1697. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1698. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1699. value.clear_value();
  1700. value.mutable_list()->add_type(VALUE_TYPE);
  1701. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1702. value.clear_value();
  1703. domi::tensorflow::NameAttrList name_attr_list;
  1704. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1705. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1706. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1707. *(value.mutable_list()->add_func()) = name_attr_list;
  1708. node_def->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  1709. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1710. ret = parser.CheckOpShapeDim(node_def, dims, valid);
  1711. EXPECT_EQ(ret, SUCCESS);
  1712. }
  1713. TEST_F(STestTensorflowParser, tensorflow_Scope_pass_test)
  1714. {
  1715. ScopePassManager passmanager;
  1716. auto scope_graph = ge::parser::MakeShared<ge::ScopeGraph>();
  1717. if (scope_graph == nullptr) {
  1718. GELOGE(FAILED, "Scope graph make shared failed.");
  1719. return;
  1720. }
  1721. if (scope_graph->Init() != SUCCESS) {
  1722. GELOGE(FAILED, "Scope graph init failed.");
  1723. return;
  1724. }
  1725. ge::TensorFlowModelParser tf_model_parser;
  1726. std::vector<string> scope_passes_list = {"pass_1", "pass_2"};
  1727. tf_model_parser.RunScopeFusionPass(scope_passes_list, passmanager, scope_graph);
  1728. Status ret = tf_model_parser.RunScopeFusionPass(scope_passes_list, passmanager, scope_graph);
  1729. EXPECT_NE(ge::SUCCESS, ret);
  1730. }
  1731. TEST_F(STestTensorflowParser, tensorflow_variable_v2_parser_test)
  1732. {
  1733. TensorFlowCustomParserAdapter parser;
  1734. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1735. NodeDef *node_def = initNodeDef();
  1736. TensorFlowModelParser modelParser;
  1737. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1738. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("Variable");
  1739. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1740. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1741. EXPECT_EQ(ret, PARAM_INVALID);
  1742. node_def->set_name("TemporaryVariable");
  1743. node_def->set_op("TemporaryVariable");
  1744. op_parser = factory->CreateOpParser("TemporaryVariable");
  1745. tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1746. ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1747. EXPECT_EQ(ret, PARAM_INVALID);
  1748. NodeDef *nodeDef_temporaryVariable = initOpNodeDef_TemporaryVariable();
  1749. op_parser = factory->CreateOpParser("TemporaryVariable");
  1750. tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1751. ret = tensorflow_op_parser->ParseParams(nodeDef_temporaryVariable, op_dest);
  1752. EXPECT_EQ(ret, SUCCESS);
  1753. NodeDef *nodeDef_VariableV2 = initOpNodeDef_VariableV2();
  1754. op_parser = factory->CreateOpParser("Variable");
  1755. tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1756. ret = tensorflow_op_parser->ParseParams(nodeDef_VariableV2, op_dest);
  1757. EXPECT_EQ(ret, SUCCESS);
  1758. }
  1759. TEST_F(STestTensorflowParser, tensorflow_var_is_initialized_op_test)
  1760. {
  1761. TensorFlowCustomParserAdapter parser;
  1762. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1763. NodeDef *node_def = initNodeDef();
  1764. TensorFlowModelParser modelParser;
  1765. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1766. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("VarIsInitializedOp");
  1767. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1768. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1769. EXPECT_EQ(ret, SUCCESS);
  1770. }
  1771. TEST_F(STestTensorflowParser, tensorflow_arg_parser_test)
  1772. {
  1773. TensorFlowCustomParserAdapter parser;
  1774. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1775. NodeDef *node_def = initNodeDef();
  1776. TensorFlowModelParser modelParser;
  1777. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1778. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("_Arg");
  1779. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1780. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1781. EXPECT_EQ(ret, SUCCESS);
  1782. static const string KEY_SHAPE_LIST = "key_shape_list";
  1783. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1784. static const string KEY_DEFAULT = "key_default";
  1785. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1786. domi::tensorflow::AttrValue dtype_attr_value;
  1787. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1788. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1789. //设置strides属性
  1790. domi::tensorflow::AttrValue axis_attr_value;
  1791. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1792. list->add_i(1);
  1793. list->add_i(2);
  1794. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1795. domi::tensorflow::AttrValue value;
  1796. domi::tensorflow::AttrValue df_attr_value;
  1797. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1798. domi::tensorflow::AttrValue pad_attr_value;
  1799. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1800. domi::tensorflow::AttrValue shape;
  1801. shape.mutable_list()->add_i((int64)32);
  1802. shape.mutable_list()->add_i((int64)32);
  1803. shape.mutable_list()->add_i((int64)14);
  1804. static const string KEY_TYPE_LIST = "key_type_list";
  1805. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "input_tensor_desc";
  1806. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1807. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1808. value.clear_value();
  1809. value.mutable_list()->add_type(VALUE_TYPE);
  1810. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1811. value.clear_value();
  1812. domi::tensorflow::NameAttrList name_attr_list;
  1813. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1814. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1815. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1816. *(value.mutable_list()->add_func()) = name_attr_list;
  1817. node_def->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  1818. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1819. ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1820. EXPECT_EQ(ret, SUCCESS);
  1821. }
  1822. TEST_F(STestTensorflowParser, tensorflow_frameworkop_parser_test1)
  1823. {
  1824. TensorFlowCustomParserAdapter parser;
  1825. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1826. NodeDef *node_def = initNodeDef();
  1827. TensorFlowModelParser modelParser;
  1828. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1829. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("FrameworkOp");
  1830. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1831. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1832. EXPECT_EQ(ret, PARAM_INVALID);
  1833. ChangeDataType(node_def, tensorflow::DT_UINT16);
  1834. ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1835. EXPECT_EQ(ret, PARAM_INVALID);
  1836. }
  1837. TEST_F(STestTensorflowParser, tensorflow_frameworkop_parser_test2)
  1838. {
  1839. TensorFlowCustomParserAdapter parser;
  1840. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1841. NodeDef *node_def = initNodeDef();
  1842. node_def->set_name("FrameworkOp");
  1843. node_def->set_op("_Retval");
  1844. TensorFlowModelParser modelParser;
  1845. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1846. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("FrameworkOp");
  1847. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1848. static const string KEY_SHAPE_LIST = "key_shape_list";
  1849. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1850. static const string KEY_DEFAULT = "key_default";
  1851. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1852. domi::tensorflow::AttrValue dtype_attr_value;
  1853. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1854. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1855. //设置strides属性
  1856. domi::tensorflow::AttrValue axis_attr_value;
  1857. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1858. list->add_i(1);
  1859. list->add_i(2);
  1860. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1861. domi::tensorflow::AttrValue value;
  1862. domi::tensorflow::AttrValue df_attr_value;
  1863. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1864. domi::tensorflow::AttrValue pad_attr_value;
  1865. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1866. domi::tensorflow::AttrValue shape;
  1867. shape.mutable_list()->add_i((int64)32);
  1868. shape.mutable_list()->add_i((int64)32);
  1869. shape.mutable_list()->add_i((int64)14);
  1870. static const string KEY_TYPE_LIST = "key_type_list";
  1871. const std::string ATTR_NAME_INPUT_TENSOR_DESC = "ATTR_NAME_FRAMEWORK_OP_DEF";
  1872. const std::string ATTR_NAME_OUTPUT_TENSOR_DESC = "output_tensor_desc";
  1873. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1874. value.clear_value();
  1875. value.mutable_list()->add_type(VALUE_TYPE);
  1876. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1877. value.clear_value();
  1878. domi::tensorflow::NameAttrList name_attr_list;
  1879. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1880. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1881. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1882. *(value.mutable_list()->add_func()) = name_attr_list;
  1883. node_def->mutable_attr()->insert({ge::ATTR_NAME_INPUT_TENSOR_DESC, value});
  1884. node_def->mutable_attr()->insert({ge::ATTR_NAME_OUTPUT_TENSOR_DESC, value});
  1885. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1886. EXPECT_EQ(ret, SUCCESS);
  1887. }
  1888. TEST_F(STestTensorflowParser, tensorflow_reshape_parser_test)
  1889. {
  1890. TensorFlowCustomParserAdapter parser;
  1891. ge::OpDescPtr op_dest = std::make_shared<ge::OpDesc>();
  1892. NodeDef *node_def = initNodeDef();
  1893. TensorFlowModelParser modelParser;
  1894. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  1895. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("Reshape");
  1896. shared_ptr<TensorFlowOpParser> tensorflow_op_parser = std::dynamic_pointer_cast<TensorFlowOpParser>(op_parser);
  1897. Status ret = tensorflow_op_parser->ParseParams(node_def, op_dest);
  1898. EXPECT_EQ(ret, SUCCESS);
  1899. NodeDef * nodeDef = new NodeDef();
  1900. nodeDef->set_op("Reshape");
  1901. google::protobuf::Map< ::std::string, ::tensorflow::AttrValue >* node_attr_map = nodeDef->mutable_attr();
  1902. domi::tensorflow::AttrValue attr_value;
  1903. attr_value.mutable_list()->add_i((int64)32);
  1904. attr_value.mutable_list()->add_i((int64)32);
  1905. attr_value.mutable_list()->add_i((int64)14);
  1906. domi::tensorflow::AttrValue df_attr_value2;
  1907. df_attr_value2.set_s(TENSORFLOWF_TENSOR_NHWC);
  1908. (*node_attr_map)[TENSORFLOW_ATTR_DATA_FORMAT] = df_attr_value2;
  1909. domi::tensorflow::AttrValue df_attr_value;
  1910. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1911. //设置padding属性
  1912. domi::tensorflow::AttrValue pad_attr_value2;
  1913. pad_attr_value2.set_s(TENSORFLOWF_OP_PADDING_SAME);
  1914. (*node_attr_map)[TENSORFLOW_ATTR_PADDING] = pad_attr_value2;
  1915. domi::tensorflow::AttrValue pad_attr_value;
  1916. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1917. domi::tensorflow::NameAttrList name_attr_list;
  1918. name_attr_list.mutable_attr()->insert({"serialize_shape", attr_value});
  1919. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1920. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1921. *(attr_value.mutable_list()->add_func()) = name_attr_list;
  1922. GeTensorDesc ge_desc;
  1923. ge_desc.SetFormat(ge::FORMAT_C1HWNCoC0);
  1924. ge_desc.SetDataType(ge::DT_FLOAT);
  1925. ge_desc.SetShape(GeShape({1,1,1,1,1,1}));
  1926. TensorFlowReshapeParser reshapeParser;
  1927. ret = reshapeParser.ParseDesc(attr_value, ge_desc);
  1928. EXPECT_EQ(ret, SUCCESS);
  1929. }
  1930. TEST_F(STestTensorflowParser, tensorflow_DefunToPartitionedCall_parser_test)
  1931. {
  1932. TensorFlowModelParser parser;
  1933. NodeDef *node_def = initNodeDef();
  1934. node_def->set_name("ShapeN");
  1935. ge::OpDescPtr op = make_shared<ge::OpDesc>("ShapeN", ge::parser::PARTITIONEDCALL);
  1936. Status ret = parser.DefunToPartitionedCall(node_def, op);
  1937. EXPECT_EQ(ret, FAILED);
  1938. static const string KEY_SHAPE_LIST = "key_shape_list";
  1939. static const string KEY_TENSOR_LIST = "key_tensor_list";
  1940. static const string KEY_DEFAULT = "key_default";
  1941. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = node_def->mutable_attr();
  1942. domi::tensorflow::AttrValue dtype_attr_value;
  1943. dtype_attr_value.set_type(domi::tensorflow::DT_FLOAT);
  1944. (*node_attr_map)[TENSORFLOW_ATTR_T] = dtype_attr_value;
  1945. //设置strides属性
  1946. domi::tensorflow::AttrValue axis_attr_value;
  1947. ::tensorflow::AttrValue_ListValue* list = axis_attr_value.mutable_list();
  1948. list->add_i(1);
  1949. list->add_i(2);
  1950. (*node_attr_map)[ge::SQUEEZE_ATTR_AXIS] = axis_attr_value;
  1951. domi::tensorflow::AttrValue value;
  1952. domi::tensorflow::AttrValue df_attr_value;
  1953. df_attr_value.set_i((int64_t)ccTensorFormat_t::CC_TENSOR_NHWC);
  1954. domi::tensorflow::AttrValue pad_attr_value;
  1955. pad_attr_value.set_i((int64_t)tensorflow::DT_FLOAT);
  1956. domi::tensorflow::AttrValue shape;
  1957. shape.mutable_list()->add_i((int64)32);
  1958. shape.mutable_list()->add_i((int64)32);
  1959. shape.mutable_list()->add_i((int64)14);
  1960. static const string KEY_TYPE_LIST = "key_type_list";
  1961. static const domi::tensorflow::DataType VALUE_TYPE = domi::tensorflow::DataType::DT_FLOAT;
  1962. value.clear_value();
  1963. value.mutable_list()->add_type(VALUE_TYPE);
  1964. TensorFlowUtil::AddNodeAttr(KEY_TYPE_LIST, value, node_def);
  1965. value.clear_value();
  1966. domi::tensorflow::NameAttrList name_attr_list;
  1967. name_attr_list.mutable_attr()->insert({"serialize_datatype", pad_attr_value});
  1968. name_attr_list.mutable_attr()->insert({"serialize_format", df_attr_value});
  1969. name_attr_list.mutable_attr()->insert({"serialize_shape", shape});
  1970. *(value.mutable_list()->add_func()) = name_attr_list;
  1971. node_def->mutable_attr()->insert({"_disable_call_shape_inference", value});
  1972. node_def->mutable_attr()->insert({"_disable_call_shape_inference", value});
  1973. std::string fusion_op_name = "pre_node_a";
  1974. GenOriginContext(&parser, fusion_op_name);
  1975. node_def->set_name("pre_node_a");
  1976. ret = parser.DefunToPartitionedCall(node_def, op);
  1977. EXPECT_EQ(ret, SUCCESS);
  1978. }
  1979. TEST_F(STestTensorflowParser, tensorflow_TransNodeToOpDesc_parser_test)
  1980. {
  1981. TensorFlowModelParser parser;
  1982. NodeDef *node_def = initNodeDef();
  1983. node_def->set_name("ge::parser::DATA");
  1984. std::string op_type = "ge::parser::DATA";
  1985. ge::OpDescPtr op = make_shared<ge::OpDesc>("constant", ge::parser::CONSTANT);
  1986. Status ret = parser.TransNodeToOpDesc(node_def, op, op_type);
  1987. EXPECT_EQ(ret, FAILED);
  1988. }
  1989. domi::Status fusion_parse_param_by_op(const std::vector<ge::Operator> &op_src, ge::Operator &op) {
  1990. return domi::SUCCESS;
  1991. }
  1992. TEST_F(STestTensorflowParser, Fusion_node_parse_params_success) {
  1993. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  1994. ModelParserFactory* factory = ModelParserFactory::Instance();
  1995. shared_ptr<ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  1996. ASSERT_TRUE(NULL != model_parser);
  1997. TensorFlowModelParser tensorflow_parser;
  1998. domi::tensorflow::NodeDef node_def;
  1999. node_def.set_name("data");
  2000. node_def.set_op("FusionCustom");
  2001. FusionParseParamByOpFunc function = fusion_parse_param_by_op;
  2002. shared_ptr<ge::OpParserFactory> op_parser = ge::OpParserFactory::Instance(domi::TENSORFLOW);
  2003. shared_ptr<OpParser> fusion_op_parser = op_parser->CreateFusionOpParser("FusionCustom");
  2004. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2005. ge::OpDescPtr op1 = std::make_shared<ge::OpDesc>("data", "FusionCustom");
  2006. ge::NodePtr node1 = std::make_shared<ge::Node>(op1, graph);
  2007. vector<const NodeDef *> node_defs;
  2008. node_defs.push_back(&node_def);
  2009. tensorflow_parser.fusion_op_nodedef_map_["data"] = node_defs;
  2010. Status ret = tensorflow_parser.FusionNodeParseParams(fusion_op_parser, &node_def, node1);
  2011. EXPECT_EQ(domi::SUCCESS, ret);
  2012. }
  2013. TEST_F(STestTensorflowParser, Tensorflow_recordFusionResult_parser_test)
  2014. {
  2015. auto scope_graph = ge::parser::MakeShared<ge::ScopeGraph>();
  2016. if (scope_graph == nullptr) {
  2017. GELOGE(FAILED, "Scope graph make shared failed.");
  2018. return;
  2019. }
  2020. if (scope_graph->Init() != SUCCESS) {
  2021. GELOGE(FAILED, "Scope graph init failed.");
  2022. return;
  2023. }
  2024. domi::tensorflow::NodeDef node_def;
  2025. node_def.set_name("OP");
  2026. FusionScopesResult *fusion_scope_rlt = new (std::nothrow) FusionScopesResult();
  2027. if (fusion_scope_rlt == nullptr) {
  2028. GELOGE(FAILED, "FusionScopesResult make shared failed.");
  2029. return;
  2030. }
  2031. fusion_scope_rlt->Init();
  2032. fusion_scope_rlt->SetName("OP");
  2033. auto &impl_scope_graph = scope_graph->impl_;
  2034. std::string scope_name = fusion_scope_rlt->Name();
  2035. impl_scope_graph->fusion_results_.insert(std::make_pair(scope_name, fusion_scope_rlt));
  2036. std::vector<ge::OperatorPtr> nodes;
  2037. ge::OperatorPtr op = ge::parser::MakeShared<ge::Operator>("op_name", "op_type");
  2038. if (op == nullptr) {
  2039. GELOGE(FAILED, "Operator make shared failed.");
  2040. return;
  2041. }
  2042. nodes.push_back(op);
  2043. fusion_scope_rlt->impl_->AddNodes(nodes);
  2044. ge::OpDescPtr opDesc = std::make_shared<ge::OpDesc>();
  2045. ge::TensorFlowModelParser tf_model_parser;
  2046. Status ret = tf_model_parser.RecordFusionResult(scope_graph, &node_def, opDesc);
  2047. EXPECT_EQ(SUCCESS, ret);
  2048. }
  2049. TEST_F(STestTensorflowParser, Tensorflow_UpdateFusionOpContext_test)
  2050. {
  2051. ModelParserFactory* factory = ModelParserFactory::Instance();
  2052. shared_ptr<domi::ModelParser> model_parser = factory->CreateModelParser(domi::TENSORFLOW);
  2053. TensorFlowModelParser tensorflow_parser;
  2054. ScopeFusionOpInfo info;
  2055. ge::OpNodeContext normal_op_node_context;
  2056. ge::OpNodeContext fusion_op_node_context;
  2057. /* 1.预置条件 */
  2058. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2059. ScopePassManager passmanager;
  2060. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2061. NodeDef * node1 = graph->add_node();
  2062. node1->set_name("conv_conv5/BatchNorm/batchnorm/add");
  2063. node1->set_op("Add");
  2064. node1->add_input("conv_conv5/BatchNorm/moving_variance");
  2065. node1->add_input("conv_conv5/BatchNorm/batchnorm/add/y");
  2066. NodeDef * node2 = graph->add_node();
  2067. node2->set_name("conv_conv5/BatchNorm/moving_variance");
  2068. node2->set_op("Const");
  2069. NodeDef * node3 = graph->add_node();
  2070. node3->set_name("conv_conv5/BatchNorm/batchnorm/add/y");
  2071. node3->set_op("Const");
  2072. info.fusion_node_name = "conv_conv5/BatchNorm/batchnorm";
  2073. info.fusion_op_type = ge::parser::FUSIONBATCHNORM;
  2074. info.node_name = "conv_conv5/BatchNorm/batchnorm/add";
  2075. info.description = "";
  2076. info.scope_pass = false;
  2077. EXPECT_EQ(scope_graph->impl_->GetFusionScopesResults(nullptr), nullptr);
  2078. EXPECT_EQ(scope_graph->impl_->GetFusionScopesResults(node1), nullptr);
  2079. Status ret = tensorflow_parser.UpdateFusionOpContext(scope_graph, info, fusion_op_node_context, normal_op_node_context);
  2080. EXPECT_EQ(ret, domi::SUCCESS);
  2081. delete graph;
  2082. }
  2083. TEST_F(STestTensorflowParser, Tensorflow_GetInOutPutIndex_scope_pass)
  2084. {
  2085. ModelParserFactory* factory = ModelParserFactory::Instance();
  2086. shared_ptr<domi::ModelParser> model_parser = factory->CreateModelParser(domi::TENSORFLOW);
  2087. TensorFlowModelParser tensorflow_parser;
  2088. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2089. ScopePassManager passmanager;
  2090. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2091. FusionScopesResult* fusion_rlt = new FusionScopesResult();
  2092. fusion_rlt->Init();
  2093. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("fw/fw/ToInt32" ,{0}));
  2094. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("bw/bw/ToInt32" ,{0}));
  2095. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("bw/ReverseSequence" ,{0, 1}));
  2096. fusion_rlt->impl_->inputs_.insert(std::make_pair<string, vector<int32_t>>("bw/ReverseSequence" ,{1}));
  2097. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("concat" ,{0}));
  2098. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("fw/fw/while/Exit_3" ,{1}));
  2099. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("fw/fw/while/Exit_4" ,{2}));
  2100. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("bw/bw/while/Exit_3" ,{3}));
  2101. fusion_rlt->impl_->outputs_.insert(std::make_pair<string, vector<int32_t>>("bw/bw/while/Exit_4" ,{4}));
  2102. fusion_rlt->SetType("dynamic_rnn");
  2103. fusion_rlt->SetName("dynamic_rnn_node1");
  2104. scope_graph->impl_->AddFusionScopesResult(fusion_rlt);
  2105. ScopeFusionOpInfo info1;
  2106. info1.node_name = "fw/fw/ToInt32";
  2107. info1.fusion_node_name = "dynamic_rnn_node1";
  2108. info1.fusion_op_type = "dynamic_rnn";
  2109. info1.description = "";
  2110. info1.scope_pass = true;
  2111. bool ignore = false;
  2112. ignore = tensorflow_parser.FusionOpChildIgnore(scope_graph, info1);
  2113. EXPECT_EQ(true, !ignore);
  2114. ScopeFusionOpInfo info2;
  2115. info2.node_name = "fw/fw/others";
  2116. info2.fusion_node_name = "dynamic_rnn_node1";
  2117. info2.fusion_op_type = "dynamic_rnn";
  2118. info2.description = "";
  2119. info2.scope_pass = true;
  2120. ignore = tensorflow_parser.FusionOpChildIgnore(scope_graph, info2);
  2121. EXPECT_EQ(true, ignore);
  2122. ScopeFusionOpInfo input_node_info;
  2123. input_node_info.node_name = "fw/fw/ToInt32";
  2124. input_node_info.fusion_node_name = "dynamic_rnn_node1";
  2125. input_node_info.fusion_op_type = "dynamic_rnn";
  2126. input_node_info.description = "";
  2127. input_node_info.scope_pass = true;
  2128. ScopeFusionOpInfo output_node_info;
  2129. output_node_info.node_name = "fw/fw/while/Exit_3";
  2130. output_node_info.fusion_node_name = "dynamic_rnn_node1";
  2131. output_node_info.fusion_op_type = "dynamic_rnn";
  2132. output_node_info.description = "";
  2133. output_node_info.scope_pass = true;
  2134. int32_t old_index = 0, new_index = -1;
  2135. Status ret = tensorflow_parser.GetInPutIndex(scope_graph, input_node_info, old_index, new_index);
  2136. EXPECT_EQ(domi::SUCCESS, ret);
  2137. EXPECT_EQ(true, (new_index == 0));
  2138. ret = tensorflow_parser.GetOutPutIndex(scope_graph, output_node_info, old_index, new_index);
  2139. EXPECT_EQ(domi::SUCCESS, ret);
  2140. EXPECT_EQ(true, (new_index == 1));
  2141. delete graph;
  2142. }
  2143. TEST_F(STestTensorflowParser, Tensorflow_AddFusionNodeDef_add_fusion_op_succ)
  2144. {
  2145. ModelParserFactory* factory = ModelParserFactory::Instance();
  2146. shared_ptr<domi::ModelParser> model_parser = factory->CreateModelParser(domi::TENSORFLOW);
  2147. TensorFlowModelParser tensorflow_parser;
  2148. string fusion_op_name = "dropout";
  2149. string fusion_op_type = "Dropout";
  2150. string description = "test/dropout";
  2151. tensorflow_parser.fusion_op_type_map_[fusion_op_name].push_back(fusion_op_type);
  2152. tensorflow_parser.fusion_op_type_map_[fusion_op_name].push_back(description);
  2153. // op_node_context for fusion op
  2154. ge::OpNodeContext op_node_context;
  2155. op_node_context.input_map["pre_node_a"].push_back({0, 0});
  2156. op_node_context.input_map["pre_node_b"].push_back({0, 1});
  2157. tensorflow_parser.op_node_context_map_[fusion_op_name] = op_node_context;
  2158. // origin inner node def
  2159. NodeDef* node_def = new (std::nothrow) NodeDef();
  2160. node_def->set_name("scope_node_1");
  2161. node_def->set_op("Add");
  2162. tensorflow_parser.fusion_op_nodedef_map_[fusion_op_name].push_back(node_def);
  2163. ScopePassManager pass_manager;
  2164. tensorflow::GraphDef *graph = new (std::nothrow) tensorflow::GraphDef();
  2165. shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graph);
  2166. vector<string> node_name_list = {fusion_op_name};
  2167. Status ret = tensorflow_parser.AddFusionNodeDef(scope_graph, node_name_list);
  2168. EXPECT_EQ(ret, SUCCESS);
  2169. EXPECT_EQ(tensorflow_parser.nodedef_map_.size(), 1);
  2170. auto fusion_node_def = tensorflow_parser.nodedef_map_[fusion_op_name];
  2171. EXPECT_NE(fusion_node_def, nullptr);
  2172. EXPECT_EQ(fusion_node_def->op(), fusion_op_type);
  2173. delete node_def;
  2174. delete graph;
  2175. tensorflow_parser.DeleteFuisonNodeDef();
  2176. }
  2177. TEST_F(STestTensorflowParser, remain_dpop_node)
  2178. {
  2179. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2180. ge::OpDescPtr op = std::make_shared<ge::OpDesc>("dpop_123", "FrameworkOp");
  2181. ge::NodePtr node = std::make_shared<ge::Node>(op, graph);
  2182. graph->AddNode(node);
  2183. ModelParserFactory* factory = ModelParserFactory::Instance();
  2184. shared_ptr<domi::ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2185. ASSERT_TRUE(NULL != model_parser);
  2186. TensorFlowModelParser tensorflow_parser;
  2187. Status ret = tensorflow_parser.RemoveIsolateNode(graph);
  2188. EXPECT_EQ(domi::SUCCESS, ret);
  2189. }
  2190. TEST_F(STestTensorflowParser, tensorflow_UpdateEdgesControlInfo_test)
  2191. {
  2192. TensorFlowModelParser model_parser;
  2193. ge::ScopeFusionOpInfo info;
  2194. info.fusion_node_name = "conv_conv5/BatchNorm/batchnorm";
  2195. info.fusion_op_type = ge::parser::FUSIONBATCHNORM;
  2196. info.node_name = "conv_conv5/BatchNorm/batchnorm/add";
  2197. info.description = "";
  2198. info.scope_pass = false;
  2199. model_parser.UpdateEdgesControlInfo(info);
  2200. }
  2201. TEST_F(STestTensorflowParser, tensorflow_OptimizeIdentityByOutput_test)
  2202. {
  2203. TensorFlowModelParser model_parser;
  2204. NodeDef *node_def = new NodeDef();
  2205. node_def->set_name("Placeholder");
  2206. node_def->set_op("Placeholder_0");
  2207. std::map<string, NodeDef *> nodedef_map;
  2208. nodedef_map.emplace("Placeholder", node_def);
  2209. std::string curr_node_name = "Placeholder";
  2210. bool clear_input_flag = true;
  2211. Status ret = model_parser.OptimizeIdentityByOutput(nodedef_map, curr_node_name, clear_input_flag);
  2212. EXPECT_EQ(ret, INTERNAL_ERROR);
  2213. GraphDef graph;
  2214. curr_node_name = "pre_node_a";
  2215. nodedef_map.emplace("pre_node_a", node_def);
  2216. node_def->set_op("pre_node_a");
  2217. GenOriginContext(&model_parser, curr_node_name);
  2218. ret = model_parser.OptimizeIdentityByOutput(nodedef_map, curr_node_name, clear_input_flag);
  2219. EXPECT_EQ(ret, SUCCESS);
  2220. delete node_def;
  2221. }
  2222. TEST_F(STestTensorflowParser, tensorflow_OptimizeSnapShot_test)
  2223. {
  2224. TensorFlowModelParser model_parser;
  2225. tensorflow::NodeDef *curr_mode_def = initNodeDef();
  2226. std::map<string, NodeDef *> nodedef_map;
  2227. nodedef_map.emplace("pre_node_a", curr_mode_def);
  2228. std::pair<string, int> input_data;
  2229. std::vector<string> control_list;
  2230. std::string curr_node_name = "pre_node_a";
  2231. GenOriginContext(&model_parser, curr_node_name);
  2232. Status ret = model_parser.OptimizeSnapShot(curr_mode_def, nodedef_map, input_data, control_list);
  2233. EXPECT_EQ(ret, INTERNAL_ERROR);
  2234. curr_mode_def->set_name("pre_node_a");
  2235. GenOriginContext(&model_parser, curr_node_name);
  2236. ret = model_parser.OptimizeSnapShot(curr_mode_def, nodedef_map, input_data, control_list);
  2237. EXPECT_EQ(ret, SUCCESS);
  2238. }
  2239. TEST_F(STestTensorflowParser, tensorflow_GraphDefOptimizeSnapShot_test)
  2240. {
  2241. TensorFlowModelParser model_parser;
  2242. tensorflow::GraphDef graph_def;
  2243. tensorflow::NodeDef *curr_mode_def = initNodeDef();
  2244. std::map<string, NodeDef *> nodedef_map;
  2245. nodedef_map.emplace("pre_node_a", curr_mode_def);
  2246. std::vector<NodeDef *> nodedef_to_optimize;
  2247. nodedef_to_optimize.emplace_back(curr_mode_def);
  2248. Status ret = model_parser.GraphDefOptimizeSnapShot(&graph_def, nodedef_map, nodedef_to_optimize);
  2249. EXPECT_EQ(ret, FAILED);
  2250. }
  2251. TEST_F(STestTensorflowParser, tensorflow_SetDestNodeName_test)
  2252. {
  2253. TensorFlowModelParser model_parser;
  2254. GraphDef graph;
  2255. auto arg0 = AddNode(graph, "_Arg", "arg0");
  2256. auto identity0 = AddNode(graph, "Identity", "identity0");
  2257. auto add0 = AddNode(graph, "Add", "add0");
  2258. int32_t input_idx = 0;
  2259. bool is_control = true;
  2260. bool clear_input_flag = true;
  2261. AddInput(arg0, identity0, 0);
  2262. AddInput(identity0, add0, 0);
  2263. Status ret = model_parser.SetDestNodeName(identity0, add0, input_idx, is_control, clear_input_flag);
  2264. EXPECT_EQ(ret, SUCCESS);
  2265. }
  2266. TEST_F(STestTensorflowParser, tensorflow_OptimizeDestroyTemporaryVariable_test)
  2267. {
  2268. ModelParserFactory* factory = ModelParserFactory::Instance();
  2269. shared_ptr<domi::ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2270. TensorFlowModelParser tensorflow_parser;
  2271. GraphDef graph;
  2272. auto const0 = AddNode(graph, "Const", "Const0");
  2273. auto tmpVar0 = AddNode(graph, "TemporaryVariable", "TemporaryVariable0");
  2274. auto assign0 = AddNode(graph, "Assign", "Assign0");
  2275. auto destroy0 = AddNode(graph, "DestroyTemporaryVariable", "DestroyTemporaryVariable0");
  2276. auto add0 = AddNode(graph, "Add", "Add0");
  2277. google::protobuf::Map< std::string, tensorflow::AttrValue> *node_attr_map = tmpVar0->mutable_attr();
  2278. tensorflow::AttrValue var_name_attr_value;
  2279. var_name_attr_value.set_s("temporary_variable_name");
  2280. (*node_attr_map)[ge::VAR_ATTR_NAME] = var_name_attr_value;
  2281. google::protobuf::Map<std::string, tensorflow::AttrValue>* node_attr_map_destroy = destroy0->mutable_attr();
  2282. tensorflow::AttrValue var_name_attr_value_destroy;
  2283. var_name_attr_value_destroy.set_s("destroy_temporary_variable_name");
  2284. (*node_attr_map_destroy)[ge::VAR_ATTR_NAME] = var_name_attr_value_destroy;
  2285. AddInput(tmpVar0, assign0, 0);
  2286. AddInput(assign0, destroy0, 0);
  2287. AddInput(const0, add0, 0);
  2288. AddInput(destroy0, add0, 1);
  2289. GraphDef* graphDef = &graph;
  2290. int32_t no_input_node_size_original = 0;
  2291. for (int w = 0; w < graphDef->node_size(); w++) {
  2292. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2293. if (nodeTmp->input_size() == 0) {
  2294. no_input_node_size_original++;
  2295. }
  2296. }
  2297. Status ret = tensorflow_parser.GraphDefOptimize(graphDef);
  2298. int32_t no_input_node_size_result = 0;
  2299. for (int w = 0; w < graphDef->node_size(); w++) {
  2300. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2301. if (nodeTmp->input_size() == 0) {
  2302. no_input_node_size_result ++;
  2303. }
  2304. }
  2305. ASSERT_EQ(ret, domi::FAILED);
  2306. ASSERT_EQ(no_input_node_size_original, no_input_node_size_result);
  2307. }
  2308. TEST_F(STestTensorflowParser, tensorflow_OptimizeDestroyTemporaryVariable_test2)
  2309. {
  2310. ModelParserFactory* factory = ModelParserFactory::Instance();
  2311. shared_ptr<domi::ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2312. TensorFlowModelParser tensorflow_parser;
  2313. GraphDef graph;
  2314. auto const0 = AddNode(graph, "Const", "Const0");
  2315. auto tmpVar0 = AddNode(graph, "TemporaryVariable", "TemporaryVariable0");
  2316. auto assign0 = AddNode(graph, "Assign", "Assign0");
  2317. auto destroy0 = AddNode(graph, "DestroyTemporaryVariable", "DestroyTemporaryVariable0");
  2318. auto add0 = AddNode(graph, "Add", "Add0");
  2319. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map = tmpVar0->mutable_attr();
  2320. tensorflow::AttrValue var_name_attr_value;
  2321. var_name_attr_value.set_s("temporary_variable_name");
  2322. (*node_attr_map)[ge::VAR_ATTR_NAME] = var_name_attr_value;
  2323. google::protobuf::Map<std::string, tensorflow::AttrValue> *node_attr_map_destroy = destroy0->mutable_attr();
  2324. tensorflow::AttrValue var_name_attr_value_destroy;
  2325. var_name_attr_value_destroy.set_s("temporary_variable_name");
  2326. (*node_attr_map_destroy)[ge::VAR_ATTR_NAME] = var_name_attr_value_destroy;
  2327. AddInput(tmpVar0, assign0, 0);
  2328. AddInput(assign0, destroy0, 0);
  2329. AddInput(const0, add0, 0);
  2330. AddInput(destroy0, add0, 1);
  2331. GraphDef* graphDef = &graph;
  2332. int32_t no_input_node_size_original = 0;
  2333. for (int w = 0; w < graphDef->node_size(); w++) {
  2334. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2335. if (nodeTmp->input_size() == 0) {
  2336. no_input_node_size_original ++;
  2337. }
  2338. }
  2339. Status ret = tensorflow_parser.GraphDefOptimize(graphDef);
  2340. int32_t no_input_node_size_result = 0;
  2341. for (int w = 0; w < graphDef->node_size(); w++) {
  2342. tensorflow::NodeDef* nodeTmp = graphDef->mutable_node(w);
  2343. if (nodeTmp->input_size() == 0) {
  2344. no_input_node_size_result ++;
  2345. }
  2346. }
  2347. ASSERT_EQ(ret, domi::SUCCESS);
  2348. ASSERT_EQ(no_input_node_size_original, (no_input_node_size_result - 1));
  2349. }
  2350. TEST_F(STestTensorflowParser, tensorflow_AddControlEdgeAfterRemoveInputs_test)
  2351. {
  2352. tensorflow::GraphDef graph_def;
  2353. TensorFlowModelParser tensorflow_parser;
  2354. tensorflow::NodeDef *node_def = initNodeDef();
  2355. node_def->set_name("Add0");
  2356. node_def->set_op("add");
  2357. std::map<std::string, NodeDef *> all_node_map;
  2358. all_node_map.emplace("Add0", node_def);
  2359. std::vector<std::string> removed_inputs_vec;
  2360. removed_inputs_vec.emplace_back("Add0");
  2361. Status ret = tensorflow_parser.AddControlEdgeAfterRemoveInputs(&graph_def, node_def, all_node_map, removed_inputs_vec);
  2362. EXPECT_EQ(ret, SUCCESS);
  2363. }
  2364. TEST_F(STestTensorflowParser, tensorflow_GraphDefOptimizeIdentity_test)
  2365. {
  2366. tensorflow::GraphDef graph_def;
  2367. TensorFlowModelParser tensorflow_parser;
  2368. tensorflow::NodeDef *node_def = initNodeDef();
  2369. node_def->set_name("post_node_d");
  2370. std::map<string, NodeDef *> nodedef_map;
  2371. nodedef_map.emplace("post_node_d", node_def);
  2372. nodedef_map.emplace("post_node_a", node_def);
  2373. nodedef_map.emplace("post_node_b", node_def);
  2374. std::vector<NodeDef *> nodedef_to_optimize;
  2375. nodedef_to_optimize.emplace_back(node_def);
  2376. std::string curr_node_name = "post_node_b";
  2377. GenOriginContext(&tensorflow_parser, curr_node_name);
  2378. Status ret = tensorflow_parser.GraphDefOptimizeIdentity(&graph_def, nodedef_map, nodedef_to_optimize);
  2379. EXPECT_EQ(ret, ge::PARAM_INVALID);
  2380. }
  2381. TEST_F(STestTensorflowParser, tensorflow_optimizer_snapshot_no_retval_test) {
  2382. std::string caseDir = __FILE__;
  2383. std::size_t idx = caseDir.find_last_of("/");
  2384. caseDir = caseDir.substr(0, idx);
  2385. const std::string root_proto = caseDir + "/origin_models/test_snapshot.pb";
  2386. domi::tensorflow::GraphDef graphDef;
  2387. bool protoRet =
  2388. parser::ReadProtoFromBinaryFile(root_proto.c_str(), &graphDef);
  2389. ASSERT_EQ(protoRet, true);
  2390. TensorFlowModelParser tensorflow_parser;
  2391. ge::ComputeGraphPtr root_graph =
  2392. ge::parser::MakeShared<ge::ComputeGraph>("tmp_graph");
  2393. Status ret = tensorflow_parser.ParseProto(
  2394. reinterpret_cast<google::protobuf::Message *>(&graphDef), root_graph);
  2395. EXPECT_EQ(FAILED, ret);
  2396. }
  2397. TEST_F(STestTensorflowParser, tensorflow_RemoveInputs_test)
  2398. {
  2399. tensorflow::GraphDef graph_def;
  2400. tensorflow::NodeDef *node_def = initNodeDef();
  2401. node_def->set_name("OP");
  2402. node_def->add_input("OP/Input_1");
  2403. node_def->add_input("OP/Input_2");
  2404. std::set<uint32_t> remove_index_set;
  2405. std::map<std::string, NodeDef *> all_node_map;
  2406. TensorFlowModelParser model_parser;
  2407. Status ret = model_parser.RemoveInputs(&graph_def, node_def, remove_index_set, all_node_map);
  2408. EXPECT_EQ(ret, SUCCESS);
  2409. remove_index_set.emplace(0);
  2410. ret = model_parser.RemoveInputs(&graph_def, node_def, remove_index_set, all_node_map);
  2411. EXPECT_EQ(ret, FAILED);
  2412. }
  2413. TEST_F(STestTensorflowParser, tensorflow_UpdateInnerNodeContext_test)
  2414. {
  2415. std::string fusion_op_name = "post_node_a";
  2416. std::vector<std::string> inner_nodes_name;
  2417. inner_nodes_name.emplace_back("post_node_a");
  2418. TensorFlowModelParser model_parser;
  2419. Status ret = model_parser.UpdateInnerNodeContext(fusion_op_name, inner_nodes_name);
  2420. EXPECT_EQ(ret, INTERNAL_ERROR);
  2421. GenOriginContext(&model_parser, fusion_op_name);
  2422. ret = model_parser.UpdateInnerNodeContext(fusion_op_name, inner_nodes_name);
  2423. EXPECT_EQ(ret, SUCCESS);
  2424. }
  2425. TEST_F(STestTensorflowParser, tensorflow_UpdateInnerInputMap_test)
  2426. {
  2427. string fusion_op_name = "post_node_a";
  2428. OpNodeContext fusion_context;
  2429. std::vector<std::string> inner_nodes_name;
  2430. inner_nodes_name.emplace_back("post_node_a");
  2431. std::set<string> fusion_input_nodes;
  2432. fusion_input_nodes.insert("post_node_a");
  2433. TensorFlowModelParser model_parser;
  2434. GenOriginContext(&model_parser, fusion_op_name);
  2435. model_parser.UpdateInnerInputMap(fusion_op_name, fusion_context, inner_nodes_name, fusion_input_nodes);
  2436. }
  2437. TEST_F(STestTensorflowParser, tensorflow_UpdateInnerOutputMap_test)
  2438. {
  2439. string fusion_op_name = "post_node_a";
  2440. OpNodeContext fusion_context;
  2441. std::vector<std::string> inner_nodes_name;
  2442. inner_nodes_name.emplace_back("post_node_a");
  2443. std::set<string> fusion_output_nodes;
  2444. fusion_output_nodes.insert("post_node_a");
  2445. TensorFlowModelParser model_parser;
  2446. GenOriginContext(&model_parser, fusion_op_name);
  2447. model_parser.UpdateInnerOutputMap(fusion_op_name, fusion_context, inner_nodes_name, fusion_output_nodes);
  2448. }
  2449. TEST_F(STestTensorflowParser, tensorflow_ScopePassManager_AddPass_test)
  2450. {
  2451. ScopePassManager passmanager;
  2452. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2453. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2454. unique_ptr<ScopeBasePass> pass;
  2455. pass.reset(new ScopeTestPass());
  2456. EXPECT_EQ(ge::SUCCESS, passmanager.AddPass(pass));
  2457. EXPECT_NE(ge::SUCCESS, passmanager.Run(scope_graph));
  2458. delete graph;
  2459. graph = nullptr;
  2460. }
  2461. TEST_F(STestTensorflowParser, tensorflow_CheckAttrHasType_test1)
  2462. {
  2463. tensorflow::AttrValue attr_value;
  2464. attr_value.mutable_list();
  2465. Status ret = TensorFlowUtil::CheckAttrHasType(attr_value, "int");
  2466. EXPECT_EQ(FAILED, ret);
  2467. attr_value.set_type(DT_INVALID);
  2468. ret = TensorFlowUtil::CheckAttrHasType(attr_value, "type");
  2469. EXPECT_EQ(FAILED, ret);
  2470. tensorflow::AttrValue attr_value2;
  2471. AttrValue_ListValue *list = attr_value2.mutable_list();
  2472. list->add_type(tensorflow::DT_FLOAT);
  2473. list->add_type((tensorflow::DataType)30);
  2474. ret = TensorFlowUtil::CheckAttrHasType(attr_value2, "list(type)");
  2475. EXPECT_EQ(FAILED, ret);
  2476. }
  2477. TEST_F(STestTensorflowParser, tensorflow_CheckAttrHasType_test2)
  2478. {
  2479. tensorflow::AttrValue attr_value;
  2480. AttrValue_ListValue * list = attr_value.mutable_list();
  2481. list->add_type(tensorflow::DT_FLOAT);
  2482. list->add_type(tensorflow::DT_INVALID);
  2483. Status ret = TensorFlowUtil::CheckAttrHasType(attr_value, "list(type)");
  2484. EXPECT_EQ(FAILED, ret);
  2485. attr_value.set_placeholder("test");
  2486. ret = TensorFlowUtil::CheckAttrHasType(attr_value, "");
  2487. EXPECT_EQ(FAILED, ret);
  2488. }
  2489. TEST_F(STestTensorflowParser, tensorflow_TransTensorDescriptor_test)
  2490. {
  2491. tensorflow::AttrValue attr_value;
  2492. AttrValue_ListValue *list = attr_value.mutable_list();
  2493. list->add_type(tensorflow::DT_FLOAT);
  2494. ParserOperator op;
  2495. uint32_t io = TENSORFLOW_NORMAL_INPUT_TENSOR_FLAG;
  2496. std::string type = ge::parser::FUSEDBATCHNORMGRAD;
  2497. Status ret = TensorFlowUtil::TransTensorDescriptor(attr_value, &op, io, type);
  2498. EXPECT_EQ(ret, SUCCESS);
  2499. io = TENSORFLOW_NORMAL_OUTPUT_TENSOR_FLAG;
  2500. ret = TensorFlowUtil::TransTensorDescriptor(attr_value, &op, io, type);
  2501. EXPECT_EQ(ret, SUCCESS);
  2502. }
  2503. TEST_F(STestTensorflowParser, tensorflow_GraphDefOptimizeDestroyTemporaryVariable_test)
  2504. {
  2505. tensorflow::GraphDef *graph_def = nullptr;
  2506. tensorflow::NodeDef *nodeCurrent = initNodeDef();
  2507. TensorFlowModelParser model_parser;
  2508. Status ret = model_parser.GraphDefOptimizeDestroyTemporaryVariable(graph_def, nodeCurrent);
  2509. EXPECT_EQ(ret, FAILED);
  2510. }
  2511. TEST_F(STestTensorflowParser, tensorflow_GetFunctionProto_test)
  2512. {
  2513. std::cout << __FILE__ << std::endl;
  2514. std::string caseDir = __FILE__;
  2515. std::size_t idx = caseDir.find_last_of("/");
  2516. caseDir = caseDir.substr(0, idx);
  2517. std::string file = caseDir + "/origin_models/test_enter.pb";
  2518. domi::tensorflow::GraphDefLibrary graph_def_library;
  2519. TensorFlowModelParser model_parser;
  2520. Status ret = model_parser.GetFunctionProto(file, graph_def_library);
  2521. EXPECT_EQ(ret, FAILED);
  2522. }
  2523. TEST_F(STestTensorflowParser, tensorflow_GetNodeFormat_test)
  2524. {
  2525. NodeDef *node_def1 = initNodeDef();
  2526. node_def1->set_op("NoOp");
  2527. node_def1->set_name("NoOp");
  2528. NodeDef *node_def2 = initNodeDef();
  2529. node_def2->set_op("Add");
  2530. node_def2->set_name("Add0");
  2531. TfTranspose pred_transpose = TO_NCHW;
  2532. domiTensorFormat_t format = domi::DOMI_TENSOR_NC1HWC0;
  2533. std::set<const NodeDef *> visited_node;
  2534. visited_node.emplace(node_def2);
  2535. TensorFlowModelParser model_parser;
  2536. Status ret = model_parser.GetNodeFormat(node_def1, pred_transpose, format, visited_node);
  2537. EXPECT_EQ(ret, FAILED);
  2538. delete node_def1;
  2539. delete node_def2;
  2540. }
  2541. TEST_F(STestTensorflowParser, tensorflow_GetFormatTranspose_test)
  2542. {
  2543. NodeDef *transpose_node = initNodeDef();
  2544. transpose_node->set_op("Transpose");
  2545. TfTranspose transpose_direc = NO_TRANSPOSE;
  2546. TensorFlowModelParser modelParser;
  2547. Status ret = modelParser.GetFormatTranspose(transpose_node, transpose_direc);
  2548. EXPECT_EQ(ret, FAILED);
  2549. ge::TensorFlowModelParser parser;
  2550. GraphDef graph;
  2551. auto arg0 = AddNode(graph, "_Arg", "arg0");
  2552. auto snapshot0 = AddNode(graph, "Snapshot", "snapshot0");
  2553. auto ret0 = AddNode(graph, "_Retval", "retval0");
  2554. auto arg1 = AddNode(graph, "_Arg", "arg1");
  2555. auto snapshot1 = AddNode(graph, "Snapshot", "snapshot1");
  2556. auto ret1 = AddNode(graph, "_Retval", "retval1");
  2557. auto arg2 = AddNode(graph, "_Arg", "arg2");
  2558. auto snapshot2 = AddNode(graph, "Snapshot", "snapshot2");
  2559. auto ret2 = AddNode(graph, "_Retval", "retval2");
  2560. AddInput(arg0, snapshot0, 0);
  2561. AddInput(snapshot0, ret0, 0);
  2562. AddInput(arg1, snapshot1, 0);
  2563. AddInput(snapshot1, ret1, 0);
  2564. AddInput(arg2, snapshot2, 0);
  2565. AddInput(snapshot2, ret2, 0);
  2566. AddInput(snapshot0, snapshot1, -1);
  2567. AddInput(snapshot1, snapshot2, -1);
  2568. ASSERT_EQ(parser.GraphDefOptimize(&graph), domi::SUCCESS);
  2569. ASSERT_EQ(ret1->input_size(), 2);
  2570. ret = modelParser.GetFormatTranspose(ret1, transpose_direc);
  2571. EXPECT_EQ(ret, SUCCESS);
  2572. delete transpose_node;
  2573. }
  2574. TEST_F(STestTensorflowParser, tensorflow_GetTensorflowGraphInOutMap_test)
  2575. {
  2576. TensorFlowModelParser model_parser;
  2577. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2578. tensorflow::NodeDef *node_input = graph->add_node();
  2579. node_input->set_name("name_input");
  2580. node_input->set_op("op_input");
  2581. AddGraphNode(graph, "t_lstm/t_lstm_cell/Sigmoid5", "Sigmoid", "node_input");
  2582. AddGraphNode(graph, "t_lstm/t_lstm_cell/Sigmoid6", "Sigmoid", "node_input");
  2583. AddGraphNode(graph, "t_lstm/t_lstm_cell/Sigmoid7", "Sigmoid", "node_input");
  2584. AddGraphNode(graph, "t_lstm/t_lstm_cell/Mul5", "Mul", "node_input");
  2585. AddGraphNode(graph, "t_lstm/t_lstm_cell/Mul6", "Mul", "node_input");
  2586. AddGraphNode(graph, "t_lstm/t_lstm_cell/Mul7", "Mul", "node_input");
  2587. AddGraphNode(graph, "t_lstm/t_lstm_cell/Relu5", "Relu", "node_input");
  2588. AddGraphNode(graph, "t_lstm/t_lstm_cell/Relu6", "Relu", "node_input");
  2589. Status ret = model_parser.GetTensorflowGraphInOutMap(graph);
  2590. EXPECT_EQ(ret, SUCCESS);
  2591. delete graph;
  2592. }
  2593. TEST_F(STestTensorflowParser, tensorflow_RemoveIsolateNode_test)
  2594. {
  2595. TensorFlowModelParser model_parser;
  2596. tensorflow::GraphDef graph;
  2597. CreateGraphDef(graph);
  2598. Status ret = model_parser.RemoveIsolateNode(&graph);
  2599. EXPECT_EQ(ret, FAILED);
  2600. }
  2601. TEST_F(STestTensorflowParser, tensorflow_AddNodeToGraphAndMarkFormat_test)
  2602. {
  2603. TensorFlowModelParser model_parser;
  2604. ComputeGraphPtr graph = make_shared<ge::ComputeGraph>("default");
  2605. std::vector<std::string> op_node_name_list = {"Const", "placeholder0"};
  2606. GenOriginNodeDef(&model_parser, op_node_name_list);
  2607. Status ret = model_parser.AddNodeToGraphAndMarkFormat(graph, op_node_name_list);
  2608. EXPECT_EQ(ret, INTERNAL_ERROR);
  2609. }
  2610. TEST_F(STestTensorflowParser, tensorflow_ParserNodeDef1_test)
  2611. {
  2612. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2613. ModelParserFactory* factory = ModelParserFactory::Instance();
  2614. shared_ptr<ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2615. ASSERT_TRUE(NULL != model_parser);
  2616. TensorFlowModelParser tensorflow_parser;
  2617. tensorflow_parser.adaptedOpTypeMap_["test_name"] = "POOLING";
  2618. std::mutex graphMutex;
  2619. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2620. ScopePassManager passmanager;
  2621. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2622. domi::tensorflow::NodeDef node_def;
  2623. node_def.set_name("test_name");
  2624. node_def.set_op("POOLING");
  2625. error_message::Context error_context;
  2626. Status ret = ge::TensorFlowModelParser::ParseNodeDef(&tensorflow_parser, compute_graph, &graphMutex, scope_graph, &node_def, error_context);
  2627. EXPECT_EQ(FAILED, ret);
  2628. delete graph;
  2629. }
  2630. TEST_F(STestTensorflowParser, tensorflow_ParserNodeDef2_test)
  2631. {
  2632. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2633. ModelParserFactory* factory = ModelParserFactory::Instance();
  2634. shared_ptr<ModelParser> model_parser= factory->CreateModelParser(domi::TENSORFLOW);
  2635. ASSERT_TRUE(NULL != model_parser);
  2636. TensorFlowModelParser tensorflow_parser;
  2637. tensorflow_parser.adaptedOpTypeMap_["Pooling"] = "Pooling";
  2638. std::mutex graphMutex;
  2639. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2640. ScopePassManager passmanager;
  2641. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2642. REGISTER_CUSTOM_OP("Pooling")
  2643. .FrameworkType(domi::TENSORFLOW)
  2644. .OriginOpType("Pooling")
  2645. .ParseParamsFn(ParseParams)
  2646. .ImplyType(ImplyType::TVM);
  2647. register_tbe_op();
  2648. domi::tensorflow::NodeDef node_def;
  2649. node_def.set_name("Pooling");
  2650. node_def.set_op("Pooling");
  2651. error_message::Context error_context;
  2652. Status ret = ge::TensorFlowModelParser::ParseNodeDef(&tensorflow_parser, compute_graph, &graphMutex, scope_graph, &node_def, error_context);
  2653. EXPECT_EQ(FAILED, ret);
  2654. delete graph;
  2655. }
  2656. TEST_F(STestTensorflowParser, tensorflow_AddExternalGraph_test)
  2657. {
  2658. TensorFlowModelParser modelParser;
  2659. ge::ComputeGraphPtr subGraph = std::make_shared<ge::ComputeGraph>("default");
  2660. std::string inputNodeType = "DATA";
  2661. MakeDagGraph(subGraph, inputNodeType);
  2662. Status ret = modelParser.AddExternalGraph(subGraph);
  2663. EXPECT_EQ(ret, SUCCESS);
  2664. }
  2665. TEST_F(STestTensorflowParser, tensorflow_AddFmkNode_test)
  2666. {
  2667. TensorFlowModelParser model_parser;
  2668. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2669. tensorflow::GraphDef *graphDef = new (std::nothrow) tensorflow::GraphDef();
  2670. ScopePassManager pass_manager;
  2671. std::shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graphDef);
  2672. std::vector<std::string> op_node_name_list = {"Const", "placeholder0"};
  2673. GenOriginNodeDef(&model_parser, op_node_name_list);
  2674. Status ret = model_parser.AddFmkNode(compute_graph, scope_graph, op_node_name_list, false);
  2675. EXPECT_EQ(ret, PARAM_INVALID);
  2676. delete graphDef;
  2677. }
  2678. TEST_F(STestTensorflowParser, tensorflow_OptimizeConstNodes4CustomOp_test)
  2679. {
  2680. TensorFlowModelParser model_parser;
  2681. tensorflow::GraphDef graph_def;
  2682. CreateGraphDef(graph_def);
  2683. Status ret = model_parser.OptimizeConstNodes4CustomOp(&graph_def);
  2684. EXPECT_EQ(ret, SUCCESS);
  2685. }
  2686. TEST_F(STestTensorflowParser, tensorflow_ParseOpParams_test)
  2687. {
  2688. TensorFlowModelParser model_parser;
  2689. tensorflow::NodeDef *node_def = initNodeDef();
  2690. node_def->set_name("Pooling");
  2691. node_def->set_op("Pooling");
  2692. ge::OpDescPtr op = std::make_shared<ge::OpDesc>();
  2693. std::shared_ptr<OpParserFactory> factory = OpParserFactory::Instance(domi::TENSORFLOW);
  2694. std::shared_ptr<OpParser> op_parser = factory->CreateOpParser("Pooling");
  2695. Status ret = model_parser.ParseOpParams(node_def, op, op_parser);
  2696. EXPECT_EQ(ret, FAILED);
  2697. node_def->set_name("TensorArrayWrite");
  2698. node_def->set_op("TensorArrayWriteV3");
  2699. op_parser = factory->CreateOpParser("TensorArrayWrite");
  2700. ret = model_parser.ParseOpParams(node_def, op, op_parser);
  2701. EXPECT_EQ(ret, SUCCESS);
  2702. delete node_def;
  2703. }
  2704. TEST_F(STestTensorflowParser, tensorflow_AddFusionInnerNodeDef_test)
  2705. {
  2706. TensorFlowModelParser model_parser;
  2707. ge::ComputeGraphPtr compute_graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  2708. tensorflow::GraphDef *graphDef = new (std::nothrow) tensorflow::GraphDef();
  2709. ScopePassManager pass_manager;
  2710. std::shared_ptr<ScopeGraph> scope_graph = pass_manager.BuildScopeGraph(graphDef);
  2711. std::vector<std::string> op_node_name_list = {"Const", "placeholder0"};
  2712. FusionScopesResult *fusion_scope_rlt = new (std::nothrow) FusionScopesResult();
  2713. fusion_scope_rlt->Init();
  2714. fusion_scope_rlt->SetName("FusionCustom");
  2715. auto &impl_scope_graph = scope_graph->impl_;
  2716. std::string scope_name = fusion_scope_rlt->Name();
  2717. impl_scope_graph->fusion_results_.insert(std::make_pair(scope_name, fusion_scope_rlt));
  2718. std::string fusion_op_name = "FusionCustom";
  2719. GenOriginNodeDef(&model_parser, op_node_name_list);
  2720. GenFusionScopesResult(scope_graph, fusion_scope_rlt, fusion_op_name);
  2721. Status ret = model_parser.AddFusionInnerNodeDef(scope_graph, fusion_op_name, op_node_name_list);
  2722. EXPECT_EQ(ret, INTERNAL_ERROR);
  2723. delete graphDef;
  2724. }
  2725. TEST_F(STestTensorflowParser, Scope_pass_test)
  2726. {
  2727. ScopePassManager passmanager;
  2728. tensorflow::GraphDef *graph = new tensorflow::GraphDef();
  2729. shared_ptr<ScopeGraph> scope_graph = passmanager.BuildScopeGraph(graph);
  2730. EXPECT_NE(nullptr, scope_graph);
  2731. unique_ptr<ScopeBasePass> pass;
  2732. pass.reset(new ScopeTestPass());
  2733. EXPECT_EQ(domi::SUCCESS, passmanager.AddPass(pass));
  2734. scope_graph = passmanager.BuildScopeGraph(graph);
  2735. EXPECT_NE(nullptr, scope_graph);
  2736. delete graph;
  2737. }
  2738. TEST_F(STestTensorflowParser, operator_attr_set_and_get)
  2739. {
  2740. TestOperator test_operator;
  2741. test_operator.Name("test_op");
  2742. EXPECT_EQ("test_op" , test_operator.GetName());
  2743. test_operator.Input(test_operator, 0);
  2744. test_operator.Input(test_operator, 1);
  2745. test_operator.GetOpAttrs();
  2746. int64_t pad = 1;
  2747. test_operator.Attr("pad", pad);
  2748. EXPECT_EQ(pad , test_operator.GetIntAttr("pad"));
  2749. bool bool_value = true;
  2750. test_operator.Attr("bool_value", bool_value);
  2751. EXPECT_EQ(bool_value , test_operator.GetBoolAttr("bool_value"));
  2752. float float_value = true;
  2753. test_operator.Attr("float_value", float_value);
  2754. EXPECT_EQ(float_value , test_operator.GetFloatAttr("float_value"));
  2755. std::string str_value = "test_string";
  2756. test_operator.Attr("str_value", str_value);
  2757. EXPECT_EQ(str_value , test_operator.GetStringAttr("str_value"));
  2758. BoolTuple boollist_value{true, false};
  2759. test_operator.Attr("boollist_value", boollist_value);
  2760. BoolTuple get_boollist_value = test_operator.GetBoolTupleAttr("boollist_value");
  2761. EXPECT_EQ(boollist_value[0] , get_boollist_value[0]);
  2762. StringTuple strlist_value{"a", "b"};
  2763. test_operator.Attr("strlist_value", strlist_value);
  2764. StringTuple get_strlist_value = test_operator.GetStringTupleAttr("strlist_value");
  2765. EXPECT_EQ(strlist_value[0] , get_strlist_value[0]);
  2766. int64_t num = 1;
  2767. IntTuple intlist{num, num};
  2768. test_operator.Attr("intlist", intlist);
  2769. IntTuple get_intlist = test_operator.GetIntTupleAttr("intlist");
  2770. EXPECT_EQ(intlist[0] , get_intlist[0]);
  2771. FloatTuple floatlist{1.1, 1.1};
  2772. test_operator.Attr("floatlist", floatlist);
  2773. FloatTuple get_floatlist = test_operator.GetFloatTupleAttr("floatlist");
  2774. EXPECT_EQ(floatlist[0] , get_floatlist[0]);
  2775. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  2776. ParserOperator *op = &test_operator;
  2777. Status ret = ConvertToOpDesc(*op, op_desc);
  2778. EXPECT_EQ(domi::SUCCESS , ret);
  2779. TestOperator test_operator_1;
  2780. ParserOperator *op_convert = &test_operator_1;
  2781. ret = ConvertFromOpDesc(op_desc, *op_convert);
  2782. EXPECT_EQ(domi::SUCCESS , ret);
  2783. op_desc = nullptr;
  2784. ret = ConvertFromOpDesc(op_desc, *op_convert);
  2785. EXPECT_EQ(FAILED , ret);
  2786. ret = ConvertToOpDesc(*op, op_desc);
  2787. EXPECT_EQ(FAILED, ret);
  2788. }
  2789. TEST_F(STestTensorflowParser, success_frameworkop_get)
  2790. {
  2791. FrameworkOpOperator *frameworkOp=new FrameworkOpOperator();
  2792. int64_t index = 1;
  2793. std::string opdef_string = "tensorflow_parser";
  2794. frameworkOp->GetFrameworkType();
  2795. frameworkOp->GetNodeDefPkg();
  2796. frameworkOp->FuncDefPkg("func");
  2797. frameworkOp->Index(index);
  2798. frameworkOp->TfOpDef(opdef_string);
  2799. EXPECT_EQ(SUCCESS, SUCCESS);
  2800. delete frameworkOp;
  2801. }
  2802. TEST_F(STestTensorflowParser, op_set_get_success)
  2803. {
  2804. ConstantOperator op;
  2805. vector<int64_t> v;
  2806. op.VectorAttr("key", v);
  2807. op.GetDType();
  2808. }
  2809. TEST_F(STestTensorflowParser, success_argop_get)
  2810. {
  2811. ArgOpOperator *argOp=new ArgOpOperator();
  2812. int64_t index = 1;
  2813. argOp->Index(index);
  2814. argOp->GetIndex();
  2815. EXPECT_EQ(domi::SUCCESS, SUCCESS);
  2816. delete argOp;
  2817. }
  2818. TEST_F(STestTensorflowParser, success_operator)
  2819. {
  2820. ParserOperator tfOperator;
  2821. ParserOperator in_op;
  2822. uint32_t index = 0;
  2823. std::string type = "add";
  2824. std::string key = "Add";
  2825. std::vector<int64_t> value;
  2826. int64_t tmp = 0;
  2827. value.emplace_back(tmp);
  2828. tfOperator.Input(in_op, index);
  2829. tfOperator.Type(type);
  2830. tfOperator.AttrVector(key, value);
  2831. }
  2832. TEST_F(STestTensorflowParser, success_shapen_get)
  2833. {
  2834. ShapeNOperator *shapen =new ShapeNOperator();
  2835. shapen->GetInType();
  2836. shapen->GetInType();
  2837. shapen->GetOutType();
  2838. EXPECT_EQ(domi::SUCCESS, domi::SUCCESS);
  2839. delete shapen;
  2840. }
  2841. TEST_F(STestTensorflowParser, success_VarIsInitializedOpOperator_get)
  2842. {
  2843. VarIsInitializedOpOperator op;
  2844. op.Name("x");
  2845. std::vector<int64_t> value;
  2846. op.VectorAttr("key", value);
  2847. }
  2848. TEST_F(STestTensorflowParser, success_variable_op_get)
  2849. {
  2850. VariableOperator op;
  2851. uint32_t mem_type = 1;
  2852. op.Name("x");
  2853. std::vector<int64_t> value;
  2854. op.Placement("shared_name");
  2855. op.MemType(mem_type);
  2856. }
  2857. TEST_F(STestTensorflowParser, param_success_get)
  2858. {
  2859. FillOperator* fillOp=new FillOperator();
  2860. fillOp->GetDataType();
  2861. fillOp->GetAlpha();
  2862. fillOp->GetBeta();
  2863. EXPECT_EQ(domi::SUCCESS, domi::SUCCESS);
  2864. delete fillOp;
  2865. }
  2866. TEST_F(STestTensorflowParser, tensorflow_Message2Operator_ParseOperatorAttrs_test)
  2867. {
  2868. Message2Operator mess2Op;
  2869. tensorflow::NodeDef *node_def = initNodeDef();
  2870. int depth = 6;
  2871. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  2872. ge::Operator ops = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc);
  2873. Status ret = mess2Op.ParseOperatorAttrs(node_def, depth, ops);
  2874. EXPECT_EQ(ret, FAILED);
  2875. depth = 4;
  2876. ret = mess2Op.ParseOperatorAttrs(node_def, depth, ops);
  2877. EXPECT_EQ(ret, SUCCESS);
  2878. }
  2879. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_RepeatedEnum2Json_test)
  2880. {
  2881. Pb2Json toJson;
  2882. ProtobufEnumValueDescriptor *enum_value_desc = new google::protobuf::EnumValueDescriptor();
  2883. bool enum2str = true;
  2884. Json json;
  2885. ProtobufFieldDescriptor *field = nullptr;
  2886. toJson.RepeatedEnum2Json(enum_value_desc, enum2str, json);
  2887. toJson.Enum2Json(enum_value_desc, field, enum2str, json);
  2888. enum2str = false;
  2889. toJson.RepeatedEnum2Json(enum_value_desc, enum2str, json);
  2890. delete enum_value_desc;
  2891. }
  2892. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_TypeBytes2String_test)
  2893. {
  2894. Pb2Json toJson;
  2895. std::string field_name = "offset";
  2896. std::string type_bytes = "offset";
  2897. toJson.TypeBytes2String(field_name, type_bytes);
  2898. field_name = "test";
  2899. toJson.TypeBytes2String(field_name, type_bytes);
  2900. }
  2901. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_RepeatedMessage2Json_test)
  2902. {
  2903. Pb2Json toJson;
  2904. tensorflow::NodeDef *node_def = initNodeDef();
  2905. ProtobufFieldDescriptor *field = new google::protobuf::FieldDescriptor();
  2906. ProtobufReflection *reflection = nullptr;
  2907. set<string> black_fields;
  2908. black_fields.emplace("offset");
  2909. Json json;
  2910. bool enum2str = true;
  2911. toJson.RepeatedMessage2Json((*node_def), field, reflection, black_fields, json, enum2str);
  2912. delete field;
  2913. }
  2914. TEST_F(STestTensorflowParser, tensorflow_Pb2Json_OneField2Json_test)
  2915. {
  2916. Pb2Json toJson;
  2917. tensorflow::NodeDef *node_def = initNodeDef();
  2918. ProtobufFieldDescriptor *field = new google::protobuf::FieldDescriptor();
  2919. ProtobufReflection *reflection = nullptr;
  2920. set<string> black_fields;
  2921. black_fields.emplace("offset");
  2922. Json json;
  2923. bool enum2str = true;
  2924. Message2Operator mess2Op;
  2925. int depth = 4;
  2926. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>("FusionCustom", "FusionCustom");
  2927. ge::Operator ops = ge::OpDescUtils::CreateOperatorFromOpDesc(op_desc);
  2928. field->CppTypeName(google::protobuf::FieldDescriptor::CPPTYPE_ENUM);
  2929. mess2Op.ParseField(reflection, node_def, field, depth, ops);
  2930. toJson.OneField2Json((*node_def), field, reflection, black_fields, json, enum2str);
  2931. delete field;
  2932. }
  2933. TEST_F(STestTensorflowParser, input_proto_real_path_success) {
  2934. const char *caffe_proto_path = "./caffe/caffe.proto";
  2935. const char *custom_proto_path = "./caffe/custom.proto";
  2936. ProtoFileParser proto_file_parser;
  2937. string fusion_proto_file;
  2938. auto ret = proto_file_parser.CombineProtoFile(caffe_proto_path, custom_proto_path, fusion_proto_file);
  2939. EXPECT_EQ(ret, FAILED);
  2940. ret = proto_file_parser.RecordProtoMessage(caffe_proto_path);
  2941. EXPECT_EQ(ret, FAILED);
  2942. ret = proto_file_parser.WriteProtoFile(caffe_proto_path, custom_proto_path);
  2943. EXPECT_EQ(ret, FAILED);
  2944. std::cout << __FILE__ << std::endl;
  2945. std::string caseDir = __FILE__;
  2946. std::size_t idx = caseDir.find_last_of("/");
  2947. caseDir = caseDir.substr(0, idx);
  2948. std::string proto_file = caseDir + "/origin_models/caffe.proto";
  2949. caffe_proto_path = proto_file.c_str();
  2950. ret = proto_file_parser.CombineProtoFile(caffe_proto_path, caffe_proto_path, fusion_proto_file);
  2951. EXPECT_EQ(ret, SUCCESS);
  2952. ret = proto_file_parser.WriteProtoFile(caffe_proto_path, custom_proto_path);
  2953. EXPECT_EQ(ret, FAILED);
  2954. std::string dest_line = "test";
  2955. ret = proto_file_parser.FindConflictLine(custom_proto_path, 0, dest_line);
  2956. EXPECT_EQ(ret, FAILED);
  2957. std::map<int, std::pair<string, string>> identifier_op_map;
  2958. std::map<std::string, std::pair<int, string>> op_identifier_map;
  2959. ret = proto_file_parser.ParseProtoFile(custom_proto_path, identifier_op_map, op_identifier_map);
  2960. EXPECT_EQ(ret, FAILED);
  2961. proto_file_parser.GetFusionProtoFile();
  2962. std::ofstream write_tmp;
  2963. ret = proto_file_parser.AddCustomAndConflictMessage(custom_proto_path, write_tmp);
  2964. EXPECT_EQ(ret, FAILED);
  2965. }
  2966. TEST_F(STestTensorflowParser, all_success)
  2967. {
  2968. PreChecker::OpId id1 = (void*)(intptr_t)1;
  2969. PreChecker::OpId id2 = (void*)(intptr_t)2;
  2970. PreChecker::OpId id3 = (void*)(intptr_t)3;
  2971. PreChecker::OpId id4 = (void*)(intptr_t)4;
  2972. PreChecker &checker = PreChecker::Instance();
  2973. EXPECT_EQ(checker.AddOp(id1, "name1", "type1"), SUCCESS);
  2974. EXPECT_EQ(checker.AddOp(id2, "name2", "type2"), SUCCESS);
  2975. EXPECT_EQ(checker.AddOp(id3, "name1", "type3"), SUCCESS);
  2976. EXPECT_EQ(checker.AddOp(id4, "name4", ge::parser::DETECTIONOUTPUT), SUCCESS);
  2977. EXPECT_EQ(checker.CheckName(id1), SUCCESS);
  2978. EXPECT_EQ(checker.CheckName(id2), SUCCESS);
  2979. EXPECT_EQ(checker.CheckName(id3), SUCCESS);
  2980. EXPECT_EQ(checker.CheckName(id4), SUCCESS);
  2981. EXPECT_EQ(checker.CheckType(id1), SUCCESS);
  2982. EXPECT_EQ(checker.CheckType(id2), SUCCESS);
  2983. EXPECT_EQ(checker.CheckType(id3), SUCCESS);
  2984. EXPECT_EQ(checker.CheckType(id4), SUCCESS);
  2985. EXPECT_EQ(checker.AddCause(id1, PreChecker::ErrorCode::OK, "msg"), SUCCESS);
  2986. EXPECT_EQ(checker.AddCause(id1, PreChecker::ErrorCode::PARAM_INVALID, "msg"), domi::SUCCESS);
  2987. PreChecker::Cause cause;
  2988. cause.code = PreChecker::ErrorCode::TYPE_AMBIGUOUS;
  2989. cause.message = "msg";
  2990. EXPECT_EQ(checker.AddCause(id1, cause), SUCCESS);
  2991. EXPECT_EQ(checker.HasError(), true);
  2992. EXPECT_EQ(checker.Save("check_result.json"), SUCCESS);
  2993. std::string msg = "msg";
  2994. Status ret = checker.Clear(id1, msg);
  2995. EXPECT_EQ(ret, SUCCESS);
  2996. checker.Clear();
  2997. checker.RefreshErrorMessageByName("name1",PreChecker::ErrorCode::PARAM_INVALID,"node repeated in");
  2998. }
  2999. TEST_F(STestTensorflowParser, tensorflow_tbe_tfplugin_loader_test)
  3000. {
  3001. TBEPluginLoader pluginLoad;
  3002. vector<string> fileList = {};
  3003. string caffeParserPath = "";
  3004. string full_name = "dabc";
  3005. string caffe_parser_so_suff = "abc";
  3006. pluginLoad.ProcessSoFullName(fileList, caffeParserPath, full_name, caffe_parser_so_suff);
  3007. ASSERT_EQ(caffeParserPath, full_name);
  3008. pluginLoad.ClearHandles_();
  3009. std::cout << __FILE__ << std::endl;
  3010. std::string caseDir = __FILE__;
  3011. std::size_t idx = caseDir.find_last_of("/");
  3012. caseDir = caseDir.substr(0, idx);
  3013. std::string proto_file = caseDir + "/origin_models/caffe.proto";
  3014. std::string path = proto_file;
  3015. std::string caffe_parser_path = path;
  3016. pluginLoad.FindParserSo(path, fileList, caffe_parser_path);
  3017. Status ret = pluginLoad.Finalize();
  3018. EXPECT_EQ(ret, SUCCESS);
  3019. }
  3020. TEST_F(STestTensorflowParser, tensorflow_data_op_parser_test)
  3021. {
  3022. std::vector<int64_t> shape = {1, 1, 224, 224};
  3023. ge::GeTensorDesc tensor_desc;
  3024. DataOpParser opParser;
  3025. Status ret = opParser.Init5DInputTensor(shape, tensor_desc);
  3026. EXPECT_EQ(ret, SUCCESS);
  3027. ret = opParser.Init5DOutputTensor(shape, tensor_desc);
  3028. EXPECT_EQ(ret, SUCCESS);
  3029. ge::OpDescPtr op = std::make_shared<ge::OpDesc>();
  3030. ret = opParser.ParseShape(shape, op);
  3031. }
  3032. TEST_F(STestTensorflowParser, read_proto_from_mem_test)
  3033. {
  3034. tensorflow::NodeDef *node_def = initNodeDef();
  3035. const char *data = nullptr;
  3036. int size = 3;
  3037. bool ret = parser::ReadProtoFromMem(data, size, node_def);
  3038. EXPECT_EQ(false, ret);
  3039. data = "not file";
  3040. ret = parser::ReadProtoFromMem(data, size, node_def);
  3041. EXPECT_EQ(false, ret);
  3042. }
  3043. TEST_F(STestTensorflowParser, tensorflow_GetOriginalType_test)
  3044. {
  3045. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  3046. ge::OpDescPtr op = std::make_shared<ge::OpDesc>("fusionCustom", parser::FRAMEWORKOP);
  3047. ge::NodePtr node = std::make_shared<ge::Node>(op, graph);
  3048. string type = parser::FRAMEWORKOP;
  3049. Status ret = parser::GetOriginalType(node, type);
  3050. EXPECT_EQ(ret, INTERNAL_ERROR);
  3051. }
  3052. TEST_F(STestTensorflowParser, tensorflow_ReadBytesFromBinaryFile_test)
  3053. {
  3054. const char *file_name = nullptr;
  3055. char *buffer = nullptr;
  3056. int length = 1;
  3057. bool ret = parser::ReadBytesFromBinaryFile(file_name, &buffer, length);
  3058. EXPECT_EQ(ret, false);
  3059. file_name = "./caffe.proto";
  3060. ret = parser::ReadBytesFromBinaryFile(file_name, &buffer, length);
  3061. EXPECT_EQ(ret, false);
  3062. std::cout << __FILE__ << std::endl;
  3063. std::string caseDir = __FILE__;
  3064. std::size_t idx = caseDir.find_last_of("/");
  3065. caseDir = caseDir.substr(0, idx);
  3066. std::string proto_file = caseDir + "/origin_models/caffe.proto";
  3067. file_name = proto_file.c_str();
  3068. ret = parser::ReadBytesFromBinaryFile(file_name, &buffer, length);
  3069. EXPECT_EQ(ret, true);
  3070. const char *path = nullptr;
  3071. std::string realPath = parser::RealPath(path);
  3072. EXPECT_EQ(realPath, "");
  3073. }
  3074. TEST_F(STestTensorflowParser, tensorflow_AclGrphParseUtil_ParseAclInputFp16Nodes_test)
  3075. {
  3076. AclGrphParseUtil parserUtil;
  3077. ge::ComputeGraphPtr graph = std::make_shared<ge::ComputeGraph>(GRAPH_DEFAULT_NAME);
  3078. std::string input_fp16_nodes = "Add";
  3079. std::string is_input_adjust_hw_layout = "is_input_adjust_hw_layout";
  3080. Status ret = parserUtil.ParseAclInputFp16Nodes(graph, input_fp16_nodes, is_input_adjust_hw_layout);
  3081. EXPECT_EQ(ret, PARAM_INVALID);
  3082. is_input_adjust_hw_layout = "true";
  3083. ret = parserUtil.ParseAclInputFp16Nodes(graph, input_fp16_nodes, is_input_adjust_hw_layout);
  3084. EXPECT_EQ(ret, PARAM_INVALID);
  3085. vector<string> adjust_fp16_format_vec = {"true", "false"};
  3086. uint32_t index = 1;
  3087. ge::OpDescPtr op_desc = std::make_shared<ge::OpDesc>();
  3088. parserUtil.AddAttrsForInputNodes(adjust_fp16_format_vec, input_fp16_nodes, index, op_desc);
  3089. std::string is_output_fp16 = "is_output_fp16";
  3090. ret = parserUtil.ParseAclOutputFp16NodesFormat(is_output_fp16);
  3091. EXPECT_EQ(ret, PARAM_INVALID);
  3092. is_output_fp16 = "false";
  3093. ret = parserUtil.ParseAclOutputFp16NodesFormat(is_output_fp16);
  3094. EXPECT_EQ(ret, SUCCESS);
  3095. is_output_fp16 = "true";
  3096. ret = parserUtil.ParseAclOutputFp16NodesFormat(is_output_fp16);
  3097. EXPECT_EQ(ret, SUCCESS);
  3098. }
  3099. TEST_F(STestTensorflowParser, tensorflow_ModelSaver_test)
  3100. {
  3101. const char *file_path = nullptr;
  3102. const Json model = {{"a", "b"}};
  3103. Status ret = ge::parser::ModelSaver::SaveJsonToFile(file_path, model);
  3104. EXPECT_EQ(ret, FAILED);
  3105. file_path = "./origin_models/";
  3106. ret = ge::parser::ModelSaver::SaveJsonToFile(file_path, model);
  3107. EXPECT_EQ(ret, FAILED);
  3108. std::cout << __FILE__ << std::endl;
  3109. std::string caseDir = __FILE__;
  3110. std::size_t idx = caseDir.find_last_of("/");
  3111. caseDir = caseDir.substr(0, idx);
  3112. std::string proto_file = caseDir + "/origin_models/caffe.proto";
  3113. file_path = proto_file.c_str();
  3114. ret = ge::parser::ModelSaver::SaveJsonToFile(file_path, model);
  3115. char path[4096 + 1] = { 0 };
  3116. memset(path, 'a', 4096);
  3117. EXPECT_EQ(-1, ge::parser::ModelSaver::CreateDirectory(path));
  3118. EXPECT_EQ(-1, ge::parser::ModelSaver::CheckPath(path));
  3119. }
  3120. TEST_F(STestTensorflowParser, create_weights_parser_failed)
  3121. {
  3122. WeightsParserFactory* factory = WeightsParserFactory::Instance();
  3123. shared_ptr<WeightsParser> weight_parser = factory->CreateWeightsParser(FRAMEWORK_RESERVED);
  3124. ASSERT_TRUE(NULL == weight_parser);
  3125. ModelParserFactory *modelFactory = ModelParserFactory::Instance();
  3126. shared_ptr<ModelParser> model_parser = modelFactory->CreateModelParser(FRAMEWORK_RESERVED);
  3127. ASSERT_TRUE(NULL == model_parser);
  3128. }
  3129. TEST_F(STestTensorflowParser, tensorflow_parser_api_test)
  3130. {
  3131. std::map<std::string, std::string> options = {{"ge.runFlag", "1"}};
  3132. Status ret = ParserInitialize(options);
  3133. EXPECT_EQ(ret, SUCCESS);
  3134. ret = ParserInitialize(options);
  3135. EXPECT_EQ(ret, SUCCESS);
  3136. ret = ParserFinalize();
  3137. EXPECT_EQ(ret, SUCCESS);
  3138. ret = ParserFinalize();
  3139. EXPECT_EQ(ret, SUCCESS);
  3140. }
  3141. TEST_F(STestTensorflowParser, tensorflow_FP16_parser_test)
  3142. {
  3143. parser::fp16_t fp16;
  3144. fp16.ToDouble();
  3145. fp16.ToInt8();
  3146. fp16.ToUInt8();
  3147. fp16.ToInt16();
  3148. fp16.ToUInt16();
  3149. fp16.ToInt32();
  3150. fp16.ToUInt32();
  3151. fp16.IsInf();
  3152. }
  3153. } // namespace ge