Huawei_Technology
/
mindspore
Not watched
1
0
Fork 0
Code
Releases 13 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: aca44c4e13
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'aca44c4e13'
${ noResults }
mindspore/mindspore/ccsrc/utils/utils.h

390 lines
18 kB
Raw Blame History 

  1. /**

  2.  * Copyright 2019 Huawei Technologies Co., Ltd

  3.  *

  4.  * Licensed under the Apache License, Version 2.0 (the "License");

  5.  * you may not use this file except in compliance with the License.

  6.  * You may obtain a copy of the License at

  7.  *

  8.  * http://www.apache.org/licenses/LICENSE-2.0

  9.  *

  10.  * Unless required by applicable law or agreed to in writing, software

  11.  * distributed under the License is distributed on an "AS IS" BASIS,

  12.  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  13.  * See the License for the specific language governing permissions and

  14.  * limitations under the License.

  15.  */

  16. 

  17. #ifndef MINDSPORE_CCSRC_UTILS_UTILS_H_

  18. #define MINDSPORE_CCSRC_UTILS_UTILS_H_

  19. 

  20. #include <unistd.h>

  21. #include <fcntl.h>

  22. #include <sys/stat.h>

  23. #include <sys/time.h>

  24. #include <string>

  25. #include <vector>

  26. #include <set>

  27. 

  28. #include "utils/log_adapter.h"

  29. #include "ir/dtype/type.h"

  30. 

  31. namespace mindspore {

  32. // op name. Op which not exists in operator/ops.h, so define it's name here

  33. constexpr auto kFour2FiveOpName = "Four2Five";

  34. constexpr auto kFive2FourOpName = "Five2Four";

  35. constexpr auto kConvBN1OpName = "ConvBN1";

  36. constexpr auto kBN2AddReluOpName = "BN2AddRelu";

  37. constexpr auto kBN2ReLUOpName = "BN2Relu";

  38. constexpr auto kBN2OpName = "BN2";

  39. constexpr auto kFusedBN1OpName = "FusedBN1";

  40. constexpr auto kFusedBN2OpName = "FusedBN2";

  41. constexpr auto kFusedBN3OpName = "FusedBN3";

  42. constexpr auto kBNGrad1OpName = "BNGrad1";

  43. constexpr auto kBNGrad2OpName = "BNGrad2";

  44. constexpr auto kBNGrad3OpName = "BNGrad3";

  45. constexpr auto kClearZeroOpName = "ClearZero";

  46. constexpr auto kAtomicAddrCleanOpName = "AtomicAddrClean";

  47. constexpr auto kGetNextOpName = "GetNext";

  48. constexpr auto kEndOfSequence = "EndOfSequence";

  49. constexpr auto kAllReduceOpName = "AllReduce";

  50. constexpr auto kAllGatherOpName = "AllGather";

  51. constexpr auto kHostAllGatherOpName = "HostAllGather";

  52. constexpr auto kBroadcastOpName = "Broadcast";

  53. constexpr auto kReduceScatterOpName = "ReduceScatter";

  54. constexpr auto kHostReduceScatterOpName = "HostReduceScatter";

  55. constexpr auto kMemCpyAsyncOpName = "memcpy_async";

  56. constexpr auto kTopKOpName = "TopK";

  57. constexpr auto kExtractImagePatchesOpName = "ExtractImagePatches";

  58. constexpr auto kBNTrainingReduceOpName = "BNTrainingReduce";

  59. constexpr auto kBNTrainingUpdateOpName = "BNTrainingUpdate";

  60. constexpr auto kBNTrainingUpdateV2OpName = "BNTrainingUpdateV2";

  61. constexpr auto kBNTrainingUpdateV3OpName = "BNTrainingUpdateV3";

  62. constexpr auto kSimpleMeanGradOpName = "SimpleMeanGrad";

  63. constexpr auto kMeanGradOpName = "MeanGrad";

  64. constexpr auto kSliceOpName = "Slice";

  65. constexpr auto kSliceGradOpName = "SliceGrad";

  66. constexpr auto kTileOpName = "Tile";

  67. constexpr auto kScatterNdOpName = "ScatterNd";

  68. constexpr auto kStridedSliceAssignOpName = "StridedSliceAssign";

  69. constexpr auto kStridedSliceOpName = "StridedSlice";

  70. constexpr auto kStridedSliceGradOpName = "StridedSliceGrad";

  71. constexpr auto kSparseGatherV2 = "SparseGatherV2";

  72. constexpr auto kUnsortedSegmentProdOpName = "UnsortedSegmentProd";

  73. constexpr auto kUnsortedSegmentMinOpName = "UnsortedSegmentMin";

  74. constexpr auto kFlattenGradOpName = "FlattenGrad";

  75. constexpr auto kExpandDimsOpName = "ExpandDims";

  76. constexpr auto kSplitOpName = "Split";

  77. constexpr auto kSplitVOpName = "SplitV";

  78. constexpr auto kSparseApplyAdagradOpName = "SparseApplyAdagrad";

  79. constexpr auto kMomentumOpName = "Momentum";

  80. constexpr auto kApplyMomentumOpName = "ApplyMomentum";

  81. constexpr auto kApplyAdadeltaOpName = "ApplyAdadelta";

  82. constexpr auto kApplyAdagradOpName = "ApplyAdagrad";

  83. constexpr auto kApplyAdagradDAName = "ApplyAdagradDA";

  84. constexpr auto kApplyAdamOpName = "Adam";

  85. constexpr auto kApplyAdaMaxOpName = "ApplyAdaMax";

  86. constexpr auto kApplyAddSignOpName = "ApplyAddSign";

  87. constexpr auto kApplyCenteredRMSPOpName = "ApplyCenteredRMSP";

  88. constexpr auto kApplyCenteredRMSPropOpName = "ApplyCenteredRMSProp";

  89. constexpr auto kApplyFtrlOpName = "ApplyFtrl";

  90. constexpr auto kApplyFtrlV2OpName = "ApplyFtrlV2";

  91. constexpr auto kApplyGradientDescentOpName = "ApplyGradientDescent";

  92. constexpr auto kApplyPowerSignOpName = "ApplyPowerSign";

  93. constexpr auto kApplyProximalAdagradOpName = "ApplyProximalAdagrad ";

  94. constexpr auto kApplyProximalGradientDescentOpName = "ApplyProximalGradientDescent";

  95. constexpr auto kApplyRMSPropOpName = "ApplyRMSProp";

  96. constexpr auto kTransDataOpName = "TransData";

  97. constexpr auto kBNTrainingUpdateGradOpName = "BNTrainingUpdateGrad";

  98. constexpr auto kBNTrainingReduceGradOpName = "BNTrainingReduceGrad";

  99. constexpr auto kSquareSumV1OpName = "SquareSumV1";

  100. constexpr auto kSquareSumV2OpName = "SquareSumV2";

  101. constexpr auto kClipByNormNoDivSumOpName = "ClipByNormNoDivSum";

  102. constexpr auto kGreaterOpName = "Greater";

  103. constexpr auto kSqrtOpName = "Sqrt";

  104. constexpr auto kRsqrtOpName = "Rsqrt";

  105. constexpr auto kErfOpName = "Erf";

  106. constexpr auto kRealDivOpName = "RealDiv";

  107. constexpr auto kLambUpdateWithLROpName = "LambUpdateWithLR";

  108. constexpr auto kLambNextMVWithDecayOpName = "LambNextMVWithDecay";

  109. constexpr auto kLambNextMVWithDecayV1OpName = "LambNextMVWithDecayV1";

  110. constexpr auto kClipByValueOpName = "ClipByValue";

  111. constexpr auto kLambNextRightOpName = "LambNextRight";

  112. constexpr auto kConfusionSoftmaxGradOpName = "ConfusionSoftmaxGrad";

  113. constexpr auto kLambUpdateWithLrV2OpName = "LambUpdateWithLrV2";

  114. constexpr auto kLayerNormXBackpropOpName = "LayerNormXBackprop";

  115. constexpr auto kLayerNormBetaGammaBackpropOpName = "LayerNormBetaGammaBackprop";

  116. constexpr auto kLambNextMVOpName = "LambNextMV";

  117. constexpr auto kConfusionTransposeDOpName = "ConfusionTransposeD";

  118. constexpr auto kAdamApplyOneWithDecayOpName = "AdamApplyOneWithDecay";

  119. constexpr auto kBatchNormGradOpName = "BatchNormGrad";

  120. constexpr auto kBNInferOpName = "BNInfer";

  121. constexpr auto kAdamApplyOneOpName = "AdamApplyOne";

  122. constexpr auto kAdamApplyOneAssignOpName = "AdamApplyOneAssign";

  123. constexpr auto kResizeNearestNeighborGradOpName = "ResizeNearestNeighborGrad";

  124. constexpr auto kFusedMulAddOpName = "FusedMulAdd";

  125. constexpr auto kFusedMulAddNOpName = "FusedMulAddN";

  126. constexpr auto kFusedMulApplyMomentumOpName = "FusedMulApplyMomentum";

  127. constexpr auto kBiasAddOpName = "BiasAdd";

  128. constexpr auto kConfusionMulGradOpName = "ConfusionMulGrad";

  129. constexpr auto kStreamSwitchOpName = "StreamSwitch";

  130. constexpr auto kStreamActiveOpName = "StreamActive";

  131. constexpr auto kAssignAddOpName = "AssignAdd";

  132. constexpr auto kSendOpName = "Send";

  133. constexpr auto kRecvOpName = "Recv";

  134. constexpr auto kReluV2OpName = "ReLUV2";

  135. constexpr auto kReluGradV2OpName = "ReluGradV2";

  136. constexpr auto kAddNOpName = "AddN";

  137. constexpr auto kResizeNearestNeighborV2OpName = "ResizeNearestNeighborV2";

  138. constexpr auto kResizeNearestNeighborV2GradOpName = "ResizeNearestNeighborV2Grad";

  139. constexpr auto kApplyRMSPropOpname = "ApplyRMSProp";

  140. constexpr auto kCumsumOpName = "Cumsum";

  141. constexpr auto kInplaceAddOpName = "InplaceAdd";

  142. constexpr auto kInplaceSubOpName = "InplaceSub";

  143. constexpr auto kResizeBilinearV2OpName = "kResizeBilinearV2";

  144. constexpr auto kReduceProdOpName = "ReduceProd";

  145. constexpr auto kCumprodOpName = "Cumprod";

  146. constexpr auto kSpaceToBatchOpName = "SpaceToBatch";

  147. constexpr auto kBatchToSpaceOpName = "BatchToSpace";

  148. constexpr auto kPadOpName = "Pad";

  149. constexpr auto kConv2DBackpropInputOpName = "Conv2DBackpropInput";

  150. constexpr auto kFusionOpConv2DBackpropInputReluGradV2Name = "FusionOp_Conv2DBackpropInput_ReluGradV2";

  151. constexpr auto kFusionOpConv2DBackpropInputAddNReluGradV2Name = "FusionOp_Conv2DBackpropInput_AddN_ReluGradV2";

  152. constexpr auto kLabelSetOpName = "LabelSet";

  153. constexpr auto kLabelSwitchOpName = "LabelSwitch";

  154. constexpr auto kLabelGotoOpName = "LabelGoto";

  155. constexpr auto kBNInferGradOpName = "BNInferGrad";

  156. constexpr auto kCallOpName = "call";

  157. constexpr auto kPartialOpName = "partial";

  158. constexpr auto kSwitchOpName = "switch";

  159. constexpr auto kReturnOpName = "return";

  160. constexpr auto kLarsV2OpName = "LarsV2";

  161. constexpr auto kLarsV2UpdateOpName = "LarsV2Update";

  162. constexpr auto kSquareSumAllOpName = "SquareSumAll";

  163. constexpr auto kNMSWithMaskOpName = "NMSWithMask";

  164. constexpr auto kSoftmaxGradExtOpName = "SoftmaxGradExt";

  165. constexpr auto kStridedReadOpName = "StridedRead";

  166. constexpr auto kStridedWriteOpName = "StridedWrite";

  167. constexpr auto kFusedAdamWeightDecayName = "FusedAdamWeightDecay";

  168. constexpr auto kFusedAdamName = "FusedAdam";

  169. constexpr auto kApplyAdagradV2OpName = "ApplyAdagradV2";

  170. constexpr auto kSparseApplyAdagradV2OpName = "SparseApplyAdagradV2";

  171. constexpr auto kSparseApplyFtrlOpName = "SparseApplyFtrl";

  172. constexpr auto kSparseApplyFtrlV2OpName = "SparseApplyFtrlV2";

  173. constexpr auto kApplyKerasMomentumOpName = "ApplyKerasMomentum";

  174. constexpr auto kSparseApplyProximalAdagradOpName = "SparseApplyProximalAdagrad";

  175. constexpr auto kSparseApplyRMSPropOpName = "SparseApplyRMSProp";

  176. constexpr auto kSparseApplyAdadeltaOpName = "SparseApplyAdadelta";

  177. constexpr auto kApplyAdamWithAmsgradOpName = "ApplyAdamWithAmsgrad";

  178. constexpr auto kTensorMoveOpName = "TensorMove";

  179. constexpr auto kTensorScatterUpdateOpName = "TensorScatterUpdate";

  180. constexpr auto kScatterNdUpdateOpName = "ScatterNdUpdate";

  181. constexpr auto kPushOpName = "Push";

  182. constexpr auto kPullOpName = "Pull";

  183. constexpr auto kEmbeddingLookupOpName = "EmbeddingLookup";

  184. constexpr auto kEmbeddingLookupProxyOpName = "EmbeddingLookupProxy";

  185. constexpr auto kPaddingOpName = "Padding";

  186. 

  187. // attr key name

  188. constexpr auto kAttrInputNames = "input_names";

  189. constexpr auto kAttrIsAICPUKernel = "is_AICPU_kernel";

  190. constexpr auto kIsBackendCast = "is_backed_cast";

  191. constexpr auto kAttrOutputNames = "output_names";

  192. constexpr auto kAttrVisited = "visited";

  193. constexpr auto kAttrShape = "shape";

  194. constexpr auto kAttrMomentum = "momentum";

  195. constexpr auto kAttrEps = "eps";

  196. constexpr auto kAttrEpsilon = "epsilon";

  197. constexpr auto kAttrFactor = "factor";

  198. constexpr auto kAttrIsRef = "isRef";

  199. constexpr auto kAttrDataShape = "data_shape";

  200. constexpr auto kAttrAxis = "axis";

  201. constexpr auto kAttrKeepDims = "keep_dims";

  202. constexpr auto kAttrShapeGamma = "shape_gamma";

  203. constexpr auto kAttrPerm = "perm";

  204. constexpr auto kAttrTransposeFirst = "transpose_first";

  205. constexpr auto kAttrAtomicAddMemSize = "automic_add_mem_size";

  206. constexpr auto kAttrAtomicOutputIndexs = "atomic_output_clean_indexs";

  207. constexpr auto kAttrAtomicWorkspaceIndexs = "atomic_workspace_clean_indexs";

  208. constexpr auto kAttrSwitchCondition = "switch_condition";

  209. constexpr auto kAttrDataType = "data_type";

  210. constexpr auto kAttrActiveTarget = "active_target";

  211. constexpr auto kAttrActiveStreamList = "active_stream_list";

  212. constexpr auto kAttrTrueBranchStream = "true_branch_stream";

  213. constexpr auto kAttrEventId = "event_id";

  214. constexpr auto kAttrDynInput = "dynamic";

  215. constexpr auto kAttrDynInputSizes = "dyn_input_sizes";

  216. constexpr auto kAttrSrcFormat = "src_format";

  217. constexpr auto kAttrMultiples = "multiples";

  218. constexpr auto kAttrFixPrecision = "fix_precision";

  219. constexpr auto kAttrOutputPrecision = "output_precision";

  220. constexpr auto kAttrOutputUsedNum = "output_used_num";

  221. constexpr auto kAttrHasBias = "has_bias";

  222. constexpr auto kAttrN = "n";

  223. constexpr auto kAttrLabelForInsertStreamActive = "label_for_insert_stream_active";

  224. constexpr auto kAttrFusion = "fusion";

  225. constexpr auto kAttrGroup = "group";

  226. constexpr auto kAttrOp = "op";

  227. constexpr auto kAttrIsTraining = "is_training";

  228. constexpr auto kAttrFusionId = "fusion_id";

  229. constexpr auto kAttrLabelIndex = "label_index";

  230. constexpr auto kAttrLabelSwitchList = "label_switch_list";

  231. constexpr auto kAttrNewAxisMask = "new_axis_mask";

  232. constexpr auto kAttrShrinkAxisMask = "shrink_axis_mask";

  233. constexpr auto kAttrDatadumpOriginalNames = "_datadump_original_names";

  234. constexpr auto kAttrDatadumpIsMultiop = "_datadump_is_multiop";

  235. constexpr auto kAttrStreamId = "stream_id";

  236. constexpr auto kAttrRecordEvent = "record_event";

  237. constexpr auto kAttrWaitEvent = "wait_event";

  238. constexpr auto kAttrRecordEventStream = "record_event_stream";

  239. constexpr auto kAttrWaitEventStream = "wait_event_stream";

  240. constexpr auto kAttrIndex = "index";

  241. constexpr auto kAttrSplitDim = "split_dim";

  242. constexpr auto kAttrNumSplit = "num_split";

  243. constexpr auto kAttrOutputNum = "output_num";

  244. constexpr auto kAttrSizeSplits = "size_splits";

  245. constexpr auto kAttrOutputDefault = "output_default";

  246. constexpr auto kAttrPrimitiveTarget = "primitive_target";

  247. constexpr auto kAttrUseLocking = "use_locking";

  248. constexpr auto kAttrReduceScatterFlag = "reduce_scatter_flag";

  249. constexpr auto kAttrOffset = "offset";

  250. constexpr auto kAttrPsKey = "ps_key";

  251. constexpr auto kAttrOptimizerType = "optim_type";

  252. constexpr auto kAttrChildGraph = "child_graph";

  253. constexpr auto kAttrInputNums = "inputNums";

  254. constexpr auto kAttrT = "T";

  255. constexpr auto kAttrNum = "num";

  256. constexpr auto kAttrRankSize = "rank_size";

  257. constexpr auto kAttrPadDimSize = "pad_dim_size";

  258. constexpr auto kAttrNumSegments = "num_segments";

  259. constexpr auto kAttrBegin = "begin";

  260. constexpr auto kAttrSize = "size";

  261. 

  262. // attr value

  263. constexpr auto kValueTargetSwitch = "target_switch";

  264. constexpr auto kValueTargetOther = "target_other";

  265. 

  266. // some size

  267. const size_t kShape4dDims = 4;

  268. const size_t kShape2dDims = 2;

  269. const size_t kShape5dDims = 5;

  270. const size_t kShape1dDims = 1;

  271. const size_t kCubeSize = 16;

  272. const size_t kMemAlignSize = 512;

  273. const int kParameterDataTensorMask = 0;

  274. const int kParameterWeightTensorMask = 1;

  275. const int kValueNodeTensorMask = 2;

  276. 

  277. // define special index in special node

  278. constexpr auto kAnfPrimitiveIndex = 0;

  279. constexpr auto kFirstDataInputIndex = 1;

  280. constexpr auto kRealInputNodeIndexInTupleGetItem = 1;

  281. constexpr auto kInputNodeOutputIndexInTupleGetItem = 2;

  282. constexpr auto kTupleGetItemInputSize = 3;

  283. constexpr auto kSwitchInputSize = 4;

  284. constexpr auto kFirstBranchInSwitch = 2;

  285. constexpr auto kCallKernelGraphIndex = 1;

  286. constexpr auto kSwitchTrueKernelGraphIndex = 2;

  287. constexpr auto kSwitchFalseKernelGraphIndex = 3;

  288. // index define of control depend

  289. constexpr auto kControlDependPriorIndex = 1;

  290. constexpr auto kControlDependBehindIndex = 2;

  291. constexpr auto kControlDependMode = "depend_mode";

  292. // index define of depend

  293. constexpr auto kRealInputIndexInDepend = 1;

  294. constexpr auto kDependAttachNodeIndex = 2;

  295. constexpr auto kDependInputSize = 3;

  296. // format

  297. constexpr auto kOpFormat_DEFAULT = "DefaultFormat";

  298. constexpr auto kOpFormat_NC1KHKWHWC0 = "NC1KHKWHWC0";

  299. constexpr auto kOpFormat_ND = "ND";

  300. constexpr auto kOpFormat_NCHW = "NCHW";

  301. constexpr auto kOpFormat_NHWC = "NHWC";

  302. constexpr auto kOpFormat_HWCN = "HWCN";

  303. constexpr auto kOpFormat_NC1HWC0 = "NC1HWC0";

  304. constexpr auto kOpFormat_FRAC_Z = "FracZ";

  305. constexpr auto kOpFormat_FRAC_NZ = "FRACTAL_NZ";

  306. constexpr auto kOpFormat_C1HWNCoC0 = "C1HWNCoC0";

  307. constexpr auto kOpFormat_NC1HWC0_C04 = "NC1HWC0_C04";

  308. constexpr auto kOpFormat_FRACTAL_Z_C04 = "FRACTAL_Z_C04";

  309. constexpr auto kOpFormat_NDHWC = "NDHWC";

  310. const std::set<std::string> kOpFormatList = {

  311.   kOpFormat_DEFAULT,     kOpFormat_NC1KHKWHWC0,   kOpFormat_ND,     kOpFormat_NCHW,      kOpFormat_NHWC,

  312.   kOpFormat_HWCN,        kOpFormat_NC1HWC0,       kOpFormat_FRAC_Z, kOpFormat_C1HWNCoC0, kOpFormat_FRAC_NZ,

  313.   kOpFormat_NC1HWC0_C04, kOpFormat_FRACTAL_Z_C04, kOpFormat_NDHWC};

  314. const std::set<std::string> kDefaultCompatibleFormat = {kOpFormat_ND, kOpFormat_NCHW, kOpFormat_NHWC, kOpFormat_HWCN};

  315. const std::set<std::string> kOptOperatorSet = {

  316.   kMomentumOpName,

  317.   kApplyMomentumOpName,

  318.   kApplyAdadeltaOpName,

  319.   kApplyAdagradOpName,

  320.   kApplyAdagradDAName,

  321.   kApplyAdamOpName,

  322.   kApplyAdaMaxOpName,

  323.   kApplyAddSignOpName,

  324.   kApplyCenteredRMSPOpName,

  325.   kApplyFtrlOpName,

  326.   kApplyFtrlV2OpName,

  327.   kApplyGradientDescentOpName,

  328.   kApplyPowerSignOpName,

  329.   kApplyProximalAdagradOpName,

  330.   kApplyProximalGradientDescentOpName,

  331.   kApplyRMSPropOpName,

  332.   kPullOpName,

  333. };

  334. 

  335. const std::set<std::string> kHWSpecialFormatSet = {kOpFormat_FRAC_Z,       kOpFormat_NC1KHKWHWC0, kOpFormat_NC1HWC0,

  336.                                                    kOpFormat_FRAC_NZ,      kOpFormat_C1HWNCoC0,   kOpFormat_NC1HWC0_C04,

  337.                                                    kOpFormat_FRACTAL_Z_C04};

  338. 

  339. const std::set<TypeId> kFloatDataTypeSet = {kNumberTypeFloat16, kNumberTypeFloat32};

  340. 

  341. static inline void ChangeFileMode(const std::string &file_name, mode_t mode) {

  342.   try {

  343.     if (chmod(file_name.c_str(), mode) != 0) {

  344.       MS_LOG(DEBUG) << "Change file `" << file_name << "` to mode " << std::oct << mode << " fail.";

  345.     }

  346.   } catch (std::exception &e) {

  347.     MS_LOG(DEBUG) << "File `" << file_name << "` change mode failed! May be not exist.";

  348.   }

  349. }

  350. 

  351. static inline uint64_t GetCurrentUSec() {

  352.   struct timeval tv;

  353.   int ret = gettimeofday(&tv, nullptr);

  354.   if (ret != 0) {

  355.     MS_LOG(EXCEPTION) << "Fail gettimeofday, ret = " << ret;

  356.   }

  357.   return static_cast<uint64_t>(tv.tv_usec + tv.tv_sec * 1000000);

  358. }

  359. 

  360. #define PROF_START(stage) uint64_t start_usec_##stage = mindspore::GetCurrentUSec()

  361. #define PROF_END(stage)                                                                         \

  362.   do {                                                                                          \

  363.     uint64_t end_usec_##stage = mindspore::GetCurrentUSec();                                    \

  364.     MS_LOG(INFO) << #stage << " costs " << (end_usec_##stage - start_usec_##stage) << " usec."; \

  365.   } while (0)

  366. 

  367. #define PROF_MULTI_DEFINE(stage)     \

  368.   static uint64_t total_##stage = 0; \

  369.   static uint64_t count_##stage = 0;

  370. 

  371. #define PROF_LOCAL_DEFINE(stage) \

  372.   uint64_t total_##stage = 0;    \

  373.   uint64_t count_##stage = 0;

  374. 

  375. #define PROF_MULTI_START(stage) uint64_t start_usec_##stage = mindspore::GetCurrentUSec()

  376. 

  377. #define PROF_MULTI_END(stage)                                 \

  378.   do {                                                        \

  379.     ++count_##stage;                                          \

  380.     uint64_t end_usec_##stage = mindspore::GetCurrentUSec();  \

  381.     total_##stage += (end_usec_##stage - start_usec_##stage); \

  382.   } while (0)

  383. 

  384. #define PROF_MULTI_PRINT(stage)                                                                             \

  385.   do {                                                                                                      \

  386.     MS_LOG(INFO) << #stage << " called " << count_##stage << " times, costs " << total_##stage << " usec."; \

  387.   } while (0)

  388. }  // namespace mindspore

  389. #endif  // MINDSPORE_CCSRC_UTILS_UTILS_H_