Huawei_Technology
/
mindspore
Not watched
1
0
Fork 0
Code
Releases 13 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 00f2ec66df
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '00f2ec66df'
${ noResults }
mindspore/mindspore/ccsrc/utils/utils.h

584 lines
30 kB
Raw Blame History 

  1. /**

  2.  * Copyright 2019-2021 Huawei Technologies Co., Ltd

  3.  *

  4.  * Licensed under the Apache License, Version 2.0 (the "License");

  5.  * you may not use this file except in compliance with the License.

  6.  * You may obtain a copy of the License at

  7.  *

  8.  * http://www.apache.org/licenses/LICENSE-2.0

  9.  *

  10.  * Unless required by applicable law or agreed to in writing, software

  11.  * distributed under the License is distributed on an "AS IS" BASIS,

  12.  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  13.  * See the License for the specific language governing permissions and

  14.  * limitations under the License.

  15.  */

  16. 

  17. #ifndef MINDSPORE_CCSRC_UTILS_UTILS_H_

  18. #define MINDSPORE_CCSRC_UTILS_UTILS_H_

  19. 

  20. #include <unistd.h>

  21. #include <fcntl.h>

  22. #include <sys/stat.h>

  23. #include <sys/time.h>

  24. #include <string>

  25. #include <vector>

  26. #include <set>

  27. 

  28. #include "utils/log_adapter.h"

  29. #include "ir/dtype/type.h"

  30. 

  31. namespace mindspore {

  32. // op name. Op which not exists in operator/ops.h, so define it's name here

  33. constexpr auto kConcatOpName = "Concat";

  34. constexpr auto kUniqueOpName = "Unique";

  35. constexpr auto kComputeAccidentalHitsOpName = "ComputeAccidentalHits";

  36. constexpr auto kCTCGreedyDecoderOpName = "CTCGreedyDecoder";

  37. constexpr auto kFour2FiveOpName = "Four2Five";

  38. constexpr auto kFive2FourOpName = "Five2Four";

  39. constexpr auto kConv3DOpName = "Conv3D";

  40. constexpr auto kConv3DBackpropFilterOpName = "Conv3DBackpropFilter";

  41. constexpr auto kConv3DBackpropInputOpName = "Conv3DBackpropInput";

  42. constexpr auto kConv2DOpName = "Conv2D";

  43. constexpr auto kConvBN1OpName = "ConvBN1";

  44. constexpr auto kBN2AddReluOpName = "BN2AddRelu";

  45. constexpr auto kBN2ReLUOpName = "BN2Relu";

  46. constexpr auto kBN2OpName = "BN2";

  47. constexpr auto kFusedBN1OpName = "FusedBN1";

  48. constexpr auto kFusedBN2OpName = "FusedBN2";

  49. constexpr auto kFusedBN3OpName = "FusedBN3";

  50. constexpr auto kBNGrad1OpName = "BNGrad1";

  51. constexpr auto kBNGrad2OpName = "BNGrad2";

  52. constexpr auto kBNGrad3OpName = "BNGrad3";

  53. constexpr auto kFusedBatchNormEx = "FusedBatchNormEx";

  54. constexpr auto kInstanceNorm = "InstanceNorm";

  55. constexpr auto kFusedBatchNormExWithActivation = "FusedBatchNormExWithActivation";

  56. constexpr auto kFusedBatchNormExWithAddAndActivation = "FusedBatchNormExWithAddAndActivation";

  57. constexpr auto kFusedBatchNormGradEx = "FusedBatchNormGradEx";

  58. constexpr auto kFusedBatchNormGradExWithActivation = "FusedBatchNormGradExWithActivation";

  59. constexpr auto kFusedBatchNormGradExWithAddAndActivation = "FusedBatchNormGradExWithAddAndActivation";

  60. constexpr auto kClearZeroOpName = "ClearZero";

  61. constexpr auto kAtomicAddrCleanOpName = "AtomicAddrClean";

  62. constexpr auto kGetNextOpName = "GetNext";

  63. constexpr auto kInitDatasetQueueOpName = "InitDataSetQueue";

  64. constexpr auto kEndOfSequence = "EndOfSequence";

  65. constexpr auto kAllReduceOpName = "AllReduce";

  66. constexpr auto kAllGatherOpName = "AllGather";

  67. constexpr auto kHostAllGatherOpName = "HostAllGather";

  68. constexpr auto kBroadcastOpName = "Broadcast";

  69. constexpr auto kReceiveOpName = "Receive";

  70. constexpr auto kHcomSendOpName = "Send";

  71. constexpr auto kReduceScatterOpName = "ReduceScatter";

  72. constexpr auto kHostReduceScatterOpName = "HostReduceScatter";

  73. constexpr auto kMemCpyAsyncOpName = "memcpy_async";

  74. constexpr auto kTopKOpName = "TopK";

  75. constexpr auto kLinSpaceOpName = "LinSpace";

  76. constexpr auto kExtractImagePatchesOpName = "ExtractImagePatches";

  77. constexpr auto kBNTrainingReduceOpName = "BNTrainingReduce";

  78. constexpr auto kBNTrainingUpdateOpName = "BNTrainingUpdate";

  79. constexpr auto kBNTrainingUpdateV2OpName = "BNTrainingUpdateV2";

  80. constexpr auto kBNTrainingUpdateV3OpName = "BNTrainingUpdateV3";

  81. constexpr auto kSimpleMeanGradOpName = "SimpleMeanGrad";

  82. constexpr auto kMeanGradOpName = "MeanGrad";

  83. constexpr auto kSliceOpName = "Slice";

  84. constexpr auto kSliceGradOpName = "SliceGrad";

  85. constexpr auto kTileOpName = "Tile";

  86. constexpr auto kScatterNdOpName = "ScatterNd";

  87. constexpr auto kStridedSliceAssignOpName = "StridedSliceAssign";

  88. constexpr auto kStridedSliceOpName = "StridedSlice";

  89. constexpr auto kStridedSliceGradOpName = "StridedSliceGrad";

  90. constexpr auto kSparseGatherV2OpName = "SparseGatherV2";

  91. constexpr auto kUnsortedSegmentProdOpName = "UnsortedSegmentProd";

  92. constexpr auto kUnsortedSegmentMinOpName = "UnsortedSegmentMin";

  93. constexpr auto kFlattenGradOpName = "FlattenGrad";

  94. constexpr auto kExpandDimsOpName = "ExpandDims";

  95. constexpr auto kReshapeOpName = "Reshape";

  96. constexpr auto kTransposeOpName = "Transpose";

  97. constexpr auto kSplitOpName = "Split";

  98. constexpr auto kSplitVOpName = "SplitV";

  99. constexpr auto kSparseApplyAdagradOpName = "SparseApplyAdagrad";

  100. constexpr auto kMomentumOpName = "Momentum";

  101. constexpr auto kApplyMomentumOpName = "ApplyMomentum";

  102. constexpr auto kCombineMomentumOpName = "CombineMomentum";

  103. constexpr auto kCombineMomentumWeightOpName = "CombineMomentumWeight";

  104. constexpr auto kApplyAdadeltaOpName = "ApplyAdadelta";

  105. constexpr auto kApplyAdagradOpName = "ApplyAdagrad";

  106. constexpr auto kApplyAdagradDAName = "ApplyAdagradDA";

  107. constexpr auto kApplyAdamOpName = "Adam";

  108. constexpr auto kApplyAdaMaxOpName = "ApplyAdaMax";

  109. constexpr auto kApplyAddSignOpName = "ApplyAddSign";

  110. constexpr auto kApplyCenteredRMSPOpName = "ApplyCenteredRMSP";

  111. constexpr auto kApplyCenteredRMSPropOpName = "ApplyCenteredRMSProp";

  112. constexpr auto kApplyFtrlOpName = "ApplyFtrl";

  113. constexpr auto kApplyFtrlV2OpName = "ApplyFtrlV2";

  114. constexpr auto kApplyGradientDescentOpName = "ApplyGradientDescent";

  115. constexpr auto kApplyPowerSignOpName = "ApplyPowerSign";

  116. constexpr auto kApplyProximalAdagradOpName = "ApplyProximalAdagrad ";

  117. constexpr auto kApplyProximalGradientDescentOpName = "ApplyProximalGradientDescent";

  118. constexpr auto kApplyRMSPropOpName = "ApplyRMSProp";

  119. constexpr auto kTransDataOpName = "TransData";

  120. constexpr auto kBNTrainingUpdateGradOpName = "BNTrainingUpdateGrad";

  121. constexpr auto kBNTrainingReduceGradOpName = "BNTrainingReduceGrad";

  122. constexpr auto kSquareSumV1OpName = "SquareSumV1";

  123. constexpr auto kSquareSumV2OpName = "SquareSumV2";

  124. constexpr auto kClipByNormNoDivSumOpName = "ClipByNormNoDivSum";

  125. constexpr auto kGreaterOpName = "Greater";

  126. constexpr auto kSqrtOpName = "Sqrt";

  127. constexpr auto kRsqrtOpName = "Rsqrt";

  128. constexpr auto kErfOpName = "Erf";

  129. constexpr auto kRealDivOpName = "RealDiv";

  130. constexpr auto kLambUpdateWithLROpName = "LambUpdateWithLR";

  131. constexpr auto kLambNextMVWithDecayOpName = "LambNextMVWithDecay";

  132. constexpr auto kLambNextMVWithDecayV1OpName = "LambNextMVWithDecayV1";

  133. constexpr auto kClipByValueOpName = "ClipByValue";

  134. constexpr auto kLambNextRightOpName = "LambNextRight";

  135. constexpr auto kConfusionSoftmaxGradOpName = "ConfusionSoftmaxGrad";

  136. constexpr auto kLambUpdateWithLrV2OpName = "LambUpdateWithLrV2";

  137. constexpr auto kLayerNormXBackpropOpName = "LayerNormXBackprop";

  138. constexpr auto kLayerNormBetaGammaBackpropOpName = "LayerNormBetaGammaBackprop";

  139. constexpr auto kLambNextMVOpName = "LambNextMV";

  140. constexpr auto kConfusionTransposeDOpName = "ConfusionTransposeD";

  141. constexpr auto kAdamApplyOneWithDecayOpName = "AdamApplyOneWithDecay";

  142. constexpr auto kAdamApplyOneWithDecayAssignOpName = "AdamApplyOneWithDecayAssign";

  143. constexpr auto kBatchNormGradOpName = "BatchNormGrad";

  144. constexpr auto kBNInferOpName = "BNInfer";

  145. constexpr auto kAdamApplyOneOpName = "AdamApplyOne";

  146. constexpr auto kAdamApplyOneAssignOpName = "AdamApplyOneAssign";

  147. constexpr auto kResizeNearestNeighborGradOpName = "ResizeNearestNeighborGrad";

  148. constexpr auto kFusedMulAddOpName = "FusedMulAdd";

  149. constexpr auto kFusedMulAddNOpName = "FusedMulAddN";

  150. constexpr auto kFusedMulApplyMomentumOpName = "FusedMulApplyMomentum";

  151. constexpr auto kBiasAddOpName = "BiasAdd";

  152. constexpr auto kConfusionMulGradOpName = "ConfusionMulGrad";

  153. constexpr auto kStreamSwitchOpName = "StreamSwitch";

  154. constexpr auto kStreamActiveOpName = "StreamActive";

  155. constexpr auto kAssignAddOpName = "AssignAdd";

  156. constexpr auto kSendOpName = "StreamSend";

  157. constexpr auto kRecvOpName = "StreamRecv";

  158. constexpr auto kReluV2OpName = "ReLUV2";

  159. constexpr auto kReluGradV2OpName = "ReluGradV2";

  160. constexpr auto kAddNOpName = "AddN";

  161. constexpr auto kResizeNearestNeighborV2OpName = "ResizeNearestNeighborV2";

  162. constexpr auto kResizeNearestNeighborV2GradOpName = "ResizeNearestNeighborV2Grad";

  163. constexpr auto kApplyRMSPropOpname = "ApplyRMSProp";

  164. constexpr auto kCumsumOpName = "Cumsum";

  165. constexpr auto kInplaceAddOpName = "InplaceAdd";

  166. constexpr auto kInplaceSubOpName = "InplaceSub";

  167. constexpr auto kResizeBilinearV2OpName = "kResizeBilinearV2";

  168. constexpr auto kReduceProdOpName = "ReduceProd";

  169. constexpr auto kCumprodOpName = "Cumprod";

  170. constexpr auto kSpaceToBatchOpName = "SpaceToBatch";

  171. constexpr auto kBatchToSpaceOpName = "BatchToSpace";

  172. constexpr auto kSpaceToDepthOpName = "SpaceToDepth";

  173. constexpr auto kPadOpName = "Pad";

  174. constexpr auto kConv2DBackpropInputOpName = "Conv2DBackpropInput";

  175. constexpr auto kConv2DBackpropFilterOpName = "Conv2DBackpropFilter";

  176. constexpr auto kDepthwiseConv2dNativeOpName = "DepthwiseConv2dNative";

  177. constexpr auto kDepthwiseConv2dNativeBackpropInputOpName = "DepthwiseConv2dNativeBackpropInput";

  178. constexpr auto kDepthwiseConv2dNativeBackpropFilterOpName = "DepthwiseConv2dNativeBackpropFilter";

  179. constexpr auto kFusionOpConv2DBackpropInputReluGradV2Name = "FusionOp_Conv2DBackpropInput_ReluGradV2";

  180. constexpr auto kFusionOpConv2DBackpropInputAddNReluGradV2Name = "FusionOp_Conv2DBackpropInput_AddN_ReluGradV2";

  181. constexpr auto kLabelSetOpName = "LabelSet";

  182. constexpr auto kLabelSwitchOpName = "LabelSwitch";

  183. constexpr auto kLabelGotoOpName = "LabelGoto";

  184. constexpr auto kBNInferGradOpName = "BNInferGrad";

  185. constexpr auto kCallOpName = "call";

  186. constexpr auto kPartialOpName = "partial";

  187. constexpr auto kSwitchOpName = "Switch";

  188. constexpr auto kReturnOpName = "Return";

  189. constexpr auto kLarsV2OpName = "LarsV2";

  190. constexpr auto kLarsV2UpdateOpName = "LarsV2Update";

  191. constexpr auto kSquareSumAllOpName = "SquareSumAll";

  192. constexpr auto kNMSWithMaskOpName = "NMSWithMask";

  193. constexpr auto kSoftmaxGradExtOpName = "SoftmaxGradExt";

  194. constexpr auto kStridedReadOpName = "StridedRead";

  195. constexpr auto kStridedWriteOpName = "StridedWrite";

  196. constexpr auto kFusedAdamWeightDecayName = "FusedAdamWeightDecay";

  197. constexpr auto kFusedAdamName = "FusedAdam";

  198. constexpr auto kFusedSparseAdamName = "FusedSparseAdam";

  199. constexpr auto kApplyAdagradV2OpName = "ApplyAdagradV2";

  200. constexpr auto kSparseApplyAdagradV2OpName = "SparseApplyAdagradV2";

  201. constexpr auto kSparseApplyFtrlOpName = "SparseApplyFtrl";

  202. constexpr auto kSparseApplyFtrlV2OpName = "SparseApplyFtrlV2";

  203. constexpr auto kApplyKerasMomentumOpName = "ApplyKerasMomentum";

  204. constexpr auto kSparseApplyProximalAdagradOpName = "SparseApplyProximalAdagrad";

  205. constexpr auto kSparseApplyRMSPropOpName = "SparseApplyRMSProp";

  206. constexpr auto kSparseApplyAdadeltaOpName = "SparseApplyAdadelta";

  207. constexpr auto kApplyAdamWithAmsgradOpName = "ApplyAdamWithAmsgrad";

  208. constexpr auto kTensorMoveOpName = "TensorMove";

  209. constexpr auto kTensorScatterUpdateOpName = "TensorScatterUpdate";

  210. constexpr auto kScatterNdUpdateOpName = "ScatterNdUpdate";

  211. constexpr auto kPushOpName = "Push";

  212. constexpr auto kPullOpName = "Pull";

  213. constexpr auto kEmbeddingLookupOpName = "EmbeddingLookup";

  214. constexpr auto kEmbeddingLookupProxyOpName = "EmbeddingLookupProxy";

  215. constexpr auto kGatherV2OpName = "Gather";

  216. constexpr auto kPaddingOpName = "Padding";

  217. constexpr auto kAvgPoolOpName = "AvgPool";

  218. constexpr auto kAvgPoolGradOpName = "AvgPoolGrad";

  219. constexpr auto kAvgPoolGradVmOpName = "AvgPoolGradVm";

  220. constexpr auto kmaxPoolGradOpName = "MaxPoolGrad";

  221. constexpr auto kMaxPoolWithArgmaxOpName = "MaxPoolWithArgmax";

  222. constexpr auto kMaxPoolGradWithArgmaxOpName = "MaxPoolGradWithArgmax";

  223. constexpr auto kTensorAddOpName = "Add";

  224. constexpr auto kMaxPool3DGradGradOpName = "MaxPool3DGradGrad";

  225. constexpr auto kCastOpName = "Cast";

  226. constexpr auto kGreaterEqualOpName = "GreaterEqual";

  227. constexpr auto kAbsOpName = "Abs";

  228. constexpr auto kExpOpName = "Exp";

  229. constexpr auto kNegOpName = "Neg";

  230. constexpr auto kMinimumOpName = "Minimum";

  231. constexpr auto kMaximumOpName = "Maximum";

  232. constexpr auto kMulOpName = "Mul";

  233. constexpr auto kSubOpName = "Sub";

  234. constexpr auto kLogOpName = "Log";

  235. constexpr auto kPowOpName = "Pow";

  236. constexpr auto kReciprocalOpName = "Reciprocal";

  237. constexpr auto kEqualOpName = "Equal";

  238. constexpr auto kLessOpName = "Less";

  239. constexpr auto kLessEqualOpName = "LessEqual";

  240. constexpr auto kSquareOpName = "Square";

  241. constexpr auto kSelectOpName = "Select";

  242. constexpr auto kReduceSumOpName = "ReduceSum";

  243. constexpr auto kReduceMinOpName = "ReduceMin";

  244. constexpr auto kReduceMaxOpName = "ReduceMax";

  245. constexpr auto kReduceMeanOpName = "ReduceMean";

  246. constexpr auto kReduceAnyOpName = "ReduceAny";

  247. constexpr auto kReduceAllOpName = "ReduceAll";

  248. constexpr auto kFusedWeightScaleApplyMomentum = "FusedWeightScaleApplyMomentum";

  249. constexpr auto kFusedWeightApplyMomentum = "FusedWeightApplyMomentum";

  250. constexpr auto kFusedScaleApplyMomentum = "FusedScaleApplyMomentum";

  251. constexpr auto kBasicLSTMCellWeightGradOpName = "BasicLSTMCellWeightGrad";

  252. constexpr auto kBasicLSTMCellInputGradOpName = "BasicLSTMCellInputGrad";

  253. constexpr auto kBasicLSTMCellOpName = "BasicLSTMCell";

  254. constexpr auto kDynamicRNNOpName = "DynamicRNN";

  255. constexpr auto kLSTMInputGradOpName = "LSTMInputGrad";

  256. constexpr auto kDynamicGRUV2OpName = "DynamicGRUV2";

  257. constexpr auto kGRUV2HiddenGradOpName = "GRUV2HiddenGrad";

  258. constexpr auto kFusedSparseFtrlName = "FusedSparseFtrl";

  259. constexpr auto kFusedSparseProximalAdagradName = "FusedSparseProximalAdagrad";

  260. constexpr auto kFusedSparseLazyAdamName = "FusedSparseLazyAdam";

  261. constexpr auto kSparseApplyFtrlName = "SparseApplyFtrl";

  262. constexpr auto kSparseApplyFtrlV2Name = "SparseApplyFtrlV2";

  263. constexpr auto kSGDName = "SGD";

  264. constexpr auto kLARSUpdateName = "LARSUpdate";

  265. constexpr auto kBasicLSTMCellCStateGradOpName = "BasicLSTMCellCStateGrad";

  266. constexpr auto kBasicLSTMCellCStateGradV2OpName = "BasicLSTMCellCStateGradV2";

  267. constexpr auto kMatMulV2OpName = "MatMulV2";

  268. constexpr auto kBroadcastToOpName = "BroadcastTo";

  269. constexpr auto kFusedAddReluV2Name = "FusedAddReluV2";

  270. constexpr auto kFusedAddReluGradV2Name = "FusedAddReluGradV2";

  271. constexpr auto kDropoutOpName = "Dropout";

  272. constexpr auto kDropoutGradOpName = "DropoutGrad";

  273. constexpr auto kDropoutGenMaskOpName = "DropoutGenMask";

  274. constexpr auto kDropoutDoMaskOpName = "DropoutDoMask";

  275. constexpr auto kSubAndFilterOpName = "SubAndFilter";

  276. constexpr auto kPadAndShiftOpName = "PadAndShift";

  277. constexpr auto kSparseSoftmaxCrossEntropyWithLogitsOpName = "SparseSoftmaxCrossEntropyWithLogits";

  278. constexpr auto kOneHotOpName = "OneHot";

  279. constexpr auto kSoftmaxCrossEntropyWithLogitsOpName = "SoftmaxCrossEntropyWithLogits";

  280. constexpr auto kUniformCandidateSamplerOpName = "UniformCandidateSampler";

  281. 

  282. // Communication world group

  283. constexpr auto kNcclWorldGroup = "nccl_world_group";

  284. constexpr auto kHcclWorldGroup = "hccl_world_group";

  285. 

  286. // Hcom Op Type

  287. constexpr auto kHcomOpTypeAllReduce = "HcomAllReduce";

  288. constexpr auto kHcomOpTypeAllGather = "HcomAllGather";

  289. constexpr auto kHcomOpTypeBroadcast = "HcomBroadcast";

  290. constexpr auto kHcomOpTypeSend = "HcomSend";

  291. constexpr auto kHcomOpTypeReceive = "HcomReceive";

  292. constexpr auto kHcomOpTypeReduceScatter = "HcomReduceScatter";

  293. 

  294. // attr key name

  295. constexpr auto kAttrInputNames = "input_names";

  296. constexpr auto kAttrIsAICPUKernel = "is_AICPU_kernel";

  297. constexpr auto kIsBackendCast = "is_backed_cast";

  298. constexpr auto kAttrOutputNames = "output_names";

  299. constexpr auto kAttrVisited = "visited";

  300. constexpr auto kAttrShape = "shape";

  301. constexpr auto kAttrMomentum = "momentum";

  302. constexpr auto kAttrEps = "eps";

  303. constexpr auto kAttrEpsilon = "epsilon";

  304. constexpr auto kAttrFactor = "factor";

  305. constexpr auto kAttrIsRef = "isRef";

  306. constexpr auto kAttrDataShape = "data_shape";

  307. constexpr auto kAttrFormat = "format";

  308. constexpr auto kAttrReshapeType = "reshape_type";

  309. constexpr auto kAttrAxis = "axis";

  310. constexpr auto kAttrKeepDims = "keep_dims";

  311. constexpr auto kAttrShapeGamma = "shape_gamma";

  312. constexpr auto kAttrPerm = "perm";

  313. constexpr auto kAttrTransposeFirst = "transpose_first";

  314. constexpr auto kAttrAtomicAddMemSize = "automic_add_mem_size";

  315. constexpr auto kAttrAtomicOutputIndexs = "atomic_output_clean_indexs";

  316. constexpr auto kAttrAtomicWorkspaceIndexs = "atomic_workspace_clean_indexs";

  317. constexpr auto kAttrSwitchCondition = "switch_condition";

  318. constexpr auto kAttrDataType = "data_type";

  319. constexpr auto kAttrActiveTarget = "active_target";

  320. constexpr auto kAttrActiveStreamList = "active_stream_list";

  321. constexpr auto kAttrTrueBranchStream = "true_branch_stream";

  322. constexpr auto kAttrStreamSwitchKind = "stream_switch_kind";

  323. constexpr auto kAttrEventId = "event_id";

  324. constexpr auto kAttrDynInput = "dynamic";

  325. constexpr auto kAttrDynInputSizes = "dyn_input_sizes";

  326. constexpr auto kAttrSrcFormat = "src_format";

  327. constexpr auto kAttrDstFormat = "dst_format";

  328. constexpr auto kAttrMultiples = "multiples";

  329. constexpr auto kAttrFixPrecision = "fix_precision";

  330. constexpr auto kAttrOutputPrecision = "output_precision";

  331. constexpr auto kAttrOutputUsedNum = "output_used_num";

  332. constexpr auto kAttrHasBias = "has_bias";

  333. constexpr auto kAttrN = "n";

  334. constexpr auto kAttrLabelForInsertStreamActive = "label_for_insert_stream_active";

  335. constexpr auto kAttrFpBpEnd = "fpbp_end";

  336. constexpr auto kAttrFusion = "fusion";

  337. constexpr auto kAttrGroup = "group";

  338. constexpr auto kAttrOp = "op";

  339. constexpr auto kAttrDestRank = "dest_rank";

  340. constexpr auto kAttrSrcRank = "src_rank";

  341. constexpr auto kAttrSrTag = "sr_tag";

  342. constexpr auto kAttrRootRank = "root_rank";

  343. constexpr auto kAttrIsTraining = "is_training";

  344. constexpr auto kAttrFusionId = "fusion_id";

  345. constexpr auto kAttrBucketId = "bucket_id";

  346. constexpr auto kAttrGradOutputIndex = "grad_output_index";

  347. constexpr auto kAttrLabelIndex = "label_index";

  348. constexpr auto kAttrLabelSwitchList = "label_switch_list";

  349. constexpr auto kAttrNewAxisMask = "new_axis_mask";

  350. constexpr auto kAttrShrinkAxisMask = "shrink_axis_mask";

  351. constexpr auto kAttrDatadumpOriginalNames = "_datadump_original_names";

  352. constexpr auto kAttrDatadumpIsMultiop = "_datadump_is_multiop";

  353. constexpr auto kAttrNeedRecordEvent = "need_record_event";

  354. constexpr auto kAttrStreamId = "stream_id";

  355. constexpr auto kAttrRecordEvent = "record_event";

  356. constexpr auto kAttrWaitEvent = "wait_event";

  357. constexpr auto kAttrRecordEventStream = "record_event_stream";

  358. constexpr auto kAttrWaitEventStream = "wait_event_stream";

  359. constexpr auto kAttrIndex = "index";

  360. constexpr auto kAttrSplitDim = "split_dim";

  361. constexpr auto kAttrNumSplit = "num_split";

  362. constexpr auto kAttrReduction = "reduction";

  363. constexpr auto kAttrOutputNum = "output_num";

  364. constexpr auto kAttrSizeSplits = "size_splits";

  365. constexpr auto kAttrOutputDefault = "output_default";

  366. constexpr auto kAttrPrimitiveTarget = "primitive_target";

  367. constexpr auto kAttrUseLocking = "use_locking";

  368. constexpr auto kAttrReduceScatterFlag = "reduce_scatter_flag";

  369. constexpr auto kAttrOffset = "offset";

  370. constexpr auto kAttrCacheEnable = "cache_enable";

  371. constexpr auto kAttrPsKey = "ps_key";

  372. constexpr auto kAttrOptimizerType = "optim_type";

  373. constexpr auto kAttrChildGraph = "child_graph";

  374. constexpr auto kAttrInputNums = "inputNums";

  375. constexpr auto kAttrT = "T";

  376. constexpr auto kAttrNum = "num";

  377. constexpr auto kAttrRankSize = "rank_size";

  378. constexpr auto kAttrPadDimSize = "pad_dim_size";

  379. constexpr auto kAttrPaddings = "paddings";

  380. constexpr auto kAttrNumSegments = "num_segments";

  381. constexpr auto kAttrBegin = "begin";

  382. constexpr auto kAttrSize = "size";

  383. constexpr auto kAttrIsDynamicShape = "is_dynamic_shape";

  384. constexpr auto kAttrInputIsDynamicShape = "input_is_dynamic_shape";

  385. constexpr auto kAttrOutputIsDynamicShape = "output_is_dynamic_shape";

  386. constexpr auto kAttrPynativeNextOpName = "next_op";

  387. constexpr auto kAttrPynativeNextIndex = "next_index";

  388. constexpr auto kAttrCompileInfo = "compile_info";

  389. constexpr auto kAttrFusionType = "fusion_type";

  390. constexpr auto kAttrStride = "stride";

  391. constexpr auto kAttrStrides = "strides";

  392. constexpr auto kAttrKernelSize = "kernel_size";

  393. constexpr auto kAttrDilation = "dilation";

  394. constexpr auto kAttrPadMode = "pad_mode";

  395. constexpr auto kAttrPad = "pad";

  396. constexpr auto kAttrPadding = "padding";

  397. constexpr auto kAttrNonTask = "non_task";

  398. constexpr auto kAttrIsGrad = "is_grad";

  399. constexpr auto kAttrRecompute = "recompute";

  400. constexpr auto kAttrNeedCseAfterRecompute = "need_cse_after_recompute";

  401. constexpr auto kAttrParallelDimInfo = "parallel_dim_info";

  402. constexpr auto kAttrParallelFusionType = "parallel_fusion_type";

  403. constexpr auto kAttrParallelTypeInfo = "parallel_type_info";

  404. constexpr auto kAttrCompositeType = "composite_type";

  405. constexpr auto kAttrStitch = "stitch";

  406. constexpr auto kAttrTopoSortRhsFirst = "topo_sort_rhs_first";

  407. constexpr auto kAttrSwitchLayer = "switch_layer";

  408. constexpr auto kAttrReturn = "return";

  409. 

  410. // attr value

  411. constexpr auto kValueTargetSwitch = "target_switch";

  412. constexpr auto kValueTargetOther = "target_other";

  413. 

  414. // some size

  415. const size_t kShape4dDims = 4;

  416. const size_t kShape2dDims = 2;

  417. const size_t kShape5dDims = 5;

  418. const size_t kShape1dDims = 1;

  419. const size_t kCubeSize = 16;

  420. const size_t kMemAlignSize = 512;

  421. const size_t kBNChannelMultipleFactor = 4;

  422. const int kParameterDataTensorMask = 0;

  423. const int kParameterWeightTensorMask = 1;

  424. const int kValueNodeTensorMask = 2;

  425. 

  426. // define special index in special node

  427. constexpr auto kAnfPrimitiveIndex = 0;

  428. constexpr auto kFirstDataInputIndex = 1;

  429. constexpr auto kRealInputNodeIndexInTupleGetItem = 1;

  430. constexpr auto kInputNodeOutputIndexInTupleGetItem = 2;

  431. constexpr auto kTupleGetItemInputSize = 3;

  432. constexpr auto kSwitchInputSize = 4;

  433. constexpr auto kFirstBranchInSwitch = 2;

  434. constexpr auto kCallKernelGraphIndex = 1;

  435. constexpr auto kSwitchTrueKernelGraphIndex = 2;

  436. constexpr auto kSwitchFalseKernelGraphIndex = 3;

  437. constexpr auto kMakeTupleInSwitchLayerIndex = 2;

  438. // index define of control depend

  439. constexpr auto kControlDependPriorIndex = 1;

  440. constexpr auto kControlDependBehindIndex = 2;

  441. constexpr auto kControlDependMode = "depend_mode";

  442. // index define of depend

  443. constexpr auto kRealInputIndexInDepend = 1;

  444. constexpr auto kDependAttachNodeIndex = 2;

  445. constexpr auto kDependInputSize = 3;

  446. // index define of UpdateState

  447. constexpr auto kUpdateStateStateInput = 1;

  448. constexpr auto kUpdateStateRealInput = 2;

  449. // format

  450. constexpr auto kOpFormat_DEFAULT = "DefaultFormat";

  451. constexpr auto kOpFormat_NC1KHKWHWC0 = "NC1KHKWHWC0";

  452. constexpr auto kOpFormat_ND = "ND";

  453. constexpr auto kOpFormat_NCHW = "NCHW";

  454. constexpr auto kOpFormat_NHWC = "NHWC";

  455. constexpr auto kOpFormat_HWCN = "HWCN";

  456. constexpr auto kOpFormat_NC1HWC0 = "NC1HWC0";

  457. constexpr auto kOpFormat_FRAC_Z = "FracZ";

  458. constexpr auto kOpFormat_FRAC_NZ = "FRACTAL_NZ";

  459. constexpr auto kOpFormat_C1HWNCoC0 = "C1HWNCoC0";

  460. constexpr auto kOpFormat_NC1HWC0_C04 = "NC1HWC0_C04";

  461. constexpr auto kOpFormat_FRACTAL_Z_C04 = "FRACTAL_Z_C04";

  462. constexpr auto kOpFormat_NDHWC = "NDHWC";

  463. constexpr auto kOpFormat_NCDHW = "NCDHW";

  464. constexpr auto kOpFormat_DHWNC = "DHWNC";

  465. constexpr auto kOpFormat_DHWCN = "DHWCN";

  466. constexpr auto kOpFormat_NDC1HWC0 = "NDC1HWC0";

  467. constexpr auto kOpFormat_FRACTAL_Z_3D = "FRACTAL_Z_3D";

  468. constexpr auto kOpFormat_FRACTAL_ZN_LSTM = "FRACTAL_ZN_LSTM";

  469. 

  470. const std::set<std::string> kOpFormatList = {kOpFormat_DEFAULT,      kOpFormat_NC1KHKWHWC0,

  471.                                              kOpFormat_ND,           kOpFormat_NCHW,

  472.                                              kOpFormat_NHWC,         kOpFormat_HWCN,

  473.                                              kOpFormat_NC1HWC0,      kOpFormat_FRAC_Z,

  474.                                              kOpFormat_C1HWNCoC0,    kOpFormat_FRAC_NZ,

  475.                                              kOpFormat_NC1HWC0_C04,  kOpFormat_FRACTAL_Z_C04,

  476.                                              kOpFormat_NDHWC,        kOpFormat_FRACTAL_ZN_LSTM,

  477.                                              kOpFormat_NDC1HWC0,     kOpFormat_NCDHW,

  478.                                              kOpFormat_FRACTAL_Z_3D, kOpFormat_DHWNC,

  479.                                              kOpFormat_DHWCN};

  480. const std::set<std::string> kDefaultCompatibleFormat = {kOpFormat_ND, kOpFormat_NCHW, kOpFormat_NHWC, kOpFormat_HWCN};

  481. const std::set<std::string> kOptOperatorSet = {kMomentumOpName,

  482.                                                kApplyMomentumOpName,

  483.                                                kApplyAdadeltaOpName,

  484.                                                kApplyAdagradOpName,

  485.                                                kApplyAdagradDAName,

  486.                                                kApplyAdamOpName,

  487.                                                kApplyAdaMaxOpName,

  488.                                                kApplyAddSignOpName,

  489.                                                kApplyCenteredRMSPOpName,

  490.                                                kApplyFtrlOpName,

  491.                                                kApplyFtrlV2OpName,

  492.                                                kApplyGradientDescentOpName,

  493.                                                kApplyPowerSignOpName,

  494.                                                kApplyProximalAdagradOpName,

  495.                                                kApplyProximalGradientDescentOpName,

  496.                                                kApplyRMSPropOpName,

  497.                                                kFusedAdamWeightDecayName,

  498.                                                kFusedAdamName,

  499.                                                kFusedSparseAdamName,

  500.                                                kFusedWeightScaleApplyMomentum,

  501.                                                kFusedScaleApplyMomentum,

  502.                                                kApplyCenteredRMSPropOpName,

  503.                                                kFusedSparseFtrlName,

  504.                                                kFusedSparseProximalAdagradName,

  505.                                                kFusedSparseLazyAdamName,

  506.                                                kSparseApplyFtrlName,

  507.                                                kSparseApplyFtrlV2Name,

  508.                                                kSGDName,

  509.                                                kLARSUpdateName,

  510.                                                kCombineMomentumWeightOpName,

  511.                                                kCombineMomentumOpName,

  512.                                                kSparseApplyProximalAdagradOpName};

  513. 

  514. const std::set<std::string> kPosteriorOperatorSet = {kPullOpName};

  515. 

  516. const std::set<std::string> kOpCacheAllowList = {kUniformCandidateSamplerOpName, kInitDatasetQueueOpName,

  517.                                                  kGetNextOpName};

  518. 

  519. const std::set<std::string> kHWSpecialFormatSet = {

  520.   kOpFormat_FRACTAL_Z_3D, kOpFormat_NC1KHKWHWC0,   kOpFormat_NC1HWC0,         kOpFormat_FRAC_NZ,  kOpFormat_C1HWNCoC0,

  521.   kOpFormat_NC1HWC0_C04,  kOpFormat_FRACTAL_Z_C04, kOpFormat_FRACTAL_ZN_LSTM, kOpFormat_NDC1HWC0, kOpFormat_FRAC_Z};

  522. 

  523. const std::set<TypeId> kFloatDataTypeSet = {kNumberTypeFloat16, kNumberTypeFloat32};

  524. 

  525. const std::set<std::string> kComputeDepend = {kUniqueOpName, kComputeAccidentalHitsOpName, kSubAndFilterOpName,

  526.                                               kPadAndShiftOpName, kCTCGreedyDecoderOpName};

  527. 

  528. const std::set<std::string> k3DFormatSet = {kOpFormat_NCDHW, kOpFormat_NDC1HWC0, kOpFormat_FRACTAL_Z_3D,

  529.                                             kOpFormat_NDHWC, kOpFormat_DHWCN,    kOpFormat_DHWNC};

  530. 

  531. const std::set<std::string> DynamicShapeConstInputToAttr = {

  532.   kCastOpName,      kExpandDimsOpName, kReshapeOpName,   kEmbeddingLookupOpName, kTransposeOpName, kReduceSumOpName,

  533.   kReduceMinOpName, kReduceMeanOpName, kReduceMaxOpName, kReduceAllOpName,       kReduceAnyOpName, kConcatOpName};

  534. 

  535. static inline void ChangeFileMode(const std::string &file_name, mode_t mode) {

  536.   try {

  537.     if (chmod(file_name.c_str(), mode) != 0) {

  538.       MS_LOG(DEBUG) << "Change file `" << file_name << "` to mode " << std::oct << mode << " fail.";

  539.     }

  540.   } catch (std::exception &e) {

  541.     MS_LOG(DEBUG) << "File `" << file_name << "` change mode failed! May be not exist.";

  542.   }

  543. }

  544. 

  545. static inline uint64_t GetCurrentUSec() {

  546.   struct timeval tv;

  547.   int ret = gettimeofday(&tv, nullptr);

  548.   if (ret != 0) {

  549.     MS_LOG(EXCEPTION) << "Fail gettimeofday, ret = " << ret;

  550.   }

  551.   return static_cast<uint64_t>(tv.tv_usec + tv.tv_sec * 1000000);

  552. }

  553. 

  554. #define PROF_START(stage) uint64_t start_usec_##stage = mindspore::GetCurrentUSec()

  555. #define PROF_END(stage)                                                                         \

  556.   do {                                                                                          \

  557.     uint64_t end_usec_##stage = mindspore::GetCurrentUSec();                                    \

  558.     MS_LOG(INFO) << #stage << " costs " << (end_usec_##stage - start_usec_##stage) << " usec."; \

  559.   } while (0)

  560. 

  561. #define PROF_MULTI_DEFINE(stage)     \

  562.   static uint64_t total_##stage = 0; \

  563.   static uint64_t count_##stage = 0;

  564. 

  565. #define PROF_LOCAL_DEFINE(stage) \

  566.   uint64_t total_##stage = 0;    \

  567.   uint64_t count_##stage = 0;

  568. 

  569. #define PROF_MULTI_START(stage) uint64_t start_usec_##stage = mindspore::GetCurrentUSec()

  570. 

  571. #define PROF_MULTI_END(stage)                                 \

  572.   do {                                                        \

  573.     ++count_##stage;                                          \

  574.     uint64_t end_usec_##stage = mindspore::GetCurrentUSec();  \

  575.     total_##stage += (end_usec_##stage - start_usec_##stage); \

  576.   } while (0)

  577. 

  578. #define PROF_MULTI_PRINT(stage)                                                                             \

  579.   do {                                                                                                      \

  580.     MS_LOG(INFO) << #stage << " called " << count_##stage << " times, costs " << total_##stage << " usec."; \

  581.   } while (0)

  582. }  // namespace mindspore

  583. #endif  // MINDSPORE_CCSRC_UTILS_UTILS_H_