zzy34407230
/
mindspore2022
Not watched
1
0
Fork 0
Code
Releases 22 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 03b32e4eab
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '03b32e4eab'
${ noResults }
mindspore2022/mindspore/ccsrc/include/common/utils/utils.h

869 lines
44 kB
Raw Blame History 

  1. /**

  2.  * Copyright 2019-2022 Huawei Technologies Co., Ltd

  3.  *

  4.  * Licensed under the Apache License, Version 2.0 (the "License");

  5.  * you may not use this file except in compliance with the License.

  6.  * You may obtain a copy of the License at

  7.  *

  8.  * http://www.apache.org/licenses/LICENSE-2.0

  9.  *

  10.  * Unless required by applicable law or agreed to in writing, software

  11.  * distributed under the License is distributed on an "AS IS" BASIS,

  12.  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  13.  * See the License for the specific language governing permissions and

  14.  * limitations under the License.

  15.  */

  16. 

  17. #ifndef MINDSPORE_CCSRC_INCLUDE_COMMON_UTILS_UTILS_H_

  18. #define MINDSPORE_CCSRC_INCLUDE_COMMON_UTILS_UTILS_H_

  19. 

  20. #include <unistd.h>

  21. #include <fcntl.h>

  22. #include <sys/stat.h>

  23. #include <sys/time.h>

  24. #include <string>

  25. #include <vector>

  26. #include <set>

  27. #include <map>

  28. #include <algorithm>

  29. 

  30. #include "utils/log_adapter.h"

  31. #include "ir/dtype/type.h"

  32. 

  33. namespace mindspore {

  34. // op name. Op which not exists in operator/ops.h, so define it's name here

  35. constexpr auto kConcatOpName = "Concat";

  36. constexpr auto kUniqueOpName = "Unique";

  37. constexpr auto kMaskedSelectOpName = "MaskedSelect";

  38. constexpr auto kComputeAccidentalHitsOpName = "ComputeAccidentalHits";

  39. constexpr auto kCTCGreedyDecoderOpName = "CTCGreedyDecoder";

  40. constexpr auto kDynamicStitchOpName = "DynamicStitch";

  41. constexpr auto kFour2FiveOpName = "Four2Five";

  42. constexpr auto kFive2FourOpName = "Five2Four";

  43. constexpr auto kConv3DOpName = "Conv3D";

  44. constexpr auto kConv3DBackpropFilterOpName = "Conv3DBackpropFilter";

  45. constexpr auto kConv3DBackpropInputOpName = "Conv3DBackpropInput";

  46. constexpr auto kConv2DOpName = "Conv2D";

  47. constexpr auto kConvBN1OpName = "ConvBN1";

  48. constexpr auto kBN2AddReluOpName = "BN2AddRelu";

  49. constexpr auto kBN2ReLUOpName = "BN2Relu";

  50. constexpr auto kBN2OpName = "BN2";

  51. constexpr auto kFusedBN1OpName = "FusedBN1";

  52. constexpr auto kFusedBN2OpName = "FusedBN2";

  53. constexpr auto kFusedBN3OpName = "FusedBN3";

  54. constexpr auto kBNGrad1OpName = "BNGrad1";

  55. constexpr auto kBNGrad2OpName = "BNGrad2";

  56. constexpr auto kBNGrad3OpName = "BNGrad3";

  57. constexpr auto kBatchNorm = "BatchNorm";

  58. constexpr auto kInstanceNorm = "InstanceNorm";

  59. constexpr auto kBatchNormWithActivation = "BatchNormWithActivation";

  60. constexpr auto kBatchNormWithAddAndActivation = "BatchNormWithAddAndActivation";

  61. constexpr auto kBatchNormGradWithActivation = "BatchNormGradWithActivation";

  62. constexpr auto kBatchNormGradWithAddAndActivation = "BatchNormGradWithAddAndActivation";

  63. constexpr auto kClearZeroOpName = "ClearZero";

  64. constexpr auto kAtomicAddrCleanOpName = "AtomicAddrClean";

  65. constexpr auto kGetNextOpName = "GetNext";

  66. constexpr auto kInitDatasetQueueOpName = "InitDataSetQueue";

  67. constexpr auto kEndOfSequence = "EndOfSequence";

  68. constexpr auto kAllToAllVOpName = "AllToAllv";

  69. constexpr auto kAllReduceOpName = "AllReduce";

  70. constexpr auto kAllGatherOpName = "AllGather";

  71. constexpr auto kHostAllGatherOpName = "HostAllGather";

  72. constexpr auto kBroadcastOpName = "Broadcast";

  73. constexpr auto kReceiveOpName = "Receive";

  74. constexpr auto kHcomSendOpName = "Send";

  75. constexpr auto kReduceScatterOpName = "ReduceScatter";

  76. constexpr auto kHostReduceScatterOpName = "HostReduceScatter";

  77. constexpr auto kMemCpyAsyncOpName = "memcpy_async";

  78. constexpr auto kTopKOpName = "TopK";

  79. constexpr auto kLinSpaceOpName = "LinSpace";

  80. constexpr auto kExtractImagePatchesOpName = "ExtractImagePatches";

  81. constexpr auto kBNTrainingReduceOpName = "BNTrainingReduce";

  82. constexpr auto kBNTrainingUpdateOpName = "BNTrainingUpdate";

  83. constexpr auto kBNTrainingUpdateV2OpName = "BNTrainingUpdateV2";

  84. constexpr auto kBNTrainingUpdateV3OpName = "BNTrainingUpdateV3";

  85. constexpr auto kNonMaxSuppressionV3OpName = "NonMaxSuppressionV3";

  86. constexpr auto kSimpleMeanGradOpName = "SimpleMeanGrad";

  87. constexpr auto kMeanGradOpName = "MeanGrad";

  88. constexpr auto kSliceOpName = "Slice";

  89. constexpr auto kSliceGradOpName = "SliceGrad";

  90. constexpr auto kCoalesceOpName = "Coalesce";

  91. constexpr auto kTileOpName = "Tile";

  92. constexpr auto kScatterNdOpName = "ScatterNd";

  93. constexpr auto kStridedSliceAssignOpName = "StridedSliceAssign";

  94. constexpr auto kStridedSliceOpName = "StridedSlice";

  95. constexpr auto kStridedSliceGradOpName = "StridedSliceGrad";

  96. constexpr auto kSparseGatherV2OpName = "SparseGatherV2";

  97. constexpr auto kUnsortedSegmentProdOpName = "UnsortedSegmentProd";

  98. constexpr auto kUnsortedSegmentMinOpName = "UnsortedSegmentMin";

  99. constexpr auto kFlattenGradOpName = "FlattenGrad";

  100. constexpr auto kExpandDimsOpName = "ExpandDims";

  101. constexpr auto kReshapeOpName = "Reshape";

  102. constexpr auto kTransposeOpName = "Transpose";

  103. constexpr auto kTransposeNODOpName = "TransposeNOD";

  104. constexpr auto kSplitOpName = "Split";

  105. constexpr auto kSplitVOpName = "SplitV";

  106. constexpr auto kSparseApplyAdagradOpName = "SparseApplyAdagrad";

  107. constexpr auto kMomentumOpName = "Momentum";

  108. constexpr auto kApplyMomentumOpName = "ApplyMomentum";

  109. constexpr auto kCombineMomentumOpName = "CombineMomentum";

  110. constexpr auto kCombineMomentumWeightOpName = "CombineMomentumWeight";

  111. constexpr auto kApplyAdadeltaOpName = "ApplyAdadelta";

  112. constexpr auto kApplyAdagradOpName = "ApplyAdagrad";

  113. constexpr auto kApplyAdagradDAName = "ApplyAdagradDA";

  114. constexpr auto kApplyAdamOpName = "Adam";

  115. constexpr auto kApplyAdaMaxOpName = "ApplyAdaMax";

  116. constexpr auto kApplyAddSignOpName = "ApplyAddSign";

  117. constexpr auto kApplyCenteredRMSPOpName = "ApplyCenteredRMSP";

  118. constexpr auto kApplyCenteredRMSPropOpName = "ApplyCenteredRMSProp";

  119. constexpr auto kApplyFtrlOpName = "ApplyFtrl";

  120. constexpr auto kApplyFtrlV2OpName = "ApplyFtrlV2";

  121. constexpr auto kApplyGradientDescentOpName = "ApplyGradientDescent";

  122. constexpr auto kApplyPowerSignOpName = "ApplyPowerSign";

  123. constexpr auto kApplyProximalAdagradOpName = "ApplyProximalAdagrad ";

  124. constexpr auto kApplyProximalGradientDescentOpName = "ApplyProximalGradientDescent";

  125. constexpr auto kApplyRMSPropOpName = "ApplyRMSProp";

  126. constexpr auto kTransDataOpName = "TransData";

  127. constexpr auto kTransDataRNNOpName = "TransDataRNN";

  128. constexpr auto kStackInitOpName = "StackInit";

  129. constexpr auto kStackPushOpName = "StackPush";

  130. constexpr auto kStackPopOpName = "StackPop";

  131. constexpr auto kStackOpName = "Stack";

  132. constexpr auto kStackDestroyOpName = "StackDestroy";

  133. constexpr auto kBNTrainingUpdateGradOpName = "BNTrainingUpdateGrad";

  134. constexpr auto kBNTrainingReduceGradOpName = "BNTrainingReduceGrad";

  135. constexpr auto kSquareSumV1OpName = "SquareSumV1";

  136. constexpr auto kSquareSumV2OpName = "SquareSumV2";

  137. constexpr auto kClipByNormNoDivSumOpName = "ClipByNormNoDivSum";

  138. constexpr auto kPReluOpName = "PReLU";

  139. constexpr auto kGreaterOpName = "Greater";

  140. constexpr auto kSqrtOpName = "Sqrt";

  141. constexpr auto kRsqrtOpName = "Rsqrt";

  142. constexpr auto kRsqrtGradOpName = "RsqrtGrad";

  143. constexpr auto kErfOpName = "Erf";

  144. constexpr auto kRealDivOpName = "RealDiv";

  145. constexpr auto kLambUpdateWithLROpName = "LambUpdateWithLR";

  146. constexpr auto kLambNextMVWithDecayOpName = "LambNextMVWithDecay";

  147. constexpr auto kLambNextMVWithDecayV1OpName = "LambNextMVWithDecayV1";

  148. constexpr auto kClipByValueOpName = "ClipByValue";

  149. constexpr auto kLambNextRightOpName = "LambNextRight";

  150. constexpr auto kConfusionSoftmaxGradOpName = "ConfusionSoftmaxGrad";

  151. constexpr auto kLambUpdateWithLrV2OpName = "LambUpdateWithLrV2";

  152. constexpr auto kLayerNormXBackpropOpName = "LayerNormXBackprop";

  153. constexpr auto kLayerNormXBackpropV2OpName = "LayerNormXBackpropV2";

  154. constexpr auto kLayerNormBetaGammaBackpropOpName = "LayerNormBetaGammaBackprop";

  155. constexpr auto kLayerNormBetaGammaBackpropV2OpName = "LayerNormBetaGammaBackpropV2";

  156. constexpr auto kLambNextMVOpName = "LambNextMV";

  157. constexpr auto kConfusionTransposeDOpName = "ConfusionTransposeD";

  158. constexpr auto kAdamApplyOneWithDecayOpName = "AdamApplyOneWithDecay";

  159. constexpr auto kAdamApplyOneWithDecayAssignOpName = "AdamApplyOneWithDecayAssign";

  160. constexpr auto kBatchNormGradOpName = "BatchNormGrad";

  161. constexpr auto kBNInferOpName = "BNInfer";

  162. constexpr auto kAdamApplyOneOpName = "AdamApplyOne";

  163. constexpr auto kAdamApplyOneAssignOpName = "AdamApplyOneAssign";

  164. constexpr auto kResizeNearestNeighborGradOpName = "ResizeNearestNeighborGrad";

  165. constexpr auto kFusedMulAddOpName = "FusedMulAdd";

  166. constexpr auto kFusedMulAddNOpName = "FusedMulAddN";

  167. constexpr auto kFusedMulApplyMomentumOpName = "FusedMulApplyMomentum";

  168. constexpr auto kBiasAddOpName = "BiasAdd";

  169. constexpr auto kConfusionMulGradOpName = "ConfusionMulGrad";

  170. constexpr auto kStreamSwitchOpName = "StreamSwitch";

  171. constexpr auto kStreamActiveOpName = "StreamActive";

  172. constexpr auto kAssignAddOpName = "AssignAdd";

  173. constexpr auto kSendOpName = "StreamSend";

  174. constexpr auto kRecvOpName = "StreamRecv";

  175. constexpr auto kRpcSendOpName = "RpcSend";

  176. constexpr auto kRpcRecvOpName = "RpcRecv";

  177. constexpr auto kReluV2OpName = "ReLUV2";

  178. constexpr auto kReluGradV2OpName = "ReluGradV2";

  179. constexpr auto kAddOpName = "Add";

  180. constexpr auto kAddNOpName = "AddN";

  181. constexpr auto kResizeNearestNeighborV2OpName = "ResizeNearestNeighborV2";

  182. constexpr auto kResizeNearestNeighborV2GradOpName = "ResizeNearestNeighborV2Grad";

  183. constexpr auto kApplyRMSPropOpname = "ApplyRMSProp";

  184. constexpr auto kCumsumOpName = "Cumsum";

  185. constexpr auto kInplaceAddOpName = "InplaceAdd";

  186. constexpr auto kInplaceSubOpName = "InplaceSub";

  187. constexpr auto kResizeBilinearV2OpName = "kResizeBilinearV2";

  188. constexpr auto kReduceProdOpName = "ReduceProd";

  189. constexpr auto kCumprodOpName = "Cumprod";

  190. constexpr auto kSpaceToBatchOpName = "SpaceToBatch";

  191. constexpr auto kBatchToSpaceOpName = "BatchToSpace";

  192. constexpr auto kSpaceToDepthOpName = "SpaceToDepth";

  193. constexpr auto kPadOpName = "Pad";

  194. constexpr auto kConv2DTransposeOpName = "Conv2DTranspose";

  195. constexpr auto kConv2DBackpropInputOpName = "Conv2DBackpropInput";

  196. constexpr auto kConv2DBackpropFilterOpName = "Conv2DBackpropFilter";

  197. constexpr auto kDepthwiseConv2dNativeOpName = "DepthwiseConv2dNative";

  198. constexpr auto kDepthwiseConv2dNativeBackpropInputOpName = "DepthwiseConv2dNativeBackpropInput";

  199. constexpr auto kDepthwiseConv2dNativeBackpropFilterOpName = "DepthwiseConv2dNativeBackpropFilter";

  200. constexpr auto kFusionOpConv2DBackpropInputReluGradV2Name = "FusionOp_Conv2DBackpropInput_ReluGradV2";

  201. constexpr auto kFusionOpConv2DBackpropInputAddNReluGradV2Name = "FusionOp_Conv2DBackpropInput_AddN_ReluGradV2";

  202. constexpr auto kLabelSetOpName = "LabelSet";

  203. constexpr auto kLabelSwitchOpName = "LabelSwitch";

  204. constexpr auto kLabelGotoOpName = "LabelGoto";

  205. constexpr auto kBNInferGradOpName = "BNInferGrad";

  206. constexpr auto kCallOpName = "call";

  207. constexpr auto kPartialOpName = "partial";

  208. constexpr auto kSwitchOpName = "Switch";

  209. constexpr auto kReturnOpName = "Return";

  210. constexpr auto kBpropCutOpName = "bprop_cut";

  211. constexpr auto kLarsV2OpName = "LarsV2";

  212. constexpr auto kLarsV2UpdateOpName = "LarsV2Update";

  213. constexpr auto kSquareSumAllOpName = "SquareSumAll";

  214. constexpr auto kNMSWithMaskOpName = "NMSWithMask";

  215. constexpr auto kSoftmaxGradExtOpName = "SoftmaxGradExt";

  216. constexpr auto kStridedReadOpName = "StridedRead";

  217. constexpr auto kStridedWriteOpName = "StridedWrite";

  218. constexpr auto kFusedAdamWeightDecayName = "FusedAdamWeightDecay";

  219. constexpr auto kAdamWeightDecayName = "AdamWeightDecay";

  220. constexpr auto kFusedCastAdamWeightDecayName = "FusedCastAdamWeightDecay";

  221. constexpr auto kFusedAdamName = "FusedAdam";

  222. constexpr auto kFusedAdaFactorName = "FusedAdaFactor";

  223. constexpr auto kFusedAdaFactorWithGlobalNormName = "FusedAdaFactorWithGlobalNorm";

  224. constexpr auto kFusedSparseAdamName = "FusedSparseAdam";

  225. constexpr auto kFusedMatMulBiasAddName = "FusedMatMulBiasAdd";

  226. constexpr auto kDeadNodeName = "DeadNode";

  227. constexpr auto kPolyNodeName = "PolyNode";

  228. constexpr auto kApplyAdagradV2OpName = "ApplyAdagradV2";

  229. constexpr auto kSparseApplyAdagradV2OpName = "SparseApplyAdagradV2";

  230. constexpr auto kSparseApplyFtrlOpName = "SparseApplyFtrl";

  231. constexpr auto kSparseApplyFtrlV2OpName = "SparseApplyFtrlV2";

  232. constexpr auto kApplyKerasMomentumOpName = "ApplyKerasMomentum";

  233. constexpr auto kSparseApplyProximalAdagradOpName = "SparseApplyProximalAdagrad";

  234. constexpr auto kSparseApplyRMSPropOpName = "SparseApplyRMSProp";

  235. constexpr auto kSparseApplyAdadeltaOpName = "SparseApplyAdadelta";

  236. constexpr auto kApplyAdamWithAmsgradOpName = "ApplyAdamWithAmsgrad";

  237. constexpr auto kTensorMoveOpName = "TensorMove";

  238. constexpr auto kTensorCopySlicesOpName = "TensorCopySlices";

  239. constexpr auto kTensorScatterUpdateOpName = "TensorScatterUpdate";

  240. constexpr auto kScatterNdUpdateOpName = "ScatterNdUpdate";

  241. constexpr auto kPushOpName = "Push";

  242. constexpr auto kPullOpName = "Pull";

  243. constexpr auto kPushWeightOpName = "PushWeight";

  244. constexpr auto kPullWeightOpName = "PullWeight";

  245. constexpr auto kFusedPushWeightOpName = "FusedPushWeight";

  246. constexpr auto kFusedPullWeightOpName = "FusedPullWeight";

  247. constexpr auto kUpdateCacheOpName = "UpdateCache";

  248. constexpr auto kCacheSwapTableOpName = "CacheSwapTable";

  249. constexpr auto kEmbeddingLookupOpName = "EmbeddingLookup";

  250. constexpr auto kEmbeddingLookupProxyOpName = "EmbeddingLookupProxy";

  251. constexpr auto kGatherV2OpName = "Gather";

  252. constexpr auto kPaddingOpName = "Padding";

  253. constexpr auto kAvgPoolOpName = "AvgPool";

  254. constexpr auto kAvgPoolGradOpName = "AvgPoolGrad";

  255. constexpr auto kAvgPool3DOpName = "AvgPool3D";

  256. constexpr auto kAvgPool3DGradOpName = "AvgPool3DGrad";

  257. constexpr auto kAvgPoolGradVmOpName = "AvgPoolGradVm";

  258. constexpr auto kMaxPoolOpName = "MaxPool";

  259. constexpr auto kMaxPoolGradOpName = "MaxPoolGrad";

  260. constexpr auto kMaxPool3DOpName = "MaxPool3D";

  261. constexpr auto kMaxPool3DGradOpName = "MaxPool3DGrad";

  262. constexpr auto kMaxPoolWithArgmaxOpName = "MaxPoolWithArgmax";

  263. constexpr auto kMaxPoolGradWithArgmaxOpName = "MaxPoolGradWithArgmax";

  264. constexpr auto kTensorAddOpName = "Add";

  265. constexpr auto kMaxPool3DGradGradOpName = "MaxPool3DGradGrad";

  266. constexpr auto kCastOpName = "Cast";

  267. constexpr auto kGreaterEqualOpName = "GreaterEqual";

  268. constexpr auto kAbsOpName = "Abs";

  269. constexpr auto kExpOpName = "Exp";

  270. constexpr auto kNegOpName = "Neg";

  271. constexpr auto kMinimumOpName = "Minimum";

  272. constexpr auto kMaximumOpName = "Maximum";

  273. constexpr auto kMulOpName = "Mul";

  274. constexpr auto kSubOpName = "Sub";

  275. constexpr auto kLogOpName = "Log";

  276. constexpr auto kPowOpName = "Pow";

  277. constexpr auto kReciprocalOpName = "Reciprocal";

  278. constexpr auto kEqualOpName = "Equal";

  279. constexpr auto kLessOpName = "Less";

  280. constexpr auto kLessEqualOpName = "LessEqual";

  281. constexpr auto kSquareOpName = "Square";

  282. constexpr auto kSelectOpName = "Select";

  283. constexpr auto kReduceSumOpName = "ReduceSum";

  284. constexpr auto kReduceMinOpName = "ReduceMin";

  285. constexpr auto kReduceMaxOpName = "ReduceMax";

  286. constexpr auto kReduceMeanOpName = "ReduceMean";

  287. constexpr auto kReduceAnyOpName = "ReduceAny";

  288. constexpr auto kReduceAllOpName = "ReduceAll";

  289. constexpr auto kFusedWeightScaleApplyMomentum = "FusedWeightScaleApplyMomentum";

  290. constexpr auto kFusedWeightApplyMomentum = "FusedWeightApplyMomentum";

  291. constexpr auto kFusedScaleApplyMomentum = "FusedScaleApplyMomentum";

  292. constexpr auto kBasicLSTMCellWeightGradOpName = "BasicLSTMCellWeightGrad";

  293. constexpr auto kBasicLSTMCellInputGradOpName = "BasicLSTMCellInputGrad";

  294. constexpr auto kBasicLSTMCellOpName = "BasicLSTMCell";

  295. constexpr auto kDynamicRNNOpName = "DynamicRNN";

  296. constexpr auto kLSTMOpName = "LSTM";

  297. constexpr auto kLSTMGradOpName = "LSTMGrad";

  298. constexpr auto kLSTMInputGradOpName = "LSTMInputGrad";

  299. constexpr auto kDynamicGRUV2OpName = "DynamicGRUV2";

  300. constexpr auto kGRUV2HiddenGradOpName = "GRUV2HiddenGrad";

  301. constexpr auto kGRUV2HiddenGradCellOpName = "GRUV2HiddenGradCell";

  302. constexpr auto kFusedSparseFtrlName = "FusedSparseFtrl";

  303. constexpr auto kFusedSparseProximalAdagradName = "FusedSparseProximalAdagrad";

  304. constexpr auto kFusedSparseLazyAdamName = "FusedSparseLazyAdam";

  305. constexpr auto kSparseApplyFtrlName = "SparseApplyFtrl";

  306. constexpr auto kSparseApplyFtrlV2Name = "SparseApplyFtrlV2";

  307. constexpr auto kSGDName = "SGD";

  308. constexpr auto kLARSUpdateName = "LARSUpdate";

  309. constexpr auto kBasicLSTMCellCStateGradOpName = "BasicLSTMCellCStateGrad";

  310. constexpr auto kBasicLSTMCellCStateGradV2OpName = "BasicLSTMCellCStateGradV2";

  311. constexpr auto kMatMulOpName = "MatMul";

  312. constexpr auto kMatMulV2OpName = "MatMulV2";

  313. constexpr auto kBatchMatMulOpName = "BatchMatMul";

  314. constexpr auto kBatchMatMulV2OpName = "BatchMatMulV2";

  315. constexpr auto kBroadcastToOpName = "BroadcastTo";

  316. constexpr auto kFusedAddReluV2Name = "FusedAddReluV2";

  317. constexpr auto kFusedAddReluGradV2Name = "FusedAddReluGradV2";

  318. constexpr auto kDropoutOpName = "Dropout";

  319. constexpr auto kDropoutGradOpName = "DropoutGrad";

  320. constexpr auto kDropoutGenMaskOpName = "DropoutGenMask";

  321. constexpr auto kDropoutGenMaskV3OpName = "DropoutGenMaskV3";

  322. constexpr auto kDropoutDoMaskOpName = "DropoutDoMask";

  323. constexpr auto kDropoutDoMaskV3OpName = "DropoutDoMaskV3";

  324. constexpr auto kSoftmaxV2WithDropoutDoMaskV3OpName = "SoftmaxV2WithDropoutDoMaskV3";

  325. constexpr auto kGammaOpName = "Gamma";

  326. constexpr auto kPoissonOpName = "Poisson";

  327. constexpr auto kStandardLaplaceOpName = "StandardLaplace";

  328. constexpr auto kStandardNormalOpName = "StandardNormal";

  329. constexpr auto kUniformIntOpName = "UniformInt";

  330. constexpr auto kUniformRealOpName = "UniformReal";

  331. constexpr auto kSubAndFilterOpName = "SubAndFilter";

  332. constexpr auto kPadAndShiftOpName = "PadAndShift";

  333. constexpr auto kSparseSoftmaxCrossEntropyWithLogitsOpName = "SparseSoftmaxCrossEntropyWithLogits";

  334. constexpr auto kOneHotOpName = "OneHot";

  335. constexpr auto kSoftmaxCrossEntropyWithLogitsOpName = "SoftmaxCrossEntropyWithLogits";

  336. constexpr auto kUniformCandidateSamplerOpName = "UniformCandidateSampler";

  337. constexpr auto kLogSoftmaxGradOpName = "LogSoftmaxGrad";

  338. constexpr auto kLayerNormGradOpName = "LayerNormGrad";

  339. constexpr auto kMinimumGradOpName = "MinimumGrad";

  340. constexpr auto kMaximumGradOpName = "MaximumGrad";

  341. constexpr auto kFusedDbnDwOpName = "FusedDbnDw";

  342. constexpr auto kNPUAllocFloatStatusOpName = "NPUAllocFloatStatus";

  343. constexpr auto kNPUGetFloatStatusOpName = "NPUGetFloatStatus";

  344. constexpr auto kNPUClearFloatStatusOpName = "NPUClearFloatStatus";

  345. constexpr auto kAssignOpName = "Assign";

  346. constexpr auto kScatterAddOpName = "ScatterAdd";

  347. constexpr auto kScatterUpdateOpName = "ScatterUpdate";

  348. constexpr auto kEnvironCreateOpName = "EnvironCreate";

  349. constexpr auto kEnvironSetOpName = "EnvironSet";

  350. constexpr auto kEnvironGetOpName = "EnvironGet";

  351. constexpr auto kEnvironDestroyAllOpName = "EnvironDestroyAll";

  352. constexpr auto kUpdateStateOpName = "UpdateState";

  353. constexpr auto kPriorityReplayBufferCreate = "PriorityReplayBufferCreate";

  354. constexpr auto kPriorityReplayBufferPush = "PriorityReplayBufferPush";

  355. constexpr auto kPriorityReplayBufferSample = "PriorityReplayBufferSample";

  356. constexpr auto kPriorityReplayBufferUpdate = "PriorityReplayBufferUpdate";

  357. 

  358. // Communication world group

  359. constexpr auto kNcclWorldGroup = "nccl_world_group";

  360. constexpr auto kHcclWorldGroup = "hccl_world_group";

  361. constexpr auto kSyncBnGroup = "sync_bn_group";

  362. constexpr auto kRankID = "RANK_ID";

  363. 

  364. // Hcom Op Type

  365. constexpr auto kHcomOpTypeAllReduce = "HcomAllReduce";

  366. constexpr auto kHcomOpTypeAllGather = "HcomAllGather";

  367. constexpr auto kHcomOpTypeBroadcast = "HcomBroadcast";

  368. constexpr auto kHcomOpTypeSend = "HcomSend";

  369. constexpr auto kHcomOpTypeReceive = "HcomReceive";

  370. constexpr auto kHcomOpTypeReduceScatter = "HcomReduceScatter";

  371. 

  372. // attr key name

  373. constexpr auto kAttrInputNames = "input_names";

  374. constexpr auto kAttrAttrNames = "attr_names";

  375. constexpr auto kAttrIsAiCpuKernel = "is_AICPU_kernel";

  376. constexpr auto kIsBackendCast = "is_backed_cast";

  377. constexpr auto kAttrOutputNames = "output_names";

  378. constexpr auto kAttrAsync = "async";

  379. constexpr auto kAttrOffload = "offload";

  380. constexpr auto kAttrVisited = "visited";

  381. constexpr auto kAttrShape = "shape";

  382. constexpr auto kAttrMomentum = "momentum";

  383. constexpr auto kAttrEps = "eps";

  384. constexpr auto kAttrEpsilon = "epsilon";

  385. constexpr auto kAttrFactor = "factor";

  386. constexpr auto kAttrIsRef = "isRef";

  387. constexpr auto kAttrDataShape = "data_shape";

  388. constexpr auto kAttrFormat = "format";

  389. constexpr auto kAttrReshapeType = "reshape_type";

  390. constexpr auto kAttrAxis = "axis";

  391. constexpr auto kAttrAxes = "axes";

  392. constexpr auto kAttrKeepDims = "keep_dims";

  393. constexpr auto kAttrShapeGamma = "shape_gamma";

  394. constexpr auto kAttrPerm = "perm";

  395. constexpr auto kAttrTransposeFirst = "transpose_first";

  396. constexpr auto kAttrAtomicAddMemSize = "automic_add_mem_size";

  397. constexpr auto kAttrAtomicOutputIndexs = "atomic_output_clean_indexs";

  398. constexpr auto kAttrNeedAtomic = "need_atomic";

  399. constexpr auto kAttrAtomicWorkspaceIndexs = "atomic_workspace_clean_indexs";

  400. constexpr auto kAttrSwitchCondition = "switch_condition";

  401. constexpr auto kAttrDataType = "data_type";

  402. constexpr auto kAttrDType = "dtype";

  403. constexpr auto kAttrActiveTarget = "active_target";

  404. constexpr auto kAttrActiveStreamId = "active_stream_id";

  405. constexpr auto kAttrActiveStreamList = "active_stream_list";

  406. constexpr auto kAttrTrueBranchStream = "true_branch_stream";

  407. constexpr auto kAttrStreamSwitchKind = "stream_switch_kind";

  408. constexpr auto kAttrEventId = "event_id";

  409. constexpr auto kAttrLabelId = "label_id";

  410. constexpr auto kAttrLogicId = "logic_id";

  411. constexpr auto kAttrNodeInfo = "node_info";

  412. constexpr auto kAttrNodeName = "node_name";

  413. constexpr auto kAttrDynInput = "dynamic";

  414. constexpr auto kAttrDynInputSizes = "dyn_input_sizes";

  415. constexpr auto kAttrSrcFormat = "src_format";

  416. constexpr auto kAttrDstFormat = "dst_format";

  417. constexpr auto kAttrMultiples = "multiples";

  418. constexpr auto kAttrFixPrecision = "fix_precision";

  419. constexpr auto kAttrOutputPrecision = "output_precision";

  420. constexpr auto kAttrOutputUsedNum = "output_used_num";

  421. constexpr auto kAttrHasBias = "has_bias";

  422. constexpr auto kAttrN = "n";

  423. constexpr auto kAttrLabelForInsertStreamActive = "label_for_insert_stream_active";

  424. constexpr auto kAttrFpBpEnd = "fpbp_end";

  425. constexpr auto kAttrFusion = "fusion";

  426. constexpr auto kAttrNotDelayFusion = "not_delay_fusion";

  427. constexpr auto kAttrGroup = "group";

  428. constexpr auto kAttrGroups = "groups";

  429. constexpr auto kAttrGroupBack = "group_back";

  430. constexpr auto kAttrFracZGroup = "fracz_group";

  431. constexpr auto kAttrFracZGroupIdx = "fracz_group_idx";

  432. constexpr auto kAttrOp = "op";

  433. constexpr auto kAttrDestRank = "dest_rank";

  434. constexpr auto kAttrSrcRank = "src_rank";

  435. constexpr auto kAttrSrTag = "sr_tag";

  436. constexpr auto kAttrRootRank = "root_rank";

  437. constexpr auto kAttrIsTraining = "is_training";

  438. constexpr auto kAttrFusionId = "fusion_id";

  439. constexpr auto kAttrDuplicated = "duplicated";

  440. constexpr auto kAttrBucketId = "bucket_id";

  441. constexpr auto kAttrGradOutputIndex = "grad_output_index";

  442. constexpr auto kAttrLabelIndex = "label_index";

  443. constexpr auto kAttrLabelSwitchList = "label_switch_list";

  444. constexpr auto kAttrBeginMask = "begin_mask";

  445. constexpr auto kAttrEndMask = "end_mask";

  446. constexpr auto kAttrEllipsisMask = "ellipsis_mask";

  447. constexpr auto kAttrNewAxisMask = "new_axis_mask";

  448. constexpr auto kAttrShrinkAxisMask = "shrink_axis_mask";

  449. constexpr auto kAttrDatadumpOriginalNames = "_datadump_original_names";

  450. constexpr auto kAttrDatadumpIsMultiop = "_datadump_is_multiop";

  451. constexpr auto kAttrNeedRecordEvent = "need_record_event";

  452. constexpr auto kAttrStreamId = "stream_id";

  453. constexpr auto kAttrRecordEvent = "record_event";

  454. constexpr auto kAttrWaitEvent = "wait_event";

  455. constexpr auto kAttrRecordEventStream = "record_event_stream";

  456. constexpr auto kAttrWaitEventStream = "wait_event_stream";

  457. constexpr auto kAttrIndex = "index";

  458. constexpr auto kAttrSplitDim = "split_dim";

  459. constexpr auto kAttrNumSplit = "num_split";

  460. constexpr auto kAttrReduction = "reduction";

  461. constexpr auto kAttrOutputNum = "output_num";

  462. constexpr auto kAttrSizeSplits = "size_splits";

  463. constexpr auto kAttrOutputDefault = "output_default";

  464. constexpr auto kAttrPrimitiveTarget = "primitive_target";

  465. constexpr auto kAttrUseLocking = "use_locking";

  466. constexpr auto kAttrReduceScatterFlag = "reduce_scatter_flag";

  467. constexpr auto kAttrOffset = "offset";

  468. constexpr auto kAttrCacheEnable = "cache_enable";

  469. constexpr auto kAttrPsKey = "ps_key";

  470. constexpr auto kAttrOptimizerType = "optim_type";

  471. constexpr auto kAttrChildGraph = "child_graph";

  472. constexpr auto kAttrInputNums = "inputNums";

  473. constexpr auto kAttrT = "T";

  474. constexpr auto kAttrNum = "num";

  475. constexpr auto kAttrRecvType = "recv_type";

  476. constexpr auto kAttrConcatDim = "concat_dim";

  477. constexpr auto kAttrSplitCount = "split_count";

  478. constexpr auto kAttrSendRankIds = "send_rank_ids";

  479. constexpr auto kAttrRecvRankIds = "recv_rank_ids";

  480. constexpr auto kAttrSendLens = "send_lens";

  481. constexpr auto kAttrRecvLens = "recv_lens";

  482. constexpr auto kAttrRankSize = "rank_size";

  483. constexpr auto kAttrPadDimSize = "pad_dim_size";

  484. constexpr auto kAttrPaddings = "paddings";

  485. constexpr auto kAttrNumSegments = "num_segments";

  486. constexpr auto kAttrStackOpName = "stack_op_name";

  487. constexpr auto kAttrBegin = "begin";

  488. constexpr auto kAttrEnd = "end";

  489. constexpr auto kAttrSize = "size";

  490. constexpr auto kAttrIsDynamicShape = "is_dynamic_shape";

  491. constexpr auto kAttrInputIsDynamicShape = "input_is_dynamic_shape";

  492. constexpr auto kAttrOutputIsDynamicShape = "output_is_dynamic_shape";

  493. constexpr auto kAttrPynativeNextOpName = "next_op";

  494. constexpr auto kAttrPynativeNextIndex = "next_index";

  495. constexpr auto kAttrCompileInfo = "compile_info";

  496. constexpr auto kAttrFusionType = "fusion_type";

  497. constexpr auto kAttrStride = "stride";

  498. constexpr auto kAttrStrides = "strides";

  499. constexpr auto kAttrKernelSize = "kernel_size";

  500. constexpr auto kAttrDilation = "dilation";

  501. constexpr auto kAttrPadMode = "pad_mode";

  502. constexpr auto kAttrPad = "pad";

  503. constexpr auto kAttrPadding = "padding";

  504. constexpr auto kAttrNonTask = "non_task";

  505. constexpr auto kAttrIsGrad = "is_grad";

  506. constexpr auto kAttrRecompute = "recompute";

  507. constexpr auto kAttrSliceActivation = "slice_activation";

  508. constexpr auto kAttrNeedCseAfterRecompute = "need_cse_after_recompute";

  509. constexpr auto kAttrParallelDimInfo = "parallel_dim_info";

  510. constexpr auto kAttrParallelFusionType = "parallel_fusion_type";

  511. constexpr auto kAttrParallelTypeInfo = "parallel_type_info";

  512. constexpr auto kAttrCompositeType = "composite_type";

  513. constexpr auto kAttrStitch = "stitch";

  514. constexpr auto kAttrTopoSortRhsFirst = "topo_sort_rhs_first";

  515. constexpr auto kAttrIgnoreSideEffect = "ignore_side_effect";

  516. constexpr auto kAttrSwitchLayer = "switch_layer";

  517. constexpr auto kAttrReturn = "return";

  518. constexpr auto kAttrRecursiveStart = "recursive_start";

  519. constexpr auto kAttrRecursiveEnd = "recursive_end";

  520. constexpr auto kAttrRecursive = "recursive";

  521. constexpr auto kAttrMultiCallEnd = "multicall_end";

  522. constexpr auto kAttrProfilingIterEnd = "PROFILING_ITER_END";

  523. constexpr auto kAttrHiddenSize = "hidden_size";

  524. constexpr auto kAttrInputSize = "input_size";

  525. constexpr auto kAttrDstType = "dst_type";

  526. constexpr auto kAttrDump = "dump";

  527. constexpr auto kAttrSkipNopOpAddr = "skip_nop_op_addr";

  528. constexpr auto kAttrSkipNopOpExecution = "skip_nop_op_execution";

  529. constexpr auto kAttrFixedInputFormat = "fixed_input_format";

  530. constexpr auto kAttrFixedOutputFormat = "fixed_output_format";

  531. constexpr auto kAttrFixedInputDeviceShape = "fixed_input_device_shape";

  532. constexpr auto kAttrFixedOutputDeviceShape = "fixed_output_device_shape";

  533. constexpr auto kAttrFuncType = "func_type";

  534. constexpr auto kAttrCustAicpu = "cust_aicpu";

  535. constexpr auto kAttrIsInternalOutputNopNode = "is_internal_output_nop_node";

  536. constexpr auto kAttrIsUBFusionOp = "is_ub_fusion_op";

  537. constexpr auto kAttrNopOp = "nop_op";

  538. constexpr auto kAttrPlaceHolderIndex = "placeholder_index";

  539. constexpr auto kAttrMicro = "micro";

  540. constexpr auto kAttrJsonFileName = "json_file_name";

  541. constexpr auto kAttrNeedDropInput = "need_drop_input";

  542. constexpr auto kAttrNeedConvertToValueNode = "need_convert_to_value_node";

  543. constexpr auto kAttrSendSrcNodeName = "send_src_node_name";

  544. constexpr auto kAttrSendDstNodeName = "send_dst_node_name";

  545. constexpr auto kAttrSendDstRanks = "send_dst_ranks";

  546. constexpr auto kAttrSendDstRoles = "send_dst_roles";

  547. constexpr auto kAttrRecvSrcNodeName = "recv_src_node_name";

  548. constexpr auto kAttrRecvDstNodeName = "recv_dst_node_name";

  549. constexpr auto kAttrRecvSrcRanks = "recv_src_ranks";

  550. constexpr auto kAttrRecvSrcRoles = "recv_src_roles";

  551. constexpr auto kAttrInterProcessEdgeName = "inter_process_edge_name";

  552. constexpr auto kAttrForwardOpOutputId = "forward_op_output_id";

  553. constexpr auto kAttrGroupRankIds = "group_rank_ids";

  554. 

  555. // TODO(dsj): for ms_function running in graph_mode. should be delete later

  556. constexpr auto kAttrMSFunction = "ms_function_graph";

  557. // for single_op_compile_and_run condition and set_context GraphMode. should be delete later

  558. constexpr auto kAttrSingleOpCompile = "compile_and_run_in_single_op";

  559. 

  560. // custom operator func type

  561. constexpr auto kCustomTypeAOT = "aot";

  562. constexpr auto kCustomTypeJULIA = "julia";

  563. constexpr auto kCustomTypePyfunc = "pyfunc";

  564. constexpr auto kCustomTypeTbe = "tbe";

  565. constexpr auto kCustomTypeAICPU = "aicpu";

  566. constexpr auto kCustomTypeHybrid = "hybrid";

  567. const std::set<std::string> kCustomTypeAkg = {"ir_builder", "tvm_compute", "hybrid"};

  568. 

  569. // primal attr key name

  570. constexpr auto kPrimalAttrForwardNodeName = "forward_node_name";

  571. 

  572. // attr value

  573. constexpr auto kValueTargetSwitch = "target_switch";

  574. constexpr auto kValueTargetOther = "target_other";

  575. constexpr auto kValueTrue = "true";

  576. 

  577. // env key

  578. constexpr auto kGraphOpRun = "GRAPH_OP_RUN";

  579. 

  580. // some size

  581. const size_t kShape4dDims = 4;

  582. const size_t kShape3dDims = 3;

  583. const size_t kShape2dDims = 2;

  584. const size_t kShape5dDims = 5;

  585. const size_t kShape1dDims = 1;

  586. const size_t kCubeSize = 16;

  587. const size_t kCubeSize_C04 = 4;

  588. const size_t kNiSize = 16;

  589. const size_t kMemAlignSize = 512;

  590. const size_t kBNChannelMultipleFactor = 4;

  591. const int kParameterDataTensorMask = 0;

  592. const int kParameterWeightTensorMask = 1;

  593. const int kValueNodeTensorMask = 2;

  594. constexpr auto kNCHWShapeSize = 4;

  595. 

  596. // define special index in special node

  597. constexpr auto kDefaultStreamIndex = 0;

  598. constexpr auto kIndependentStreamIndex = 1;

  599. constexpr auto kWorldGroupStreamIndex = 2;

  600. constexpr auto kAnfPrimitiveIndex = 0;

  601. constexpr auto kFirstDataInputIndex = 1;

  602. constexpr auto kRealInputNodeIndexInTupleGetItem = 1;

  603. constexpr auto kInputNodeOutputIndexInTupleGetItem = 2;

  604. constexpr auto kTupleGetItemInputSize = 3;

  605. // index define of partial

  606. constexpr auto kPartialMinInputSize = 2;

  607. constexpr auto kPartialGraphIndex = 1;

  608. 

  609. // index define of switch

  610. constexpr auto kSwitchInputSize = 4;

  611. constexpr auto kSwitchTrueBranchIndex = 2;

  612. constexpr auto kSwitchFalseBranchIndex = 3;

  613. constexpr auto kSwitchBranchesNum = 2;

  614. 

  615. // index define of switch_layer

  616. constexpr auto kSwitchLayerInputSize = 3;

  617. constexpr auto kSwitchLayerSelectIndex = 1;

  618. constexpr auto kSwitchLayerBranchesIndex = 2;

  619. 

  620. // index define of depend

  621. constexpr auto kRealInputIndexInDepend = 1;

  622. constexpr auto kDependAttachNodeIndex = 2;

  623. constexpr auto kDependInputSize = 3;

  624. // index define of UpdateState

  625. constexpr auto kUpdateStateStateInput = 1;

  626. constexpr auto kUpdateStateRealInput = 2;

  627. // index define of Load

  628. constexpr auto kLoadRealInput = 1;

  629. constexpr auto kLoadStateInput = 2;

  630. // time transfer unit

  631. constexpr int kBasicTimeTransferUnit = 1000;

  632. constexpr int kMaxVectorSize = 10000;

  633. // index of input or output

  634. constexpr size_t kIndex0 = 0;

  635. constexpr size_t kIndex1 = 1;

  636. constexpr size_t kIndex2 = 2;

  637. constexpr size_t kIndex3 = 3;

  638. constexpr size_t kIndex4 = 4;

  639. constexpr size_t kIndex5 = 5;

  640. constexpr size_t kIndex6 = 6;

  641. constexpr size_t kIndex7 = 7;

  642. constexpr size_t kIndex8 = 8;

  643. constexpr size_t kIndex9 = 9;

  644. constexpr size_t kIndex10 = 10;

  645. constexpr size_t kIndex11 = 11;

  646. constexpr size_t kIndex12 = 12;

  647. constexpr size_t kIndex13 = 13;

  648. constexpr size_t kIndex14 = 14;

  649. constexpr size_t kIndex15 = 15;

  650. constexpr size_t kIndex16 = 16;

  651. // dim of shape

  652. constexpr size_t kDim0 = 0;

  653. constexpr size_t kDim1 = 1;

  654. constexpr size_t kDim2 = 2;

  655. constexpr size_t kDim3 = 3;

  656. constexpr size_t kDim4 = 4;

  657. constexpr size_t kDim5 = 5;

  658. constexpr size_t kDim6 = 6;

  659. // format

  660. constexpr auto kOpFormat_DEFAULT = "DefaultFormat";

  661. constexpr auto kOpFormat_ChannelFirst = "ChannelFirst";

  662. constexpr auto kOpFormat_ChannelLast = "ChannelLast";

  663. constexpr auto kOpFormat_NC1KHKWHWC0 = "NC1KHKWHWC0";

  664. constexpr auto kOpFormat_ND = "ND";

  665. constexpr auto kOpFormat_NCHW = "NCHW";

  666. constexpr auto kOpFormat_NHWC = "NHWC";

  667. constexpr auto kOpFormat_HWCN = "HWCN";

  668. constexpr auto kOpFormat_NC1HWC0 = "NC1HWC0";

  669. constexpr auto kOpFormat_FRAC_Z = "FracZ";

  670. constexpr auto kOpFormat_FRACTAL_Z = "FRACTAL_Z";

  671. constexpr auto kOpFormat_FRAC_NZ = "FRACTAL_NZ";

  672. constexpr auto kOpFormat_C1HWNCoC0 = "C1HWNCoC0";

  673. constexpr auto kOpFormat_NC1HWC0_C04 = "NC1HWC0_C04";

  674. constexpr auto kOpFormat_FRACTAL_Z_C04 = "FRACTAL_Z_C04";

  675. constexpr auto kOpFormat_NDHWC = "NDHWC";

  676. constexpr auto kOpFormat_NCDHW = "NCDHW";

  677. constexpr auto kOpFormat_DHWNC = "DHWNC";

  678. constexpr auto kOpFormat_DHWCN = "DHWCN";

  679. constexpr auto kOpFormat_NDC1HWC0 = "NDC1HWC0";

  680. constexpr auto kOpFormat_FRACTAL_Z_3D = "FRACTAL_Z_3D";

  681. constexpr auto kOpFormat_FRACTAL_ZN_LSTM = "FRACTAL_ZN_LSTM";

  682. constexpr auto kOpFormat_FRACTAL_ZN_RNN = "FRACTAL_ZN_RNN";

  683. constexpr auto kOpFormat_ND_RNN_BIAS = "ND_RNN_BIAS";

  684. 

  685. const std::set<std::string> kOpFormatList = {kOpFormat_DEFAULT,

  686.                                              kOpFormat_NC1KHKWHWC0,

  687.                                              kOpFormat_ND,

  688.                                              kOpFormat_NCHW,

  689.                                              kOpFormat_NHWC,

  690.                                              kOpFormat_HWCN,

  691.                                              kOpFormat_NC1HWC0,

  692.                                              kOpFormat_FRAC_Z,

  693.                                              kOpFormat_C1HWNCoC0,

  694.                                              kOpFormat_FRAC_NZ,

  695.                                              kOpFormat_NC1HWC0_C04,

  696.                                              kOpFormat_FRACTAL_Z_C04,

  697.                                              kOpFormat_NDHWC,

  698.                                              kOpFormat_FRACTAL_ZN_LSTM,

  699.                                              kOpFormat_FRACTAL_ZN_RNN,

  700.                                              kOpFormat_ND_RNN_BIAS,

  701.                                              kOpFormat_NDC1HWC0,

  702.                                              kOpFormat_NCDHW,

  703.                                              kOpFormat_FRACTAL_Z_3D,

  704.                                              kOpFormat_DHWNC,

  705.                                              kOpFormat_DHWCN};

  706. 

  707. constexpr auto kSliceStart = "start";

  708. constexpr auto kSliceStop = "stop";

  709. constexpr auto kSliceStep = "step";

  710. const std::map<std::string, size_t> kSliceAttrToIndex = {{kSliceStart, 1}, {kSliceStop, 2}, {kSliceStep, 3}};

  711. 

  712. const std::set<std::string> kDefaultCompatibleFormat = {kOpFormat_ND, kOpFormat_NCHW, kOpFormat_NHWC, kOpFormat_HWCN,

  713.                                                         kOpFormat_NCDHW};

  714. 

  715. const std::set<std::string> kOptOperatorSet = {kMomentumOpName,

  716.                                                kApplyMomentumOpName,

  717.                                                kApplyAdadeltaOpName,

  718.                                                kApplyAdagradOpName,

  719.                                                kApplyAdagradDAName,

  720.                                                kApplyAdamOpName,

  721.                                                kApplyAdaMaxOpName,

  722.                                                kApplyAddSignOpName,

  723.                                                kApplyCenteredRMSPOpName,

  724.                                                kApplyFtrlOpName,

  725.                                                kApplyFtrlV2OpName,

  726.                                                kApplyGradientDescentOpName,

  727.                                                kApplyPowerSignOpName,

  728.                                                kApplyProximalAdagradOpName,

  729.                                                kApplyProximalGradientDescentOpName,

  730.                                                kApplyRMSPropOpName,

  731.                                                kAdamApplyOneWithDecayOpName,

  732.                                                kAdamApplyOneWithDecayAssignOpName,

  733.                                                kFusedAdamWeightDecayName,

  734.                                                kAdamWeightDecayName,

  735.                                                kFusedCastAdamWeightDecayName,

  736.                                                kFusedAdamName,

  737.                                                kFusedAdaFactorName,

  738.                                                kFusedAdaFactorWithGlobalNormName,

  739.                                                kFusedSparseAdamName,

  740.                                                kFusedMulApplyMomentumOpName,

  741.                                                kFusedWeightScaleApplyMomentum,

  742.                                                kFusedScaleApplyMomentum,

  743.                                                kApplyCenteredRMSPropOpName,

  744.                                                kFusedSparseFtrlName,

  745.                                                kFusedSparseProximalAdagradName,

  746.                                                kFusedSparseLazyAdamName,

  747.                                                kSparseApplyFtrlName,

  748.                                                kSparseApplyFtrlV2Name,

  749.                                                kSGDName,

  750.                                                kLARSUpdateName,

  751.                                                kCombineMomentumWeightOpName,

  752.                                                kCombineMomentumOpName,

  753.                                                kScatterAddOpName,

  754.                                                kScatterUpdateOpName,

  755.                                                kSparseApplyProximalAdagradOpName};

  756. 

  757. const std::set<std::string> kNodeWithSeedOperators = {kGammaOpName,          kPoissonOpName,    kStandardLaplaceOpName,

  758.                                                       kStandardNormalOpName, kUniformIntOpName, kUniformRealOpName};

  759. const std::set<std::string> kPosteriorOperatorSet = {kPullOpName};

  760. 

  761. const std::set<std::string> kOpCacheBlackList = {kUniformCandidateSamplerOpName, kInitDatasetQueueOpName,

  762.                                                  kGetNextOpName};

  763. 

  764. const std::set<std::string> kOpNotSupportMultiThreadExecList = {kAvgPoolOpName, kAvgPoolGradOpName, kMaxPoolOpName,

  765.                                                                 kBatchNorm, kBatchNormGradOpName};

  766. 

  767. const std::set<std::string> kHWSpecialFormatSet = {

  768.   kOpFormat_FRACTAL_Z_3D,   kOpFormat_NC1KHKWHWC0, kOpFormat_NC1HWC0,       kOpFormat_FRAC_NZ,

  769.   kOpFormat_C1HWNCoC0,      kOpFormat_NC1HWC0_C04, kOpFormat_FRACTAL_Z_C04, kOpFormat_FRACTAL_ZN_LSTM,

  770.   kOpFormat_FRACTAL_ZN_RNN, kOpFormat_NDC1HWC0,    kOpFormat_FRAC_Z};

  771. 

  772. const std::set<TypeId> kFloatDataTypeSet = {kNumberTypeFloat16, kNumberTypeFloat32};

  773. 

  774. const std::set<std::string> kComputeDepend = {

  775.   kUniqueOpName,           kComputeAccidentalHitsOpName, kSubAndFilterOpName, kPadAndShiftOpName,

  776.   kCTCGreedyDecoderOpName, kDropoutGenMaskOpName,        kMaskedSelectOpName, kDynamicStitchOpName,

  777.   kGetNextOpName,          kNonMaxSuppressionV3OpName,   kCoalesceOpName};

  778. 

  779. const std::set<std::string> k3DFormatSet = {kOpFormat_NCDHW, kOpFormat_NDC1HWC0, kOpFormat_FRACTAL_Z_3D,

  780.                                             kOpFormat_NDHWC, kOpFormat_DHWCN,    kOpFormat_DHWNC};

  781. 

  782. const std::set<std::string> kNoPaddingFormatSet = {kOpFormat_ChannelLast, kOpFormat_FRAC_NZ, kOpFormat_FRACTAL_ZN_RNN,

  783.                                                    kOpFormat_ND_RNN_BIAS};

  784. 

  785. const std::set<std::string> DynamicShapeConstInputToAttr = {kCastOpName,      kExpandDimsOpName, kEmbeddingLookupOpName,

  786.                                                             kReduceMinOpName, kReduceMeanOpName, kReduceMaxOpName,

  787.                                                             kReduceAllOpName, kReduceAnyOpName,  kConcatOpName};

  788. 

  789. const std::set<std::string> NeedConvertToValueNodeSet = {kStridedSliceGradOpName};

  790. 

  791. const std::set<std::string> DynamicShapeConstInputToAttrCPU = {

  792.   kCastOpName,      kExpandDimsOpName, kEmbeddingLookupOpName, kReduceMinOpName, kReduceMeanOpName,

  793.   kReduceMaxOpName, kReduceAllOpName,  kReduceAnyOpName,       kConcatOpName,    kReduceSumOpName};

  794. 

  795. const std::set<std::string> DynamicShapeConstInputToAttrGPU = {kCastOpName,

  796.                                                                kExpandDimsOpName,

  797.                                                                kReshapeOpName,

  798.                                                                kEmbeddingLookupOpName,

  799.                                                                kTransposeOpName,

  800.                                                                kReduceSumOpName,

  801.                                                                kReduceMinOpName,

  802.                                                                kReduceMeanOpName,

  803.                                                                kReduceMaxOpName,

  804.                                                                kReduceAllOpName,

  805.                                                                kReduceAnyOpName,

  806.                                                                kConcatOpName,

  807.                                                                kConv2DBackpropFilterOpName};

  808. 

  809. // The map between kernel's output and input ref relationship.

  810. // Key is the output index while the value is input index which will be used as the reference of output.

  811. using OutputInputRefMap = std::map<size_t, size_t>;

  812. 

  813. static inline void ChangeFileMode(const std::string &file_name, mode_t mode) {

  814.   if (access(file_name.c_str(), F_OK) == -1) {

  815.     return;

  816.   }

  817.   try {

  818.     if (chmod(common::SafeCStr(file_name), mode) != 0) {

  819.       MS_LOG(WARNING) << "Change file `" << file_name << "` to mode " << std::oct << mode << " fail.";

  820.     }

  821.   } catch (std::exception &e) {

  822.     MS_LOG(WARNING) << "File `" << file_name << "` change mode failed! May be not exist.";

  823.   }

  824. }

  825. 

  826. static inline uint64_t GetCurrentUSec() {

  827.   struct timeval tv;

  828.   int ret = gettimeofday(&tv, nullptr);

  829.   if (ret != 0) {

  830.     MS_LOG(EXCEPTION) << "Fail gettimeofday, ret = " << ret;

  831.   }

  832.   return static_cast<uint64_t>(tv.tv_usec + tv.tv_sec * 1000000);

  833. }

  834. 

  835. #define PROF_START(stage) uint64_t start_usec_##stage = mindspore::GetCurrentUSec()

  836. #define PROF_END(stage)                                                                                     \

  837.   do {                                                                                                      \

  838.     uint64_t end_usec_##stage = mindspore::GetCurrentUSec();                                                \

  839.     MS_LOG(INFO) << "[PROF]" << #stage << " costs " << (end_usec_##stage - start_usec_##stage) << " usec."; \

  840.   } while (0)

  841. 

  842. #define PROF_MULTI_DEFINE(stage)       \

  843.   do {                                 \

  844.     static uint64_t total_##stage = 0; \

  845.     static uint64_t count_##stage = 0; \

  846.   } while (0)

  847. 

  848. #define PROF_LOCAL_DEFINE(stage) \

  849.   do {                           \

  850.     uint64_t total_##stage = 0;  \

  851.     uint64_t count_##stage = 0;  \

  852.   } while (0)

  853. 

  854. #define PROF_MULTI_START(stage) uint64_t start_usec_##stage = mindspore::GetCurrentUSec()

  855. 

  856. #define PROF_MULTI_END(stage)                                 \

  857.   do {                                                        \

  858.     ++count_##stage;                                          \

  859.     uint64_t end_usec_##stage = mindspore::GetCurrentUSec();  \

  860.     total_##stage += (end_usec_##stage - start_usec_##stage); \

  861.   } while (0)

  862. 

  863. #define PROF_MULTI_PRINT(stage)                                                                             \

  864.   do {                                                                                                      \

  865.     MS_LOG(INFO) << #stage << " called " << count_##stage << " times, costs " << total_##stage << " usec."; \

  866.   } while (0)

  867. }  // namespace mindspore

  868. #endif  // MINDSPORE_CCSRC_INCLUDE_COMMON_UTILS_UTILS_H_