Huawei_Technology
/
mindspore
Not watched
1
0
Fork 0
Code
Releases 13 Wiki evaluate Activity
Issues 0 Pull Requests 0 Datasets Model Cloudbrain HPC
You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.
Tree: 1d65ae598a
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '1d65ae598a'
${ noResults }
mindspore/mindspore/ccsrc/utils/utils.h

267 lines
13 kB
Raw Blame History 

  1. /**

  2.  * Copyright 2019 Huawei Technologies Co., Ltd

  3.  *

  4.  * Licensed under the Apache License, Version 2.0 (the "License");

  5.  * you may not use this file except in compliance with the License.

  6.  * You may obtain a copy of the License at

  7.  *

  8.  * http://www.apache.org/licenses/LICENSE-2.0

  9.  *

  10.  * Unless required by applicable law or agreed to in writing, software

  11.  * distributed under the License is distributed on an "AS IS" BASIS,

  12.  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

  13.  * See the License for the specific language governing permissions and

  14.  * limitations under the License.

  15.  */

  16. 

  17. #ifndef MINDSPORE_MINDSPORE_CCSRC_UTILS_UTILS_H_

  18. #define MINDSPORE_MINDSPORE_CCSRC_UTILS_UTILS_H_

  19. 

  20. #include <unistd.h>

  21. #include <fcntl.h>

  22. #include <sys/stat.h>

  23. #include <string>

  24. #include <vector>

  25. #include <set>

  26. 

  27. #include "utils/log_adapter.h"

  28. 

  29. namespace mindspore {

  30. // op name. Op which not exists in operator/ops.h, so define it's name here

  31. constexpr auto kFour2FiveOpName = "Four2Five";

  32. constexpr auto kFive2FourOpName = "Five2Four";

  33. constexpr auto kConvBN1OpName = "ConvBN1";

  34. constexpr auto kBN2AddReluOpName = "BN2AddRelu";

  35. constexpr auto kBN2ReLUOpName = "BN2Relu";

  36. constexpr auto kBN2OpName = "BN2";

  37. constexpr auto kFusedBN1OpName = "FusedBN1";

  38. constexpr auto kFusedBN2OpName = "FusedBN2";

  39. constexpr auto kFusedBN3OpName = "FusedBN3";

  40. constexpr auto kBNGrad1OpName = "BNGrad1";

  41. constexpr auto kBNGrad2OpName = "BNGrad2";

  42. constexpr auto kBNGrad3OpName = "BNGrad3";

  43. constexpr auto kClearZeroOpName = "ClearZero";

  44. constexpr auto kAtomicAddrCleanOpName = "AtomicAddrClean";

  45. constexpr auto kGetNextOpName = "GetNext";

  46. constexpr auto kAllReduceOpName = "AllReduce";

  47. constexpr auto kAllGatherOpName = "AllGather";

  48. constexpr auto kHostAllGatherOpName = "HostAllGather";

  49. constexpr auto kBroadcastOpName = "Broadcast";

  50. constexpr auto kReduceScatterOpName = "ReduceScatter";

  51. constexpr auto kHostReduceScatterOpName = "HostReduceScatter";

  52. constexpr auto kMemCpyAsyncOpName = "memcpy_async";

  53. constexpr auto kTopKOpName = "TopK";

  54. constexpr auto kExtractImagePatchesOpName = "ExtractImagePatches";

  55. constexpr auto kBNTrainingReduceOpName = "BNTrainingReduce";

  56. constexpr auto kBNTrainingUpdateOpName = "BNTrainingUpdate";

  57. constexpr auto kBNTrainingUpdateV2OpName = "BNTrainingUpdateV2";

  58. constexpr auto kSimpleMeanGradOpName = "SimpleMeanGrad";

  59. constexpr auto kMeanGradOpName = "MeanGrad";

  60. constexpr auto kSliceOpName = "Slice";

  61. constexpr auto kSliceGradOpName = "SliceGrad";

  62. constexpr auto kTileOpName = "Tile";

  63. constexpr auto kScatterNdOpName = "ScatterNd";

  64. constexpr auto kStridedSliceAssignOpName = "StridedSliceAssign";

  65. constexpr auto kStridedSliceOpName = "StridedSlice";

  66. constexpr auto kStridedSliceGradOpName = "StridedSliceGrad";

  67. constexpr auto kUnsortedSegmentProdOpName = "UnsortedSegmentProd";

  68. constexpr auto kUnsortedSegmentMinOpName = "UnsortedSegmentMin";

  69. constexpr auto kFlattenGradOpName = "FlattenGrad";

  70. constexpr auto kExpandDimsOpName = "ExpandDims";

  71. constexpr auto kSplitOpName = "Split";

  72. constexpr auto kSparseApplyAdagradOpName = "SparseApplyAdagrad";

  73. constexpr auto kMomentumOpName = "Momentum";

  74. constexpr auto kApplyMomentumOpName = "ApplyMomentum";

  75. constexpr auto kApplyAdadeltaOpName = "ApplyAdadelta";

  76. constexpr auto kApplyAdagradOpName = "ApplyAdagrad";

  77. constexpr auto kApplyAdagradDAName = "ApplyAdagradDA";

  78. constexpr auto kApplyAdamOpName = "ApplyAdam";

  79. constexpr auto kApplyAdaMaxOpName = "ApplyAdaMax";

  80. constexpr auto kApplyAddSignOpName = "ApplyAddSign";

  81. constexpr auto kApplyCenteredRMSPOpName = "ApplyCenteredRMSP";

  82. constexpr auto kApplyFtrlOpName = "ApplyFtrl";

  83. constexpr auto kApplyFtrlV2OpName = "ApplyFtrlV2";

  84. constexpr auto kApplyGradientDescentOpName = "ApplyGradientDescent";

  85. constexpr auto kApplyPowerSignOpName = "ApplyPowerSign";

  86. constexpr auto kApplyProximalAdagradOpName = "ApplyProximalAdagrad ";

  87. constexpr auto kApplyProximalGradientDescentOpName = "ApplyProximalGradientDescent";

  88. constexpr auto kApplyRMSPropOpName = "ApplyRMSProp";

  89. constexpr auto kTransDataOpName = "TransData";

  90. constexpr auto kBNTrainingUpdateGradOpName = "BNTrainingUpdateGrad";

  91. constexpr auto kBNTrainingReduceGradOpName = "BNTrainingReduceGrad";

  92. constexpr auto kSquareSumV1OpName = "SquareSumV1";

  93. constexpr auto kSquareSumV2OpName = "SquareSumV2";

  94. constexpr auto kClipByNormNoDivSumOpName = "ClipByNormNoDivSum";

  95. constexpr auto kGreaterOpName = "Greater";

  96. constexpr auto kSqrtOpName = "Sqrt";

  97. constexpr auto kRsqrtOpName = "Rsqrt";

  98. constexpr auto kErfOpName = "Erf";

  99. constexpr auto kRealDivOpName = "RealDiv";

  100. constexpr auto kLambUpdateWithLROpName = "LambUpdateWithLR";

  101. constexpr auto kLambNextMVWithDecayOpName = "LambNextMVWithDecay";

  102. constexpr auto kLambNextMVWithDecayV1OpName = "LambNextMVWithDecayV1";

  103. constexpr auto kClipByValueOpName = "ClipByValue";

  104. constexpr auto kLambNextRightOpName = "LambNextRight";

  105. constexpr auto kConfusionSoftmaxGradOpName = "ConfusionSoftmaxGrad";

  106. constexpr auto kLambUpdateWithLrV2OpName = "LambUpdateWithLrV2";

  107. constexpr auto kLayerNormXBackpropOpName = "LayerNormXBackprop";

  108. constexpr auto kLayerNormBetaGammaBackpropOpName = "LayerNormBetaGammaBackprop";

  109. constexpr auto kLambNextMVOpName = "LambNextMV";

  110. constexpr auto kConfusionTransposeDOpName = "ConfusionTransposeD";

  111. constexpr auto kAdamApplyOneWithDecayOpName = "AdamApplyOneWithDecay";

  112. constexpr auto kBatchNormGradOpName = "BatchNormGrad";

  113. constexpr auto kBNInferOpName = "BNInfer";

  114. constexpr auto kAdamApplyOneOpName = "AdamApplyOne";

  115. constexpr auto kResizeNearestNeighborGradOpName = "ResizeNearestNeighborGrad";

  116. constexpr auto kFusedMulAddOpName = "FusedMulAdd";

  117. constexpr auto kFusedMulAddNOpName = "FusedMulAddN";

  118. constexpr auto kFusedMulApplyMomentumOpName = "FusedMulApplyMomentum";

  119. constexpr auto kBiasAddOpName = "BiasAdd";

  120. constexpr auto kConfusionMulGradOpName = "ConfusionMulGrad";

  121. constexpr auto kStreamSwitchOpName = "StreamSwitch";

  122. constexpr auto kStreamActiveOpName = "StreamActive";

  123. constexpr auto kAssignAddOpName = "AssignAdd";

  124. constexpr auto kSendOpName = "Send";

  125. constexpr auto kRecvOpName = "Recv";

  126. constexpr auto kReluV2OpName = "ReLUV2";

  127. constexpr auto kReluGradV2OpName = "ReluGradV2";

  128. constexpr auto kAddNOpName = "AddN";

  129. constexpr auto kResizeNearestNeighborV2OpName = "ResizeNearestNeighborV2";

  130. constexpr auto kResizeNearestNeighborV2GradOpName = "ResizeNearestNeighborV2Grad";

  131. constexpr auto kApplyRMSPropOpname = "ApplyRMSProp";

  132. constexpr auto kCumsumOpName = "Cumsum";

  133. constexpr auto kResizeBilinearV2OpName = "kResizeBilinearV2";

  134. constexpr auto kReduceProdOpName = "ReduceProd";

  135. constexpr auto kCumprodOpName = "Cumprod";

  136. constexpr auto kSpaceToBatchOpName = "SpaceToBatch";

  137. constexpr auto kBatchToSpaceOpName = "BatchToSpace";

  138. constexpr auto kPadOpName = "Pad";

  139. constexpr auto kConv2DBackpropInputOpName = "Conv2DBackpropInput";

  140. constexpr auto kFusionOpConv2DBackpropInputReluGradV2Name = "FusionOp_Conv2DBackpropInput_ReluGradV2";

  141. constexpr auto kFusionOpConv2DBackpropInputAddNReluGradV2Name = "FusionOp_Conv2DBackpropInput_AddN_ReluGradV2";

  142. constexpr auto kLabelSetOpName = "LabelSet";

  143. constexpr auto kLabelSwitchOpName = "LabelSwitch";

  144. constexpr auto kLabelGotoOpName = "LabelGoto";

  145. constexpr auto kBNInferGradOpName = "BNInferGrad";

  146. constexpr auto kCallOpName = "call";

  147. constexpr auto kPartialOpName = "partial";

  148. constexpr auto kSwitchOpName = "switch";

  149. constexpr auto kReturnOpName = "return";

  150. constexpr auto kLarsV2OpName = "LarsV2";

  151. constexpr auto kLarsV2UpdateOpName = "LarsV2Update";

  152. constexpr auto kSquareSumAllOpName = "SquareSumAll";

  153. constexpr auto kNMSWithMaskOpName = "NMSWithMask";

  154. 

  155. // attr key name

  156. constexpr auto kAttrInputNames = "input_names";

  157. constexpr auto kAttrIsAICPUKernel = "is_AICPU_kernel";

  158. constexpr auto kIsBackendCast = "is_backed_cast";

  159. constexpr auto kAttrOutputNames = "output_names";

  160. constexpr auto kAttrVisited = "visited";

  161. constexpr auto kAttrShape = "shape";

  162. constexpr auto kAttrMomentum = "momentum";

  163. constexpr auto kAttrEps = "eps";

  164. constexpr auto kAttrEpsilon = "epsilon";

  165. constexpr auto kAttrFactor = "factor";

  166. constexpr auto kAttrIsRef = "isRef";

  167. constexpr auto kAttrDataShape = "data_shape";

  168. constexpr auto kAttrAxis = "axis";

  169. constexpr auto kAttrKeepDims = "keep_dims";

  170. constexpr auto kAttrShapeGamma = "shape_gamma";

  171. constexpr auto kAttrPerm = "perm";

  172. constexpr auto kAttrTransposeFirst = "transpose_first";

  173. constexpr auto kAttrAutomicAddMemSize = "automic_add_mem_size";

  174. constexpr auto kAttrAutomicOutputIndexs = "atomic_output_clean_indexs";

  175. constexpr auto kAttrAutomicWorkspaceSize = "atomic_workspace_clean_size";

  176. constexpr auto kAttrSwitchCondition = "switch_condition";

  177. constexpr auto kAttrDataType = "data_type";

  178. constexpr auto kAttrActiveTarget = "active_target";

  179. constexpr auto kAttrActiveStreamList = "active_stream_list";

  180. constexpr auto kAttrTrueBranchStream = "true_branch_stream";

  181. constexpr auto kAttrEventId = "event_id";

  182. constexpr auto kAttrDynInput = "dynamic";

  183. constexpr auto kAttrDynInputSizes = "dyn_input_sizes";

  184. constexpr auto kAttrSrcFormat = "src_format";

  185. constexpr auto kAttrOutputUsedNum = "output_used_num";

  186. constexpr auto kAttrHasBias = "has_bias";

  187. constexpr auto kAttrN = "n";

  188. constexpr auto kAttrLabelForInsertStreamActive = "label_for_insert_stream_active";

  189. constexpr auto kAttrFusion = "fusion";

  190. constexpr auto kAttrGroup = "group";

  191. constexpr auto kAttrOp = "op";

  192. constexpr auto kAttrIsTraining = "is_training";

  193. constexpr auto kAttrFusionId = "fusion_id";

  194. constexpr auto kAttrLabelIndex = "label_index";

  195. constexpr auto kAttrLabelSwitchList = "label_switch_list";

  196. constexpr auto kAttrNewAxisMask = "new_axis_mask";

  197. constexpr auto kAttrShrinkAxisMask = "shrink_axis_mask";

  198. 

  199. // attr value

  200. constexpr auto kValueTargetSwitch = "target_switch";

  201. constexpr auto kValueTargetOther = "target_other";

  202. 

  203. // some size

  204. const size_t kShape4dDims = 4;

  205. const size_t kShape5dDims = 5;

  206. const size_t kCubeSize = 16;

  207. const size_t kMemAlignSize = 512;

  208. const int kParameterDataTensorMask = 0;

  209. const int kParameterWeightTensorMask = 1;

  210. const int kValueNodeTensorMask = 2;

  211. 

  212. // define special index in special node

  213. constexpr auto kAnfPrimitiveIndex = 0;

  214. constexpr auto kAnfPartialFuncGraphIndex = 1;

  215. constexpr auto kRealInputNodeIndexInTupleGetItem = 1;

  216. constexpr auto kInputNodeOutputIndexInTupleGetItem = 2;

  217. constexpr auto kTupleGetItemInputSize = 3;

  218. // index define of control depend

  219. constexpr auto kControlDependPriorIndex = 1;

  220. constexpr auto kControlDependBehindIndex = 2;

  221. // index define of depend

  222. constexpr auto kRealInputIndexInDepend = 1;

  223. constexpr auto kDependAttachNodeIndex = 2;

  224. // format

  225. constexpr auto kOpFormat_DEFAULT = "DefaultFormat";

  226. constexpr auto kOpFormat_NC1KHKWHWC0 = "NC1KHKWHWC0";

  227. constexpr auto kOpFormat_ND = "ND";

  228. constexpr auto kOpFormat_NCHW = "NCHW";

  229. constexpr auto kOpFormat_NHWC = "NHWC";

  230. constexpr auto kOpFormat_HWCN = "HWCN";

  231. constexpr auto kOpFormat_NC1HWC0 = "NC1HWC0";

  232. constexpr auto kOpFormat_FRAC_Z = "FracZ";

  233. constexpr auto kOpFormat_FRAC_NZ = "FRACTAL_NZ";

  234. constexpr auto kOpFormat_C1HWNCoC0 = "C1HWNCoC0";

  235. constexpr auto kOpFormat_NC1HWC0_C04 = "NC1HWC0_C04";

  236. constexpr auto kOpFormat_FRACTAL_Z_C04 = "FRACTAL_Z_C04";

  237. constexpr auto kOpFormat_NDHWC = "NDHWC";

  238. const std::set<std::string> kOpFormatList = {

  239.   kOpFormat_DEFAULT,     kOpFormat_NC1KHKWHWC0,   kOpFormat_ND,     kOpFormat_NCHW,      kOpFormat_NHWC,

  240.   kOpFormat_HWCN,        kOpFormat_NC1HWC0,       kOpFormat_FRAC_Z, kOpFormat_C1HWNCoC0, kOpFormat_FRAC_NZ,

  241.   kOpFormat_NC1HWC0_C04, kOpFormat_FRACTAL_Z_C04, kOpFormat_NDHWC};

  242. const std::set<std::string> kDefaultCompatibleFormat = {kOpFormat_ND, kOpFormat_NCHW, kOpFormat_NHWC, kOpFormat_HWCN};

  243. const std::set<std::string> kOptOperatorSet = {

  244.   kMomentumOpName,       kApplyMomentumOpName,        kApplyAdadeltaOpName,

  245.   kApplyAdagradOpName,   kApplyAdagradDAName,         kApplyAdamOpName,

  246.   kApplyAdaMaxOpName,    kApplyAddSignOpName,         kApplyCenteredRMSPOpName,

  247.   kApplyFtrlOpName,      kApplyFtrlV2OpName,          kApplyGradientDescentOpName,

  248.   kApplyPowerSignOpName, kApplyProximalAdagradOpName, kApplyProximalGradientDescentOpName,

  249.   kApplyRMSPropOpName,

  250. };

  251. 

  252. const std::set<std::string> kNeedTransFormatSet = {kOpFormat_FRAC_Z,       kOpFormat_NC1KHKWHWC0, kOpFormat_NC1HWC0,

  253.                                                    kOpFormat_FRAC_NZ,      kOpFormat_C1HWNCoC0,   kOpFormat_NC1HWC0_C04,

  254.                                                    kOpFormat_FRACTAL_Z_C04};

  255. 

  256. static inline void ChangeFileMode(const std::string &file_name, mode_t mode) {

  257.   if (access(file_name.c_str(), F_OK) != 0) {

  258.     MS_LOG(DEBUG) << "File `" << file_name << "` does not exist.";

  259.     return;

  260.   }

  261.   if (chmod(file_name.c_str(), mode) != 0) {

  262.     MS_LOG(WARNING) << "Change file `" << file_name << "` to mode " << std::oct << mode << " fail.";

  263.   }

  264. }

  265. }  // namespace mindspore

  266. #endif  // MINDSPORE_MINDSPORE_CCSRC_UTILS_UTILS_H_