You can not select more than 25 topics Topics must start with a chinese character,a letter or number, can include dashes ('-') and can be up to 35 characters long.

splitter.py 1.7 kB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546
  1. # Copyright 2020-2021 Huawei Technologies Co., Ltd
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. # ============================================================================
  15. """GraphKernel splitter"""
  16. import json
  17. import json.decoder as jd
  18. import traceback
  19. from mindspore import log as logger
  20. from . import model
  21. def reset_graphmode_for_inplaceassign(graph_list, graph_mode):
  22. for i, g in enumerate(graph_list):
  23. if any([op['name'] == 'InplaceAssign' for op in g['op_desc']]):
  24. graph_mode[i] = 'composite'
  25. def split_with_json(json_str: str):
  26. """Call costmodel to split GraphKernel"""
  27. try:
  28. graph_desc = json.loads(json_str)
  29. target = graph_desc['process']
  30. comp = model.load_composite(graph_desc)
  31. graph_split, graph_mode = model.split(comp.graph, target)
  32. is_multi_graph = len(graph_split) > 1
  33. graph_list = list(map(comp.dump, graph_split))
  34. reset_graphmode_for_inplaceassign(graph_list, graph_mode)
  35. result = {"multi_graph": is_multi_graph,
  36. "graph_desc": graph_list,
  37. "graph_mode": graph_mode}
  38. return json.dumps(result)
  39. except jd.JSONDecodeError:
  40. logger.error(traceback.format_exc())
  41. return None