Browse Source

add dependency for HostAllGather and HostReduceScatter

tags/v0.5.0-beta
Yi Huaijie 5 years ago
parent
commit
6e970d3587
1 changed files with 14 additions and 0 deletions
  1. +14
    -0
      mindspore/ops/operations/comm_ops.py

+ 14
- 0
mindspore/ops/operations/comm_ops.py View File

@@ -182,6 +182,9 @@ class HostAllGather(PrimitiveWithInfer):


Note: Note:
Tensor must have the same shape and format in all processes participating in the collective. Tensor must have the same shape and format in all processes participating in the collective.
HostAllGather is a host-side operator, it depends on OpenMPI and must use build option -M on
to enable it. Using mpirun command to run it:
mpirun -output-filename log -merge-stderr-to-stdout -np 3 python test_host_all_gather.py


Args: Args:
group (Union[tuple[int],list[int]]): The rand_ids of communication group to work on. group (Union[tuple[int],list[int]]): The rand_ids of communication group to work on.
@@ -200,9 +203,13 @@ class HostAllGather(PrimitiveWithInfer):


Examples: Examples:
>>> import mindspore.nn as nn >>> import mindspore.nn as nn
>>> import mindspore.context as context
>>> import mindspore.ops.operations as P >>> import mindspore.ops.operations as P
>>> from mindspore import Tensor >>> from mindspore import Tensor
>>> >>>
>>> context.set_context(mode=context.GRAPH_MODE, device_target='CPU')
>>> context.set_mpi_config(enable_mpi=True)
>>>
>>> class Net(nn.Cell): >>> class Net(nn.Cell):
>>> def __init__(self): >>> def __init__(self):
>>> super(Net, self).__init__() >>> super(Net, self).__init__()
@@ -308,6 +315,9 @@ class HostReduceScatter(PrimitiveWithInfer):


Note: Note:
Tensor must have the same shape and format in all processes participating in the collective. Tensor must have the same shape and format in all processes participating in the collective.
HostReduceScatter is a host-side operator, it depends on OpenMPI and must use build option
-M on to enable it. Using mpirun command to run it:
mpirun -output-filename log -merge-stderr-to-stdout -np 3 python test_host_reduce_scatter.py


Args: Args:
op (str): Specifies an operation used for element-wise reductions, op (str): Specifies an operation used for element-wise reductions,
@@ -322,10 +332,14 @@ class HostReduceScatter(PrimitiveWithInfer):


Examples: Examples:
>>> import mindspore.nn as nn >>> import mindspore.nn as nn
>>> import mindspore.context as context
>>> import mindspore.ops.operations as P >>> import mindspore.ops.operations as P
>>> from mindspore import Tensor >>> from mindspore import Tensor
>>> from mindspore.ops.operations.comm_ops import ReduceOp >>> from mindspore.ops.operations.comm_ops import ReduceOp
>>> >>>
>>> context.set_context(mode=context.GRAPH_MODE, device_target='CPU')
>>> context.set_mpi_config(enable_mpi=True)
>>>
>>> class Net(nn.Cell): >>> class Net(nn.Cell):
>>> def __init__(self): >>> def __init__(self):
>>> super(Net, self).__init__() >>> super(Net, self).__init__()


Loading…
Cancel
Save