|
|
|
@@ -167,6 +167,17 @@ class Parameter(MetaTensor_): |
|
|
|
"""For parse check.""" |
|
|
|
|
|
|
|
def set_param_ps(self, init_in_server=False): |
|
|
|
""" |
|
|
|
Set whether the trainable parameter is updated by parameter server and whether the |
|
|
|
trainable parameter is initialized on server. |
|
|
|
|
|
|
|
Note: |
|
|
|
It only works when a running task is in the parameter server mode. |
|
|
|
|
|
|
|
Args: |
|
|
|
init_in_server (bool): Whether trainable parameter updated by parameter server is |
|
|
|
initialized on server. Default: False. |
|
|
|
""" |
|
|
|
if _is_role_worker() or _is_role_pserver() or _is_role_sched(): |
|
|
|
if init_in_server and (not self.name.endswith("embedding_table")): |
|
|
|
raise RuntimeError("Can not initialize parameter '{}' in server, only parameters of " |
|
|
|
|