Nj'UddlZddlZddlZddlZddlmZddlmZddlm Z ddl Z ddl m Z dgZejeZdaejZdefdZer$e js ederee jjd ZddlZddlm cmZ dd l!m"Z"dd l#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAer dd l#mBZBmCZCmDZDd dlEmFZFmGZGmHZHd dlFTd dlGmIZId dlJmKZKd dlLmMZMeeNe"eOeOfddfePd<egdz ZeeFjzeGjzZ ddZQdZReIjSdddddfdZTeFjUdZVdSdS)N) Generator) timedelta)urlparse is_availablereturnc6ttjdS)N _rpc_init)hasattrtorch_CLC:\Projects\DSCons\.venv\Lib\site-packages\torch\distributed\rpc\__init__.pyrrs 58[ ) ))rz*Failed to initialize torch.distributed.rpc _TensorPipeRpcBackendOptionsBase)Store)_cleanup_python_rpc_handler_DEFAULT_INIT_METHOD_DEFAULT_RPC_TIMEOUT_SEC)_delete_all_user_and_unforked_owner_rrefs_destroy_rref_context_disable_jit_rref_pickle'_disable_server_process_global_profiler_enable_jit_rref_pickle&_enable_server_process_global_profiler_get_current_rpc_agent_invoke_remote_builtin_invoke_remote_python_udf_invoke_remote_torchscript_invoke_rpc_builtin_invoke_rpc_python_udf_invoke_rpc_torchscript_is_current_rpc_agent_set_reset_current_rpc_agent_rref_context_get_debug_info_set_and_start_rpc_agent_set_profiler_node_id_set_rpc_timeout_UNSET_RPC_TIMEOUTenable_gil_profilingget_rpc_timeoutPyRRefRemoteProfilerManagerRpcAgentRpcBackendOptions WorkerInfo)_DEFAULT_NUM_WORKER_THREADSrTensorPipeAgent)apibackend_registry functions)*) BackendType)TensorPipeRpcBackendOptions)_server_process_global_profilerendezvous_iterator)init_rpcr7r8c *tjd|)t|tjst d|$t|tst d|~||t D]5}t|tt j |r|}n6t d||t j krt dd|i| t j }|t j |}|stj||}n4tj|j||at%t"\}}}|t)|j t,5tjt1d t2|}t2d z adddn #1swxYwYt5j|t9|t;||||||dS) ak Initializes RPC primitives such as the local RPC agent and distributed autograd, which immediately makes the current process ready to send and receive RPCs. Args: name (str): a globally unique name of this node. (e.g., ``Trainer3``, ``ParameterServer2``, ``Master``, ``Worker1``) Name can only contain number, alphabet, underscore, colon, and/or dash, and must be shorter than 128 characters. backend (BackendType, optional): The type of RPC backend implementation. Supported values is ``BackendType.TENSORPIPE`` (the default). See :ref:`rpc-backends` for more information. rank (int): a globally unique id/rank of this node. world_size (int): The number of workers in the group. rpc_backend_options (RpcBackendOptions, optional): The options passed to the RpcAgent constructor. It must be an agent-specific subclass of :class:`~torch.distributed.rpc.RpcBackendOptions` and contains agent-specific initialization configurations. By default, for all agents, it sets the default timeout to 60 seconds and performs the rendezvous with an underlying process group initialized using ``init_method = "env://"``, meaning that environment variables ``MASTER_ADDR`` and ``MASTER_PORT`` need to be set properly. See :ref:`rpc-backends` for more information and find which options are available. ztorch.distributed.init_rpcNz0Argument backend must be a member of BackendTypezEArgument rpc_backend_options must be an instance of RpcBackendOptionsz$Could not infer backend for options zRPC was initialized with no explicit backend but with options corresponding to %(backend)s, hence that backend will be used instead of the default BackendType.TENSORPIPE. To silence this warning pass `backend=%(backend)s` explicitly.backend)rank world_size)seconds rpc_prefix_r2)r r _log_api_usage_once isinstancer4r7 TypeErrorr.typeconstruct_rpc_backend_options TENSORPIPEloggerwarningdist_create_store_from_options rendezvous init_methodr:next set_timeoutr rpc_timeout_init_counter_lock PrefixStorestr _init_counter dist_autograd_initr&_init_rpc_backend)namer>r?r@rpc_backend_optionscandidate_backendstore_s rr;r;]sF $$%ABBB  z %1( ( NOO O  *: !24 4 *W  ?2>%0  !'(F- 0GE  P;NPP+000E(  ?!,G  &"2"P##   434GNNEE #'/#/dz### 233KE1a ),?,KLLLMMM   $S)F})F)F%G%GOOE Q M                D!!!d###'5$jBUVVVVVs5GGGc B|tj|tj|t|t j|t jtdf|ti}| D]:\}}t||s%td|d|dt|;dS)Nz Argument z must be of type z but got type ) r4r7rKrrTnumbersIntegralrFr.itemsrD RuntimeError) r>r\rYr?r@rZ type_mappingargarg_types r_validate_rpc_argsrfs %1 4: # '" )4::6 !2 *//11  MCc8,, "YYYhYYdSViiYY   rct||||||trtdtj||||||}t j|dS)NzRPC is already initialized)r\rYr?r@rZ)rfr"rbr4 init_backendr3_init_rpc_states)r>r\rYr?r@rZ rpc_agents rrXrXs~ 7E4zCVWWW $ & & =;<< <%1 ! 3     Y'''''rct}|tj|t j|S)N)r$updater3rget_debug_inforV_get_debug_info)infos rrnrnsT+-- C.00??AABBB M133444 r)Nr<NN)Wloggingos threadingwarningscollections.abcrdatetimer urllib.parserr torch.distributed distributedrK__all__ getLogger__name__rIrULockrRboolrr r rbr _distributed_rpc_is_tensorpipe_availabler_torch.distributed.autogradautogradrVtorch._C._distributed_c10drtorch._C._distributed_rpcrrrrrrrrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+r,r-r.r/r0rr1r3r4r5r7optionsr8server_process_global_profilerr9tupleint__annotations__r;rfrHrX_require_initializedrnr rrrs0 %%%%%%!!!!!!     8 $ $ #Y^%%*d****<>>E%(,,..E ,C D DD<>>b&w !#E  NNN666666666000000B            3222222222------444444NNNNNN"5S#94#EFFFF IIIIG #&6&>>G  uWuWuWuWn"&   ((((2 }bbr