Remove PROCESS GROUP rpc backend (#62411)

Summary: Pull Request resolved: https://github.com/pytorch/pytorch/pull/62411

Test Plan: Imported from OSS

Reviewed By: mrshenli

Differential Revision: D29990408

Pulled By: H-Huang

fbshipit-source-id: 183d3b316767b12993cebbe32b73c2850fd1cc42
This commit is contained in:
Howard Huang
2021-08-02 12:23:16 -07:00
committed by Facebook GitHub Bot
parent 2ec4f69b48
commit dc1bd6acee
12 changed files with 23 additions and 325 deletions

View File

@ -1,8 +1,6 @@
import torch
from ._distributed_c10d import ProcessGroup, Store
from ._distributed_rpc import (
ProcessGroupAgent,
ProcessGroupRpcBackendOptions,
_TensorPipeRpcBackendOptionsBase,
TensorPipeAgent,
WorkerInfo,
@ -12,21 +10,6 @@ from datetime import timedelta
# This module is defined in torch/csrc/distributed/rpc/testing/init.cpp
class FaultyProcessGroupRpcBackendOptions(ProcessGroupRpcBackendOptions):
def __init__(
self,
num_send_recv_threads: int,
rpc_timeout: float,
init_method: str,
messages_to_fail: List[str],
messages_to_delay: Dict[str, float],
num_fail_sends: int,
): ...
num_send_recv_threads: int
messages_to_fail: List[str]
messages_to_delay: Dict[str, float]
num_fail_sends: int
class FaultyTensorPipeRpcBackendOptions(_TensorPipeRpcBackendOptionsBase):
def __init__(
self,
@ -42,28 +25,6 @@ class FaultyTensorPipeRpcBackendOptions(_TensorPipeRpcBackendOptionsBase):
messages_to_delay: Dict[str, float]
num_fail_sends: int
class FaultyProcessGroupAgent(ProcessGroupAgent):
def __init__(
self,
store: Store,
name: str,
process_group: ProcessGroup,
num_send_recv_threads: int,
rpc_timeout: timedelta,
messages_to_fail: List[str],
messages_to_delay: Dict[str, float],
num_fail_sends: int,
): ...
def join(self): ...
def shutdown(self): ...
@overload
def get_worker_info(self) -> WorkerInfo: ...
@overload
def get_worker_info(self, workerName: str) -> WorkerInfo: ...
@overload
def get_worker_info(self, id: int) -> WorkerInfo: ...
def get_worker_infos(self) -> List[WorkerInfo]: ...
class FaultyTensorPipeAgent(TensorPipeAgent):
def __init__(
self,