mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
251278d385
Summary: It turns out my lint doesn't work on CI all the time because of shell differences. I'm working on a new more comprehensive lint in https://github.com/pytorch/pytorch/pull/66826 and it'd be nice if these could be cleared first. cc pietern mrshenli pritamdamania87 zhaojuanmao satgera rohan-varma gqchen aazzolini osalpekar jiayisuse SciPioneer H-Huang Pull Request resolved: https://github.com/pytorch/pytorch/pull/67583 Reviewed By: H-Huang, mruberry Differential Revision: D32045155 Pulled By: janeyx99 fbshipit-source-id: ecfe9f008310c28e3b731e246c2b2ed0106d03b1
103 lines
3.1 KiB
Python
103 lines
3.1 KiB
Python
# Owner(s): ["oncall: r2p"]
|
|
|
|
# Copyright (c) Facebook, Inc. and its affiliates.
|
|
# All rights reserved.
|
|
#
|
|
# This source code is licensed under the BSD-style license found in the
|
|
# LICENSE file in the root directory of this source tree.
|
|
import unittest
|
|
from contextlib import closing
|
|
|
|
from torch.distributed.elastic.rendezvous import RendezvousParameters
|
|
from torch.distributed.elastic.rendezvous.static_tcp_rendezvous import (
|
|
create_rdzv_handler,
|
|
)
|
|
from torch.distributed.elastic.utils import get_socket_with_port
|
|
|
|
|
|
class StaticTCPRendezvousTest(unittest.TestCase):
|
|
def test_missing_port(self):
|
|
rdzv_params = RendezvousParameters(
|
|
backend="static",
|
|
endpoint="localhost",
|
|
run_id="test_id",
|
|
min_nodes=1,
|
|
max_nodes=1,
|
|
)
|
|
with self.assertRaises(ValueError):
|
|
create_rdzv_handler(rdzv_params)
|
|
|
|
def test_empty_endpoint(self):
|
|
rdzv_params = RendezvousParameters(
|
|
backend="static",
|
|
endpoint="",
|
|
run_id="test_id",
|
|
min_nodes=1,
|
|
max_nodes=1,
|
|
)
|
|
with self.assertRaises(ValueError):
|
|
create_rdzv_handler(rdzv_params)
|
|
|
|
def test_ipv6_addr(self):
|
|
rdzv_params = RendezvousParameters(
|
|
backend="static",
|
|
endpoint="[2001:0db8:85a3:0000:0000:8a2e:0370:7334]:90",
|
|
run_id="test_id",
|
|
min_nodes=1,
|
|
max_nodes=1,
|
|
)
|
|
with self.assertRaises(ValueError):
|
|
create_rdzv_handler(rdzv_params)
|
|
|
|
def test_ipv6_addr_localhost(self):
|
|
rdzv_params = RendezvousParameters(
|
|
backend="static",
|
|
endpoint="[::1]:90",
|
|
run_id="test_id",
|
|
min_nodes=1,
|
|
max_nodes=1,
|
|
)
|
|
with self.assertRaises(ValueError):
|
|
create_rdzv_handler(rdzv_params)
|
|
|
|
def test_get_backend(self):
|
|
rdzv_params = RendezvousParameters(
|
|
backend="static",
|
|
endpoint="localhost:123",
|
|
run_id="test",
|
|
min_nodes=1,
|
|
max_nodes=1,
|
|
timeout=60,
|
|
rank=0,
|
|
)
|
|
|
|
static_rdzv = create_rdzv_handler(rdzv_params)
|
|
self.assertEqual("static", static_rdzv.get_backend())
|
|
|
|
def test_static_rdzv_multiple_calls(self):
|
|
sock = get_socket_with_port()
|
|
with closing(sock):
|
|
master_port = sock.getsockname()[1]
|
|
master_addr = "localhost"
|
|
|
|
rdzv_params = RendezvousParameters(
|
|
backend="static",
|
|
endpoint=f"{master_addr}:{master_port}",
|
|
run_id="test_id",
|
|
min_nodes=1,
|
|
max_nodes=1,
|
|
rank=0,
|
|
)
|
|
rdzv_handler = create_rdzv_handler(rdzv_params)
|
|
|
|
# Call rendezvous two times
|
|
store, rank, world_size = rdzv_handler.next_rendezvous()
|
|
self.assertIsNotNone(store)
|
|
self.assertEqual(0, rank)
|
|
self.assertEqual(1, world_size)
|
|
|
|
store, rank, world_size = rdzv_handler.next_rendezvous()
|
|
self.assertIsNotNone(store)
|
|
self.assertEqual(0, rank)
|
|
self.assertEqual(1, world_size)
|