mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-21 05:34:18 +08:00
Summary: Action based on https://github.com/pytorch/pytorch/issues/66232 cc pietern mrshenli pritamdamania87 zhaojuanmao satgera rohan-varma gqchen aazzolini osalpekar jiayisuse SciPioneer H-Huang Pull Request resolved: https://github.com/pytorch/pytorch/pull/66797 Reviewed By: gchanan Differential Revision: D31761389 Pulled By: janeyx99 fbshipit-source-id: c27c9ab4acec1eb71d5edd4538cd113b770dfc6c
32 lines
887 B
Python
32 lines
887 B
Python
# Owner(s): ["oncall: distributed"]
|
|
|
|
# Copyright 2019 Kakao Brain
|
|
#
|
|
# Copyright (c) Facebook, Inc. and its affiliates. All rights reserved.
|
|
#
|
|
# This source code is licensed under the BSD license found in the
|
|
# LICENSE file in the root directory of this source tree.
|
|
from torch.distributed.pipeline.sync.pipeline import _clock_cycles
|
|
|
|
|
|
def test_clock_cycles():
|
|
assert list(_clock_cycles(1, 1)) == [[(0, 0)]]
|
|
assert list(_clock_cycles(1, 3)) == [[(0, 0)], [(0, 1)], [(0, 2)]]
|
|
assert list(_clock_cycles(3, 1)) == [[(0, 0)], [(1, 0)], [(2, 0)]]
|
|
|
|
assert list(_clock_cycles(3, 3)) == [
|
|
[(0, 0)],
|
|
[(1, 0), (0, 1)],
|
|
[(2, 0), (1, 1), (0, 2)],
|
|
[(2, 1), (1, 2)],
|
|
[(2, 2)],
|
|
]
|
|
|
|
assert list(_clock_cycles(4, 2)) == [
|
|
[(0, 0)],
|
|
[(1, 0), (0, 1)],
|
|
[(2, 0), (1, 1)],
|
|
[(3, 0), (2, 1)],
|
|
[(3, 1)],
|
|
]
|