frozenleaves/pytorch
1
0
Fork 0
mirror of https://github.com/pytorch/pytorch.git synced 2025-10-21 05:34:18 +08:00
Code Issues Packages Projects Releases Wiki Activity

change name of dynamo CI chard to dynamo_wrapped (#138233)

Browse Source 
Implements https://github.com/pytorch/pytorch/issues/118127
Pull Request resolved: https://github.com/pytorch/pytorch/pull/138233
Approved by: https://github.com/clee2000
This commit is contained in:
William Wen
2024-10-28 11:59:42 -07:00
committed by PyTorch MergeBot
parent 02339e674d
commit 52c80f663d
7 changed files with 25 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
.ci/pytorch/test.sh
View File

@ -296,7 +296,7 @@ test_python() {
} }
test_dynamo_shard() { test_dynamo_wrapped_shard() {
if [[ -z "$NUM_TEST_SHARDS" ]]; then if [[ -z "$NUM_TEST_SHARDS" ]]; then
echo "NUM_TEST_SHARDS must be defined to run a Python test shard" echo "NUM_TEST_SHARDS must be defined to run a Python test shard"
exit 1 exit 1
@ -806,7 +806,7 @@ test_without_numpy() {
# Regression test for https://github.com/pytorch/pytorch/issues/66353 # Regression test for https://github.com/pytorch/pytorch/issues/66353
python -c "import sys;sys.path.insert(0, 'fake_numpy');import torch;print(torch.tensor([torch.tensor(0.), torch.tensor(1.)]))" python -c "import sys;sys.path.insert(0, 'fake_numpy');import torch;print(torch.tensor([torch.tensor(0.), torch.tensor(1.)]))"
# Regression test for https://github.com/pytorch/pytorch/issues/109387 # Regression test for https://github.com/pytorch/pytorch/issues/109387
if [[ "${TEST_CONFIG}" == *dynamo* ]]; then if [[ "${TEST_CONFIG}" == *dynamo_wrapped* ]]; then
python -c "import sys;sys.path.insert(0, 'fake_numpy');import torch;torch.compile(lambda x:print(x))('Hello World')" python -c "import sys;sys.path.insert(0, 'fake_numpy');import torch;torch.compile(lambda x:print(x))('Hello World')"
fi fi
popd popd
@ -1479,9 +1479,9 @@ elif [[ "${TEST_CONFIG}" == *inductor* ]]; then
test_inductor_distributed test_inductor_distributed
fi fi
fi fi
elif [[ "${TEST_CONFIG}" == *dynamo* ]]; then elif [[ "${TEST_CONFIG}" == *dynamo_wrapped* ]]; then
install_torchvision install_torchvision
test_dynamo_shard "${SHARD_NUMBER}" test_dynamo_wrapped_shard "${SHARD_NUMBER}"
if [[ "${SHARD_NUMBER}" == 1 ]]; then if [[ "${SHARD_NUMBER}" == 1 ]]; then
test_aten test_aten
fi fi

24
.github/workflows/pull.yml vendored
View File

@ -195,9 +195,9 @@ jobs:
{ config: "default", shard: 5, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" }, { config: "default", shard: 5, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" },
{ config: "crossref", shard: 1, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "crossref", shard: 1, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "crossref", shard: 2, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "crossref", shard: 2, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "dynamo", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo_wrapped", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "dynamo", shard: 2, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo_wrapped", shard: 2, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "dynamo", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo_wrapped", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
]} ]}
linux-focal-py3_9-clang10-test: linux-focal-py3_9-clang10-test:
name: linux-focal-py3.9-clang10 name: linux-focal-py3.9-clang10
@ -228,9 +228,9 @@ jobs:
{ config: "default", shard: 5, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" }, { config: "default", shard: 5, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" },
{ config: "crossref", shard: 1, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "crossref", shard: 1, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "crossref", shard: 2, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "crossref", shard: 2, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "dynamo", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo_wrapped", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "dynamo", shard: 2, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo_wrapped", shard: 2, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "dynamo", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo_wrapped", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
]} ]}
secrets: inherit secrets: inherit
@ -261,9 +261,9 @@ jobs:
{ config: "default", shard: 3, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" }, { config: "default", shard: 3, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" },
{ config: "default", shard: 4, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" }, { config: "default", shard: 4, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" },
{ config: "default", shard: 5, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" }, { config: "default", shard: 5, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" },
{ config: "dynamo", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo_wrapped", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "dynamo", shard: 2, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo_wrapped", shard: 2, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
{ config: "dynamo", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo_wrapped", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
]} ]}
secrets: inherit secrets: inherit
@ -601,9 +601,9 @@ jobs:
{ config: "default", shard: 1, num_shards: 3, runner: "linux.4xlarge" }, { config: "default", shard: 1, num_shards: 3, runner: "linux.4xlarge" },
{ config: "default", shard: 2, num_shards: 3, runner: "linux.4xlarge" }, { config: "default", shard: 2, num_shards: 3, runner: "linux.4xlarge" },
{ config: "default", shard: 3, num_shards: 3, runner: "linux.4xlarge" }, { config: "default", shard: 3, num_shards: 3, runner: "linux.4xlarge" },
{ config: "dynamo", shard: 1, num_shards: 3, runner: "linux.2xlarge" }, { config: "dynamo_wrapped", shard: 1, num_shards: 3, runner: "linux.2xlarge" },
{ config: "dynamo", shard: 2, num_shards: 3, runner: "linux.2xlarge" }, { config: "dynamo_wrapped", shard: 2, num_shards: 3, runner: "linux.2xlarge" },
{ config: "dynamo", shard: 3, num_shards: 3, runner: "linux.2xlarge" }, { config: "dynamo_wrapped", shard: 3, num_shards: 3, runner: "linux.2xlarge" },
]} ]}
secrets: inherit secrets: inherit

12
scripts/compile_tests/download_reports.py
View File

@ -9,14 +9,14 @@ import requests
CONFIGS = { CONFIGS = {
"dynamo39": { "dynamo39": {
"linux-focal-py3.9-clang10 / test (dynamo, 1, 3, linux.2xlarge)", "linux-focal-py3.9-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)",
"linux-focal-py3.9-clang10 / test (dynamo, 2, 3, linux.2xlarge)", "linux-focal-py3.9-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)",
"linux-focal-py3.9-clang10 / test (dynamo, 3, 3, linux.2xlarge)", "linux-focal-py3.9-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)",
}, },
"dynamo311": { "dynamo311": {
"linux-focal-py3.11-clang10 / test (dynamo, 1, 3, linux.2xlarge)", "linux-focal-py3.11-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)",
"linux-focal-py3.11-clang10 / test (dynamo, 2, 3, linux.2xlarge)", "linux-focal-py3.11-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)",
"linux-focal-py3.11-clang10 / test (dynamo, 3, 3, linux.2xlarge)", "linux-focal-py3.11-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)",
}, },
"eager311": { "eager311": {
"linux-focal-py3.11-clang10 / test (default, 1, 3, linux.2xlarge)", "linux-focal-py3.11-clang10 / test (default, 1, 3, linux.2xlarge)",

0
test/dynamo_expected_failures/TestTEFuserStatic.test_skip_grad_in_check → test/dynamo_skips/TestOperatorsCPU.test_extremal_numerics_nll_loss_cpu
View File

0
test/dynamo_skips/TestTEFuserStatic.test_skip_grad_in_check Normal file
View File

2
test/functorch/test_ops.py
View File

@ -52,6 +52,7 @@ from torch.testing._internal.common_utils import (
run_tests, run_tests,
runOnRocm, runOnRocm,
skipIfRocm, skipIfRocm,
skipIfTorchDynamo,
TEST_WITH_ASAN, TEST_WITH_ASAN,
TEST_WITH_ROCM, TEST_WITH_ROCM,
TestCase, TestCase,
@ -2182,6 +2183,7 @@ class TestOperators(TestCase):
cotangents = torch.randn_like(result, device=device) cotangents = torch.randn_like(result, device=device)
self._compare_jacobians_of_vjp(fn, (cotangents, input)) self._compare_jacobians_of_vjp(fn, (cotangents, input))
@skipIfTorchDynamo("segfaults")
def test_extremal_numerics_l1_loss(self, device): def test_extremal_numerics_l1_loss(self, device):
N, C, H, W = 3, 4, 5, 6 N, C, H, W = 3, 4, 5, 6
shapes = ((N, C), (N, C, H), (N, C, H, W)) shapes = ((N, C), (N, C, H), (N, C, H, W))

1
torch/testing/_internal/common_utils.py
View File

@ -2516,6 +2516,7 @@ def check_if_enable(test: unittest.TestCase):
"xpu": TEST_XPU, "xpu": TEST_XPU,
"asan": TEST_WITH_ASAN, "asan": TEST_WITH_ASAN,
"dynamo": TEST_WITH_TORCHDYNAMO, "dynamo": TEST_WITH_TORCHDYNAMO,
"dynamo_wrapped": TEST_WITH_TORCHDYNAMO,
"inductor": TEST_WITH_TORCHINDUCTOR, "inductor": TEST_WITH_TORCHINDUCTOR,
"slow": TEST_WITH_SLOW, "slow": TEST_WITH_SLOW,
} }