From 6180574771eec8541bd31ee803c096dabe0edeae Mon Sep 17 00:00:00 2001 From: atalman Date: Thu, 29 Aug 2024 19:15:59 +0000 Subject: [PATCH] Move py 3.8->3.9 pull, trunk, inductor, prerioric CI tests (#133624) Part of Deprecation of python 3.8 and moving to 3.9. Related to: https://github.com/pytorch/pytorch/issues/120718 Except XPU and ROCM jobs Pull Request resolved: https://github.com/pytorch/pytorch/pull/133624 Approved by: https://github.com/Skylion007, https://github.com/malfet, https://github.com/ZainRizvi --- .ci/docker/build.sh | 24 ++-- .ci/docker/common/install_onnx.sh | 2 +- .ci/docker/requirements-ci.txt | 2 +- .ci/pytorch/test.sh | 2 +- .github/merge_rules.yaml | 4 +- .github/workflows/docker-builds.yml | 8 +- .../inductor-perf-test-nightly-x86.yml | 32 ++--- .github/workflows/inductor.yml | 20 +-- .github/workflows/nightly.yml | 6 +- .github/workflows/periodic.yml | 20 +-- .github/workflows/pull.yml | 114 +++++++++--------- .github/workflows/slow.yml | 20 +-- scripts/compile_tests/download_reports.py | 10 +- scripts/compile_tests/update_failures.py | 4 +- 14 files changed, 134 insertions(+), 134 deletions(-) diff --git a/.ci/docker/build.sh b/.ci/docker/build.sh index decc0caeac35..61f7acfe7633 100755 --- a/.ci/docker/build.sh +++ b/.ci/docker/build.sh @@ -236,7 +236,7 @@ case "$image" in TRITON=yes ;; pytorch-linux-focal-py3-clang10-onnx) - ANACONDA_PYTHON_VERSION=3.8 + ANACONDA_PYTHON_VERSION=3.9 CLANG_VERSION=10 PROTOBUF=yes DB=yes @@ -245,7 +245,7 @@ case "$image" in ONNX=yes ;; pytorch-linux-focal-py3-clang9-android-ndk-r21e) - ANACONDA_PYTHON_VERSION=3.8 + ANACONDA_PYTHON_VERSION=3.9 CLANG_VERSION=9 LLVMDEV=yes PROTOBUF=yes @@ -254,8 +254,8 @@ case "$image" in GRADLE_VERSION=6.8.3 NINJA_VERSION=1.9.0 ;; - pytorch-linux-focal-py3.8-clang10) - ANACONDA_PYTHON_VERSION=3.8 + pytorch-linux-focal-py3.9-clang10) + ANACONDA_PYTHON_VERSION=3.9 CLANG_VERSION=10 PROTOBUF=yes DB=yes @@ -276,8 +276,8 @@ case "$image" in CONDA_CMAKE=yes TRITON=yes ;; - pytorch-linux-focal-py3.8-gcc9) - ANACONDA_PYTHON_VERSION=3.8 + pytorch-linux-focal-py3.9-gcc9) + ANACONDA_PYTHON_VERSION=3.9 GCC_VERSION=9 PROTOBUF=yes DB=yes @@ -318,8 +318,8 @@ case "$image" in CONDA_CMAKE=yes TRITON=yes ;; - pytorch-linux-jammy-py3.8-gcc11-inductor-benchmarks) - ANACONDA_PYTHON_VERSION=3.8 + pytorch-linux-jammy-py3.9-gcc11-inductor-benchmarks) + ANACONDA_PYTHON_VERSION=3.9 GCC_VERSION=11 PROTOBUF=yes DB=yes @@ -330,8 +330,8 @@ case "$image" in DOCS=yes INDUCTOR_BENCHMARKS=yes ;; - pytorch-linux-jammy-cuda11.8-cudnn9-py3.8-clang12) - ANACONDA_PYTHON_VERSION=3.8 + pytorch-linux-jammy-cuda11.8-cudnn9-py3.9-clang12) + ANACONDA_PYTHON_VERSION=3.9 CUDA_VERSION=11.8 CUDNN_VERSION=9 CLANG_VERSION=12 @@ -355,8 +355,8 @@ case "$image" in CONDA_CMAKE=yes VISION=yes ;; - pytorch-linux-jammy-py3.8-gcc11) - ANACONDA_PYTHON_VERSION=3.8 + pytorch-linux-jammy-py3.9-gcc11) + ANACONDA_PYTHON_VERSION=3.9 GCC_VERSION=11 PROTOBUF=yes DB=yes diff --git a/.ci/docker/common/install_onnx.sh b/.ci/docker/common/install_onnx.sh index 1d384233163d..65907a99f257 100755 --- a/.ci/docker/common/install_onnx.sh +++ b/.ci/docker/common/install_onnx.sh @@ -15,7 +15,7 @@ pip_install \ flatbuffers==2.0 \ mock==5.0.1 \ ninja==1.10.2 \ - networkx==2.0 \ + networkx==2.5 \ numpy==1.24.2 # ONNXRuntime should be installed before installing diff --git a/.ci/docker/requirements-ci.txt b/.ci/docker/requirements-ci.txt index 6e0445b1a74a..9a9b568dd7e2 100644 --- a/.ci/docker/requirements-ci.txt +++ b/.ci/docker/requirements-ci.txt @@ -104,7 +104,7 @@ networkx==2.8.8 #test that import: run_test.py, test_cpp_extensions_aot.py,test_determination.py numba==0.49.0 ; python_version < "3.9" -numba==0.54.1 ; python_version == "3.9" +numba==0.55.2 ; python_version == "3.9" numba==0.55.2 ; python_version == "3.10" #Description: Just-In-Time Compiler for Numerical Functions #Pinned versions: 0.54.1, 0.49.0, <=0.49.1 diff --git a/.ci/pytorch/test.sh b/.ci/pytorch/test.sh index 169cb8ce5f89..53970cf34665 100755 --- a/.ci/pytorch/test.sh +++ b/.ci/pytorch/test.sh @@ -1479,7 +1479,7 @@ elif [[ "${TEST_CONFIG}" == *inductor* ]]; then install_torchvision test_inductor_shard "${SHARD_NUMBER}" if [[ "${SHARD_NUMBER}" == 1 ]]; then - if [[ "${BUILD_ENVIRONMENT}" != linux-jammy-py3.8-gcc11-build ]]; then + if [[ "${BUILD_ENVIRONMENT}" != linux-jammy-py3.9-gcc11-build ]]; then test_inductor_distributed fi fi diff --git a/.github/merge_rules.yaml b/.github/merge_rules.yaml index 7d0976f2bddd..bf80880e6041 100644 --- a/.github/merge_rules.yaml +++ b/.github/merge_rules.yaml @@ -107,8 +107,8 @@ mandatory_checks_name: - EasyCLA - Lint - - pull / linux-focal-py3_8-clang9-xla / build - - pull / linux-focal-py3_8-clang9-xla / test (xla, 1, 1, linux.12xlarge) + - pull / linux-focal-py3_9-clang9-xla / build + - pull / linux-focal-py3_9-clang9-xla / test (xla, 1, 1, linux.12xlarge) - name: Documentation patterns: diff --git a/.github/workflows/docker-builds.yml b/.github/workflows/docker-builds.yml index 5967032e876b..8b46e314c20d 100644 --- a/.github/workflows/docker-builds.yml +++ b/.github/workflows/docker-builds.yml @@ -45,15 +45,15 @@ jobs: pytorch-linux-focal-cuda12.1-cudnn9-py3-gcc9-inductor-benchmarks, pytorch-linux-focal-cuda12.1-cudnn9-py3.12-gcc9-inductor-benchmarks, pytorch-linux-focal-cuda11.8-cudnn9-py3-gcc9, - pytorch-linux-focal-py3.8-clang10, + pytorch-linux-focal-py3.9-clang10, pytorch-linux-focal-py3.11-clang10, pytorch-linux-focal-py3.12-clang10, pytorch-linux-focal-rocm-n-1-py3, pytorch-linux-focal-rocm-n-py3, - pytorch-linux-jammy-cuda11.8-cudnn9-py3.8-clang12, + pytorch-linux-jammy-cuda11.8-cudnn9-py3.9-clang12, pytorch-linux-focal-py3-clang9-android-ndk-r21e, - pytorch-linux-jammy-py3.8-gcc11, - pytorch-linux-jammy-py3.8-gcc11-inductor-benchmarks, + pytorch-linux-jammy-py3.9-gcc11, + pytorch-linux-jammy-py3.9-gcc11-inductor-benchmarks, pytorch-linux-jammy-py3.12-halide, pytorch-linux-jammy-xpu-2024.0-py3, pytorch-linux-jammy-py3-clang15-asan, diff --git a/.github/workflows/inductor-perf-test-nightly-x86.yml b/.github/workflows/inductor-perf-test-nightly-x86.yml index 6011a133b257..27a1ce5db455 100644 --- a/.github/workflows/inductor-perf-test-nightly-x86.yml +++ b/.github/workflows/inductor-perf-test-nightly-x86.yml @@ -48,12 +48,12 @@ concurrency: permissions: read-all jobs: - linux-jammy-cpu-py3_8-gcc11-inductor-build: - name: linux-jammy-cpu-py3.8-gcc11-inductor + linux-jammy-cpu-py3_9-gcc11-inductor-build: + name: linux-jammy-cpu-py3.9-gcc11-inductor uses: ./.github/workflows/_linux-build.yml with: - build-environment: linux-jammy-py3.8-gcc11-build - docker-image-name: pytorch-linux-jammy-py3.8-gcc11-inductor-benchmarks + build-environment: linux-jammy-py3.9-gcc11-build + docker-image-name: pytorch-linux-jammy-py3.9-gcc11-inductor-benchmarks test-matrix: | { include: [ { config: "inductor_huggingface_perf_cpu_x86", shard: 1, num_shards: 3, runner: "linux.24xl.spr-metal" }, @@ -74,32 +74,32 @@ jobs: HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} - linux-jammy-cpu-py3_8-gcc11-inductor-test-nightly: - name: linux-jammy-cpu-py3.8-gcc11-inductor + linux-jammy-cpu-py3_9-gcc11-inductor-test-nightly: + name: linux-jammy-cpu-py3.9-gcc11-inductor uses: ./.github/workflows/_linux-test.yml - needs: linux-jammy-cpu-py3_8-gcc11-inductor-build + needs: linux-jammy-cpu-py3_9-gcc11-inductor-build if: github.event.schedule == '0 7 * * *' with: - build-environment: linux-jammy-py3.8-gcc11-build + build-environment: linux-jammy-py3.9-gcc11-build dashboard-tag: training-false-inference-true-default-true-dynamic-true-aotinductor-true - docker-image: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.test-matrix }} + docker-image: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.test-matrix }} use-gha: anything-non-empty-to-use-gha timeout-minutes: 720 secrets: HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} - linux-jammy-cpu-py3_8-gcc11-inductor-test: - name: linux-jammy-cpu-py3.8-gcc11-inductor + linux-jammy-cpu-py3_9-gcc11-inductor-test: + name: linux-jammy-cpu-py3.9-gcc11-inductor uses: ./.github/workflows/_linux-test.yml - needs: linux-jammy-cpu-py3_8-gcc11-inductor-build + needs: linux-jammy-cpu-py3_9-gcc11-inductor-build if: github.event_name == 'workflow_dispatch' with: - build-environment: linux-jammy-py3.8-gcc11-build + build-environment: linux-jammy-py3.9-gcc11-build dashboard-tag: training-${{ inputs.training }}-inference-${{ inputs.inference }}-default-${{ inputs.default }}-dynamic-${{ inputs.dynamic }}-aotinductor-${{ inputs.aotinductor }} - docker-image: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.test-matrix }} + docker-image: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.test-matrix }} use-gha: anything-non-empty-to-use-gha timeout-minutes: 720 secrets: diff --git a/.github/workflows/inductor.yml b/.github/workflows/inductor.yml index 083821e94ad3..88ffe090fd88 100644 --- a/.github/workflows/inductor.yml +++ b/.github/workflows/inductor.yml @@ -149,13 +149,13 @@ jobs: secrets: HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} - linux-jammy-cpu-py3_8-gcc11-inductor-build: - name: linux-jammy-cpu-py3.8-gcc11-inductor + linux-jammy-cpu-py3_9-gcc11-inductor-build: + name: linux-jammy-cpu-py3.9-gcc11-inductor uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: - build-environment: linux-jammy-py3.8-gcc11-build - docker-image-name: pytorch-linux-jammy-py3.8-gcc11-inductor-benchmarks + build-environment: linux-jammy-py3.9-gcc11-build + docker-image-name: pytorch-linux-jammy-py3.9-gcc11-inductor-benchmarks runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" test-matrix: | { include: [ @@ -204,13 +204,13 @@ jobs: secrets: HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} - linux-jammy-cpu-py3_8-gcc11-inductor-test: - name: linux-jammy-cpu-py3.8-gcc11-inductor + linux-jammy-cpu-py3_9-gcc11-inductor-test: + name: linux-jammy-cpu-py3.9-gcc11-inductor uses: ./.github/workflows/_linux-test.yml - needs: linux-jammy-cpu-py3_8-gcc11-inductor-build + needs: linux-jammy-cpu-py3_9-gcc11-inductor-build with: - build-environment: linux-jammy-py3.8-gcc11-build - docker-image: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-jammy-cpu-py3_8-gcc11-inductor-build.outputs.test-matrix }} + build-environment: linux-jammy-py3.9-gcc11-build + docker-image: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-cpu-py3_9-gcc11-inductor-build.outputs.test-matrix }} secrets: HUGGING_FACE_HUB_TOKEN: ${{ secrets.HUGGING_FACE_HUB_TOKEN }} diff --git a/.github/workflows/nightly.yml b/.github/workflows/nightly.yml index cef5841fa9f2..5057e9da2d1d 100644 --- a/.github/workflows/nightly.yml +++ b/.github/workflows/nightly.yml @@ -32,8 +32,8 @@ jobs: needs: get-label-type with: runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" - build-environment: linux-jammy-py3.8-gcc11 - docker-image-name: pytorch-linux-jammy-py3.8-gcc11 + build-environment: linux-jammy-py3.9-gcc11 + docker-image-name: pytorch-linux-jammy-py3.9-gcc11 docs-push: name: docs push @@ -43,7 +43,7 @@ jobs: - get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-jammy-py3.8-gcc11 + build-environment: linux-jammy-py3.9-gcc11 docker-image: ${{ needs.docs-build.outputs.docker-image }} push: ${{ github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' || startsWith(github.event.ref, 'refs/tags/v') }} run-doxygen: true diff --git a/.github/workflows/periodic.yml b/.github/workflows/periodic.yml index b12e478518d4..c5f6d8c853e1 100644 --- a/.github/workflows/periodic.yml +++ b/.github/workflows/periodic.yml @@ -104,14 +104,14 @@ jobs: docker-image: ${{ needs.linux-focal-cuda12_4-py3_10-gcc9-build.outputs.docker-image }} test-matrix: ${{ needs.linux-focal-cuda12_4-py3_10-gcc9-build.outputs.test-matrix }} - parallelnative-linux-jammy-py3_8-gcc11-build: - name: parallelnative-linux-jammy-py3.8-gcc11 + parallelnative-linux-jammy-py3_9-gcc11-build: + name: parallelnative-linux-jammy-py3.9-gcc11 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: parallelnative-linux-jammy-py3.8-gcc11 - docker-image-name: pytorch-linux-jammy-py3.8-gcc11 + build-environment: parallelnative-linux-jammy-py3.9-gcc11 + docker-image-name: pytorch-linux-jammy-py3.9-gcc11 test-matrix: | { include: [ { config: "default", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, @@ -119,16 +119,16 @@ jobs: { config: "default", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, ]} - parallelnative-linux-jammy-py3_8-gcc11-test: - name: parallelnative-linux-jammy-py3.8-gcc11 + parallelnative-linux-jammy-py3_9-gcc11-test: + name: parallelnative-linux-jammy-py3.9-gcc11 uses: ./.github/workflows/_linux-test.yml needs: - - parallelnative-linux-jammy-py3_8-gcc11-build + - parallelnative-linux-jammy-py3_9-gcc11-build - target-determination with: - build-environment: parallelnative-linux-jammy-py3.8-gcc11 - docker-image: ${{ needs.parallelnative-linux-jammy-py3_8-gcc11-build.outputs.docker-image }} - test-matrix: ${{ needs.parallelnative-linux-jammy-py3_8-gcc11-build.outputs.test-matrix }} + build-environment: parallelnative-linux-jammy-py3.9-gcc11 + docker-image: ${{ needs.parallelnative-linux-jammy-py3_9-gcc11-build.outputs.docker-image }} + test-matrix: ${{ needs.parallelnative-linux-jammy-py3_9-gcc11-build.outputs.test-matrix }} linux-focal-cuda11_8-py3_9-gcc9-build: name: linux-focal-cuda11.8-py3.9-gcc9 diff --git a/.github/workflows/pull.yml b/.github/workflows/pull.yml index ed77a706c2ee..92c5b043358e 100644 --- a/.github/workflows/pull.yml +++ b/.github/workflows/pull.yml @@ -43,14 +43,14 @@ jobs: issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }} curr_branch: ${{ github.head_ref || github.ref_name }} - linux-jammy-py3_8-gcc11-build: - name: linux-jammy-py3.8-gcc11 + linux-jammy-py3_9-gcc11-build: + name: linux-jammy-py3.9-gcc11 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-jammy-py3.8-gcc11 - docker-image-name: pytorch-linux-jammy-py3.8-gcc11 + build-environment: linux-jammy-py3.9-gcc11 + docker-image-name: pytorch-linux-jammy-py3.9-gcc11 test-matrix: | { include: [ { config: "default", shard: 1, num_shards: 4, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, @@ -65,49 +65,49 @@ jobs: ]} secrets: inherit - linux-jammy-py3_8-gcc11-test: - name: linux-jammy-py3.8-gcc11 + linux-jammy-py3_9-gcc11-test: + name: linux-jammy-py3.9-gcc11 uses: ./.github/workflows/_linux-test.yml needs: - - linux-jammy-py3_8-gcc11-build + - linux-jammy-py3_9-gcc11-build - target-determination with: - build-environment: linux-jammy-py3.8-gcc11 - docker-image: ${{ needs.linux-jammy-py3_8-gcc11-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-jammy-py3_8-gcc11-build.outputs.test-matrix }} + build-environment: linux-jammy-py3.9-gcc11 + docker-image: ${{ needs.linux-jammy-py3_9-gcc11-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-jammy-py3_9-gcc11-build.outputs.test-matrix }} secrets: inherit linux-docs: name: linux-docs uses: ./.github/workflows/_docs.yml - needs: linux-jammy-py3_8-gcc11-build + needs: linux-jammy-py3_9-gcc11-build with: - build-environment: linux-jammy-py3.8-gcc11 - docker-image: ${{ needs.linux-jammy-py3_8-gcc11-build.outputs.docker-image }} + build-environment: linux-jammy-py3.9-gcc11 + docker-image: ${{ needs.linux-jammy-py3_9-gcc11-build.outputs.docker-image }} secrets: inherit - linux-jammy-py3_8-gcc11-no-ops: - name: linux-jammy-py3.8-gcc11-no-ops + linux-jammy-py3_9-gcc11-no-ops: + name: linux-jammy-py3.9-gcc11-no-ops uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-jammy-py3.8-gcc11-no-ops - docker-image-name: pytorch-linux-jammy-py3.8-gcc11 + build-environment: linux-jammy-py3.9-gcc11-no-ops + docker-image-name: pytorch-linux-jammy-py3.9-gcc11 test-matrix: | { include: [ { config: "default", shard: 1, num_shards: 1 }, ]} secrets: inherit - linux-jammy-py3_8-gcc11-pch: - name: linux-jammy-py3.8-gcc11-pch + linux-jammy-py3_9-gcc11-pch: + name: linux-jammy-py3.9-gcc11-pch uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-jammy-py3.8-gcc11-pch - docker-image-name: pytorch-linux-jammy-py3.8-gcc11 + build-environment: linux-jammy-py3.9-gcc11-pch + docker-image-name: pytorch-linux-jammy-py3.9-gcc11 test-matrix: | { include: [ { config: "default", shard: 1, num_shards: 1 }, @@ -148,13 +148,13 @@ jobs: sync-tag: asan-test secrets: inherit - linux-focal-py3_8-clang10-onnx-build: - name: linux-focal-py3.8-clang10-onnx + linux-focal-py3_9-clang10-onnx-build: + name: linux-focal-py3.9-clang10-onnx uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-py3.8-clang10-onnx + build-environment: linux-focal-py3.9-clang10-onnx docker-image-name: pytorch-linux-focal-py3-clang10-onnx test-matrix: | { include: [ @@ -163,26 +163,26 @@ jobs: ]} secrets: inherit - linux-focal-py3_8-clang10-onnx-test: - name: linux-focal-py3.8-clang10-onnx + linux-focal-py3_9-clang10-onnx-test: + name: linux-focal-py3.9-clang10-onnx uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-py3_8-clang10-onnx-build + - linux-focal-py3_9-clang10-onnx-build - target-determination with: - build-environment: linux-focal-py3.8-clang10-onnx - docker-image: ${{ needs.linux-focal-py3_8-clang10-onnx-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-py3_8-clang10-onnx-build.outputs.test-matrix }} + build-environment: linux-focal-py3.9-clang10-onnx + docker-image: ${{ needs.linux-focal-py3_9-clang10-onnx-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-focal-py3_9-clang10-onnx-build.outputs.test-matrix }} secrets: inherit - linux-focal-py3_8-clang10-build: - name: linux-focal-py3.8-clang10 + linux-focal-py3_9-clang10-build: + name: linux-focal-py3.9-clang10 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" - build-environment: linux-focal-py3.8-clang10 - docker-image-name: pytorch-linux-focal-py3.8-clang10 + build-environment: linux-focal-py3.9-clang10 + docker-image-name: pytorch-linux-focal-py3.9-clang10 test-matrix: | { include: [ { config: "default", shard: 1, num_shards: 4, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, @@ -195,16 +195,16 @@ jobs: { config: "dynamo", shard: 2, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "dynamo", shard: 3, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, ]} - linux-focal-py3_8-clang10-test: - name: linux-focal-py3.8-clang10 + linux-focal-py3_9-clang10-test: + name: linux-focal-py3.9-clang10 uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-py3_8-clang10-build + - linux-focal-py3_9-clang10-build - target-determination with: - build-environment: linux-focal-py3.8-clang10 - docker-image: ${{ needs.linux-focal-py3_8-clang10-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-py3_8-clang10-build.outputs.test-matrix }} + build-environment: linux-focal-py3.9-clang10 + docker-image: ${{ needs.linux-focal-py3_9-clang10-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-focal-py3_9-clang10-build.outputs.test-matrix }} secrets: inherit linux-focal-py3_11-clang10-build: @@ -347,14 +347,14 @@ jobs: ]} secrets: inherit - linux-jammy-cuda-11_8-cudnn9-py3_8-clang12-build: - name: linux-jammy-cuda11.8-cudnn9-py3.8-clang12 + linux-jammy-cuda-11_8-cudnn9-py3_9-clang12-build: + name: linux-jammy-cuda11.8-cudnn9-py3.9-clang12 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-jammy-cuda11.8-cudnn9-py3.8-clang12 - docker-image-name: pytorch-linux-jammy-cuda11.8-cudnn9-py3.8-clang12 + build-environment: linux-jammy-cuda11.8-cudnn9-py3.9-clang12 + docker-image-name: pytorch-linux-jammy-cuda11.8-cudnn9-py3.9-clang12 test-matrix: | { include: [ { config: "default", shard: 1, num_shards: 1 }, @@ -376,13 +376,13 @@ jobs: ]} secrets: inherit - linux-focal-py3_8-clang9-xla-build: - name: linux-focal-py3_8-clang9-xla + linux-focal-py3_9-clang9-xla-build: + name: linux-focal-py3_9-clang9-xla uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-py3.8-clang9-xla + build-environment: linux-focal-py3.9-clang9-xla docker-image-name: 308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/xla_base:v1.1-lite test-matrix: | { include: [ @@ -390,14 +390,14 @@ jobs: ]} secrets: inherit - linux-focal-py3_8-clang9-xla-test: - name: linux-focal-py3_8-clang9-xla + linux-focal-py3_9-clang9-xla-test: + name: linux-focal-py3_9-clang9-xla uses: ./.github/workflows/_linux-test.yml - needs: linux-focal-py3_8-clang9-xla-build + needs: linux-focal-py3_9-clang9-xla-build with: - build-environment: linux-focal-py3.8-clang9-xla - docker-image: ${{ needs.linux-focal-py3_8-clang9-xla-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-py3_8-clang9-xla-build.outputs.test-matrix }} + build-environment: linux-focal-py3.9-clang9-xla + docker-image: ${{ needs.linux-focal-py3_9-clang9-xla-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-focal-py3_9-clang9-xla-build.outputs.test-matrix }} secrets: inherit win-vs2019-cpu-py3-build: @@ -488,14 +488,14 @@ jobs: ]} secrets: inherit - linux-jammy-py3_8-gcc11-mobile-lightweight-dispatch-build: - name: linux-jammy-py3.8-gcc11-mobile-lightweight-dispatch-build + linux-jammy-py3_9-gcc11-mobile-lightweight-dispatch-build: + name: linux-jammy-py3.9-gcc11-mobile-lightweight-dispatch-build uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-jammy-py3.8-gcc111-mobile-lightweight-dispatch-build - docker-image-name: pytorch-linux-jammy-py3.8-gcc11 + build-environment: linux-jammy-py3.9-gcc111-mobile-lightweight-dispatch-build + docker-image-name: pytorch-linux-jammy-py3.9-gcc11 build-generates-artifacts: false test-matrix: | { include: [ diff --git a/.github/workflows/slow.yml b/.github/workflows/slow.yml index 932e15fe1230..3b253bfbb89f 100644 --- a/.github/workflows/slow.yml +++ b/.github/workflows/slow.yml @@ -102,30 +102,30 @@ jobs: docker-image: ${{ needs.linux-focal-cuda12_1-py3_10-gcc9-sm86-build.outputs.docker-image }} test-matrix: ${{ needs.linux-focal-cuda12_1-py3_10-gcc9-sm86-build.outputs.test-matrix }} - linux-focal-py3_8-clang10-build: - name: linux-focal-py3.8-clang10 + linux-focal-py3_9-clang10-build: + name: linux-focal-py3.9-clang10 uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-focal-py3.8-clang10 - docker-image-name: pytorch-linux-focal-py3.8-clang10 + build-environment: linux-focal-py3.9-clang10 + docker-image-name: pytorch-linux-focal-py3.9-clang10 test-matrix: | { include: [ { config: "slow", shard: 1, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, { config: "slow", shard: 2, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" }, ]} - linux-focal-py3_8-clang10-test: - name: linux-focal-py3.8-clang10 + linux-focal-py3_9-clang10-test: + name: linux-focal-py3.9-clang10 uses: ./.github/workflows/_linux-test.yml needs: - - linux-focal-py3_8-clang10-build + - linux-focal-py3_9-clang10-build - target-determination with: - build-environment: linux-focal-py3.8-clang10 - docker-image: ${{ needs.linux-focal-py3_8-clang10-build.outputs.docker-image }} - test-matrix: ${{ needs.linux-focal-py3_8-clang10-build.outputs.test-matrix }} + build-environment: linux-focal-py3.9-clang10 + docker-image: ${{ needs.linux-focal-py3_9-clang10-build.outputs.docker-image }} + test-matrix: ${{ needs.linux-focal-py3_9-clang10-build.outputs.test-matrix }} linux-focal-rocm6_1-py3_8-build: name: linux-focal-rocm6.1-py3.8 diff --git a/scripts/compile_tests/download_reports.py b/scripts/compile_tests/download_reports.py index c428ddca8a04..7ad6521032c9 100644 --- a/scripts/compile_tests/download_reports.py +++ b/scripts/compile_tests/download_reports.py @@ -8,10 +8,10 @@ import requests CONFIGS = { - "dynamo38": { - "linux-focal-py3.8-clang10 / test (dynamo, 1, 3, linux.2xlarge)", - "linux-focal-py3.8-clang10 / test (dynamo, 2, 3, linux.2xlarge)", - "linux-focal-py3.8-clang10 / test (dynamo, 3, 3, linux.2xlarge)", + "dynamo39": { + "linux-focal-py3.9-clang10 / test (dynamo, 1, 3, linux.2xlarge)", + "linux-focal-py3.9-clang10 / test (dynamo, 2, 3, linux.2xlarge)", + "linux-focal-py3.9-clang10 / test (dynamo, 3, 3, linux.2xlarge)", }, "dynamo311": { "linux-focal-py3.11-clang10 / test (dynamo, 1, 3, linux.2xlarge)", @@ -26,7 +26,7 @@ CONFIGS = { } -def download_reports(commit_sha, configs=("dynamo38", "dynamo311", "eager311")): +def download_reports(commit_sha, configs=("dynamo39", "dynamo311", "eager311")): log_dir = "tmp_test_reports_" + commit_sha def subdir_path(config): diff --git a/scripts/compile_tests/update_failures.py b/scripts/compile_tests/update_failures.py index b5511038c29e..a56e30e99870 100755 --- a/scripts/compile_tests/update_failures.py +++ b/scripts/compile_tests/update_failures.py @@ -221,5 +221,5 @@ if __name__ == "__main__": args = parser.parse_args() assert Path(args.filename).exists(), args.filename assert Path(args.test_dir).exists(), args.test_dir - dynamo38, dynamo311 = download_reports(args.commit, ("dynamo38", "dynamo311")) - update(args.filename, args.test_dir, dynamo38, dynamo311, args.also_remove_skips) + dynamo39, dynamo311 = download_reports(args.commit, ("dynamo39", "dynamo311")) + update(args.filename, args.test_dir, dynamo39, dynamo311, args.also_remove_skips)