From 0663bdb12383b9717af49d58aed9d88de0dd0ecc Mon Sep 17 00:00:00 2001 From: atalman Date: Wed, 10 Sep 2025 20:58:41 +0000 Subject: [PATCH] Move inductor jobs 3.9->3.10 (#162323) Related to: https://github.com/pytorch/pytorch/issues/161167 Pull Request resolved: https://github.com/pytorch/pytorch/pull/162323 Approved by: https://github.com/huydhn, https://github.com/Skylion007 --- .ci/docker/build.sh | 3 +-- .github/workflows/inductor-nightly.yml | 4 ++-- .github/workflows/inductor-perf-test-nightly-x86-zen.yml | 6 +++--- .github/workflows/inductor-perf-test-nightly-x86.yml | 6 +++--- .github/workflows/inductor-periodic.yml | 4 ++-- .github/workflows/inductor-unittest.yml | 4 ++-- .github/workflows/inductor.yml | 4 ++-- .github/workflows/operator_benchmark.yml | 6 +++--- .github/workflows/trunk.yml | 4 ++-- .../cpu_inductor_amp_freezing_torchbench_inference.csv | 4 ++-- .../cpu_inductor_freezing_torchbench_inference.csv | 4 ++-- .../cpu_inductor_torchbench_inference.csv | 4 ++-- .../dynamic_cpu_inductor_torchbench_inference.csv | 4 ++-- ..._autotune_inductor_amp_freezing_torchbench_inference.csv | 4 ++-- .../rocm/aot_eager_torchbench_inference.csv | 4 ++-- .../rocm/dynamic_aot_eager_torchbench_inference.csv | 4 ++-- .../rocm/dynamic_inductor_torchbench_inference.csv | 4 ++-- .../rocm/dynamo_eager_torchbench_inference.csv | 4 ++-- .../rocm/inductor_torchbench_inference.csv | 4 ++-- 19 files changed, 40 insertions(+), 41 deletions(-) diff --git a/.ci/docker/build.sh b/.ci/docker/build.sh index 89967cef96b1..be85fdcb542d 100755 --- a/.ci/docker/build.sh +++ b/.ci/docker/build.sh @@ -214,8 +214,7 @@ case "$tag" in TRITON=yes ;; pytorch-linux-jammy-py3-gcc11-inductor-benchmarks) - # TODO (huydhn): Upgrade this to Python >= 3.10 - ANACONDA_PYTHON_VERSION=3.9 + ANACONDA_PYTHON_VERSION=3.10 GCC_VERSION=11 VISION=yes KATEX=yes diff --git a/.github/workflows/inductor-nightly.yml b/.github/workflows/inductor-nightly.yml index fe0f102406b6..78602e05586b 100644 --- a/.github/workflows/inductor-nightly.yml +++ b/.github/workflows/inductor-nightly.yml @@ -37,7 +37,7 @@ jobs: uses: ./.github/workflows/_linux-build.yml needs: get-default-label-prefix with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image-name: ci-image:pytorch-linux-jammy-py3-gcc11-inductor-benchmarks runner_prefix: "${{ needs.get-default-label-prefix.outputs.label-type }}" test-matrix: | @@ -56,7 +56,7 @@ jobs: uses: ./.github/workflows/_linux-test.yml needs: nightly-dynamo-benchmarks-build with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image: ${{ needs.nightly-dynamo-benchmarks-build.outputs.docker-image }} test-matrix: ${{ needs.nightly-dynamo-benchmarks-build.outputs.test-matrix }} timeout-minutes: 720 diff --git a/.github/workflows/inductor-perf-test-nightly-x86-zen.yml b/.github/workflows/inductor-perf-test-nightly-x86-zen.yml index 170de752ab87..a9a839df61af 100644 --- a/.github/workflows/inductor-perf-test-nightly-x86-zen.yml +++ b/.github/workflows/inductor-perf-test-nightly-x86-zen.yml @@ -75,7 +75,7 @@ jobs: needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image-name: ci-image:pytorch-linux-jammy-py3-gcc11-inductor-benchmarks test-matrix: | { include: [ @@ -101,7 +101,7 @@ jobs: needs: inductor-build if: github.event.schedule == '0 7 * * *' with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build dashboard-tag: training-false-inference-true-default-true-dynamic-true-cppwrapper-true-aotinductor-true docker-image: ${{ needs.inductor-build.outputs.docker-image }} test-matrix: ${{ needs.inductor-build.outputs.test-matrix }} @@ -118,7 +118,7 @@ jobs: needs: inductor-build if: github.event_name == 'workflow_dispatch' with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build dashboard-tag: training-${{ inputs.training }}-inference-${{ inputs.inference }}-default-${{ inputs.default }}-dynamic-${{ inputs.dynamic }}-cppwrapper-${{ inputs.cppwrapper }}-aotinductor-${{ inputs.aotinductor }} docker-image: ${{ needs.inductor-build.outputs.docker-image }} test-matrix: ${{ needs.inductor-build.outputs.test-matrix }} diff --git a/.github/workflows/inductor-perf-test-nightly-x86.yml b/.github/workflows/inductor-perf-test-nightly-x86.yml index f894b8fdc6e0..0533184df2e0 100644 --- a/.github/workflows/inductor-perf-test-nightly-x86.yml +++ b/.github/workflows/inductor-perf-test-nightly-x86.yml @@ -80,7 +80,7 @@ jobs: needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image-name: ci-image:pytorch-linux-jammy-py3-gcc11-inductor-benchmarks test-matrix: | { include: [ @@ -107,7 +107,7 @@ jobs: needs: inductor-build if: github.event.schedule == '0 7 * * *' with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build dashboard-tag: training-false-inference-true-default-true-dynamic-true-cppwrapper-true-aotinductor-true-freezing-true docker-image: ${{ needs.inductor-build.outputs.docker-image }} test-matrix: ${{ needs.inductor-build.outputs.test-matrix }} @@ -124,7 +124,7 @@ jobs: needs: inductor-build if: github.event_name == 'workflow_dispatch' with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build dashboard-tag: training-${{ inputs.training }}-inference-${{ inputs.inference }}-default-${{ inputs.default }}-dynamic-${{ inputs.dynamic }}-cppwrapper-${{ inputs.cppwrapper }}-aotinductor-${{ inputs.aotinductor }}-freezing-${{ inputs.freezing }} docker-image: ${{ needs.inductor-build.outputs.docker-image }} test-matrix: ${{ needs.inductor-build.outputs.test-matrix }} diff --git a/.github/workflows/inductor-periodic.yml b/.github/workflows/inductor-periodic.yml index 21d965eaeaad..e2395087326a 100644 --- a/.github/workflows/inductor-periodic.yml +++ b/.github/workflows/inductor-periodic.yml @@ -154,7 +154,7 @@ jobs: uses: ./.github/workflows/_linux-build.yml needs: get-default-label-prefix with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image-name: ci-image:pytorch-linux-jammy-py3-gcc11-inductor-benchmarks runner_prefix: "${{ needs.get-default-label-prefix.outputs.label-type }}" test-matrix: | @@ -200,7 +200,7 @@ jobs: uses: ./.github/workflows/_linux-test.yml needs: periodic-dynamo-benchmarks-cpu-build with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image: ${{ needs.periodic-dynamo-benchmarks-cpu-build.outputs.docker-image }} test-matrix: ${{ needs.periodic-dynamo-benchmarks-cpu-build.outputs.test-matrix }} secrets: inherit diff --git a/.github/workflows/inductor-unittest.yml b/.github/workflows/inductor-unittest.yml index 2125a8559363..6ab276a57fc4 100644 --- a/.github/workflows/inductor-unittest.yml +++ b/.github/workflows/inductor-unittest.yml @@ -110,7 +110,7 @@ jobs: uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image-name: ci-image:pytorch-linux-jammy-py3-gcc11-inductor-benchmarks runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" test-matrix: | @@ -127,7 +127,7 @@ jobs: uses: ./.github/workflows/_linux-test.yml needs: inductor-cpu-build with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image: ${{ needs.inductor-cpu-build.outputs.docker-image }} test-matrix: ${{ needs.inductor-cpu-build.outputs.test-matrix }} secrets: inherit diff --git a/.github/workflows/inductor.yml b/.github/workflows/inductor.yml index 4189d24a7b14..2616141c0dc2 100644 --- a/.github/workflows/inductor.yml +++ b/.github/workflows/inductor.yml @@ -79,7 +79,7 @@ jobs: uses: ./.github/workflows/_linux-build.yml needs: get-label-type with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image-name: ci-image:pytorch-linux-jammy-py3-gcc11-inductor-benchmarks runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" test-matrix: | @@ -101,7 +101,7 @@ jobs: uses: ./.github/workflows/_linux-test.yml needs: inductor-cpu-build with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image: ${{ needs.inductor-cpu-build.outputs.docker-image }} test-matrix: ${{ needs.inductor-cpu-build.outputs.test-matrix }} secrets: inherit diff --git a/.github/workflows/operator_benchmark.yml b/.github/workflows/operator_benchmark.yml index aaf32c160f0d..dd262d31b8fc 100644 --- a/.github/workflows/operator_benchmark.yml +++ b/.github/workflows/operator_benchmark.yml @@ -29,7 +29,7 @@ jobs: name: opbenchmark-build uses: ./.github/workflows/_linux-build.yml with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image-name: ci-image:pytorch-linux-jammy-py3-gcc11-inductor-benchmarks test-matrix: | { include: [ @@ -42,7 +42,7 @@ jobs: name: opbenchmark-on-demand-build uses: ./.github/workflows/_linux-build.yml with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image-name: ci-image:pytorch-linux-jammy-py3-gcc11-inductor-benchmarks test-matrix: | { include: [ @@ -55,7 +55,7 @@ jobs: uses: ./.github/workflows/_linux-test.yml needs: opbenchmark-build with: - build-environment: linux-jammy-py3.9-gcc11-build + build-environment: linux-jammy-py3.10-gcc11-build docker-image: ${{ needs.opbenchmark-build.outputs.docker-image }} test-matrix: ${{ needs.opbenchmark-build.outputs.test-matrix }} secrets: inherit diff --git a/.github/workflows/trunk.yml b/.github/workflows/trunk.yml index 4dd465d70803..5b1a12812003 100644 --- a/.github/workflows/trunk.yml +++ b/.github/workflows/trunk.yml @@ -240,7 +240,7 @@ jobs: needs: get-label-type with: runner_prefix: "${{ needs.get-label-type.outputs.label-type }}" - build-environment: linux-jammy-py3.9-gcc11 + build-environment: linux-jammy-py3.10-gcc11 docker-image-name: ci-image:pytorch-linux-jammy-py3-gcc11-inductor-benchmarks test-matrix: | { include: [ @@ -255,7 +255,7 @@ jobs: - verify-cachebench-cpu-build - target-determination with: - build-environment: linux-jammy-py3.9-gcc11 + build-environment: linux-jammy-py3.10-gcc11 docker-image: ${{ needs.verify-cachebench-cpu-build.outputs.docker-image }} test-matrix: ${{ needs.verify-cachebench-cpu-build.outputs.test-matrix }} secrets: inherit diff --git a/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_amp_freezing_torchbench_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_amp_freezing_torchbench_inference.csv index e68aa2fa5351..a4dbaeb7b546 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_amp_freezing_torchbench_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_amp_freezing_torchbench_inference.csv @@ -98,11 +98,11 @@ dlrm,pass,0 -doctr_det_predictor,pass,5 +doctr_det_predictor,pass,3 -doctr_reco_predictor,pass,4 +doctr_reco_predictor,pass,1 diff --git a/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_freezing_torchbench_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_freezing_torchbench_inference.csv index aec659fdcd65..885029ba8c56 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_freezing_torchbench_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_freezing_torchbench_inference.csv @@ -98,11 +98,11 @@ dlrm,pass,0 -doctr_det_predictor,pass,5 +doctr_det_predictor,pass,3 -doctr_reco_predictor,pass,4 +doctr_reco_predictor,pass,1 diff --git a/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_torchbench_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_torchbench_inference.csv index 4f2eec149352..aa7a3161afcc 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_torchbench_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/cpu_inductor_torchbench_inference.csv @@ -98,11 +98,11 @@ dlrm,pass,0 -doctr_det_predictor,pass,5 +doctr_det_predictor,pass,3 -doctr_reco_predictor,pass,4 +doctr_reco_predictor,pass,1 diff --git a/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_inductor_torchbench_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_inductor_torchbench_inference.csv index c8db4d582320..f26dea6f692e 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_inductor_torchbench_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_inductor_torchbench_inference.csv @@ -82,11 +82,11 @@ dlrm,pass,0 -doctr_det_predictor,pass,5 +doctr_det_predictor,pass,3 -doctr_reco_predictor,pass,4 +doctr_reco_predictor,pass,1 diff --git a/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_max_autotune_inductor_amp_freezing_torchbench_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_max_autotune_inductor_amp_freezing_torchbench_inference.csv index f4c9ffddd997..39149853947c 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_max_autotune_inductor_amp_freezing_torchbench_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/dynamic_cpu_max_autotune_inductor_amp_freezing_torchbench_inference.csv @@ -98,11 +98,11 @@ dlrm,pass,0 -doctr_det_predictor,pass,5 +doctr_det_predictor,pass,3 -doctr_reco_predictor,pass,4 +doctr_reco_predictor,pass,1 diff --git a/benchmarks/dynamo/ci_expected_accuracy/rocm/aot_eager_torchbench_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/rocm/aot_eager_torchbench_inference.csv index 6f316b219bb9..bf70642a855e 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/rocm/aot_eager_torchbench_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/aot_eager_torchbench_inference.csv @@ -106,11 +106,11 @@ dlrm,pass,0 -doctr_det_predictor,eager_fail_to_run,5 +doctr_det_predictor,eager_fail_to_run,3 -doctr_reco_predictor,eager_fail_to_run,4 +doctr_reco_predictor,eager_fail_to_run,1 diff --git a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_aot_eager_torchbench_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_aot_eager_torchbench_inference.csv index 4b5138ce9c36..e019365ccbfd 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_aot_eager_torchbench_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_aot_eager_torchbench_inference.csv @@ -106,11 +106,11 @@ dlrm,pass,0 -doctr_det_predictor,eager_fail_to_run,5 +doctr_det_predictor,eager_fail_to_run,3 -doctr_reco_predictor,eager_fail_to_run,4 +doctr_reco_predictor,eager_fail_to_run,1 diff --git a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_inductor_torchbench_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_inductor_torchbench_inference.csv index a3fc7cf19237..fed8ebded682 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_inductor_torchbench_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamic_inductor_torchbench_inference.csv @@ -106,11 +106,11 @@ dlrm,pass,0 -doctr_det_predictor,eager_fail_to_run,5 +doctr_det_predictor,eager_fail_to_run,3 -doctr_reco_predictor,eager_fail_to_run,4 +doctr_reco_predictor,eager_fail_to_run,1 diff --git a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamo_eager_torchbench_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamo_eager_torchbench_inference.csv index 6f316b219bb9..bf70642a855e 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamo_eager_torchbench_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/dynamo_eager_torchbench_inference.csv @@ -106,11 +106,11 @@ dlrm,pass,0 -doctr_det_predictor,eager_fail_to_run,5 +doctr_det_predictor,eager_fail_to_run,3 -doctr_reco_predictor,eager_fail_to_run,4 +doctr_reco_predictor,eager_fail_to_run,1 diff --git a/benchmarks/dynamo/ci_expected_accuracy/rocm/inductor_torchbench_inference.csv b/benchmarks/dynamo/ci_expected_accuracy/rocm/inductor_torchbench_inference.csv index 8ccf95da9659..014e23e41cb3 100644 --- a/benchmarks/dynamo/ci_expected_accuracy/rocm/inductor_torchbench_inference.csv +++ b/benchmarks/dynamo/ci_expected_accuracy/rocm/inductor_torchbench_inference.csv @@ -106,11 +106,11 @@ dlrm,pass,0 -doctr_det_predictor,eager_fail_to_run,5 +doctr_det_predictor,eager_fail_to_run,3 -doctr_reco_predictor,eager_fail_to_run,4 +doctr_reco_predictor,eager_fail_to_run,1