[CI] Migrate focal (ubuntu 20.04) images to jammy (ubuntu 22.04) (#154437)

Fixes https://github.com/pytorch/pytorch/issues/154157

Inductor Workflows where moved from focal to jammy here: https://github.com/pytorch/pytorch/pull/154153

Pull Request resolved: https://github.com/pytorch/pytorch/pull/154437
Approved by: https://github.com/Skylion007, https://github.com/cyyever, https://github.com/davidberard98, https://github.com/huydhn
This commit is contained in:
atalman
2025-06-05 15:24:07 +00:00
committed by PyTorch MergeBot
parent e895e9689c
commit cd361fc247
15 changed files with 194 additions and 387 deletions

View File

@ -50,30 +50,21 @@ if [[ "$image" == *xla* ]]; then
exit 0
fi
if [[ "$image" == *-focal* ]]; then
UBUNTU_VERSION=20.04
elif [[ "$image" == *-jammy* ]]; then
if [[ "$image" == *-jammy* ]]; then
UBUNTU_VERSION=22.04
elif [[ "$image" == *ubuntu* ]]; then
extract_version_from_image_name ubuntu UBUNTU_VERSION
elif [[ "$image" == *centos* ]]; then
extract_version_from_image_name centos CENTOS_VERSION
fi
if [ -n "${UBUNTU_VERSION}" ]; then
OS="ubuntu"
elif [ -n "${CENTOS_VERSION}" ]; then
OS="centos"
else
echo "Unable to derive operating system base..."
exit 1
fi
DOCKERFILE="${OS}/Dockerfile"
# When using ubuntu - 22.04, start from Ubuntu docker image, instead of nvidia/cuda docker image.
if [[ "$image" == *cuda* && "$UBUNTU_VERSION" != "22.04" ]]; then
DOCKERFILE="${OS}-cuda/Dockerfile"
elif [[ "$image" == *rocm* ]]; then
if [[ "$image" == *rocm* ]]; then
DOCKERFILE="${OS}-rocm/Dockerfile"
elif [[ "$image" == *xpu* ]]; then
DOCKERFILE="${OS}-xpu/Dockerfile"
@ -98,7 +89,7 @@ tag=$(echo $image | awk -F':' '{print $2}')
# configuration, so we hardcode everything here rather than do it
# from scratch
case "$tag" in
pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11)
pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11)
CUDA_VERSION=12.6.3
CUDNN_VERSION=9
ANACONDA_PYTHON_VERSION=3.10
@ -121,7 +112,7 @@ case "$tag" in
TRITON=yes
INDUCTOR_BENCHMARKS=yes
;;
pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc9)
pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc9)
CUDA_VERSION=12.6.3
CUDNN_VERSION=9
ANACONDA_PYTHON_VERSION=3.10
@ -168,7 +159,7 @@ case "$tag" in
TRITON=yes
INDUCTOR_BENCHMARKS=yes
;;
pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9)
pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9)
CUDA_VERSION=12.8.1
CUDNN_VERSION=9
ANACONDA_PYTHON_VERSION=3.10
@ -179,25 +170,25 @@ case "$tag" in
UCC_COMMIT=${_UCC_COMMIT}
TRITON=yes
;;
pytorch-linux-focal-py3-clang10-onnx)
pytorch-linux-jammy-py3-clang12-onnx)
ANACONDA_PYTHON_VERSION=3.9
CLANG_VERSION=10
CLANG_VERSION=12
VISION=yes
ONNX=yes
;;
pytorch-linux-focal-py3.9-clang10)
pytorch-linux-jammy-py3.9-clang12)
ANACONDA_PYTHON_VERSION=3.9
CLANG_VERSION=10
CLANG_VERSION=12
VISION=yes
TRITON=yes
;;
pytorch-linux-focal-py3.11-clang10)
pytorch-linux-jammy-py3.11-clang12)
ANACONDA_PYTHON_VERSION=3.11
CLANG_VERSION=10
CLANG_VERSION=12
VISION=yes
TRITON=yes
;;
pytorch-linux-focal-py3.9-gcc9)
pytorch-linux-jammy-py3.9-gcc9)
ANACONDA_PYTHON_VERSION=3.9
GCC_VERSION=9
VISION=yes
@ -303,7 +294,7 @@ case "$tag" in
GCC_VERSION=11
TRITON_CPU=yes
;;
pytorch-linux-focal-linter)
pytorch-linux-jammy-linter)
# TODO: Use 3.9 here because of this issue https://github.com/python/mypy/issues/13627.
# We will need to update mypy version eventually, but that's for another day. The task
# would be to upgrade mypy to 1.0.0 with Python 3.11
@ -370,14 +361,6 @@ esac
tmp_tag=$(basename "$(mktemp -u)" | tr '[:upper:]' '[:lower:]')
#when using cudnn version 8 install it separately from cuda
if [[ "$image" == *cuda* && ${OS} == "ubuntu" ]]; then
IMAGE_NAME="nvidia/cuda:${CUDA_VERSION}-cudnn${CUDNN_VERSION}-devel-ubuntu${UBUNTU_VERSION}"
if [[ ${CUDNN_VERSION} == 9 ]]; then
IMAGE_NAME="nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}"
fi
fi
no_cache_flag=""
progress_flag=""
# Do not use cache and progress=plain when in CI
@ -394,7 +377,6 @@ docker build \
--build-arg "LLVMDEV=${LLVMDEV:-}" \
--build-arg "VISION=${VISION:-}" \
--build-arg "UBUNTU_VERSION=${UBUNTU_VERSION}" \
--build-arg "CENTOS_VERSION=${CENTOS_VERSION}" \
--build-arg "DEVTOOLSET_VERSION=${DEVTOOLSET_VERSION}" \
--build-arg "GLIBC_VERSION=${GLIBC_VERSION}" \
--build-arg "CLANG_VERSION=${CLANG_VERSION}" \

View File

@ -1,170 +0,0 @@
ARG UBUNTU_VERSION
ARG CUDA_VERSION
ARG IMAGE_NAME
FROM ${IMAGE_NAME} as base
ARG UBUNTU_VERSION
ARG CUDA_VERSION
ENV DEBIAN_FRONTEND noninteractive
# Install common dependencies (so that this step can be cached separately)
COPY ./common/install_base.sh install_base.sh
RUN bash ./install_base.sh && rm install_base.sh
# Install user
COPY ./common/install_user.sh install_user.sh
RUN bash ./install_user.sh && rm install_user.sh
# Install katex
ARG KATEX
COPY ./common/install_docs_reqs.sh install_docs_reqs.sh
RUN bash ./install_docs_reqs.sh && rm install_docs_reqs.sh
# Install conda and other packages (e.g., numpy, pytest)
ARG ANACONDA_PYTHON_VERSION
ENV ANACONDA_PYTHON_VERSION=$ANACONDA_PYTHON_VERSION
ENV PATH /opt/conda/envs/py_$ANACONDA_PYTHON_VERSION/bin:/opt/conda/bin:$PATH
COPY requirements-ci.txt /opt/conda/requirements-ci.txt
COPY ./common/install_conda.sh install_conda.sh
COPY ./common/common_utils.sh common_utils.sh
COPY ./common/install_magma_conda.sh install_magma_conda.sh
RUN bash ./install_conda.sh && rm install_conda.sh install_magma_conda.sh common_utils.sh /opt/conda/requirements-ci.txt
# Install gcc
ARG GCC_VERSION
COPY ./common/install_gcc.sh install_gcc.sh
RUN bash ./install_gcc.sh && rm install_gcc.sh
# Install clang
ARG CLANG_VERSION
COPY ./common/install_clang.sh install_clang.sh
RUN bash ./install_clang.sh && rm install_clang.sh
# (optional) Install vision packages like OpenCV
ARG VISION
COPY ./common/install_vision.sh ./common/cache_vision_models.sh ./common/common_utils.sh ./
RUN if [ -n "${VISION}" ]; then bash ./install_vision.sh; fi
RUN rm install_vision.sh cache_vision_models.sh common_utils.sh
ENV INSTALLED_VISION ${VISION}
# (optional) Install UCC
ARG UCX_COMMIT
ARG UCC_COMMIT
ENV UCX_COMMIT $UCX_COMMIT
ENV UCC_COMMIT $UCC_COMMIT
ENV UCX_HOME /usr
ENV UCC_HOME /usr
ADD ./common/install_ucc.sh install_ucc.sh
RUN if [ -n "${UCX_COMMIT}" ] && [ -n "${UCC_COMMIT}" ]; then bash ./install_ucc.sh; fi
RUN rm install_ucc.sh
COPY ./common/install_openssl.sh install_openssl.sh
ENV OPENSSL_ROOT_DIR /opt/openssl
RUN bash ./install_openssl.sh
ENV OPENSSL_DIR /opt/openssl
ARG INDUCTOR_BENCHMARKS
ARG ANACONDA_PYTHON_VERSION
ENV ANACONDA_PYTHON_VERSION=$ANACONDA_PYTHON_VERSION
COPY ./common/install_inductor_benchmark_deps.sh install_inductor_benchmark_deps.sh
COPY ./common/common_utils.sh common_utils.sh
COPY ci_commit_pins/huggingface.txt huggingface.txt
COPY ci_commit_pins/timm.txt timm.txt
RUN if [ -n "${INDUCTOR_BENCHMARKS}" ]; then bash ./install_inductor_benchmark_deps.sh; fi
RUN rm install_inductor_benchmark_deps.sh common_utils.sh timm.txt huggingface.txt
ARG TRITON
FROM base as triton-builder
# Install triton, this needs to be done before sccache because the latter will
# try to reach out to S3, which docker build runners don't have access
COPY ./common/install_triton.sh install_triton.sh
COPY ./common/common_utils.sh common_utils.sh
COPY ci_commit_pins/triton.txt triton.txt
COPY triton_version.txt triton_version.txt
RUN bash ./install_triton.sh
FROM base as final
COPY --from=triton-builder /opt/triton /opt/triton
RUN if [ -n "${TRITON}" ]; then pip install /opt/triton/*.whl; chown -R jenkins:jenkins /opt/conda; fi
RUN rm -rf /opt/triton
ARG HALIDE
# Build and install halide
COPY ./common/install_halide.sh install_halide.sh
COPY ./common/common_utils.sh common_utils.sh
COPY ci_commit_pins/halide.txt halide.txt
RUN if [ -n "${HALIDE}" ]; then bash ./install_halide.sh; fi
RUN rm install_halide.sh common_utils.sh halide.txt
# Install ccache/sccache (do this last, so we get priority in PATH)
COPY ./common/install_cache.sh install_cache.sh
ENV PATH /opt/cache/bin:$PATH
# See https://github.com/pytorch/pytorch/issues/82174
# TODO(sdym@fb.com):
# check if this is needed after full off Xenial migration
ENV CARGO_NET_GIT_FETCH_WITH_CLI true
RUN bash ./install_cache.sh && rm install_cache.sh
ENV CMAKE_CUDA_COMPILER_LAUNCHER=/opt/cache/bin/sccache
# Add jni.h for java host build
COPY ./common/install_jni.sh install_jni.sh
COPY ./java/jni.h jni.h
RUN bash ./install_jni.sh && rm install_jni.sh
# Install Open MPI for CUDA
COPY ./common/install_openmpi.sh install_openmpi.sh
RUN if [ -n "${CUDA_VERSION}" ]; then bash install_openmpi.sh; fi
RUN rm install_openmpi.sh
# Include BUILD_ENVIRONMENT environment variable in image
ARG BUILD_ENVIRONMENT
ENV BUILD_ENVIRONMENT ${BUILD_ENVIRONMENT}
# AWS specific CUDA build guidance
ENV TORCH_CUDA_ARCH_LIST Maxwell
ENV TORCH_NVCC_FLAGS "-Xfatbin -compress-all"
ENV CUDA_PATH /usr/local/cuda
# Install LLVM dev version (Defined in the pytorch/builder github repository)
COPY --from=pytorch/llvm:9.0.1 /opt/llvm /opt/llvm
# Install CUDNN
ARG CUDNN_VERSION
ARG CUDA_VERSION
COPY ./common/install_cudnn.sh install_cudnn.sh
RUN if [ -n "${CUDNN_VERSION}" ]; then bash install_cudnn.sh; fi
RUN rm install_cudnn.sh
# Install CUSPARSELT
ARG CUDA_VERSION
COPY ./common/install_cusparselt.sh install_cusparselt.sh
RUN bash install_cusparselt.sh
RUN rm install_cusparselt.sh
# Install NCCL
ARG CUDA_VERSION
COPY ./common/install_nccl.sh install_nccl.sh
COPY ./ci_commit_pins/nccl-cu* /ci_commit_pins/
RUN bash install_nccl.sh
RUN rm install_nccl.sh /ci_commit_pins/nccl-cu*
ENV USE_SYSTEM_NCCL=1
ENV NCCL_INCLUDE_DIR="/usr/local/cuda/include/"
ENV NCCL_LIB_DIR="/usr/local/cuda/lib64/"
# Install CUDSS
ARG CUDA_VERSION
COPY ./common/install_cudss.sh install_cudss.sh
RUN bash install_cudss.sh
RUN rm install_cudss.sh
# Delete /usr/local/cuda-11.X/cuda-11.X symlinks
RUN if [ -h /usr/local/cuda-11.6/cuda-11.6 ]; then rm /usr/local/cuda-11.6/cuda-11.6; fi
RUN if [ -h /usr/local/cuda-11.7/cuda-11.7 ]; then rm /usr/local/cuda-11.7/cuda-11.7; fi
RUN if [ -h /usr/local/cuda-12.1/cuda-12.1 ]; then rm /usr/local/cuda-12.1/cuda-12.1; fi
RUN if [ -h /usr/local/cuda-12.4/cuda-12.4 ]; then rm /usr/local/cuda-12.4/cuda-12.4; fi
USER jenkins
CMD ["bash"]

View File

@ -80,7 +80,7 @@ def parse_args() -> Any:
parser.add_argument(
"--job-name",
type=str,
help="the name of the current job, i.e. linux-focal-py3.8-gcc7 / build",
help="the name of the current job, i.e. linux-jammy-py3.8-gcc7 / build",
)
parser.add_argument("--pr-number", type=str, help="the pull request number")
parser.add_argument("--tag", type=str, help="the associated tag if it exists")

View File

@ -15,7 +15,7 @@ jobs:
with:
timeout: 120
runner: ${{ inputs.runner }}linux.2xlarge
docker-image: ci-image:pytorch-linux-focal-linter
docker-image: ci-image:pytorch-linux-jammy-linter
fetch-depth: 0
submodules: false
ref: ${{ inputs.ref }}
@ -40,7 +40,7 @@ jobs:
with:
timeout: 60
runner: ${{ inputs.runner }}linux.2xlarge
docker-image: ci-image:pytorch-linux-focal-linter
docker-image: ci-image:pytorch-linux-jammy-linter
fetch-depth: 0
submodules: false
ref: ${{ inputs.ref }}

View File

@ -49,16 +49,16 @@ jobs:
matrix:
runner: [linux.12xlarge]
docker-image-name: [
pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11,
pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11,
pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc9-inductor-benchmarks,
pytorch-linux-jammy-cuda12.6-cudnn9-py3.12-gcc9-inductor-benchmarks,
pytorch-linux-jammy-cuda12.6-cudnn9-py3.13-gcc9-inductor-benchmarks,
pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9-inductor-benchmarks,
pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9,
pytorch-linux-focal-py3.9-clang10,
pytorch-linux-focal-py3.11-clang10,
pytorch-linux-focal-py3.12-clang10,
pytorch-linux-focal-py3.13-clang10,
pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9,
pytorch-linux-jammy-py3.9-clang12,
pytorch-linux-jammy-py3.11-clang12,
pytorch-linux-jammy-py3.12-clang12,
pytorch-linux-jammy-py3.13-clang12,
pytorch-linux-jammy-rocm-n-1-py3,
pytorch-linux-jammy-rocm-n-py3,
pytorch-linux-jammy-cuda12.8-cudnn9-py3.9-clang12,
@ -69,8 +69,8 @@ jobs:
pytorch-linux-jammy-xpu-2025.1-py3,
pytorch-linux-jammy-py3-clang15-asan,
pytorch-linux-jammy-py3-clang18-asan,
pytorch-linux-focal-py3-clang10-onnx,
pytorch-linux-focal-linter,
pytorch-linux-jammy-py3-clang12-onnx,
pytorch-linux-jammy-linter,
pytorch-linux-jammy-cuda12.8-cudnn9-py3.9-linter,
pytorch-linux-jammy-py3-clang12-executorch,
pytorch-linux-jammy-py3.12-triton-cpu

View File

@ -66,7 +66,7 @@ jobs:
with:
timeout: 120
runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge"
docker-image: ci-image:pytorch-linux-focal-linter
docker-image: ci-image:pytorch-linux-jammy-linter
fetch-depth: 0
ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
script: |
@ -119,7 +119,7 @@ jobs:
with:
timeout: 120
runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge"
docker-image: ci-image:pytorch-linux-focal-linter
docker-image: ci-image:pytorch-linux-jammy-linter
fetch-depth: -1
submodules: true
ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
@ -153,7 +153,7 @@ jobs:
with:
timeout: 120
runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge"
docker-image: ci-image:pytorch-linux-focal-linter
docker-image: ci-image:pytorch-linux-jammy-linter
fetch-depth: 0
ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
script: |
@ -189,7 +189,7 @@ jobs:
with:
timeout: 120
runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge"
docker-image: ci-image:pytorch-linux-focal-linter
docker-image: ci-image:pytorch-linux-jammy-linter
fetch-depth: 0
ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
script: |

View File

@ -49,14 +49,14 @@ jobs:
curr_branch: ${{ github.head_ref || github.ref_name }}
curr_ref_type: ${{ github.ref_type }}
linux-focal-cuda12_6-py3_10-gcc11-build:
name: linux-focal-cuda12.6-py3.10-gcc11
linux-jammy-cuda12_6-py3_10-gcc11-build:
name: linux-jammy-cuda12.6-py3.10-gcc11
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-cuda12.6-py3.10-gcc11
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
build-environment: linux-jammy-cuda12.6-py3.10-gcc11
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
test-matrix: |
{ include: [
{ config: "nogpu_AVX512", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" },
@ -68,26 +68,26 @@ jobs:
]}
secrets: inherit
linux-focal-cuda12_6-py3_10-gcc11-test:
name: linux-focal-cuda12.6-py3.10-gcc11
linux-jammy-cuda12_6-py3_10-gcc11-test:
name: linux-jammy-cuda12.6-py3.10-gcc11
uses: ./.github/workflows/_linux-test.yml
needs:
- linux-focal-cuda12_6-py3_10-gcc11-build
- linux-jammy-cuda12_6-py3_10-gcc11-build
- target-determination
with:
build-environment: linux-focal-cuda12.6-py3.10-gcc11
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }}
build-environment: linux-jammy-cuda12.6-py3.10-gcc11
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }}
secrets: inherit
linux-focal-cuda12_8-py3_9-gcc9-build:
name: linux-focal-cuda12.8-py3.9-gcc9
linux-jammy-cuda12_8-py3_9-gcc9-build:
name: linux-jammy-cuda12.8-py3.9-gcc9
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-cuda12.8-py3.9-gcc9
docker-image-name: ci-image:pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9
build-environment: linux-jammy-cuda12.8-py3.9-gcc9
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9
cuda-arch-list: 8.6
test-matrix: |
{ include: [
@ -97,24 +97,24 @@ jobs:
build-with-debug: false
secrets: inherit
linux-focal-cuda12_8-py3_9-gcc9-test:
name: linux-focal-cuda12.8-py3.9-gcc9
linux-jammy-cuda12_8-py3_9-gcc9-test:
name: linux-jammy-cuda12.8-py3.9-gcc9
uses: ./.github/workflows/_linux-test.yml
needs: linux-focal-cuda12_8-py3_9-gcc9-build
needs: linux-jammy-cuda12_8-py3_9-gcc9-build
with:
build-environment: linux-focal-cuda12.8-py3.9-gcc9
docker-image: ${{ needs.linux-focal-cuda12_8-py3_9-gcc9-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda12_8-py3_9-gcc9-build.outputs.test-matrix }}
build-environment: linux-jammy-cuda12.8-py3.9-gcc9
docker-image: ${{ needs.linux-jammy-cuda12_8-py3_9-gcc9-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cuda12_8-py3_9-gcc9-build.outputs.test-matrix }}
secrets: inherit
linux-focal-cuda12_8-py3_10-gcc9-debug-build:
name: linux-focal-cuda12.8-py3.10-gcc9-debug
linux-jammy-cuda12_8-py3_10-gcc9-debug-build:
name: linux-jammy-cuda12.8-py3.10-gcc9-debug
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-cuda12.8-py3.10-gcc9-debug
docker-image-name: ci-image:pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9
build-environment: linux-jammy-cuda12.8-py3.10-gcc9-debug
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9
build-with-debug: true
test-matrix: |
{ include: [
@ -128,16 +128,16 @@ jobs:
]}
secrets: inherit
linux-focal-cuda12_8-py3_10-gcc9-debug-test:
name: linux-focal-cuda12.8-py3.10-gcc9-debug
linux-jammy-cuda12_8-py3_10-gcc9-debug-test:
name: linux-jammy-cuda12.8-py3.10-gcc9-debug
uses: ./.github/workflows/_linux-test.yml
needs:
- linux-focal-cuda12_8-py3_10-gcc9-debug-build
- linux-jammy-cuda12_8-py3_10-gcc9-debug-build
- target-determination
with:
build-environment: linux-focal-cuda12.8-py3.10-gcc9-debug
docker-image: ${{ needs.linux-focal-cuda12_8-py3_10-gcc9-debug-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda12_8-py3_10-gcc9-debug-build.outputs.test-matrix }}
build-environment: linux-jammy-cuda12.8-py3.10-gcc9-debug
docker-image: ${{ needs.linux-jammy-cuda12_8-py3_10-gcc9-debug-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cuda12_8-py3_10-gcc9-debug-build.outputs.test-matrix }}
secrets: inherit
linux-jammy-rocm-py3_10-build:
@ -171,14 +171,14 @@ jobs:
test-matrix: ${{ needs.linux-jammy-rocm-py3_10-build.outputs.test-matrix }}
secrets: inherit
linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build:
name: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck
linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build:
name: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
build-environment: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
cuda-arch-list: 8.6
test-matrix: |
{ include: [
@ -193,15 +193,15 @@ jobs:
]}
secrets: inherit
linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-test:
name: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck
linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-test:
name: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck
uses: ./.github/workflows/_linux-test.yml
needs:
- linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build
- linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build
- target-determination
with:
build-environment: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck
docker-image: ${{ needs.linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.test-matrix }}
build-environment: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck
docker-image: ${{ needs.linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.test-matrix }}
timeout-minutes: 300
secrets: inherit

View File

@ -155,14 +155,14 @@ jobs:
sync-tag: asan-test
secrets: inherit
linux-focal-py3_9-clang10-onnx-build:
name: linux-focal-py3.9-clang10-onnx
linux-jammy-py3_9-clang12-onnx-build:
name: linux-jammy-py3.9-clang12-onnx
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-py3.9-clang10-onnx
docker-image-name: ci-image:pytorch-linux-focal-py3-clang10-onnx
build-environment: linux-jammy-py3.9-clang12-onnx
docker-image-name: ci-image:pytorch-linux-jammy-py3-clang12-onnx
test-matrix: |
{ include: [
{ config: "default", shard: 1, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
@ -170,26 +170,26 @@ jobs:
]}
secrets: inherit
linux-focal-py3_9-clang10-onnx-test:
name: linux-focal-py3.9-clang10-onnx
linux-jammy-py3_9-clang12-onnx-test:
name: linux-jammy-py3.9-clang12-onnx
uses: ./.github/workflows/_linux-test.yml
needs:
- linux-focal-py3_9-clang10-onnx-build
- linux-jammy-py3_9-clang12-onnx-build
- target-determination
with:
build-environment: linux-focal-py3.9-clang10-onnx
docker-image: ${{ needs.linux-focal-py3_9-clang10-onnx-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-py3_9-clang10-onnx-build.outputs.test-matrix }}
build-environment: linux-jammy-py3.9-clang12-onnx
docker-image: ${{ needs.linux-jammy-py3_9-clang12-onnx-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-py3_9-clang12-onnx-build.outputs.test-matrix }}
secrets: inherit
linux-focal-py3_9-clang10-build:
name: linux-focal-py3.9-clang10
linux-jammy-py3_9-clang12-build:
name: linux-jammy-py3.9-clang12
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-py3.9-clang10
docker-image-name: ci-image:pytorch-linux-focal-py3.9-clang10
build-environment: linux-jammy-py3.9-clang12
docker-image-name: ci-image:pytorch-linux-jammy-py3.9-clang12
test-matrix: |
{ include: [
{ config: "default", shard: 1, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" },
@ -206,26 +206,26 @@ jobs:
allow-reuse-old-whl: true
secrets: inherit
linux-focal-py3_9-clang10-test:
name: linux-focal-py3.9-clang10
linux-jammy-py3_9-clang12-test:
name: linux-jammy-py3.9-clang12
uses: ./.github/workflows/_linux-test.yml
needs:
- linux-focal-py3_9-clang10-build
- linux-jammy-py3_9-clang12-build
- target-determination
with:
build-environment: linux-focal-py3.9-clang10
docker-image: ${{ needs.linux-focal-py3_9-clang10-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-py3_9-clang10-build.outputs.test-matrix }}
build-environment: linux-jammy-py3.9-clang12
docker-image: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.test-matrix }}
secrets: inherit
linux-focal-py3_13-clang10-build:
name: linux-focal-py3.13-clang10
linux-jammy-py3_13-clang12-build:
name: linux-jammy-py3.13-clang12
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-py3.13-clang10
docker-image-name: ci-image:pytorch-linux-focal-py3.13-clang10
build-environment: linux-jammy-py3.13-clang12
docker-image-name: ci-image:pytorch-linux-jammy-py3.13-clang12
test-matrix: |
{ include: [
{ config: "default", shard: 1, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" },
@ -242,25 +242,25 @@ jobs:
allow-reuse-old-whl: true
secrets: inherit
linux-focal-py3_13-clang10-test:
name: linux-focal-py3.13-clang10
linux-jammy-py3_13-clang12-test:
name: linux-jammy-py3.13-clang12
uses: ./.github/workflows/_linux-test.yml
needs: linux-focal-py3_13-clang10-build
needs: linux-jammy-py3_13-clang12-build
with:
build-environment: linux-focal-py3.13-clang10
docker-image: ${{ needs.linux-focal-py3_13-clang10-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-py3_13-clang10-build.outputs.test-matrix }}
build-environment: linux-jammy-py3.13-clang12
docker-image: ${{ needs.linux-jammy-py3_13-clang12-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-py3_13-clang12-build.outputs.test-matrix }}
timeout-minutes: 600
secrets: inherit
linux-focal-cuda12_6-py3_10-gcc11-build-distributed:
name: linux-focal-cuda12.6-py3.10-gcc11-build-distributed
linux-jammy-cuda12_6-py3_10-gcc11-build-distributed:
name: linux-jammy-cuda12.6-py3.10-gcc11-build-distributed
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-cuda12.6-py3.10-gcc11-distributed
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-distributed
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
cuda-arch-list: '7.5'
test-matrix: |
{ include: [
@ -270,27 +270,27 @@ jobs:
]}
secrets: inherit
linux-focal-cuda12_6-py3_10-gcc11-test-distributed:
name: linux-focal-cuda12.6-py3.10-gcc11-test
linux-jammy-cuda12_6-py3_10-gcc11-test-distributed:
name: linux-jammy-cuda12.6-py3.10-gcc11-test
uses: ./.github/workflows/_linux-test.yml
needs:
- linux-focal-cuda12_6-py3_10-gcc11-build-distributed
- linux-jammy-cuda12_6-py3_10-gcc11-build-distributed
- target-determination
with:
timeout-minutes: 360
build-environment: linux-focal-cuda12.6-py3.10-gcc11-distributed
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build-distributed.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build-distributed.outputs.test-matrix }}
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-distributed
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build-distributed.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build-distributed.outputs.test-matrix }}
secrets: inherit
linux-focal-cuda12_6-py3_10-gcc11-build:
name: linux-focal-cuda12.6-py3.10-gcc11
linux-jammy-cuda12_6-py3_10-gcc11-build:
name: linux-jammy-cuda12.6-py3.10-gcc11
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-cuda12.6-py3.10-gcc11
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
build-environment: linux-jammy-cuda12.6-py3.10-gcc11
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
test-matrix: |
{ include: [
{ config: "default", shard: 1, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge.nvidia.gpu" },
@ -302,17 +302,17 @@ jobs:
allow-reuse-old-whl: true
secrets: inherit
linux-focal-cuda12_6-py3_10-gcc11-test:
name: linux-focal-cuda12.6-py3.10-gcc11
linux-jammy-cuda12_6-py3_10-gcc11-test:
name: linux-jammy-cuda12.6-py3.10-gcc11
uses: ./.github/workflows/_linux-test.yml
needs:
- linux-focal-cuda12_6-py3_10-gcc11-build
- linux-jammy-cuda12_6-py3_10-gcc11-build
- target-determination
with:
timeout-minutes: 360
build-environment: linux-focal-cuda12.6-py3.10-gcc11
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }}
build-environment: linux-jammy-cuda12.6-py3.10-gcc11
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }}
secrets: inherit
linux-jammy-py3-clang12-mobile-build:
@ -344,13 +344,13 @@ jobs:
]}
secrets: inherit
linux-focal-py3_9-clang9-xla-build:
name: linux-focal-py3_9-clang9-xla
linux-jammy-py3_9-clang9-xla-build:
name: linux-jammy-py3_9-clang9-xla
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-py3.9-clang9-xla
build-environment: linux-jammy-py3.9-clang9-xla
docker-image-name: 308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/xla_base:v1.3-lite
test-matrix: |
{ include: [
@ -358,24 +358,24 @@ jobs:
]}
secrets: inherit
linux-focal-py3_9-clang9-xla-test:
name: linux-focal-py3_9-clang9-xla
linux-jammy-py3_9-clang9-xla-test:
name: linux-jammy-py3_9-clang9-xla
uses: ./.github/workflows/_linux-test.yml
needs: linux-focal-py3_9-clang9-xla-build
needs: linux-jammy-py3_9-clang9-xla-build
with:
build-environment: linux-focal-py3.9-clang9-xla
docker-image: ${{ needs.linux-focal-py3_9-clang9-xla-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-py3_9-clang9-xla-build.outputs.test-matrix }}
build-environment: linux-jammy-py3.9-clang9-xla
docker-image: ${{ needs.linux-jammy-py3_9-clang9-xla-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-py3_9-clang9-xla-build.outputs.test-matrix }}
secrets: inherit
linux-focal-cpu-py3_10-gcc11-bazel-test:
name: linux-focal-cpu-py3.10-gcc11-bazel-test
linux-jammy-cpu-py3_10-gcc11-bazel-test:
name: linux-jammy-cpu-py3.10-gcc11-bazel-test
uses: ./.github/workflows/_bazel-build-test.yml
needs: get-label-type
with:
runner: "${{ needs.get-label-type.outputs.label-type }}linux.large"
build-environment: linux-focal-cuda12.6-py3.10-gcc11-bazel-test
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-bazel-test
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
cuda-version: cpu
test-matrix: |
{ include: [
@ -417,14 +417,14 @@ jobs:
]}
secrets: inherit
linux-focal-cuda12_6-py3_10-gcc11-sm89-build:
name: linux-focal-cuda12.6-py3.10-gcc11-sm89
linux-jammy-cuda12_6-py3_10-gcc11-sm89-build:
name: linux-jammy-cuda12.6-py3.10-gcc11-sm89
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm89
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm89
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
cuda-arch-list: 8.9
test-matrix: |
{ include: [
@ -437,16 +437,16 @@ jobs:
allow-reuse-old-whl: true
secrets: inherit
unstable-linux-focal-cuda12_6-py3_10-gcc11-sm89-build-xfail:
unstable-linux-jammy-cuda12_6-py3_10-gcc11-sm89-build-xfail:
# A version of the build that sets a larger number of jobs for a build. May
# OOM
name: unstable-linux-focal-cuda12.6-py3.10-gcc11-sm89-xfail
name: unstable-linux-jammy-cuda12.6-py3.10-gcc11-sm89-xfail
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm89
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm89
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
cuda-arch-list: 8.9
max-jobs: 4
# Doesn't actually run tests, but need this in order to prevent the build
@ -458,16 +458,16 @@ jobs:
allow-reuse-old-whl: true
secrets: inherit
linux-focal-cuda12_6-py3_10-gcc11-sm89-test:
name: linux-focal-cuda12.6-py3.10-gcc11-sm89
linux-jammy-cuda12_6-py3_10-gcc11-sm89-test:
name: linux-jammy-cuda12.6-py3.10-gcc11-sm89
uses: ./.github/workflows/_linux-test.yml
needs:
- linux-focal-cuda12_6-py3_10-gcc11-sm89-build
- linux-jammy-cuda12_6-py3_10-gcc11-sm89-build
- target-determination
with:
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm89
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm89-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm89-build.outputs.test-matrix }}
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm89
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm89-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm89-build.outputs.test-matrix }}
secrets: inherit
linux-jammy-py3-clang12-executorch-build:

View File

@ -47,14 +47,14 @@ jobs:
curr_branch: ${{ github.head_ref || github.ref_name }}
curr_ref_type: ${{ github.ref_type }}
linux-focal-cuda12_6-py3_10-gcc11-sm86-build:
name: linux-focal-cuda12.6-py3.10-gcc11-sm86
linux-jammy-cuda12_6-py3_10-gcc11-sm86-build:
name: linux-jammy-cuda12.6-py3.10-gcc11-sm86
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm86
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm86
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
cuda-arch-list: 8.6
test-matrix: |
{ include: [
@ -64,26 +64,26 @@ jobs:
]}
secrets: inherit
linux-focal-cuda12_6-py3_10-gcc11-sm86-test:
name: linux-focal-cuda12.6-py3.10-gcc11-sm86
linux-jammy-cuda12_6-py3_10-gcc11-sm86-test:
name: linux-jammy-cuda12.6-py3.10-gcc11-sm86
uses: ./.github/workflows/_linux-test.yml
needs:
- linux-focal-cuda12_6-py3_10-gcc11-sm86-build
- linux-jammy-cuda12_6-py3_10-gcc11-sm86-build
- target-determination
with:
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm86
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm86-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm86-build.outputs.test-matrix }}
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm86
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm86-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm86-build.outputs.test-matrix }}
secrets: inherit
linux-focal-py3_9-clang10-build:
name: linux-focal-py3.9-clang10
linux-jammy-py3_9-clang12-build:
name: linux-jammy-py3.9-clang12
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-py3.9-clang10
docker-image-name: ci-image:pytorch-linux-focal-py3.9-clang10
build-environment: linux-jammy-py3.9-clang12
docker-image-name: ci-image:pytorch-linux-jammy-py3.9-clang12
test-matrix: |
{ include: [
{ config: "slow", shard: 1, num_shards: 2, runner: "linux.2xlarge" },
@ -91,16 +91,16 @@ jobs:
]}
secrets: inherit
linux-focal-py3_9-clang10-test:
name: linux-focal-py3.9-clang10
linux-jammy-py3_9-clang12-test:
name: linux-jammy-py3.9-clang12
uses: ./.github/workflows/_linux-test.yml
needs:
- linux-focal-py3_9-clang10-build
- linux-jammy-py3_9-clang12-build
- target-determination
with:
build-environment: linux-focal-py3.9-clang10
docker-image: ${{ needs.linux-focal-py3_9-clang10-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-py3_9-clang10-build.outputs.test-matrix }}
build-environment: linux-jammy-py3.9-clang12
docker-image: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.test-matrix }}
secrets: inherit
linux-jammy-rocm-py3_10-build:

View File

@ -37,7 +37,7 @@ jobs:
id: calculate-docker-image
uses: pytorch/test-infra/.github/actions/calculate-docker-image@main
with:
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
working-directory: pytorch
- name: Use following to pull public copy of the image

View File

@ -27,15 +27,15 @@ jobs:
curr_branch: ${{ github.head_ref || github.ref_name }}
curr_ref_type: ${{ github.ref_type }}
linux-focal-cuda12_6-py3_10-gcc11-sm90-build:
name: linux-focal-cuda12.6-py3.10-gcc11-sm90
linux-jammy-cuda12_6-py3_10-gcc11-sm90-build:
name: linux-jammy-cuda12.6-py3.10-gcc11-sm90
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
runner: "linux.12xlarge"
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm90
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm90
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
cuda-arch-list: '9.0'
test-matrix: |
{ include: [
@ -43,13 +43,13 @@ jobs:
]}
secrets: inherit
linux-focal-cuda12_6-py3_10-gcc11-sm90-test:
name: linux-focal-cuda12.6-py3.10-gcc11-sm90
linux-jammy-cuda12_6-py3_10-gcc11-sm90-test:
name: linux-jammy-cuda12.6-py3.10-gcc11-sm90
uses: ./.github/workflows/_linux-test.yml
needs:
- linux-focal-cuda12_6-py3_10-gcc11-sm90-build
- linux-jammy-cuda12_6-py3_10-gcc11-sm90-build
with:
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm90
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm90-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm90-build.outputs.test-matrix }}
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm90
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm90-build.outputs.docker-image }}
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm90-build.outputs.test-matrix }}
secrets: inherit

View File

@ -45,13 +45,13 @@ jobs:
curr_branch: ${{ github.head_ref || github.ref_name }}
curr_ref_type: ${{ github.ref_type }}
libtorch-linux-focal-cuda12_6-py3_10-gcc11-debug-build:
name: libtorch-linux-focal-cuda12.6-py3.10-gcc11-debug
libtorch-linux-jammy-cuda12_6-py3_10-gcc11-debug-build:
name: libtorch-linux-jammy-cuda12.6-py3.10-gcc11-debug
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
build-environment: libtorch-linux-focal-cuda12.6-py3.10-gcc11
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
build-environment: libtorch-linux-jammy-cuda12.6-py3.10-gcc11
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
build-generates-artifacts: false
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
runner: "linux.4xlarge"
@ -62,14 +62,14 @@ jobs:
secrets: inherit
# no-ops builds test USE_PER_OPERATOR_HEADERS=0 where ATen/ops is not generated
linux-focal-cuda12_6-py3_10-gcc11-no-ops-build:
name: linux-focal-cuda12.6-py3.10-gcc11-no-ops
linux-jammy-cuda12_6-py3_10-gcc11-no-ops-build:
name: linux-jammy-cuda12.6-py3.10-gcc11-no-ops
uses: ./.github/workflows/_linux-build.yml
needs: get-label-type
with:
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
build-environment: linux-focal-cuda12.6-py3.10-gcc11-no-ops
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-no-ops
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
test-matrix: |
{ include: [
{ config: "default", shard: 1, num_shards: 1 },

View File

@ -9,19 +9,19 @@ import requests
CONFIGS = {
"dynamo39": {
"linux-focal-py3.9-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)",
"linux-focal-py3.9-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)",
"linux-focal-py3.9-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)",
"linux-jammy-py3.9-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)",
"linux-jammy-py3.9-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)",
"linux-jammy-py3.9-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)",
},
"dynamo311": {
"linux-focal-py3.11-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)",
"linux-focal-py3.11-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)",
"linux-focal-py3.11-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)",
"linux-jammy-py3.11-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)",
"linux-jammy-py3.11-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)",
"linux-jammy-py3.11-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)",
},
"eager311": {
"linux-focal-py3.11-clang10 / test (default, 1, 3, linux.2xlarge)",
"linux-focal-py3.11-clang10 / test (default, 2, 3, linux.2xlarge)",
"linux-focal-py3.11-clang10 / test (default, 3, 3, linux.2xlarge)",
"linux-jammy-py3.11-clang10 / test (default, 1, 3, linux.2xlarge)",
"linux-jammy-py3.11-clang10 / test (default, 2, 3, linux.2xlarge)",
"linux-jammy-py3.11-clang10 / test (default, 3, 3, linux.2xlarge)",
},
}

View File

@ -157,7 +157,7 @@ class TestSACILP(TestCase):
# Due to symmetry, the layer that has 0.7964 can be any of the first three layers. On CI,
# due to machine variance and difference in flops, the results can be different -- e.g.,
# the ratios are 0.672, 0.5646, 0.5646, 0.5646 for the four transformer layers for test
# linux-focal-cuda11.8-py3.10-gcc9 / test (distributed, 1, 3, lf.linux.8xlarge.nvidia.gpu).
# linux-jammy-cuda11.8-py3.10-gcc9 / test (distributed, 1, 3, lf.linux.8xlarge.nvidia.gpu).
# and recomputation_time = 58.14; compute_time = 902.26
modules_to_ac = set(ac_decisions.keys())
sorted_discard_ratio = sorted(ac_decisions.values())

View File

@ -1718,11 +1718,6 @@ class TestVmapOperators(Namespace.TestVmapBase):
test(op, (getter([], device), getter([B0], device)), in_dims=(None, 0))
test(op, (getter([2, B0], device), getter([2], device)), in_dims=(1, None))
@skipIf(
TEST_WITH_TORCHDYNAMO
and os.getenv("BUILD_ENVIRONMENT", "") == "linux-focal-py3.8-clang10",
"Segfaults with dynamo on focal, see https://github.com/pytorch/pytorch/issues/107173",
)
@parametrize(
"case",
[