mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
[CI] Migrate focal (ubuntu 20.04) images to jammy (ubuntu 22.04) (#154437)
Fixes https://github.com/pytorch/pytorch/issues/154157 Inductor Workflows where moved from focal to jammy here: https://github.com/pytorch/pytorch/pull/154153 Pull Request resolved: https://github.com/pytorch/pytorch/pull/154437 Approved by: https://github.com/Skylion007, https://github.com/cyyever, https://github.com/davidberard98, https://github.com/huydhn
This commit is contained in:
committed by
PyTorch MergeBot
parent
e895e9689c
commit
cd361fc247
@ -50,30 +50,21 @@ if [[ "$image" == *xla* ]]; then
|
||||
exit 0
|
||||
fi
|
||||
|
||||
if [[ "$image" == *-focal* ]]; then
|
||||
UBUNTU_VERSION=20.04
|
||||
elif [[ "$image" == *-jammy* ]]; then
|
||||
if [[ "$image" == *-jammy* ]]; then
|
||||
UBUNTU_VERSION=22.04
|
||||
elif [[ "$image" == *ubuntu* ]]; then
|
||||
extract_version_from_image_name ubuntu UBUNTU_VERSION
|
||||
elif [[ "$image" == *centos* ]]; then
|
||||
extract_version_from_image_name centos CENTOS_VERSION
|
||||
fi
|
||||
|
||||
if [ -n "${UBUNTU_VERSION}" ]; then
|
||||
OS="ubuntu"
|
||||
elif [ -n "${CENTOS_VERSION}" ]; then
|
||||
OS="centos"
|
||||
else
|
||||
echo "Unable to derive operating system base..."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
DOCKERFILE="${OS}/Dockerfile"
|
||||
# When using ubuntu - 22.04, start from Ubuntu docker image, instead of nvidia/cuda docker image.
|
||||
if [[ "$image" == *cuda* && "$UBUNTU_VERSION" != "22.04" ]]; then
|
||||
DOCKERFILE="${OS}-cuda/Dockerfile"
|
||||
elif [[ "$image" == *rocm* ]]; then
|
||||
if [[ "$image" == *rocm* ]]; then
|
||||
DOCKERFILE="${OS}-rocm/Dockerfile"
|
||||
elif [[ "$image" == *xpu* ]]; then
|
||||
DOCKERFILE="${OS}-xpu/Dockerfile"
|
||||
@ -98,7 +89,7 @@ tag=$(echo $image | awk -F':' '{print $2}')
|
||||
# configuration, so we hardcode everything here rather than do it
|
||||
# from scratch
|
||||
case "$tag" in
|
||||
pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11)
|
||||
pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11)
|
||||
CUDA_VERSION=12.6.3
|
||||
CUDNN_VERSION=9
|
||||
ANACONDA_PYTHON_VERSION=3.10
|
||||
@ -121,7 +112,7 @@ case "$tag" in
|
||||
TRITON=yes
|
||||
INDUCTOR_BENCHMARKS=yes
|
||||
;;
|
||||
pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc9)
|
||||
pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc9)
|
||||
CUDA_VERSION=12.6.3
|
||||
CUDNN_VERSION=9
|
||||
ANACONDA_PYTHON_VERSION=3.10
|
||||
@ -168,7 +159,7 @@ case "$tag" in
|
||||
TRITON=yes
|
||||
INDUCTOR_BENCHMARKS=yes
|
||||
;;
|
||||
pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9)
|
||||
pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9)
|
||||
CUDA_VERSION=12.8.1
|
||||
CUDNN_VERSION=9
|
||||
ANACONDA_PYTHON_VERSION=3.10
|
||||
@ -179,25 +170,25 @@ case "$tag" in
|
||||
UCC_COMMIT=${_UCC_COMMIT}
|
||||
TRITON=yes
|
||||
;;
|
||||
pytorch-linux-focal-py3-clang10-onnx)
|
||||
pytorch-linux-jammy-py3-clang12-onnx)
|
||||
ANACONDA_PYTHON_VERSION=3.9
|
||||
CLANG_VERSION=10
|
||||
CLANG_VERSION=12
|
||||
VISION=yes
|
||||
ONNX=yes
|
||||
;;
|
||||
pytorch-linux-focal-py3.9-clang10)
|
||||
pytorch-linux-jammy-py3.9-clang12)
|
||||
ANACONDA_PYTHON_VERSION=3.9
|
||||
CLANG_VERSION=10
|
||||
CLANG_VERSION=12
|
||||
VISION=yes
|
||||
TRITON=yes
|
||||
;;
|
||||
pytorch-linux-focal-py3.11-clang10)
|
||||
pytorch-linux-jammy-py3.11-clang12)
|
||||
ANACONDA_PYTHON_VERSION=3.11
|
||||
CLANG_VERSION=10
|
||||
CLANG_VERSION=12
|
||||
VISION=yes
|
||||
TRITON=yes
|
||||
;;
|
||||
pytorch-linux-focal-py3.9-gcc9)
|
||||
pytorch-linux-jammy-py3.9-gcc9)
|
||||
ANACONDA_PYTHON_VERSION=3.9
|
||||
GCC_VERSION=9
|
||||
VISION=yes
|
||||
@ -303,7 +294,7 @@ case "$tag" in
|
||||
GCC_VERSION=11
|
||||
TRITON_CPU=yes
|
||||
;;
|
||||
pytorch-linux-focal-linter)
|
||||
pytorch-linux-jammy-linter)
|
||||
# TODO: Use 3.9 here because of this issue https://github.com/python/mypy/issues/13627.
|
||||
# We will need to update mypy version eventually, but that's for another day. The task
|
||||
# would be to upgrade mypy to 1.0.0 with Python 3.11
|
||||
@ -370,14 +361,6 @@ esac
|
||||
|
||||
tmp_tag=$(basename "$(mktemp -u)" | tr '[:upper:]' '[:lower:]')
|
||||
|
||||
#when using cudnn version 8 install it separately from cuda
|
||||
if [[ "$image" == *cuda* && ${OS} == "ubuntu" ]]; then
|
||||
IMAGE_NAME="nvidia/cuda:${CUDA_VERSION}-cudnn${CUDNN_VERSION}-devel-ubuntu${UBUNTU_VERSION}"
|
||||
if [[ ${CUDNN_VERSION} == 9 ]]; then
|
||||
IMAGE_NAME="nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION}"
|
||||
fi
|
||||
fi
|
||||
|
||||
no_cache_flag=""
|
||||
progress_flag=""
|
||||
# Do not use cache and progress=plain when in CI
|
||||
@ -394,7 +377,6 @@ docker build \
|
||||
--build-arg "LLVMDEV=${LLVMDEV:-}" \
|
||||
--build-arg "VISION=${VISION:-}" \
|
||||
--build-arg "UBUNTU_VERSION=${UBUNTU_VERSION}" \
|
||||
--build-arg "CENTOS_VERSION=${CENTOS_VERSION}" \
|
||||
--build-arg "DEVTOOLSET_VERSION=${DEVTOOLSET_VERSION}" \
|
||||
--build-arg "GLIBC_VERSION=${GLIBC_VERSION}" \
|
||||
--build-arg "CLANG_VERSION=${CLANG_VERSION}" \
|
||||
|
@ -1,170 +0,0 @@
|
||||
ARG UBUNTU_VERSION
|
||||
ARG CUDA_VERSION
|
||||
ARG IMAGE_NAME
|
||||
|
||||
FROM ${IMAGE_NAME} as base
|
||||
|
||||
ARG UBUNTU_VERSION
|
||||
ARG CUDA_VERSION
|
||||
|
||||
ENV DEBIAN_FRONTEND noninteractive
|
||||
|
||||
# Install common dependencies (so that this step can be cached separately)
|
||||
COPY ./common/install_base.sh install_base.sh
|
||||
RUN bash ./install_base.sh && rm install_base.sh
|
||||
|
||||
# Install user
|
||||
COPY ./common/install_user.sh install_user.sh
|
||||
RUN bash ./install_user.sh && rm install_user.sh
|
||||
|
||||
# Install katex
|
||||
ARG KATEX
|
||||
COPY ./common/install_docs_reqs.sh install_docs_reqs.sh
|
||||
RUN bash ./install_docs_reqs.sh && rm install_docs_reqs.sh
|
||||
|
||||
# Install conda and other packages (e.g., numpy, pytest)
|
||||
ARG ANACONDA_PYTHON_VERSION
|
||||
ENV ANACONDA_PYTHON_VERSION=$ANACONDA_PYTHON_VERSION
|
||||
ENV PATH /opt/conda/envs/py_$ANACONDA_PYTHON_VERSION/bin:/opt/conda/bin:$PATH
|
||||
COPY requirements-ci.txt /opt/conda/requirements-ci.txt
|
||||
COPY ./common/install_conda.sh install_conda.sh
|
||||
COPY ./common/common_utils.sh common_utils.sh
|
||||
COPY ./common/install_magma_conda.sh install_magma_conda.sh
|
||||
RUN bash ./install_conda.sh && rm install_conda.sh install_magma_conda.sh common_utils.sh /opt/conda/requirements-ci.txt
|
||||
|
||||
# Install gcc
|
||||
ARG GCC_VERSION
|
||||
COPY ./common/install_gcc.sh install_gcc.sh
|
||||
RUN bash ./install_gcc.sh && rm install_gcc.sh
|
||||
|
||||
# Install clang
|
||||
ARG CLANG_VERSION
|
||||
COPY ./common/install_clang.sh install_clang.sh
|
||||
RUN bash ./install_clang.sh && rm install_clang.sh
|
||||
|
||||
# (optional) Install vision packages like OpenCV
|
||||
ARG VISION
|
||||
COPY ./common/install_vision.sh ./common/cache_vision_models.sh ./common/common_utils.sh ./
|
||||
RUN if [ -n "${VISION}" ]; then bash ./install_vision.sh; fi
|
||||
RUN rm install_vision.sh cache_vision_models.sh common_utils.sh
|
||||
ENV INSTALLED_VISION ${VISION}
|
||||
|
||||
# (optional) Install UCC
|
||||
ARG UCX_COMMIT
|
||||
ARG UCC_COMMIT
|
||||
ENV UCX_COMMIT $UCX_COMMIT
|
||||
ENV UCC_COMMIT $UCC_COMMIT
|
||||
ENV UCX_HOME /usr
|
||||
ENV UCC_HOME /usr
|
||||
ADD ./common/install_ucc.sh install_ucc.sh
|
||||
RUN if [ -n "${UCX_COMMIT}" ] && [ -n "${UCC_COMMIT}" ]; then bash ./install_ucc.sh; fi
|
||||
RUN rm install_ucc.sh
|
||||
|
||||
COPY ./common/install_openssl.sh install_openssl.sh
|
||||
ENV OPENSSL_ROOT_DIR /opt/openssl
|
||||
RUN bash ./install_openssl.sh
|
||||
ENV OPENSSL_DIR /opt/openssl
|
||||
|
||||
ARG INDUCTOR_BENCHMARKS
|
||||
ARG ANACONDA_PYTHON_VERSION
|
||||
ENV ANACONDA_PYTHON_VERSION=$ANACONDA_PYTHON_VERSION
|
||||
COPY ./common/install_inductor_benchmark_deps.sh install_inductor_benchmark_deps.sh
|
||||
COPY ./common/common_utils.sh common_utils.sh
|
||||
COPY ci_commit_pins/huggingface.txt huggingface.txt
|
||||
COPY ci_commit_pins/timm.txt timm.txt
|
||||
RUN if [ -n "${INDUCTOR_BENCHMARKS}" ]; then bash ./install_inductor_benchmark_deps.sh; fi
|
||||
RUN rm install_inductor_benchmark_deps.sh common_utils.sh timm.txt huggingface.txt
|
||||
|
||||
ARG TRITON
|
||||
|
||||
FROM base as triton-builder
|
||||
# Install triton, this needs to be done before sccache because the latter will
|
||||
# try to reach out to S3, which docker build runners don't have access
|
||||
COPY ./common/install_triton.sh install_triton.sh
|
||||
COPY ./common/common_utils.sh common_utils.sh
|
||||
COPY ci_commit_pins/triton.txt triton.txt
|
||||
COPY triton_version.txt triton_version.txt
|
||||
RUN bash ./install_triton.sh
|
||||
|
||||
FROM base as final
|
||||
COPY --from=triton-builder /opt/triton /opt/triton
|
||||
RUN if [ -n "${TRITON}" ]; then pip install /opt/triton/*.whl; chown -R jenkins:jenkins /opt/conda; fi
|
||||
RUN rm -rf /opt/triton
|
||||
|
||||
ARG HALIDE
|
||||
# Build and install halide
|
||||
COPY ./common/install_halide.sh install_halide.sh
|
||||
COPY ./common/common_utils.sh common_utils.sh
|
||||
COPY ci_commit_pins/halide.txt halide.txt
|
||||
RUN if [ -n "${HALIDE}" ]; then bash ./install_halide.sh; fi
|
||||
RUN rm install_halide.sh common_utils.sh halide.txt
|
||||
|
||||
# Install ccache/sccache (do this last, so we get priority in PATH)
|
||||
COPY ./common/install_cache.sh install_cache.sh
|
||||
ENV PATH /opt/cache/bin:$PATH
|
||||
# See https://github.com/pytorch/pytorch/issues/82174
|
||||
# TODO(sdym@fb.com):
|
||||
# check if this is needed after full off Xenial migration
|
||||
ENV CARGO_NET_GIT_FETCH_WITH_CLI true
|
||||
RUN bash ./install_cache.sh && rm install_cache.sh
|
||||
ENV CMAKE_CUDA_COMPILER_LAUNCHER=/opt/cache/bin/sccache
|
||||
|
||||
# Add jni.h for java host build
|
||||
COPY ./common/install_jni.sh install_jni.sh
|
||||
COPY ./java/jni.h jni.h
|
||||
RUN bash ./install_jni.sh && rm install_jni.sh
|
||||
|
||||
# Install Open MPI for CUDA
|
||||
COPY ./common/install_openmpi.sh install_openmpi.sh
|
||||
RUN if [ -n "${CUDA_VERSION}" ]; then bash install_openmpi.sh; fi
|
||||
RUN rm install_openmpi.sh
|
||||
|
||||
# Include BUILD_ENVIRONMENT environment variable in image
|
||||
ARG BUILD_ENVIRONMENT
|
||||
ENV BUILD_ENVIRONMENT ${BUILD_ENVIRONMENT}
|
||||
|
||||
# AWS specific CUDA build guidance
|
||||
ENV TORCH_CUDA_ARCH_LIST Maxwell
|
||||
ENV TORCH_NVCC_FLAGS "-Xfatbin -compress-all"
|
||||
ENV CUDA_PATH /usr/local/cuda
|
||||
|
||||
# Install LLVM dev version (Defined in the pytorch/builder github repository)
|
||||
COPY --from=pytorch/llvm:9.0.1 /opt/llvm /opt/llvm
|
||||
|
||||
# Install CUDNN
|
||||
ARG CUDNN_VERSION
|
||||
ARG CUDA_VERSION
|
||||
COPY ./common/install_cudnn.sh install_cudnn.sh
|
||||
RUN if [ -n "${CUDNN_VERSION}" ]; then bash install_cudnn.sh; fi
|
||||
RUN rm install_cudnn.sh
|
||||
|
||||
# Install CUSPARSELT
|
||||
ARG CUDA_VERSION
|
||||
COPY ./common/install_cusparselt.sh install_cusparselt.sh
|
||||
RUN bash install_cusparselt.sh
|
||||
RUN rm install_cusparselt.sh
|
||||
|
||||
# Install NCCL
|
||||
ARG CUDA_VERSION
|
||||
COPY ./common/install_nccl.sh install_nccl.sh
|
||||
COPY ./ci_commit_pins/nccl-cu* /ci_commit_pins/
|
||||
RUN bash install_nccl.sh
|
||||
RUN rm install_nccl.sh /ci_commit_pins/nccl-cu*
|
||||
ENV USE_SYSTEM_NCCL=1
|
||||
ENV NCCL_INCLUDE_DIR="/usr/local/cuda/include/"
|
||||
ENV NCCL_LIB_DIR="/usr/local/cuda/lib64/"
|
||||
|
||||
# Install CUDSS
|
||||
ARG CUDA_VERSION
|
||||
COPY ./common/install_cudss.sh install_cudss.sh
|
||||
RUN bash install_cudss.sh
|
||||
RUN rm install_cudss.sh
|
||||
|
||||
# Delete /usr/local/cuda-11.X/cuda-11.X symlinks
|
||||
RUN if [ -h /usr/local/cuda-11.6/cuda-11.6 ]; then rm /usr/local/cuda-11.6/cuda-11.6; fi
|
||||
RUN if [ -h /usr/local/cuda-11.7/cuda-11.7 ]; then rm /usr/local/cuda-11.7/cuda-11.7; fi
|
||||
RUN if [ -h /usr/local/cuda-12.1/cuda-12.1 ]; then rm /usr/local/cuda-12.1/cuda-12.1; fi
|
||||
RUN if [ -h /usr/local/cuda-12.4/cuda-12.4 ]; then rm /usr/local/cuda-12.4/cuda-12.4; fi
|
||||
|
||||
USER jenkins
|
||||
CMD ["bash"]
|
2
.github/scripts/filter_test_configs.py
vendored
2
.github/scripts/filter_test_configs.py
vendored
@ -80,7 +80,7 @@ def parse_args() -> Any:
|
||||
parser.add_argument(
|
||||
"--job-name",
|
||||
type=str,
|
||||
help="the name of the current job, i.e. linux-focal-py3.8-gcc7 / build",
|
||||
help="the name of the current job, i.e. linux-jammy-py3.8-gcc7 / build",
|
||||
)
|
||||
parser.add_argument("--pr-number", type=str, help="the pull request number")
|
||||
parser.add_argument("--tag", type=str, help="the associated tag if it exists")
|
||||
|
4
.github/workflows/_link_check.yml
vendored
4
.github/workflows/_link_check.yml
vendored
@ -15,7 +15,7 @@ jobs:
|
||||
with:
|
||||
timeout: 120
|
||||
runner: ${{ inputs.runner }}linux.2xlarge
|
||||
docker-image: ci-image:pytorch-linux-focal-linter
|
||||
docker-image: ci-image:pytorch-linux-jammy-linter
|
||||
fetch-depth: 0
|
||||
submodules: false
|
||||
ref: ${{ inputs.ref }}
|
||||
@ -40,7 +40,7 @@ jobs:
|
||||
with:
|
||||
timeout: 60
|
||||
runner: ${{ inputs.runner }}linux.2xlarge
|
||||
docker-image: ci-image:pytorch-linux-focal-linter
|
||||
docker-image: ci-image:pytorch-linux-jammy-linter
|
||||
fetch-depth: 0
|
||||
submodules: false
|
||||
ref: ${{ inputs.ref }}
|
||||
|
16
.github/workflows/docker-builds.yml
vendored
16
.github/workflows/docker-builds.yml
vendored
@ -49,16 +49,16 @@ jobs:
|
||||
matrix:
|
||||
runner: [linux.12xlarge]
|
||||
docker-image-name: [
|
||||
pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11,
|
||||
pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11,
|
||||
pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc9-inductor-benchmarks,
|
||||
pytorch-linux-jammy-cuda12.6-cudnn9-py3.12-gcc9-inductor-benchmarks,
|
||||
pytorch-linux-jammy-cuda12.6-cudnn9-py3.13-gcc9-inductor-benchmarks,
|
||||
pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9-inductor-benchmarks,
|
||||
pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9,
|
||||
pytorch-linux-focal-py3.9-clang10,
|
||||
pytorch-linux-focal-py3.11-clang10,
|
||||
pytorch-linux-focal-py3.12-clang10,
|
||||
pytorch-linux-focal-py3.13-clang10,
|
||||
pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9,
|
||||
pytorch-linux-jammy-py3.9-clang12,
|
||||
pytorch-linux-jammy-py3.11-clang12,
|
||||
pytorch-linux-jammy-py3.12-clang12,
|
||||
pytorch-linux-jammy-py3.13-clang12,
|
||||
pytorch-linux-jammy-rocm-n-1-py3,
|
||||
pytorch-linux-jammy-rocm-n-py3,
|
||||
pytorch-linux-jammy-cuda12.8-cudnn9-py3.9-clang12,
|
||||
@ -69,8 +69,8 @@ jobs:
|
||||
pytorch-linux-jammy-xpu-2025.1-py3,
|
||||
pytorch-linux-jammy-py3-clang15-asan,
|
||||
pytorch-linux-jammy-py3-clang18-asan,
|
||||
pytorch-linux-focal-py3-clang10-onnx,
|
||||
pytorch-linux-focal-linter,
|
||||
pytorch-linux-jammy-py3-clang12-onnx,
|
||||
pytorch-linux-jammy-linter,
|
||||
pytorch-linux-jammy-cuda12.8-cudnn9-py3.9-linter,
|
||||
pytorch-linux-jammy-py3-clang12-executorch,
|
||||
pytorch-linux-jammy-py3.12-triton-cpu
|
||||
|
8
.github/workflows/lint.yml
vendored
8
.github/workflows/lint.yml
vendored
@ -66,7 +66,7 @@ jobs:
|
||||
with:
|
||||
timeout: 120
|
||||
runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge"
|
||||
docker-image: ci-image:pytorch-linux-focal-linter
|
||||
docker-image: ci-image:pytorch-linux-jammy-linter
|
||||
fetch-depth: 0
|
||||
ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
|
||||
script: |
|
||||
@ -119,7 +119,7 @@ jobs:
|
||||
with:
|
||||
timeout: 120
|
||||
runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge"
|
||||
docker-image: ci-image:pytorch-linux-focal-linter
|
||||
docker-image: ci-image:pytorch-linux-jammy-linter
|
||||
fetch-depth: -1
|
||||
submodules: true
|
||||
ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
|
||||
@ -153,7 +153,7 @@ jobs:
|
||||
with:
|
||||
timeout: 120
|
||||
runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge"
|
||||
docker-image: ci-image:pytorch-linux-focal-linter
|
||||
docker-image: ci-image:pytorch-linux-jammy-linter
|
||||
fetch-depth: 0
|
||||
ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
|
||||
script: |
|
||||
@ -189,7 +189,7 @@ jobs:
|
||||
with:
|
||||
timeout: 120
|
||||
runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge"
|
||||
docker-image: ci-image:pytorch-linux-focal-linter
|
||||
docker-image: ci-image:pytorch-linux-jammy-linter
|
||||
fetch-depth: 0
|
||||
ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
|
||||
script: |
|
||||
|
80
.github/workflows/periodic.yml
vendored
80
.github/workflows/periodic.yml
vendored
@ -49,14 +49,14 @@ jobs:
|
||||
curr_branch: ${{ github.head_ref || github.ref_name }}
|
||||
curr_ref_type: ${{ github.ref_type }}
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-build:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-build:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
{ config: "nogpu_AVX512", shard: 1, num_shards: 3, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" },
|
||||
@ -68,26 +68,26 @@ jobs:
|
||||
]}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-test:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-test:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs:
|
||||
- linux-focal-cuda12_6-py3_10-gcc11-build
|
||||
- linux-jammy-cuda12_6-py3_10-gcc11-build
|
||||
- target-determination
|
||||
with:
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11
|
||||
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11
|
||||
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_8-py3_9-gcc9-build:
|
||||
name: linux-focal-cuda12.8-py3.9-gcc9
|
||||
linux-jammy-cuda12_8-py3_9-gcc9-build:
|
||||
name: linux-jammy-cuda12.8-py3.9-gcc9
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-cuda12.8-py3.9-gcc9
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9
|
||||
build-environment: linux-jammy-cuda12.8-py3.9-gcc9
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9
|
||||
cuda-arch-list: 8.6
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
@ -97,24 +97,24 @@ jobs:
|
||||
build-with-debug: false
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_8-py3_9-gcc9-test:
|
||||
name: linux-focal-cuda12.8-py3.9-gcc9
|
||||
linux-jammy-cuda12_8-py3_9-gcc9-test:
|
||||
name: linux-jammy-cuda12.8-py3.9-gcc9
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs: linux-focal-cuda12_8-py3_9-gcc9-build
|
||||
needs: linux-jammy-cuda12_8-py3_9-gcc9-build
|
||||
with:
|
||||
build-environment: linux-focal-cuda12.8-py3.9-gcc9
|
||||
docker-image: ${{ needs.linux-focal-cuda12_8-py3_9-gcc9-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-cuda12_8-py3_9-gcc9-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-cuda12.8-py3.9-gcc9
|
||||
docker-image: ${{ needs.linux-jammy-cuda12_8-py3_9-gcc9-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-cuda12_8-py3_9-gcc9-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_8-py3_10-gcc9-debug-build:
|
||||
name: linux-focal-cuda12.8-py3.10-gcc9-debug
|
||||
linux-jammy-cuda12_8-py3_10-gcc9-debug-build:
|
||||
name: linux-jammy-cuda12.8-py3.10-gcc9-debug
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-cuda12.8-py3.10-gcc9-debug
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.8-cudnn9-py3-gcc9
|
||||
build-environment: linux-jammy-cuda12.8-py3.10-gcc9-debug
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc9
|
||||
build-with-debug: true
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
@ -128,16 +128,16 @@ jobs:
|
||||
]}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_8-py3_10-gcc9-debug-test:
|
||||
name: linux-focal-cuda12.8-py3.10-gcc9-debug
|
||||
linux-jammy-cuda12_8-py3_10-gcc9-debug-test:
|
||||
name: linux-jammy-cuda12.8-py3.10-gcc9-debug
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs:
|
||||
- linux-focal-cuda12_8-py3_10-gcc9-debug-build
|
||||
- linux-jammy-cuda12_8-py3_10-gcc9-debug-build
|
||||
- target-determination
|
||||
with:
|
||||
build-environment: linux-focal-cuda12.8-py3.10-gcc9-debug
|
||||
docker-image: ${{ needs.linux-focal-cuda12_8-py3_10-gcc9-debug-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-cuda12_8-py3_10-gcc9-debug-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-cuda12.8-py3.10-gcc9-debug
|
||||
docker-image: ${{ needs.linux-jammy-cuda12_8-py3_10-gcc9-debug-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-cuda12_8-py3_10-gcc9-debug-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-jammy-rocm-py3_10-build:
|
||||
@ -171,14 +171,14 @@ jobs:
|
||||
test-matrix: ${{ needs.linux-jammy-rocm-py3_10-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build:
|
||||
name: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck
|
||||
linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build:
|
||||
name: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
build-environment: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
cuda-arch-list: 8.6
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
@ -193,15 +193,15 @@ jobs:
|
||||
]}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-test:
|
||||
name: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck
|
||||
linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-test:
|
||||
name: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs:
|
||||
- linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build
|
||||
- linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build
|
||||
- target-determination
|
||||
with:
|
||||
build-environment: linux-focal-cuda12.6-py3-gcc11-slow-gradcheck
|
||||
docker-image: ${{ needs.linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-cuda12.6-py3-gcc11-slow-gradcheck
|
||||
docker-image: ${{ needs.linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3-gcc11-slow-gradcheck-build.outputs.test-matrix }}
|
||||
timeout-minutes: 300
|
||||
secrets: inherit
|
||||
|
154
.github/workflows/pull.yml
vendored
154
.github/workflows/pull.yml
vendored
@ -155,14 +155,14 @@ jobs:
|
||||
sync-tag: asan-test
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-py3_9-clang10-onnx-build:
|
||||
name: linux-focal-py3.9-clang10-onnx
|
||||
linux-jammy-py3_9-clang12-onnx-build:
|
||||
name: linux-jammy-py3.9-clang12-onnx
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-py3.9-clang10-onnx
|
||||
docker-image-name: ci-image:pytorch-linux-focal-py3-clang10-onnx
|
||||
build-environment: linux-jammy-py3.9-clang12-onnx
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-py3-clang12-onnx
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
{ config: "default", shard: 1, num_shards: 2, runner: "${{ needs.get-label-type.outputs.label-type }}linux.2xlarge" },
|
||||
@ -170,26 +170,26 @@ jobs:
|
||||
]}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-py3_9-clang10-onnx-test:
|
||||
name: linux-focal-py3.9-clang10-onnx
|
||||
linux-jammy-py3_9-clang12-onnx-test:
|
||||
name: linux-jammy-py3.9-clang12-onnx
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs:
|
||||
- linux-focal-py3_9-clang10-onnx-build
|
||||
- linux-jammy-py3_9-clang12-onnx-build
|
||||
- target-determination
|
||||
with:
|
||||
build-environment: linux-focal-py3.9-clang10-onnx
|
||||
docker-image: ${{ needs.linux-focal-py3_9-clang10-onnx-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-py3_9-clang10-onnx-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-py3.9-clang12-onnx
|
||||
docker-image: ${{ needs.linux-jammy-py3_9-clang12-onnx-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-py3_9-clang12-onnx-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-py3_9-clang10-build:
|
||||
name: linux-focal-py3.9-clang10
|
||||
linux-jammy-py3_9-clang12-build:
|
||||
name: linux-jammy-py3.9-clang12
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-py3.9-clang10
|
||||
docker-image-name: ci-image:pytorch-linux-focal-py3.9-clang10
|
||||
build-environment: linux-jammy-py3.9-clang12
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-py3.9-clang12
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
{ config: "default", shard: 1, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" },
|
||||
@ -206,26 +206,26 @@ jobs:
|
||||
allow-reuse-old-whl: true
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-py3_9-clang10-test:
|
||||
name: linux-focal-py3.9-clang10
|
||||
linux-jammy-py3_9-clang12-test:
|
||||
name: linux-jammy-py3.9-clang12
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs:
|
||||
- linux-focal-py3_9-clang10-build
|
||||
- linux-jammy-py3_9-clang12-build
|
||||
- target-determination
|
||||
with:
|
||||
build-environment: linux-focal-py3.9-clang10
|
||||
docker-image: ${{ needs.linux-focal-py3_9-clang10-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-py3_9-clang10-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-py3.9-clang12
|
||||
docker-image: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-py3_13-clang10-build:
|
||||
name: linux-focal-py3.13-clang10
|
||||
linux-jammy-py3_13-clang12-build:
|
||||
name: linux-jammy-py3.13-clang12
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-py3.13-clang10
|
||||
docker-image-name: ci-image:pytorch-linux-focal-py3.13-clang10
|
||||
build-environment: linux-jammy-py3.13-clang12
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-py3.13-clang12
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
{ config: "default", shard: 1, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge" },
|
||||
@ -242,25 +242,25 @@ jobs:
|
||||
allow-reuse-old-whl: true
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-py3_13-clang10-test:
|
||||
name: linux-focal-py3.13-clang10
|
||||
linux-jammy-py3_13-clang12-test:
|
||||
name: linux-jammy-py3.13-clang12
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs: linux-focal-py3_13-clang10-build
|
||||
needs: linux-jammy-py3_13-clang12-build
|
||||
with:
|
||||
build-environment: linux-focal-py3.13-clang10
|
||||
docker-image: ${{ needs.linux-focal-py3_13-clang10-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-py3_13-clang10-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-py3.13-clang12
|
||||
docker-image: ${{ needs.linux-jammy-py3_13-clang12-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-py3_13-clang12-build.outputs.test-matrix }}
|
||||
timeout-minutes: 600
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-build-distributed:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11-build-distributed
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-build-distributed:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11-build-distributed
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11-distributed
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-distributed
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
cuda-arch-list: '7.5'
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
@ -270,27 +270,27 @@ jobs:
|
||||
]}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-test-distributed:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11-test
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-test-distributed:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11-test
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs:
|
||||
- linux-focal-cuda12_6-py3_10-gcc11-build-distributed
|
||||
- linux-jammy-cuda12_6-py3_10-gcc11-build-distributed
|
||||
- target-determination
|
||||
with:
|
||||
timeout-minutes: 360
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11-distributed
|
||||
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build-distributed.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build-distributed.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-distributed
|
||||
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build-distributed.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build-distributed.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-build:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-build:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
{ config: "default", shard: 1, num_shards: 5, runner: "${{ needs.get-label-type.outputs.label-type }}linux.4xlarge.nvidia.gpu" },
|
||||
@ -302,17 +302,17 @@ jobs:
|
||||
allow-reuse-old-whl: true
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-test:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-test:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs:
|
||||
- linux-focal-cuda12_6-py3_10-gcc11-build
|
||||
- linux-jammy-cuda12_6-py3_10-gcc11-build
|
||||
- target-determination
|
||||
with:
|
||||
timeout-minutes: 360
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11
|
||||
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11
|
||||
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-jammy-py3-clang12-mobile-build:
|
||||
@ -344,13 +344,13 @@ jobs:
|
||||
]}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-py3_9-clang9-xla-build:
|
||||
name: linux-focal-py3_9-clang9-xla
|
||||
linux-jammy-py3_9-clang9-xla-build:
|
||||
name: linux-jammy-py3_9-clang9-xla
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-py3.9-clang9-xla
|
||||
build-environment: linux-jammy-py3.9-clang9-xla
|
||||
docker-image-name: 308535385114.dkr.ecr.us-east-1.amazonaws.com/pytorch/xla_base:v1.3-lite
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
@ -358,24 +358,24 @@ jobs:
|
||||
]}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-py3_9-clang9-xla-test:
|
||||
name: linux-focal-py3_9-clang9-xla
|
||||
linux-jammy-py3_9-clang9-xla-test:
|
||||
name: linux-jammy-py3_9-clang9-xla
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs: linux-focal-py3_9-clang9-xla-build
|
||||
needs: linux-jammy-py3_9-clang9-xla-build
|
||||
with:
|
||||
build-environment: linux-focal-py3.9-clang9-xla
|
||||
docker-image: ${{ needs.linux-focal-py3_9-clang9-xla-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-py3_9-clang9-xla-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-py3.9-clang9-xla
|
||||
docker-image: ${{ needs.linux-jammy-py3_9-clang9-xla-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-py3_9-clang9-xla-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cpu-py3_10-gcc11-bazel-test:
|
||||
name: linux-focal-cpu-py3.10-gcc11-bazel-test
|
||||
linux-jammy-cpu-py3_10-gcc11-bazel-test:
|
||||
name: linux-jammy-cpu-py3.10-gcc11-bazel-test
|
||||
uses: ./.github/workflows/_bazel-build-test.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner: "${{ needs.get-label-type.outputs.label-type }}linux.large"
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11-bazel-test
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-bazel-test
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
cuda-version: cpu
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
@ -417,14 +417,14 @@ jobs:
|
||||
]}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-sm89-build:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11-sm89
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-sm89-build:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11-sm89
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm89
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm89
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
cuda-arch-list: 8.9
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
@ -437,16 +437,16 @@ jobs:
|
||||
allow-reuse-old-whl: true
|
||||
secrets: inherit
|
||||
|
||||
unstable-linux-focal-cuda12_6-py3_10-gcc11-sm89-build-xfail:
|
||||
unstable-linux-jammy-cuda12_6-py3_10-gcc11-sm89-build-xfail:
|
||||
# A version of the build that sets a larger number of jobs for a build. May
|
||||
# OOM
|
||||
name: unstable-linux-focal-cuda12.6-py3.10-gcc11-sm89-xfail
|
||||
name: unstable-linux-jammy-cuda12.6-py3.10-gcc11-sm89-xfail
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm89
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm89
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
cuda-arch-list: 8.9
|
||||
max-jobs: 4
|
||||
# Doesn't actually run tests, but need this in order to prevent the build
|
||||
@ -458,16 +458,16 @@ jobs:
|
||||
allow-reuse-old-whl: true
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-sm89-test:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11-sm89
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-sm89-test:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11-sm89
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs:
|
||||
- linux-focal-cuda12_6-py3_10-gcc11-sm89-build
|
||||
- linux-jammy-cuda12_6-py3_10-gcc11-sm89-build
|
||||
- target-determination
|
||||
with:
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm89
|
||||
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm89-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm89-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm89
|
||||
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm89-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm89-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-jammy-py3-clang12-executorch-build:
|
||||
|
40
.github/workflows/slow.yml
vendored
40
.github/workflows/slow.yml
vendored
@ -47,14 +47,14 @@ jobs:
|
||||
curr_branch: ${{ github.head_ref || github.ref_name }}
|
||||
curr_ref_type: ${{ github.ref_type }}
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-sm86-build:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11-sm86
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-sm86-build:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11-sm86
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm86
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm86
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
cuda-arch-list: 8.6
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
@ -64,26 +64,26 @@ jobs:
|
||||
]}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-sm86-test:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11-sm86
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-sm86-test:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11-sm86
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs:
|
||||
- linux-focal-cuda12_6-py3_10-gcc11-sm86-build
|
||||
- linux-jammy-cuda12_6-py3_10-gcc11-sm86-build
|
||||
- target-determination
|
||||
with:
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm86
|
||||
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm86-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm86-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm86
|
||||
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm86-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm86-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-py3_9-clang10-build:
|
||||
name: linux-focal-py3.9-clang10
|
||||
linux-jammy-py3_9-clang12-build:
|
||||
name: linux-jammy-py3.9-clang12
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-py3.9-clang10
|
||||
docker-image-name: ci-image:pytorch-linux-focal-py3.9-clang10
|
||||
build-environment: linux-jammy-py3.9-clang12
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-py3.9-clang12
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
{ config: "slow", shard: 1, num_shards: 2, runner: "linux.2xlarge" },
|
||||
@ -91,16 +91,16 @@ jobs:
|
||||
]}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-py3_9-clang10-test:
|
||||
name: linux-focal-py3.9-clang10
|
||||
linux-jammy-py3_9-clang12-test:
|
||||
name: linux-jammy-py3.9-clang12
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs:
|
||||
- linux-focal-py3_9-clang10-build
|
||||
- linux-jammy-py3_9-clang12-build
|
||||
- target-determination
|
||||
with:
|
||||
build-environment: linux-focal-py3.9-clang10
|
||||
docker-image: ${{ needs.linux-focal-py3_9-clang10-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-py3_9-clang10-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-py3.9-clang12
|
||||
docker-image: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-py3_9-clang12-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
||||
linux-jammy-rocm-py3_10-build:
|
||||
|
@ -37,7 +37,7 @@ jobs:
|
||||
id: calculate-docker-image
|
||||
uses: pytorch/test-infra/.github/actions/calculate-docker-image@main
|
||||
with:
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
working-directory: pytorch
|
||||
|
||||
- name: Use following to pull public copy of the image
|
||||
|
20
.github/workflows/test-h100.yml
vendored
20
.github/workflows/test-h100.yml
vendored
@ -27,15 +27,15 @@ jobs:
|
||||
curr_branch: ${{ github.head_ref || github.ref_name }}
|
||||
curr_ref_type: ${{ github.ref_type }}
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-sm90-build:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11-sm90
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-sm90-build:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11-sm90
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
runner: "linux.12xlarge"
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm90
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm90
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
cuda-arch-list: '9.0'
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
@ -43,13 +43,13 @@ jobs:
|
||||
]}
|
||||
secrets: inherit
|
||||
|
||||
linux-focal-cuda12_6-py3_10-gcc11-sm90-test:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11-sm90
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-sm90-test:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11-sm90
|
||||
uses: ./.github/workflows/_linux-test.yml
|
||||
needs:
|
||||
- linux-focal-cuda12_6-py3_10-gcc11-sm90-build
|
||||
- linux-jammy-cuda12_6-py3_10-gcc11-sm90-build
|
||||
with:
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11-sm90
|
||||
docker-image: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm90-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-focal-cuda12_6-py3_10-gcc11-sm90-build.outputs.test-matrix }}
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-sm90
|
||||
docker-image: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm90-build.outputs.docker-image }}
|
||||
test-matrix: ${{ needs.linux-jammy-cuda12_6-py3_10-gcc11-sm90-build.outputs.test-matrix }}
|
||||
secrets: inherit
|
||||
|
16
.github/workflows/trunk.yml
vendored
16
.github/workflows/trunk.yml
vendored
@ -45,13 +45,13 @@ jobs:
|
||||
curr_branch: ${{ github.head_ref || github.ref_name }}
|
||||
curr_ref_type: ${{ github.ref_type }}
|
||||
|
||||
libtorch-linux-focal-cuda12_6-py3_10-gcc11-debug-build:
|
||||
name: libtorch-linux-focal-cuda12.6-py3.10-gcc11-debug
|
||||
libtorch-linux-jammy-cuda12_6-py3_10-gcc11-debug-build:
|
||||
name: libtorch-linux-jammy-cuda12.6-py3.10-gcc11-debug
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
build-environment: libtorch-linux-focal-cuda12.6-py3.10-gcc11
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
build-environment: libtorch-linux-jammy-cuda12.6-py3.10-gcc11
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
build-generates-artifacts: false
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
runner: "linux.4xlarge"
|
||||
@ -62,14 +62,14 @@ jobs:
|
||||
secrets: inherit
|
||||
|
||||
# no-ops builds test USE_PER_OPERATOR_HEADERS=0 where ATen/ops is not generated
|
||||
linux-focal-cuda12_6-py3_10-gcc11-no-ops-build:
|
||||
name: linux-focal-cuda12.6-py3.10-gcc11-no-ops
|
||||
linux-jammy-cuda12_6-py3_10-gcc11-no-ops-build:
|
||||
name: linux-jammy-cuda12.6-py3.10-gcc11-no-ops
|
||||
uses: ./.github/workflows/_linux-build.yml
|
||||
needs: get-label-type
|
||||
with:
|
||||
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
||||
build-environment: linux-focal-cuda12.6-py3.10-gcc11-no-ops
|
||||
docker-image-name: ci-image:pytorch-linux-focal-cuda12.6-cudnn9-py3-gcc11
|
||||
build-environment: linux-jammy-cuda12.6-py3.10-gcc11-no-ops
|
||||
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.6-cudnn9-py3-gcc11
|
||||
test-matrix: |
|
||||
{ include: [
|
||||
{ config: "default", shard: 1, num_shards: 1 },
|
||||
|
@ -9,19 +9,19 @@ import requests
|
||||
|
||||
CONFIGS = {
|
||||
"dynamo39": {
|
||||
"linux-focal-py3.9-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)",
|
||||
"linux-focal-py3.9-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)",
|
||||
"linux-focal-py3.9-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)",
|
||||
"linux-jammy-py3.9-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)",
|
||||
"linux-jammy-py3.9-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)",
|
||||
"linux-jammy-py3.9-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)",
|
||||
},
|
||||
"dynamo311": {
|
||||
"linux-focal-py3.11-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)",
|
||||
"linux-focal-py3.11-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)",
|
||||
"linux-focal-py3.11-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)",
|
||||
"linux-jammy-py3.11-clang10 / test (dynamo_wrapped, 1, 3, linux.2xlarge)",
|
||||
"linux-jammy-py3.11-clang10 / test (dynamo_wrapped, 2, 3, linux.2xlarge)",
|
||||
"linux-jammy-py3.11-clang10 / test (dynamo_wrapped, 3, 3, linux.2xlarge)",
|
||||
},
|
||||
"eager311": {
|
||||
"linux-focal-py3.11-clang10 / test (default, 1, 3, linux.2xlarge)",
|
||||
"linux-focal-py3.11-clang10 / test (default, 2, 3, linux.2xlarge)",
|
||||
"linux-focal-py3.11-clang10 / test (default, 3, 3, linux.2xlarge)",
|
||||
"linux-jammy-py3.11-clang10 / test (default, 1, 3, linux.2xlarge)",
|
||||
"linux-jammy-py3.11-clang10 / test (default, 2, 3, linux.2xlarge)",
|
||||
"linux-jammy-py3.11-clang10 / test (default, 3, 3, linux.2xlarge)",
|
||||
},
|
||||
}
|
||||
|
||||
|
@ -157,7 +157,7 @@ class TestSACILP(TestCase):
|
||||
# Due to symmetry, the layer that has 0.7964 can be any of the first three layers. On CI,
|
||||
# due to machine variance and difference in flops, the results can be different -- e.g.,
|
||||
# the ratios are 0.672, 0.5646, 0.5646, 0.5646 for the four transformer layers for test
|
||||
# linux-focal-cuda11.8-py3.10-gcc9 / test (distributed, 1, 3, lf.linux.8xlarge.nvidia.gpu).
|
||||
# linux-jammy-cuda11.8-py3.10-gcc9 / test (distributed, 1, 3, lf.linux.8xlarge.nvidia.gpu).
|
||||
# and recomputation_time = 58.14; compute_time = 902.26
|
||||
modules_to_ac = set(ac_decisions.keys())
|
||||
sorted_discard_ratio = sorted(ac_decisions.values())
|
||||
|
@ -1718,11 +1718,6 @@ class TestVmapOperators(Namespace.TestVmapBase):
|
||||
test(op, (getter([], device), getter([B0], device)), in_dims=(None, 0))
|
||||
test(op, (getter([2, B0], device), getter([2], device)), in_dims=(1, None))
|
||||
|
||||
@skipIf(
|
||||
TEST_WITH_TORCHDYNAMO
|
||||
and os.getenv("BUILD_ENVIRONMENT", "") == "linux-focal-py3.8-clang10",
|
||||
"Segfaults with dynamo on focal, see https://github.com/pytorch/pytorch/issues/107173",
|
||||
)
|
||||
@parametrize(
|
||||
"case",
|
||||
[
|
||||
|
Reference in New Issue
Block a user