mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
4400c5d31e
Revert part of https://github.com/pytorch/pytorch/pull/161916 to continue building CUDA 12.9 nightly Pull Request resolved: https://github.com/pytorch/pytorch/pull/163029 Approved by: https://github.com/malfet
622 lines
24 KiB
YAML
Generated
622 lines
24 KiB
YAML
Generated
# @generated DO NOT EDIT MANUALLY
|
|
|
|
# Template is at: .github/templates/linux_binary_build_workflow.yml.j2
|
|
# Generation script: .github/scripts/generate_ci_workflows.py
|
|
name: linux-binary-libtorch
|
|
|
|
|
|
on:
|
|
push:
|
|
# NOTE: Meta Employees can trigger new nightlies using: https://fburl.com/trigger_pytorch_nightly_build
|
|
branches:
|
|
- nightly
|
|
tags:
|
|
# NOTE: Binary build pipelines should only get triggered on release candidate builds
|
|
# Release candidate tags look like: v1.11.0-rc1
|
|
- v[0-9]+.[0-9]+.[0-9]+-rc[0-9]+
|
|
- 'ciflow/binaries/*'
|
|
- 'ciflow/binaries_libtorch/*'
|
|
workflow_dispatch:
|
|
|
|
permissions:
|
|
id-token: write
|
|
|
|
env:
|
|
# Needed for conda builds
|
|
ALPINE_IMAGE: "308535385114.dkr.ecr.us-east-1.amazonaws.com/tool/alpine"
|
|
AWS_DEFAULT_REGION: us-east-1
|
|
BINARY_ENV_FILE: /tmp/env
|
|
BUILD_ENVIRONMENT: linux-binary-libtorch
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
PR_NUMBER: ${{ github.event.pull_request.number }}
|
|
PYTORCH_FINAL_PACKAGE_DIR: /artifacts
|
|
PYTORCH_ROOT: /pytorch
|
|
SHA1: ${{ github.event.pull_request.head.sha || github.sha }}
|
|
SKIP_ALL_TESTS: 0
|
|
concurrency:
|
|
group: linux-binary-libtorch-${{ github.event.pull_request.number || github.ref_name }}-${{ github.ref_type == 'branch' && github.sha }}-${{ github.event_name == 'workflow_dispatch' }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
get-label-type:
|
|
if: github.repository_owner == 'pytorch'
|
|
name: get-label-type
|
|
uses: pytorch/pytorch/.github/workflows/_runner-determinator.yml@main
|
|
with:
|
|
triggering_actor: ${{ github.triggering_actor }}
|
|
issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }}
|
|
curr_branch: ${{ github.head_ref || github.ref_name }}
|
|
curr_ref_type: ${{ github.ref_type }}
|
|
libtorch-cpu-shared-with-deps-release-build:
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
uses: ./.github/workflows/_binary-build-linux.yml
|
|
needs: get-label-type
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cpu
|
|
GPU_ARCH_TYPE: cpu
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cpu
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
build_name: libtorch-cpu-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-cpu-shared-with-deps-release-test: # Testing
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
needs:
|
|
- libtorch-cpu-shared-with-deps-release-build
|
|
- get-label-type
|
|
uses: ./.github/workflows/_binary-test-linux.yml
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cpu
|
|
GPU_ARCH_TYPE: cpu
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cpu
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-cpu-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
runs_on: linux.4xlarge
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-cpu-shared-with-deps-release-upload: # Uploading
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
needs: libtorch-cpu-shared-with-deps-release-test
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cpu
|
|
GPU_ARCH_TYPE: cpu
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cpu
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-cpu-shared-with-deps-release
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
uses: ./.github/workflows/_binary-upload.yml
|
|
|
|
libtorch-cuda12_6-shared-with-deps-release-build:
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
uses: ./.github/workflows/_binary-build-linux.yml
|
|
needs: get-label-type
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu126
|
|
GPU_ARCH_VERSION: "12.6"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda12.6
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
build_name: libtorch-cuda12_6-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-cuda12_6-shared-with-deps-release-test: # Testing
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
needs:
|
|
- libtorch-cuda12_6-shared-with-deps-release-build
|
|
- get-label-type
|
|
uses: ./.github/workflows/_binary-test-linux.yml
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu126
|
|
GPU_ARCH_VERSION: "12.6"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda12.6
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-cuda12_6-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
runs_on: linux.4xlarge.nvidia.gpu # 12.6 build can use maxwell (sm_50) runner
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-cuda12_6-shared-with-deps-release-upload: # Uploading
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
needs: libtorch-cuda12_6-shared-with-deps-release-test
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu126
|
|
GPU_ARCH_VERSION: "12.6"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda12.6
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-cuda12_6-shared-with-deps-release
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
uses: ./.github/workflows/_binary-upload.yml
|
|
|
|
libtorch-cuda12_8-shared-with-deps-release-build:
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
uses: ./.github/workflows/_binary-build-linux.yml
|
|
needs: get-label-type
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu128
|
|
GPU_ARCH_VERSION: "12.8"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda12.8
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
build_name: libtorch-cuda12_8-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-cuda12_8-shared-with-deps-release-test: # Testing
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
needs:
|
|
- libtorch-cuda12_8-shared-with-deps-release-build
|
|
- get-label-type
|
|
uses: ./.github/workflows/_binary-test-linux.yml
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu128
|
|
GPU_ARCH_VERSION: "12.8"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda12.8
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-cuda12_8-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
runs_on: linux.g4dn.4xlarge.nvidia.gpu # 12.8+ builds need sm_70+ runner
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-cuda12_8-shared-with-deps-release-upload: # Uploading
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
needs: libtorch-cuda12_8-shared-with-deps-release-test
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu128
|
|
GPU_ARCH_VERSION: "12.8"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda12.8
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-cuda12_8-shared-with-deps-release
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
uses: ./.github/workflows/_binary-upload.yml
|
|
|
|
libtorch-cuda12_9-shared-with-deps-release-build:
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
uses: ./.github/workflows/_binary-build-linux.yml
|
|
needs: get-label-type
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu129
|
|
GPU_ARCH_VERSION: "12.9"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda12.9
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
build_name: libtorch-cuda12_9-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-cuda12_9-shared-with-deps-release-test: # Testing
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
needs:
|
|
- libtorch-cuda12_9-shared-with-deps-release-build
|
|
- get-label-type
|
|
uses: ./.github/workflows/_binary-test-linux.yml
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu129
|
|
GPU_ARCH_VERSION: "12.9"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda12.9
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-cuda12_9-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
runs_on: linux.g4dn.4xlarge.nvidia.gpu # 12.8+ builds need sm_70+ runner
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-cuda12_9-shared-with-deps-release-upload: # Uploading
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
needs: libtorch-cuda12_9-shared-with-deps-release-test
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu129
|
|
GPU_ARCH_VERSION: "12.9"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda12.9
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-cuda12_9-shared-with-deps-release
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
uses: ./.github/workflows/_binary-upload.yml
|
|
|
|
libtorch-cuda13_0-shared-with-deps-release-build:
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
uses: ./.github/workflows/_binary-build-linux.yml
|
|
needs: get-label-type
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu130
|
|
GPU_ARCH_VERSION: "13.0"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda13.0
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
build_name: libtorch-cuda13_0-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-cuda13_0-shared-with-deps-release-test: # Testing
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
needs:
|
|
- libtorch-cuda13_0-shared-with-deps-release-build
|
|
- get-label-type
|
|
uses: ./.github/workflows/_binary-test-linux.yml
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu130
|
|
GPU_ARCH_VERSION: "13.0"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda13.0
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-cuda13_0-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
runs_on: linux.g4dn.4xlarge.nvidia.gpu # 12.8+ builds need sm_70+ runner
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-cuda13_0-shared-with-deps-release-upload: # Uploading
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
needs: libtorch-cuda13_0-shared-with-deps-release-test
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: cu130
|
|
GPU_ARCH_VERSION: "13.0"
|
|
GPU_ARCH_TYPE: cuda
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: cuda13.0
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-cuda13_0-shared-with-deps-release
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
uses: ./.github/workflows/_binary-upload.yml
|
|
|
|
libtorch-rocm6_4-shared-with-deps-release-build:
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
uses: ./.github/workflows/_binary-build-linux.yml
|
|
needs: get-label-type
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: rocm6.4
|
|
GPU_ARCH_VERSION: "6.4"
|
|
GPU_ARCH_TYPE: rocm
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: rocm6.4
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
timeout-minutes: 300
|
|
build_name: libtorch-rocm6_4-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-rocm6_4-shared-with-deps-release-test: # Testing
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
needs:
|
|
- libtorch-rocm6_4-shared-with-deps-release-build
|
|
- get-label-type
|
|
runs-on: linux.rocm.gpu.mi250
|
|
timeout-minutes: 240
|
|
env:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: rocm6.4
|
|
GPU_ARCH_VERSION: "6.4"
|
|
GPU_ARCH_TYPE: rocm
|
|
SKIP_ALL_TESTS: 1
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: rocm6.4
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
steps:
|
|
- name: Setup ROCm
|
|
uses: ./.github/actions/setup-rocm
|
|
- uses: actions/download-artifact@v4.1.7
|
|
name: Download Build Artifacts
|
|
with:
|
|
name: libtorch-rocm6_4-shared-with-deps-release
|
|
path: "${{ runner.temp }}/artifacts/"
|
|
- name: Checkout PyTorch
|
|
uses: actions/checkout@v4
|
|
with:
|
|
ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
|
|
submodules: recursive
|
|
path: pytorch
|
|
show-progress: false
|
|
- name: Clean PyTorch checkout
|
|
run: |
|
|
# Remove any artifacts from the previous checkouts
|
|
git clean -fxd
|
|
working-directory: pytorch
|
|
- name: ROCm set GPU_FLAG
|
|
run: |
|
|
echo "GPU_FLAG=--device=/dev/mem --device=/dev/kfd --device=/dev/dri --group-add video --group-add daemon" >> "${GITHUB_ENV}"
|
|
- name: configure aws credentials
|
|
id: aws_creds
|
|
if: ${{ startsWith(github.event.ref, 'refs/tags/ciflow/') }}
|
|
uses: aws-actions/configure-aws-credentials@v4
|
|
with:
|
|
role-to-assume: arn:aws:iam::308535385114:role/gha_workflow_s3_and_ecr_read_only
|
|
aws-region: us-east-1
|
|
role-duration-seconds: 18000
|
|
- name: Calculate docker image
|
|
id: calculate-docker-image
|
|
uses: pytorch/test-infra/.github/actions/calculate-docker-image@main
|
|
with:
|
|
docker-registry: ${{ startsWith(github.event.ref, 'refs/tags/ciflow/') && '308535385114.dkr.ecr.us-east-1.amazonaws.com' || 'docker.io' }}
|
|
docker-image-name: libtorch-cxx11-builder
|
|
custom-tag-prefix: rocm6.4
|
|
docker-build-dir: .ci/docker
|
|
working-directory: pytorch
|
|
- name: Pull Docker image
|
|
uses: pytorch/test-infra/.github/actions/pull-docker-image@main
|
|
with:
|
|
docker-image: ${{ steps.calculate-docker-image.outputs.docker-image }}
|
|
- name: Test Pytorch binary
|
|
uses: ./pytorch/.github/actions/test-pytorch-binary
|
|
env:
|
|
DOCKER_IMAGE: ${{ steps.calculate-docker-image.outputs.docker-image }}
|
|
- name: Teardown ROCm
|
|
uses: ./.github/actions/teardown-rocm
|
|
libtorch-rocm6_4-shared-with-deps-release-upload: # Uploading
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
needs: libtorch-rocm6_4-shared-with-deps-release-test
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: rocm6.4
|
|
GPU_ARCH_VERSION: "6.4"
|
|
GPU_ARCH_TYPE: rocm
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: rocm6.4
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-rocm6_4-shared-with-deps-release
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
uses: ./.github/workflows/_binary-upload.yml
|
|
|
|
libtorch-rocm7_0-shared-with-deps-release-build:
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
uses: ./.github/workflows/_binary-build-linux.yml
|
|
needs: get-label-type
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: rocm7.0
|
|
GPU_ARCH_VERSION: "7.0"
|
|
GPU_ARCH_TYPE: rocm
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: rocm7.0
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
timeout-minutes: 300
|
|
build_name: libtorch-rocm7_0-shared-with-deps-release
|
|
build_environment: linux-binary-libtorch
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
libtorch-rocm7_0-shared-with-deps-release-test: # Testing
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
needs:
|
|
- libtorch-rocm7_0-shared-with-deps-release-build
|
|
- get-label-type
|
|
runs-on: linux.rocm.gpu.mi250
|
|
timeout-minutes: 240
|
|
env:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: rocm7.0
|
|
GPU_ARCH_VERSION: "7.0"
|
|
GPU_ARCH_TYPE: rocm
|
|
SKIP_ALL_TESTS: 1
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: rocm7.0
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
steps:
|
|
- name: Setup ROCm
|
|
uses: ./.github/actions/setup-rocm
|
|
- uses: actions/download-artifact@v4.1.7
|
|
name: Download Build Artifacts
|
|
with:
|
|
name: libtorch-rocm7_0-shared-with-deps-release
|
|
path: "${{ runner.temp }}/artifacts/"
|
|
- name: Checkout PyTorch
|
|
uses: actions/checkout@v4
|
|
with:
|
|
ref: ${{ github.event_name == 'pull_request' && github.event.pull_request.head.sha || github.sha }}
|
|
submodules: recursive
|
|
path: pytorch
|
|
show-progress: false
|
|
- name: Clean PyTorch checkout
|
|
run: |
|
|
# Remove any artifacts from the previous checkouts
|
|
git clean -fxd
|
|
working-directory: pytorch
|
|
- name: ROCm set GPU_FLAG
|
|
run: |
|
|
echo "GPU_FLAG=--device=/dev/mem --device=/dev/kfd --device=/dev/dri --group-add video --group-add daemon" >> "${GITHUB_ENV}"
|
|
- name: configure aws credentials
|
|
id: aws_creds
|
|
if: ${{ startsWith(github.event.ref, 'refs/tags/ciflow/') }}
|
|
uses: aws-actions/configure-aws-credentials@v4
|
|
with:
|
|
role-to-assume: arn:aws:iam::308535385114:role/gha_workflow_s3_and_ecr_read_only
|
|
aws-region: us-east-1
|
|
role-duration-seconds: 18000
|
|
- name: Calculate docker image
|
|
id: calculate-docker-image
|
|
uses: pytorch/test-infra/.github/actions/calculate-docker-image@main
|
|
with:
|
|
docker-registry: ${{ startsWith(github.event.ref, 'refs/tags/ciflow/') && '308535385114.dkr.ecr.us-east-1.amazonaws.com' || 'docker.io' }}
|
|
docker-image-name: libtorch-cxx11-builder
|
|
custom-tag-prefix: rocm7.0
|
|
docker-build-dir: .ci/docker
|
|
working-directory: pytorch
|
|
- name: Pull Docker image
|
|
uses: pytorch/test-infra/.github/actions/pull-docker-image@main
|
|
with:
|
|
docker-image: ${{ steps.calculate-docker-image.outputs.docker-image }}
|
|
- name: Test Pytorch binary
|
|
uses: ./pytorch/.github/actions/test-pytorch-binary
|
|
env:
|
|
DOCKER_IMAGE: ${{ steps.calculate-docker-image.outputs.docker-image }}
|
|
- name: Teardown ROCm
|
|
uses: ./.github/actions/teardown-rocm
|
|
libtorch-rocm7_0-shared-with-deps-release-upload: # Uploading
|
|
if: ${{ github.repository_owner == 'pytorch' }}
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
needs: libtorch-rocm7_0-shared-with-deps-release-test
|
|
with:
|
|
PYTORCH_ROOT: /pytorch
|
|
PACKAGE_TYPE: libtorch
|
|
# TODO: This is a legacy variable that we eventually want to get rid of in
|
|
# favor of GPU_ARCH_VERSION
|
|
DESIRED_CUDA: rocm7.0
|
|
GPU_ARCH_VERSION: "7.0"
|
|
GPU_ARCH_TYPE: rocm
|
|
DOCKER_IMAGE: libtorch-cxx11-builder
|
|
DOCKER_IMAGE_TAG_PREFIX: rocm7.0
|
|
LIBTORCH_CONFIG: release
|
|
LIBTORCH_VARIANT: shared-with-deps
|
|
build_name: libtorch-rocm7_0-shared-with-deps-release
|
|
secrets:
|
|
github-token: ${{ secrets.GITHUB_TOKEN }}
|
|
uses: ./.github/workflows/_binary-upload.yml
|