mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
This PR updates build jobs that currently use linux.12xlarge to the c7i varient which should increase build times by 15% - 20% depending on the job and reduce costs of these jobs by 10% - 15%. Signed-off-by: Thanh Ha <thanh.ha@linuxfoundation.org>
60 lines
2.1 KiB
YAML
60 lines
2.1 KiB
YAML
name: Limited CI for distributed tests on H100
|
|
|
|
on:
|
|
pull_request:
|
|
paths:
|
|
- .github/workflows/h100-distributed.yml
|
|
workflow_dispatch:
|
|
push:
|
|
tags:
|
|
- ciflow/h100-distributed/*
|
|
schedule:
|
|
- cron: 46 8 * * * # about 1:46am PDT
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.sha }}-${{ github.event_name == 'workflow_dispatch' }}-${{ github.event_name == 'schedule' }}
|
|
cancel-in-progress: true
|
|
|
|
permissions:
|
|
id-token: write
|
|
contents: read
|
|
|
|
jobs:
|
|
|
|
get-label-type:
|
|
if: github.repository_owner == 'pytorch'
|
|
name: get-label-type
|
|
uses: pytorch/pytorch/.github/workflows/_runner-determinator.yml@main
|
|
with:
|
|
triggering_actor: ${{ github.triggering_actor }}
|
|
issue_owner: ${{ github.event.pull_request.user.login || github.event.issue.user.login }}
|
|
curr_branch: ${{ github.head_ref || github.ref_name }}
|
|
curr_ref_type: ${{ github.ref_type }}
|
|
|
|
linux-jammy-cuda12_8-py3_10-gcc11-sm90-build-dist:
|
|
name: linux-jammy-cuda12.8-py3.10-gcc11-sm90-dist
|
|
uses: ./.github/workflows/_linux-build.yml
|
|
needs: get-label-type
|
|
with:
|
|
runner_prefix: "${{ needs.get-label-type.outputs.label-type }}"
|
|
runner: "linux.c7i.12xlarge"
|
|
build-environment: linux-jammy-cuda12.8-py3.10-gcc11-sm90-dist
|
|
docker-image-name: ci-image:pytorch-linux-jammy-cuda12.8-cudnn9-py3-gcc11
|
|
cuda-arch-list: '9.0'
|
|
test-matrix: |
|
|
{ include: [
|
|
{ config: "h100_distributed", shard: 1, num_shards: 1, runner: "linux.aws.h100.8" },
|
|
]}
|
|
secrets: inherit
|
|
|
|
linux-jammy-cuda12_8-py3_10-gcc11-sm90-test:
|
|
name: linux-jammy-cuda12.8-py3.10-gcc11-sm90-dist
|
|
uses: ./.github/workflows/_linux-test.yml
|
|
needs:
|
|
- linux-jammy-cuda12_8-py3_10-gcc11-sm90-build-dist
|
|
with:
|
|
build-environment: linux-jammy-cuda12.8-py3.10-gcc11-sm90-dist
|
|
docker-image: ${{ needs.linux-jammy-cuda12_8-py3_10-gcc11-sm90-build-dist.outputs.docker-image }}
|
|
test-matrix: ${{ needs.linux-jammy-cuda12_8-py3_10-gcc11-sm90-build-dist.outputs.test-matrix }}
|
|
secrets: inherit
|