mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
Upgrades the LF scale configs to change the default AMI in accordance with the Amazon 2023 rollout plan. This PR will be merged on Monday Aug 19 in the morning, and over the next 2-3 days as new linux runners are spun up (and old ones spun down) they'll start using this new AMI This PR will be paired with https://github.com/pytorch/test-infra/pull/5558, which will be merged after this one Pull Request resolved: https://github.com/pytorch/pytorch/pull/133641 Approved by: https://github.com/jeanschmidt
334 lines
9.3 KiB
YAML
334 lines
9.3 KiB
YAML
|
|
# This file is generated by .github/scripts/validate_scale_config.py in test-infra
|
|
# It defines runner types that will be provisioned by by LF Self-hosted runners
|
|
|
|
# scale-config.yml:
|
|
# Powers what instance types are available for GHA auto-scaled
|
|
# runners. Runners listed here will be available as self hosted
|
|
# runners, configuration is directly pulled from the main branch.
|
|
#
|
|
# NOTE (Apr, 5, 2021): Linux runners are currently all an amazonlinux2
|
|
#
|
|
# NOTE (Jan 5, 2021): Linux runners are all non-ephemeral to reduce the amount of CreateInstaces calls
|
|
# to avoid RequestLimitExceeded issues
|
|
#
|
|
# TODO: Add some documentation on how the auto-scaling works
|
|
#
|
|
# NOTE: Default values,
|
|
#
|
|
# runner_types:
|
|
# runner_label:
|
|
# instance_type: m4.large
|
|
# os: linux
|
|
# max_available: 20
|
|
# disk_size: 50
|
|
# is_ephemeral: true
|
|
|
|
runner_types:
|
|
lf.linux.12xlarge:
|
|
disk_size: 200
|
|
instance_type: c5.12xlarge
|
|
is_ephemeral: false
|
|
max_available: 1000
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.10xlarge.avx2:
|
|
disk_size: 200
|
|
instance_type: m4.10xlarge
|
|
is_ephemeral: false
|
|
max_available: 450
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.24xl.spr-metal:
|
|
disk_size: 200
|
|
instance_type: c7i.metal-24xl
|
|
is_ephemeral: false
|
|
max_available: 150
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.16xlarge.spr:
|
|
disk_size: 200
|
|
instance_type: c7i.16xlarge
|
|
is_ephemeral: false
|
|
max_available: 150
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.9xlarge.ephemeral:
|
|
disk_size: 200
|
|
instance_type: c5.9xlarge
|
|
is_ephemeral: true
|
|
max_available: 50
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.12xlarge.ephemeral:
|
|
disk_size: 200
|
|
instance_type: c5.12xlarge
|
|
is_ephemeral: true
|
|
max_available: 300
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.16xlarge.nvidia.gpu:
|
|
disk_size: 150
|
|
instance_type: g3.16xlarge
|
|
is_ephemeral: false
|
|
max_available: 150
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.24xlarge:
|
|
disk_size: 150
|
|
instance_type: c5.24xlarge
|
|
is_ephemeral: false
|
|
max_available: 500
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.2xlarge:
|
|
disk_size: 150
|
|
instance_type: c5.2xlarge
|
|
is_ephemeral: false
|
|
max_available: 3120
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.4xlarge:
|
|
disk_size: 150
|
|
instance_type: c5.4xlarge
|
|
is_ephemeral: false
|
|
max_available: 1000
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.4xlarge.nvidia.gpu:
|
|
disk_size: 150
|
|
instance_type: g3.4xlarge
|
|
is_ephemeral: false
|
|
max_available: 1000
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.8xlarge.nvidia.gpu:
|
|
disk_size: 150
|
|
instance_type: g3.8xlarge
|
|
is_ephemeral: false
|
|
max_available: 400
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.g4dn.12xlarge.nvidia.gpu:
|
|
disk_size: 150
|
|
instance_type: g4dn.12xlarge
|
|
is_ephemeral: false
|
|
max_available: 250
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.g4dn.metal.nvidia.gpu:
|
|
disk_size: 150
|
|
instance_type: g4dn.metal
|
|
is_ephemeral: false
|
|
max_available: 300
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.g5.48xlarge.nvidia.gpu:
|
|
disk_size: 150
|
|
instance_type: g5.48xlarge
|
|
is_ephemeral: false
|
|
max_available: 200
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.g5.12xlarge.nvidia.gpu:
|
|
disk_size: 150
|
|
instance_type: g5.12xlarge
|
|
is_ephemeral: false
|
|
max_available: 150
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.g5.4xlarge.nvidia.gpu:
|
|
disk_size: 150
|
|
instance_type: g5.4xlarge
|
|
is_ephemeral: false
|
|
max_available: 2400
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.g6.4xlarge.experimental.nvidia.gpu:
|
|
disk_size: 150
|
|
instance_type: g6.4xlarge
|
|
is_ephemeral: false
|
|
max_available: 50
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.large:
|
|
max_available: 1200
|
|
disk_size: 15
|
|
instance_type: c5.large
|
|
is_ephemeral: false
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-x86_64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-x86_64-ebs
|
|
lf.linux.arm64.2xlarge:
|
|
disk_size: 256
|
|
instance_type: t4g.2xlarge
|
|
is_ephemeral: false
|
|
max_available: 200
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-arm64-gp2
|
|
lf.linux.arm64.m7g.4xlarge:
|
|
disk_size: 256
|
|
instance_type: m7g.4xlarge
|
|
is_ephemeral: false
|
|
max_available: 200
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-arm64-gp2
|
|
lf.linux.arm64.m7g.metal:
|
|
disk_size: 256
|
|
instance_type: m7g.metal
|
|
is_ephemeral: false
|
|
max_available: 100
|
|
os: linux
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
|
|
variants:
|
|
amz2023:
|
|
ami: al2023-ami-2023.5.20240701.0-kernel-6.1-arm64
|
|
am2:
|
|
ami: amzn2-ami-hvm-2.0.20240306.2-arm64-gp2
|
|
lf.windows.g4dn.xlarge:
|
|
disk_size: 256
|
|
instance_type: g4dn.xlarge
|
|
is_ephemeral: true
|
|
max_available: 100
|
|
os: windows
|
|
lf.windows.g4dn.xlarge.nonephemeral:
|
|
disk_size: 256
|
|
instance_type: g4dn.xlarge
|
|
is_ephemeral: false
|
|
max_available: 100
|
|
os: windows
|
|
lf.windows.4xlarge:
|
|
disk_size: 256
|
|
instance_type: c5d.4xlarge
|
|
is_ephemeral: true
|
|
max_available: 420
|
|
os: windows
|
|
lf.windows.4xlarge.nonephemeral:
|
|
disk_size: 256
|
|
instance_type: c5d.4xlarge
|
|
is_ephemeral: false
|
|
max_available: 420
|
|
os: windows
|
|
lf.windows.8xlarge.nvidia.gpu:
|
|
disk_size: 256
|
|
instance_type: p3.2xlarge
|
|
is_ephemeral: true
|
|
max_available: 300
|
|
os: windows
|
|
lf.windows.8xlarge.nvidia.gpu.nonephemeral:
|
|
disk_size: 256
|
|
instance_type: p3.2xlarge
|
|
is_ephemeral: false
|
|
max_available: 150
|
|
os: windows
|
|
lf.windows.g5.4xlarge.nvidia.gpu:
|
|
disk_size: 256
|
|
instance_type: g5.4xlarge
|
|
is_ephemeral: false
|
|
max_available: 250
|
|
os: windows
|