mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 21:14:14 +08:00
c1c94cb0be
This is a first step towards removing builds dependency to conda.
Currently we build magma as a conda package in a pytorch conda channel, implemented in a1b372dbda/magma.
This commit adapts the logic from pytorch/builder as follows:
- use pytorch/manylinux-cuda<cuda-version> as base image
- apply patches and invoke the build.sh script directly (not anymore through conda build)
- stores license and build files along with the built artifact, in an info subfolder
- create a tarball file which resembles that created by conda, without any conda-specific metadata
A new matrix workflow is added, which runs the build for each supported cuda version, and uploads the binaries to pyorch s3 bucket.
For the upload, define an upload.sh script, which will be used by the magma windows job as well, to upload to `s3://ossci-*` buckets.
The build runs on PR and push, upload runs in DRY_RUN mode in case of PR.
Fixes #139397
Pull Request resolved: https://github.com/pytorch/pytorch/pull/139888
Approved by: https://github.com/atalman, https://github.com/malfet, https://github.com/seemethere
49 lines
1.2 KiB
Makefile
49 lines
1.2 KiB
Makefile
SHELL=/usr/bin/env bash
|
|
|
|
DOCKER_CMD ?= docker
|
|
DESIRED_CUDA ?= 11.8
|
|
DESIRED_CUDA_SHORT = $(subst .,,$(DESIRED_CUDA))
|
|
PACKAGE_NAME = magma-cuda
|
|
CUDA_ARCH_LIST ?= -gencode arch=compute_50,code=sm_50 -gencode arch=compute_60,code=sm_60 -gencode arch=compute_70,code=sm_70 -gencode arch=compute_80,code=sm_80 -gencode arch=compute_86,code=sm_86 -gencode arch=compute_90,code=sm_90
|
|
|
|
DOCKER_RUN = set -eou pipefail; ${DOCKER_CMD} run --rm -i \
|
|
-v $(shell git rev-parse --show-toplevel)/.ci:/builder \
|
|
-w /builder \
|
|
-e PACKAGE_NAME=${PACKAGE_NAME}${DESIRED_CUDA_SHORT} \
|
|
-e DESIRED_CUDA=${DESIRED_CUDA} \
|
|
-e CUDA_ARCH_LIST="${CUDA_ARCH_LIST}" \
|
|
"pytorch/manylinux-cuda${DESIRED_CUDA_SHORT}" \
|
|
magma/build_magma.sh
|
|
|
|
.PHONY: all
|
|
all: magma-cuda126
|
|
all: magma-cuda124
|
|
all: magma-cuda121
|
|
all: magma-cuda118
|
|
|
|
.PHONY:
|
|
clean:
|
|
$(RM) -r magma-*
|
|
$(RM) -r output
|
|
|
|
.PHONY: magma-cuda126
|
|
magma-cuda126: DESIRED_CUDA := 12.6
|
|
magma-cuda126:
|
|
$(DOCKER_RUN)
|
|
|
|
.PHONY: magma-cuda124
|
|
magma-cuda124: DESIRED_CUDA := 12.4
|
|
magma-cuda124:
|
|
$(DOCKER_RUN)
|
|
|
|
.PHONY: magma-cuda121
|
|
magma-cuda121: DESIRED_CUDA := 12.1
|
|
magma-cuda121:
|
|
$(DOCKER_RUN)
|
|
|
|
.PHONY: magma-cuda118
|
|
magma-cuda118: DESIRED_CUDA := 11.8
|
|
magma-cuda118: CUDA_ARCH_LIST += -gencode arch=compute_37,code=sm_37
|
|
magma-cuda118:
|
|
$(DOCKER_RUN)
|