mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 12:54:11 +08:00
493c7fa66f
By turning on compatibility mode for protobuf, nnpack, PSimd and FP16, ittapi, TensorPipe and Gloo Update CMake requirements Revert 0ece461ccafe5649d2d0f058ff5477765fd56499 and b0901d62ae2c2e909f91401eacebf3731df20cbe to test that it actually works TODO: - Update/get rid of those libraries Fixes https://github.com/pytorch/pytorch/issues/150149 Pull Request resolved: https://github.com/pytorch/pytorch/pull/150203 Approved by: https://github.com/clee2000
106 lines
3.8 KiB
Bash
Executable File
106 lines
3.8 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
set -ex
|
|
|
|
# Optionally install conda
|
|
if [ -n "$ANACONDA_PYTHON_VERSION" ]; then
|
|
BASE_URL="https://repo.anaconda.com/miniconda"
|
|
CONDA_FILE="Miniconda3-latest-Linux-x86_64.sh"
|
|
if [[ $(uname -m) == "aarch64" ]] || [[ "$BUILD_ENVIRONMENT" == *xpu* ]]; then
|
|
BASE_URL="https://github.com/conda-forge/miniforge/releases/latest/download"
|
|
CONDA_FILE="Miniforge3-Linux-$(uname -m).sh"
|
|
fi
|
|
|
|
MAJOR_PYTHON_VERSION=$(echo "$ANACONDA_PYTHON_VERSION" | cut -d . -f 1)
|
|
MINOR_PYTHON_VERSION=$(echo "$ANACONDA_PYTHON_VERSION" | cut -d . -f 2)
|
|
|
|
case "$MAJOR_PYTHON_VERSION" in
|
|
3);;
|
|
*)
|
|
echo "Unsupported ANACONDA_PYTHON_VERSION: $ANACONDA_PYTHON_VERSION"
|
|
exit 1
|
|
;;
|
|
esac
|
|
|
|
mkdir -p /opt/conda
|
|
chown jenkins:jenkins /opt/conda
|
|
|
|
SCRIPT_FOLDER="$( cd "$(dirname "$0")" ; pwd -P )"
|
|
source "${SCRIPT_FOLDER}/common_utils.sh"
|
|
|
|
pushd /tmp
|
|
wget -q "${BASE_URL}/${CONDA_FILE}"
|
|
# NB: Manually invoke bash per https://github.com/conda/conda/issues/10431
|
|
as_jenkins bash "${CONDA_FILE}" -b -f -p "/opt/conda"
|
|
popd
|
|
|
|
# NB: Don't do this, rely on the rpath to get it right
|
|
#echo "/opt/conda/lib" > /etc/ld.so.conf.d/conda-python.conf
|
|
#ldconfig
|
|
sed -e 's|PATH="\(.*\)"|PATH="/opt/conda/bin:\1"|g' -i /etc/environment
|
|
export PATH="/opt/conda/bin:$PATH"
|
|
|
|
# Ensure we run conda in a directory that jenkins has write access to
|
|
pushd /opt/conda
|
|
|
|
# Prevent conda from updating to 4.14.0, which causes docker build failures
|
|
# See https://hud.pytorch.org/pytorch/pytorch/commit/754d7f05b6841e555cea5a4b2c505dd9e0baec1d
|
|
# Uncomment the below when resolved to track the latest conda update
|
|
# as_jenkins conda update -y -n base conda
|
|
|
|
if [[ $(uname -m) == "aarch64" ]]; then
|
|
export SYSROOT_DEP="sysroot_linux-aarch64=2.17"
|
|
else
|
|
export SYSROOT_DEP="sysroot_linux-64=2.17"
|
|
fi
|
|
|
|
# Install correct Python version
|
|
# Also ensure sysroot is using a modern GLIBC to match system compilers
|
|
as_jenkins conda create -n py_$ANACONDA_PYTHON_VERSION -y\
|
|
python="$ANACONDA_PYTHON_VERSION" \
|
|
${SYSROOT_DEP}
|
|
|
|
# libstdcxx from conda default channels are too old, we need GLIBCXX_3.4.30
|
|
# which is provided in libstdcxx 12 and up.
|
|
conda_install libstdcxx-ng=12.3.0 --update-deps -c conda-forge
|
|
|
|
# Install PyTorch conda deps, as per https://github.com/pytorch/pytorch README
|
|
if [[ $(uname -m) == "aarch64" ]]; then
|
|
conda_install "openblas==0.3.29=*openmp*"
|
|
else
|
|
conda_install "mkl=2021.4.0 mkl-include=2021.4.0"
|
|
fi
|
|
|
|
# Install llvm-8 as it is required to compile llvmlite-0.30.0 from source
|
|
# and libpython-static for torch deploy
|
|
conda_install llvmdev=8.0.0 "libpython-static=${ANACONDA_PYTHON_VERSION}"
|
|
|
|
# Use conda cmake in some cases. Conda cmake will be newer than our supported
|
|
# min version (3.5 for xenial and 3.10 for bionic), so we only do it in those
|
|
# following builds that we know should use conda. Specifically, Ubuntu bionic
|
|
# and focal cannot find conda mkl with stock cmake, so we need a cmake from conda
|
|
if [ -n "${CONDA_CMAKE}" ]; then
|
|
conda_install cmake
|
|
fi
|
|
|
|
# Magma package names are concatenation of CUDA major and minor ignoring revision
|
|
# I.e. magma-cuda102 package corresponds to CUDA_VERSION=10.2 and CUDA_VERSION=10.2.89
|
|
# Magma is installed from a tarball in the ossci-linux bucket into the conda env
|
|
if [ -n "$CUDA_VERSION" ]; then
|
|
${SCRIPT_FOLDER}/install_magma_conda.sh $(cut -f1-2 -d'.' <<< ${CUDA_VERSION}) ${ANACONDA_PYTHON_VERSION}
|
|
fi
|
|
|
|
# Install some other packages, including those needed for Python test reporting
|
|
pip_install -r /opt/conda/requirements-ci.txt
|
|
|
|
if [ -n "$DOCS" ]; then
|
|
apt-get update
|
|
apt-get -y install expect-dev
|
|
|
|
# We are currently building docs with python 3.8 (min support version)
|
|
pip_install -r /opt/conda/requirements-docs.txt
|
|
fi
|
|
|
|
popd
|
|
fi
|