mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-30 03:34:56 +08:00
c89f15ec6d
Summary: Cherry-picked commits from https://github.com/pytorch/pytorch/issues/51611. Relanding after https://github.com/pytorch/pytorch/issues/51864 should fix failing CUDA tests Pull Request resolved: https://github.com/pytorch/pytorch/pull/51874 Reviewed By: malfet Differential Revision: D26313173 Pulled By: janeyx99 fbshipit-source-id: 02250abb526cc7400bc2d9bbb146e8210ccd4b40
96 lines
3.4 KiB
Bash
Executable File
96 lines
3.4 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
source /home/circleci/project/env
|
|
cat >/home/circleci/project/ci_test_script.sh <<EOL
|
|
# =================== The following code will be executed inside Docker container ===================
|
|
set -eux -o pipefail
|
|
|
|
python_nodot="\$(echo $DESIRED_PYTHON | tr -d m.u)"
|
|
|
|
# Set up Python
|
|
if [[ "$PACKAGE_TYPE" == conda ]]; then
|
|
# There was a bug that was introduced in conda-package-handling >= 1.6.1 that makes archives
|
|
# above a certain size fail out when attempting to extract
|
|
# see: https://github.com/conda/conda-package-handling/issues/71
|
|
conda install -y conda-package-handling=1.6.0
|
|
retry conda create -qyn testenv python="$DESIRED_PYTHON"
|
|
source activate testenv >/dev/null
|
|
elif [[ "$PACKAGE_TYPE" != libtorch ]]; then
|
|
python_path="/opt/python/cp\$python_nodot-cp\${python_nodot}"
|
|
# Prior to Python 3.8 paths were suffixed with an 'm'
|
|
if [[ -d "\${python_path}/bin" ]]; then
|
|
export PATH="\${python_path}/bin:\$PATH"
|
|
elif [[ -d "\${python_path}m/bin" ]]; then
|
|
export PATH="\${python_path}m/bin:\$PATH"
|
|
fi
|
|
fi
|
|
|
|
EXTRA_CONDA_FLAGS=""
|
|
NUMPY_PIN=""
|
|
if [[ "\$python_nodot" = *39* ]]; then
|
|
EXTRA_CONDA_FLAGS="-c=conda-forge"
|
|
# There's an issue with conda channel priority where it'll randomly pick 1.19 over 1.20
|
|
# we set a lower boundary here just to be safe
|
|
NUMPY_PIN=">=1.20"
|
|
fi
|
|
|
|
if [[ "$DESIRED_CUDA" == "cu112" ]]; then
|
|
EXTRA_CONDA_FLAGS="-c=conda-forge"
|
|
fi
|
|
|
|
# Install the package
|
|
# These network calls should not have 'retry's because they are installing
|
|
# locally and aren't actually network calls
|
|
# TODO there is duplicated and inconsistent test-python-env setup across this
|
|
# file, builder/smoke_test.sh, and builder/run_tests.sh, and also in the
|
|
# conda build scripts themselves. These should really be consolidated
|
|
pkg="/final_pkgs/\$(ls /final_pkgs)"
|
|
if [[ "$PACKAGE_TYPE" == conda ]]; then
|
|
(
|
|
# For some reason conda likes to re-activate the conda environment when attempting this install
|
|
# which means that a deactivate is run and some variables might not exist when that happens,
|
|
# namely CONDA_MKL_INTERFACE_LAYER_BACKUP from libblas so let's just ignore unbound variables when
|
|
# it comes to the conda installation commands
|
|
set +u
|
|
retry conda install \${EXTRA_CONDA_FLAGS} -yq \
|
|
"numpy\${NUMPY_PIN}" \
|
|
future \
|
|
mkl>=2018 \
|
|
ninja \
|
|
dataclasses \
|
|
typing-extensions \
|
|
defaults::protobuf \
|
|
six
|
|
if [[ "$DESIRED_CUDA" == 'cpu' ]]; then
|
|
retry conda install -c pytorch -y cpuonly
|
|
else
|
|
# DESIRED_CUDA is in format cu90 or cu102
|
|
if [[ "${#DESIRED_CUDA}" == 4 ]]; then
|
|
cu_ver="${DESIRED_CUDA:2:1}.${DESIRED_CUDA:3}"
|
|
else
|
|
cu_ver="${DESIRED_CUDA:2:2}.${DESIRED_CUDA:4}"
|
|
fi
|
|
retry conda install \${EXTRA_CONDA_FLAGS} -yq -c nvidia -c pytorch "cudatoolkit=\${cu_ver}"
|
|
fi
|
|
conda install \${EXTRA_CONDA_FLAGS} -y "\$pkg" --offline
|
|
)
|
|
elif [[ "$PACKAGE_TYPE" != libtorch ]]; then
|
|
pip install "\$pkg"
|
|
retry pip install -q future numpy protobuf typing-extensions six
|
|
fi
|
|
if [[ "$PACKAGE_TYPE" == libtorch ]]; then
|
|
pkg="\$(ls /final_pkgs/*-latest.zip)"
|
|
unzip "\$pkg" -d /tmp
|
|
cd /tmp/libtorch
|
|
fi
|
|
|
|
# Test the package
|
|
/builder/check_binary.sh
|
|
|
|
# =================== The above code will be executed inside Docker container ===================
|
|
EOL
|
|
echo
|
|
echo
|
|
echo "The script that will run in the next step is:"
|
|
cat /home/circleci/project/ci_test_script.sh
|