mirror of
https://github.com/pytorch/pytorch.git
synced 2025-10-20 12:54:11 +08:00
36ac095ff8
With CUDA-10.2 gone we can finally do it!
This PR mostly contains build system related changes, invasive functional ones are to be followed.
Among many expected tweaks to the build system, here are few unexpected ones:
- Force onnx_proto project to be updated to C++17 to avoid `duplicate symbols` error when compiled by gcc-7.5.0, as storage rule for `constexpr` changed in C++17, but gcc does not seem to follow it
- Do not use `std::apply` on CUDA but rely on the built-in variant, as it results in test failures when CUDA runtime picks host rather than device function when `std::apply` is invoked from CUDA code.
- `std::decay_t` -> `::std::decay_t` and `std::move`->`::std::move` as VC++ for some reason claims that `std` symbol is ambigious
- Disable use of `std::aligned_alloc` on Android, as its `libc++` does not implement it.
Some prerequisites:
- https://github.com/pytorch/pytorch/pull/89297
- https://github.com/pytorch/pytorch/pull/89605
- https://github.com/pytorch/pytorch/pull/90228
- https://github.com/pytorch/pytorch/pull/90389
- https://github.com/pytorch/pytorch/pull/90379
- https://github.com/pytorch/pytorch/pull/89570
- https://github.com/facebookincubator/gloo/pull/336
- https://github.com/facebookincubator/gloo/pull/343
- 919676fb32
Fixes https://github.com/pytorch/pytorch/issues/56055
Pull Request resolved: https://github.com/pytorch/pytorch/pull/85969
Approved by: https://github.com/ezyang, https://github.com/kulinseth
103 lines
3.6 KiB
Bash
Executable File
103 lines
3.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -eux -o pipefail
|
|
|
|
env
|
|
echo "BUILD_ENVIRONMENT:$BUILD_ENVIRONMENT"
|
|
|
|
export ANDROID_NDK_HOME=/opt/ndk
|
|
export ANDROID_NDK=/opt/ndk
|
|
export ANDROID_HOME=/opt/android/sdk
|
|
|
|
# Must be in sync with GRADLE_VERSION in docker image for android
|
|
# https://github.com/pietern/pytorch-dockerfiles/blob/master/build.sh#L155
|
|
export GRADLE_VERSION=6.8.3
|
|
export GRADLE_HOME=/opt/gradle/gradle-$GRADLE_VERSION
|
|
export GRADLE_PATH=$GRADLE_HOME/bin/gradle
|
|
|
|
# touch gradle cache files to prevent expiration
|
|
while IFS= read -r -d '' file
|
|
do
|
|
touch "$file" || true
|
|
done < <(find /var/lib/jenkins/.gradle -type f -print0)
|
|
|
|
# Patch pocketfft (as Android does not have aligned_alloc even if compiled with c++17
|
|
if [ -f ~/workspace/third_party/pocketfft/pocketfft_hdronly.h ]; then
|
|
sed -i -e "s/#if __cplusplus >= 201703L/#if 0/" ~/workspace/third_party/pocketfft/pocketfft_hdronly.h
|
|
fi
|
|
|
|
export GRADLE_LOCAL_PROPERTIES=~/workspace/android/local.properties
|
|
rm -f $GRADLE_LOCAL_PROPERTIES
|
|
echo "sdk.dir=/opt/android/sdk" >> $GRADLE_LOCAL_PROPERTIES
|
|
echo "ndk.dir=/opt/ndk" >> $GRADLE_LOCAL_PROPERTIES
|
|
echo "cmake.dir=/usr/local" >> $GRADLE_LOCAL_PROPERTIES
|
|
|
|
retry () {
|
|
$* || (sleep 1 && $*) || (sleep 2 && $*) || (sleep 4 && $*) || (sleep 8 && $*)
|
|
}
|
|
|
|
# Run custom build script
|
|
if [[ "${BUILD_ENVIRONMENT}" == *-gradle-custom-build* ]]; then
|
|
# Install torch & torchvision - used to download & dump used ops from test model.
|
|
retry pip install torch torchvision --progress-bar off
|
|
|
|
exec "$(dirname "${BASH_SOURCE[0]}")/../../android/build_test_app_custom.sh" armeabi-v7a
|
|
fi
|
|
|
|
# Run default build
|
|
BUILD_ANDROID_INCLUDE_DIR_x86=~/workspace/build_android/install/include
|
|
BUILD_ANDROID_LIB_DIR_x86=~/workspace/build_android/install/lib
|
|
|
|
BUILD_ANDROID_INCLUDE_DIR_x86_64=~/workspace/build_android_install_x86_64/install/include
|
|
BUILD_ANDROID_LIB_DIR_x86_64=~/workspace/build_android_install_x86_64/install/lib
|
|
|
|
BUILD_ANDROID_INCLUDE_DIR_arm_v7a=~/workspace/build_android_install_arm_v7a/install/include
|
|
BUILD_ANDROID_LIB_DIR_arm_v7a=~/workspace/build_android_install_arm_v7a/install/lib
|
|
|
|
BUILD_ANDROID_INCLUDE_DIR_arm_v8a=~/workspace/build_android_install_arm_v8a/install/include
|
|
BUILD_ANDROID_LIB_DIR_arm_v8a=~/workspace/build_android_install_arm_v8a/install/lib
|
|
|
|
PYTORCH_ANDROID_SRC_MAIN_DIR=~/workspace/android/pytorch_android/src/main
|
|
|
|
JNI_INCLUDE_DIR=${PYTORCH_ANDROID_SRC_MAIN_DIR}/cpp/libtorch_include
|
|
mkdir -p $JNI_INCLUDE_DIR
|
|
|
|
JNI_LIBS_DIR=${PYTORCH_ANDROID_SRC_MAIN_DIR}/jniLibs
|
|
mkdir -p $JNI_LIBS_DIR
|
|
|
|
ln -s ${BUILD_ANDROID_INCLUDE_DIR_x86} ${JNI_INCLUDE_DIR}/x86
|
|
ln -s ${BUILD_ANDROID_LIB_DIR_x86} ${JNI_LIBS_DIR}/x86
|
|
|
|
if [[ "${BUILD_ENVIRONMENT}" != *-gradle-build-only-x86_32* ]]; then
|
|
ln -s ${BUILD_ANDROID_INCLUDE_DIR_x86_64} ${JNI_INCLUDE_DIR}/x86_64
|
|
ln -s ${BUILD_ANDROID_LIB_DIR_x86_64} ${JNI_LIBS_DIR}/x86_64
|
|
|
|
ln -s ${BUILD_ANDROID_INCLUDE_DIR_arm_v7a} ${JNI_INCLUDE_DIR}/armeabi-v7a
|
|
ln -s ${BUILD_ANDROID_LIB_DIR_arm_v7a} ${JNI_LIBS_DIR}/armeabi-v7a
|
|
|
|
ln -s ${BUILD_ANDROID_INCLUDE_DIR_arm_v8a} ${JNI_INCLUDE_DIR}/arm64-v8a
|
|
ln -s ${BUILD_ANDROID_LIB_DIR_arm_v8a} ${JNI_LIBS_DIR}/arm64-v8a
|
|
fi
|
|
|
|
GRADLE_PARAMS="-p android assembleRelease --debug --stacktrace"
|
|
if [[ "${BUILD_ENVIRONMENT}" == *-gradle-build-only-x86_32* ]]; then
|
|
GRADLE_PARAMS+=" -PABI_FILTERS=x86"
|
|
fi
|
|
|
|
if [ -n "${GRADLE_OFFLINE:-}" ]; then
|
|
GRADLE_PARAMS+=" --offline"
|
|
fi
|
|
|
|
$GRADLE_PATH $GRADLE_PARAMS
|
|
|
|
find . -type f -name "*.a" -exec ls -lh {} \;
|
|
|
|
while IFS= read -r -d '' file
|
|
do
|
|
echo
|
|
echo "$file"
|
|
ls -lah "$file"
|
|
zipinfo -l "$file"
|
|
done < <(find . -type f -name '*.aar' -print0)
|
|
|
|
find . -type f -name *aar -print | xargs tar cfvz ~/workspace/android/artifacts.tgz
|