Backport transposes optimization to v0.3.0 (#3994)

* Optimizer: optimize transposes in variety of circumstances (#3509)

* Optimizer: Optimize transposes in variety of circumstances

- No-op transposes
- Consecutive transposes (fuse them)
- Transposes into Gemm (fuse them into transA/transB parameter)

* touch up out of date comment

* Backporting optimizer changes

.clang-format

@@ -1,88 +0,0 @@
----
-AccessModifierOffset: -1
-AlignAfterOpenBracket: AlwaysBreak
-AlignConsecutiveAssignments: false
-AlignConsecutiveDeclarations: false
-AlignEscapedNewlinesLeft: true
-AlignOperands:   false
-AlignTrailingComments: false
-AllowAllParametersOfDeclarationOnNextLine: false
-AllowShortBlocksOnASingleLine: false
-AllowShortCaseLabelsOnASingleLine: false
-AllowShortFunctionsOnASingleLine: Empty
-AllowShortIfStatementsOnASingleLine: false
-AllowShortLoopsOnASingleLine: false
-AlwaysBreakAfterReturnType: None
-AlwaysBreakBeforeMultilineStrings: true
-AlwaysBreakTemplateDeclarations: true
-BinPackArguments: false
-BinPackParameters: false
-BraceWrapping:
-  AfterClass:      false
-  AfterControlStatement: false
-  AfterEnum:       false
-  AfterFunction:   false
-  AfterNamespace:  false
-  AfterObjCDeclaration: false
-  AfterStruct:     false
-  AfterUnion:      false
-  BeforeCatch:     false
-  BeforeElse:      false
-  IndentBraces:    false
-BreakBeforeBinaryOperators: None
-BreakBeforeBraces: Attach
-BreakBeforeTernaryOperators: true
-BreakConstructorInitializersBeforeComma: false
-BreakAfterJavaFieldAnnotations: false
-BreakStringLiterals: false
-ColumnLimit:     80
-CommentPragmas:  '^ IWYU pragma:'
-CompactNamespaces: false
-ConstructorInitializerAllOnOneLineOrOnePerLine: true
-ConstructorInitializerIndentWidth: 4
-ContinuationIndentWidth: 4
-Cpp11BracedListStyle: true
-DerivePointerAlignment: false
-DisableFormat:   false
-ForEachMacros:   [ FOR_EACH_RANGE, FOR_EACH, ]
-IncludeCategories:
-  - Regex:           '^<.*\.h(pp)?>'
-    Priority:        1
-  - Regex:           '^<.*'
-    Priority:        2
-  - Regex:           '.*'
-    Priority:        3
-IndentCaseLabels: true
-IndentWidth:     2
-IndentWrappedFunctionNames: false
-KeepEmptyLinesAtTheStartOfBlocks: false
-MacroBlockBegin: ''
-MacroBlockEnd:   ''
-MaxEmptyLinesToKeep: 1
-NamespaceIndentation: None
-ObjCBlockIndentWidth: 2
-ObjCSpaceAfterProperty: false
-ObjCSpaceBeforeProtocolList: false
-PenaltyBreakBeforeFirstCallParameter: 1
-PenaltyBreakComment: 300
-PenaltyBreakFirstLessLess: 120
-PenaltyBreakString: 1000
-PenaltyExcessCharacter: 1000000
-PenaltyReturnTypeOnItsOwnLine: 2000000
-PointerAlignment: Left
-ReflowComments:  true
-SortIncludes:    true
-SpaceAfterCStyleCast: false
-SpaceBeforeAssignmentOperators: true
-SpaceBeforeParens: ControlStatements
-SpaceInEmptyParentheses: false
-SpacesBeforeTrailingComments: 1
-SpacesInAngles:  false
-SpacesInContainerLiterals: true
-SpacesInCStyleCastParentheses: false
-SpacesInParentheses: false
-SpacesInSquareBrackets: false
-Standard:        Cpp11
-TabWidth:        8
-UseTab:          Never
-...

.clang-tidy

@@ -1,31 +0,0 @@
----
-# NOTE there must be no spaces before the '-', so put the comma first.
-Checks: '
-  -*
-  ,bugprone-*
-  ,-bugprone-macro-parentheses
-  ,-bugprone-forward-declaration-namespace
-  ,cppcoreguidelines-*
-  ,-cppcoreguidelines-pro-bounds-array-to-pointer-decay
-  ,-cppcoreguidelines-pro-type-static-cast-downcast
-  ,-cppcoreguidelines-pro-bounds-pointer-arithmetic
-  ,-cppcoreguidelines-pro-bounds-constant-array-index
-  ,-cppcoreguidelines-pro-type-cstyle-cast
-  ,-cppcoreguidelines-pro-type-reinterpret-cast
-  ,-cppcoreguidelines-pro-type-vararg
-  ,-cppcoreguidelines-special-member-functions
-  ,-cppcoreguidelines-interfaces-global-init
-  ,-cppcoreguidelines-owning-memory
-  ,hicpp-signed-bitwise
-  ,hicpp-exception-baseclass
-  ,hicpp-avoid-goto
-  ,modernize-*
-  ,-modernize-use-default-member-init
-  ,-modernize-return-braced-init-list
-  ,-modernize-use-auto
-  '
-WarningsAsErrors: '*'
-HeaderFilterRegex: 'torch/csrc/.*'
-AnalyzeTemporaryDtors: false
-CheckOptions:
-...

.gitattributes

@@ -1 +0,0 @@
-*.bat	text eol=crlf

.github/ISSUE_TEMPLATE.md

@@ -1,38 +0,0 @@
-If you have a question or would like help and support, please ask at our
-[forums](https://discuss.pytorch.org/).
-
-If you are submitting a feature request, please preface the title with [feature request].
-If you are submitting a bug report, please fill in the following details.
-
-## Issue description
-
-Provide a short description.
-
-## Code example
-
-Please try to provide a minimal example to repro the bug.
-Error messages and stack traces are also helpful.
-
-## System Info
-Please copy and paste the output from our
-[environment collection script](https://raw.githubusercontent.com/pytorch/pytorch/master/torch/utils/collect_env.py)
-(or fill out the checklist below manually).
-
-You can get the script and run it with:
-```
-wget https://raw.githubusercontent.com/pytorch/pytorch/master/torch/utils/collect_env.py
-# For security purposes, please check the contents of collect_env.py before running it.
-python collect_env.py
-```
-
-- PyTorch or Caffe2:
-- How you installed PyTorch (conda, pip, source):
-- Build command you used (if compiling from source):
-- OS:
-- PyTorch version:
-- Python version:
-- CUDA/cuDNN version:
-- GPU models and configuration:
-- GCC version (if compiling from source):
-- CMake version:
-- Versions of any other relevant libraries:

.github/ISSUE_TEMPLATE/bug-report.md

@@ -1,49 +0,0 @@
----
-name: "\U0001F41B Bug Report"
-about: Submit a bug report to help us improve PyTorch
-
----
-
-## 🐛 Bug
-
-<!-- A clear and concise description of what the bug is. -->
-
-## To Reproduce
-
-Steps to reproduce the behavior:
-
-1.
-1.
-1.
-
-<!-- If you have a code sample, error messages, stack traces, please provide it here as well -->
-
-## Expected behavior
-
-<!-- A clear and concise description of what you expected to happen. -->
-
-## Environment
-
-Please copy and paste the output from our
-[environment collection script](https://raw.githubusercontent.com/pytorch/pytorch/master/torch/utils/collect_env.py)
-(or fill out the checklist below manually).
-
-You can get the script and run it with:
-```
-wget https://raw.githubusercontent.com/pytorch/pytorch/master/torch/utils/collect_env.py
-# For security purposes, please check the contents of collect_env.py before running it.
-python collect_env.py
-```
-
- - PyTorch Version (e.g., 1.0):
- - OS (e.g., Linux):
- - How you installed PyTorch (`conda`, `pip`, source):
- - Build command you used (if compiling from source):
- - Python version:
- - CUDA/cuDNN version:
- - GPU models and configuration:
- - Any other relevant information:
-
-## Additional context
-
-<!-- Add any other context about the problem here. -->

.github/ISSUE_TEMPLATE/documentation.md

@@ -1,9 +0,0 @@
----
-name: "\U0001F4DA Documentation"
-about: Report an issue related to https://pytorch.org/docs
-
----
-
-## 📚 Documentation
-
-<!-- A clear and concise description of what content in https://pytorch.org/docs is an issue. If this has to do with the general https://pytorch.org website, please file an issue at https://github.com/pytorch/pytorch.github.io/issues/new/choose instead. If this has to do with https://pytorch.org/tutorials, please file an issue at https://github.com/pytorch/tutorials/issues/new -->

.github/ISSUE_TEMPLATE/feature-request.md

@@ -1,24 +0,0 @@
----
-name: "\U0001F680Feature Request"
-about: Submit a proposal/request for a new PyTorch feature
-
----
-
-## 🚀 Feature
-<!-- A clear and concise description of the feature proposal -->
-
-## Motivation
-
-<!-- Please outline the motivation for the proposal. Is your feature request related to a problem? e.g., I'm always frustrated when [...]. If this is related to another GitHub issue, please link here too -->
-
-## Pitch
-
-<!-- A clear and concise description of what you want to happen. -->
-
-## Alternatives
-
-<!-- A clear and concise description of any alternative solutions or features you've considered, if any. -->
-
-## Additional context
-
-<!-- Add any other context or screenshots about the feature request here. -->

.github/ISSUE_TEMPLATE/questions-help-support.md

@@ -1,13 +0,0 @@
----
-name: "❓Questions/Help/Support"
-about: Do you need support? We have resources.
-
----
-
-## ❓ Questions and Help
-
-### Please note that this issue tracker is not a help form and this issue will be closed.
-
-We have a set of [listed resources available on the website](https://pytorch.org/resources). Our primary means of support is our discussion forum:
-
-- [Discussion Forum](https://discuss.pytorch.org/)

.gitignore

@@ -1,129 +1,43 @@
-# READ THIS BEFORE YOU REFACTOR ME
-#
-# setup.py uses the list of patterns in this file to decide
-# what to delete, but it's not 100% sound.  So, for example,
-# if you delete aten/build/ because it's redundant with build/,
-# aten/build/ will stop being cleaned.  So be careful when
-# refactoring this file!
-
-## PyTorch
-
-.mypy_cache
-*/*.pyc
-*/*.so*
+build/
+dist/
+torch.egg-info/
 */**/__pycache__
-*/**/*.dylib*
+torch/version.py
+torch/csrc/generic/TensorMethods.cpp
+torch/lib/*.so*
+torch/lib/*.a*
+torch/lib/*.dylib*
+torch/lib/*.h
+torch/lib/build
+torch/lib/tmp_install
+torch/lib/include
+torch/lib/torch_shm_manager
+torch/csrc/jit/generated/*
+torch/csrc/autograd/generated/*
+torch/csrc/cudnn/cuDNN.cpp
+torch/csrc/nn/THNN.cwrap
+torch/csrc/nn/THNN.cpp
+torch/csrc/nn/THCUNN.cwrap
+torch/csrc/nn/THCUNN.cpp
+torch/csrc/nn/THNN_generic.cwrap
+torch/csrc/nn/THNN_generic.cpp
+torch/csrc/nn/THNN_generic.h
+torch/csrc/generated
+docs/src/**/*
+test/data/legacy_modules.t7
+test/data/gpu_tensors.pt
+test/htmlcov
+test/.coverage
+*/*.pyc
 */**/*.pyc
-*/**/*.pyd
-*/**/*.so*
 */**/**/*.pyc
 */**/**/**/*.pyc
 */**/**/**/**/*.pyc
-aten/build/
-aten/src/ATen/Config.h
-aten/src/ATen/cuda/CUDAConfig.h
-build/
-dist/
-docs/src/**/*
-docs/cpp/build
-docs/cpp/source/api
-test/.coverage
-test/cpp/api/mnist
-test/custom_operator/model.pt
-test/data/gpu_tensors.pt
-test/data/legacy_modules.t7
+*/*.so*
+*/**/*.so*
+*/**/*.dylib*
 test/data/legacy_serialized.pt
 test/data/linear.pt
-test/htmlcov
-test/cpp_extensions/install/
-third_party/build/
-tools/shared/_utils_internal.py
-torch.egg-info/
-torch/csrc/autograd/generated/*
-torch/csrc/cudnn/cuDNN.cpp
-torch/csrc/generated
-torch/csrc/generic/TensorMethods.cpp
-torch/csrc/jit/generated/*
-torch/csrc/jit/fuser/config.h
-torch/csrc/nn/THCUNN.cpp
-torch/csrc/nn/THCUNN.cwrap
-torch/csrc/nn/THNN_generic.cpp
-torch/csrc/nn/THNN_generic.cwrap
-torch/csrc/nn/THNN_generic.h
-torch/csrc/nn/THNN.cpp
-torch/csrc/nn/THNN.cwrap
-torch/lib/*.a*
-torch/lib/*.dll*
-torch/lib/*.exe*
-torch/lib/*.dylib*
-torch/lib/*.h
-torch/lib/*.lib
-torch/lib/*.so*
-torch/lib/build
-torch/lib/cmake
-torch/lib/include
-torch/lib/pkgconfig
-torch/lib/protoc
-torch/lib/tmp_install
-torch/lib/torch_shm_manager
-torch/lib/python*
-torch/share/
-torch/version.py
-
-# IPython notebook checkpoints
-.ipynb_checkpoints
-
-# Editor temporaries
-*.swn
-*.swo
-*.swp
-*.swm
-*~
-
-# macOS dir files
-.DS_Store
-
-# Symbolic files
-tools/shared/cwrap_common.py
-
-# Ninja files
-.ninja_deps
-.ninja_log
-compile_commands.json
-*.egg-info/
-docs/source/scripts/activation_images/
-
-## General
-
-# Compiled Object files
-*.slo
-*.lo
-*.o
-*.cuo
-*.obj
-
-# Compiled Dynamic libraries
-*.so
-*.dylib
-*.dll
-
-# Compiled Static libraries
-*.lai
-*.la
-*.a
-*.lib
-
-# Compiled protocol buffers
-*.pb.h
-*.pb.cc
-*_pb2.py
-
-# Compiled python
-*.pyc
-*.pyd
-
-# Compiled MATLAB
-*.mex*
 
 # IPython notebook checkpoints
 .ipynb_checkpoints
@@ -134,90 +48,6 @@ docs/source/scripts/activation_images/
 *.swp
 *~
 
-# Sublime Text settings
-*.sublime-workspace
-*.sublime-project
-
-# Eclipse Project settings
-*.*project
-.settings
-
-# QtCreator files
-*.user
-
-# PyCharm files
-.idea
-
 # OSX dir files
 .DS_Store
 
-## Caffe2
-
-# build, distribute, and bins (+ python proto bindings)
-build
-build_host_protoc
-build_android
-build_ios
-/build_*
-.build_debug/*
-.build_release/*
-distribute/*
-*.testbin
-*.bin
-cmake_build
-.cmake_build
-gen
-.setuptools-cmake-build
-.pytest_cache
-aten/build/*
-
-# Bram
-plsdontbreak
-
-# Generated documentation
-docs/_site
-docs/gathered
-_site
-doxygen
-docs/dev
-
-# LevelDB files
-*.sst
-*.ldb
-LOCK
-LOG*
-CURRENT
-MANIFEST-*
-
-# generated version file
-caffe2/version.py
-
-# setup.py intermediates
-.eggs
-caffe2.egg-info
-
-# Atom/Watchman required file
-.watchmanconfig
-
-# Files generated by CLion
-cmake-build-debug
-
-# Files generated by ctags
-CTAGS
-tags
-TAGS
-
-# BEGIN NOT-CLEAN-FILES (setup.py handles this marker. Do not change.)
-#
-# Below files are not deleted by "setup.py clean".
-
-# Visual Studio Code files
-.vscode
-.vs
-
-# YouCompleteMe config file
-.ycm_extra_conf.py
-
-# Files generated when a patch is rejected
-*.orig
-*.rej

.gitmodules

@@ -1,84 +1,9 @@
-[submodule "third_party/pybind11"]
-	path = third_party/pybind11
-	url = https://github.com/pybind/pybind11.git
-[submodule "third_party/cub"]
-	path = third_party/cub
-	url = https://github.com/NVlabs/cub.git
-[submodule "third_party/eigen"]
-	path = third_party/eigen
-	url = https://github.com/eigenteam/eigen-git-mirror.git
-[submodule "third_party/googletest"]
-	path = third_party/googletest
-	url = https://github.com/google/googletest.git
-[submodule "third_party/benchmark"]
-	path = third_party/benchmark
-	url = https://github.com/google/benchmark.git
-[submodule "third_party/protobuf"]
-	path = third_party/protobuf
-	url = https://github.com/google/protobuf.git
-[submodule "third_party/ios-cmake"]
-	path = third_party/ios-cmake
-	url = https://github.com/Yangqing/ios-cmake.git
-[submodule "third_party/NNPACK"]
-	path = third_party/NNPACK
-	url = https://github.com/Maratyszcza/NNPACK.git
-[submodule "third_party/gloo"]
-	path = third_party/gloo
+[submodule "torch/lib/gloo"]
+	path = torch/lib/gloo
 	url = https://github.com/facebookincubator/gloo
-[submodule "third_party/NNPACK_deps/pthreadpool"]
-	path = third_party/pthreadpool
-	url = https://github.com/Maratyszcza/pthreadpool.git
-[submodule "third_party/NNPACK_deps/FXdiv"]
-	path = third_party/FXdiv
-	url = https://github.com/Maratyszcza/FXdiv.git
-[submodule "third_party/NNPACK_deps/FP16"]
-	path = third_party/FP16
-	url = https://github.com/Maratyszcza/FP16.git
-[submodule "third_party/NNPACK_deps/psimd"]
-	path = third_party/psimd
-	url = https://github.com/Maratyszcza/psimd.git
-[submodule "third_party/zstd"]
-	path = third_party/zstd
-	url = https://github.com/facebook/zstd.git
-[submodule "third-party/cpuinfo"]
-	path = third_party/cpuinfo
-	url = https://github.com/Maratyszcza/cpuinfo.git
-[submodule "third_party/python-enum"]
-	path = third_party/python-enum
-	url = https://github.com/PeachPy/enum34.git
-[submodule "third_party/python-peachpy"]
-	path = third_party/python-peachpy
-	url = https://github.com/Maratyszcza/PeachPy.git
-[submodule "third_party/python-six"]
-	path = third_party/python-six
-	url = https://github.com/benjaminp/six.git
-[submodule "third_party/ComputeLibrary"]
-	path = third_party/ComputeLibrary
-	url = https://github.com/ARM-software/ComputeLibrary.git
-[submodule "third_party/onnx"]
-	path = third_party/onnx
-	url = https://github.com/onnx/onnx.git
-[submodule "third_party/onnx-tensorrt"]
-	path = third_party/onnx-tensorrt
-	url = https://github.com/onnx/onnx-tensorrt
-[submodule "third_party/sleef"]
-	path = third_party/sleef
-	url = https://github.com/shibatch/sleef
-[submodule "third_party/ideep"]
-	path = third_party/ideep
-	url = https://github.com/intel/ideep
-[submodule "third_party/nccl/nccl"]
-	path = third_party/nccl/nccl
-	url = https://github.com/NVIDIA/nccl
-[submodule "third_party/gemmlowp/gemmlowp"]
-	path = third_party/gemmlowp/gemmlowp
-	url = https://github.com/google/gemmlowp.git
-[submodule "third_party/QNNPACK"]
-	path = third_party/QNNPACK
-	url = https://github.com/pytorch/QNNPACK
-[submodule "third_party/neon2sse"]
-	path = third_party/neon2sse
-	url = https://github.com/intel/ARM_NEON_2_x86_SSE.git
-[submodule "third_party/fbgemm"]
-	path = third_party/fbgemm
-	url = https://github.com/pytorch/fbgemm
+[submodule "torch/lib/pybind11"]
+	path = torch/lib/pybind11
+	url = https://github.com/pybind/pybind11
+[submodule "torch/lib/nanopb"]
+	path = torch/lib/nanopb
+	url = https://github.com/nanopb/nanopb.git

.jenkins/caffe2/README.md

@@ -1,14 +0,0 @@
-# Jenkins
-
-The scripts in this directory are the entrypoint for testing Caffe2.
-
-The environment variable `BUILD_ENVIRONMENT` is expected to be set to
-the build environment you intend to test. It is a hint for the build
-and test scripts to configure Caffe2 a certain way and include/exclude
-tests. Docker images, they equal the name of the image itself. For
-example: `py2-cuda9.0-cudnn7-ubuntu16.04`. The Docker images that are
-built on Jenkins and are used in triggered builds already have this
-environment variable set in their manifest. Also see
-`./docker/jenkins/*/Dockerfile` and search for `BUILD_ENVIRONMENT`.
-
-Our Jenkins installation is located at https://ci.pytorch.org/jenkins/.

.jenkins/caffe2/build.sh

@@ -1,267 +0,0 @@
-#!/bin/bash
-
-set -ex
-
-pip install --user --no-cache-dir hypothesis==3.59.0
-
-# The INSTALL_PREFIX here must match up with test.sh
-INSTALL_PREFIX="/usr/local/caffe2"
-LOCAL_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
-ROOT_DIR=$(cd "$LOCAL_DIR"/../.. && pwd)
-CMAKE_ARGS=()
-SCCACHE="$(which sccache)"
-
-if [ "$(which gcc)" != "/root/sccache/gcc" ]; then
-  # Setup SCCACHE
-  ###############################################################################
-  # Setup sccache if SCCACHE_BUCKET is set
-  if [ -n "${SCCACHE_BUCKET}" ]; then
-    mkdir -p ./sccache
-
-    SCCACHE="$(which sccache)"
-    if [ -z "${SCCACHE}" ]; then
-      echo "Unable to find sccache..."
-      exit 1
-    fi
-
-    # Setup wrapper scripts
-    wrapped="cc c++ gcc g++ x86_64-linux-gnu-gcc"
-    if [[ "${BUILD_ENVIRONMENT}" == *-cuda* ]]; then
-        wrapped="$wrapped nvcc"
-    fi
-    for compiler in $wrapped; do
-      (
-        echo "#!/bin/sh"
-
-        # TODO: if/when sccache gains native support for an
-        # SCCACHE_DISABLE flag analogous to ccache's CCACHE_DISABLE,
-        # this can be removed. Alternatively, this can be removed when
-        # https://github.com/pytorch/pytorch/issues/13362 is fixed.
-        #
-        # NOTE: carefully quoted - we want `which compiler` to be
-        # resolved as we execute the script, but SCCACHE_DISABLE and
-        # $@ to be evaluated when we execute the script
-        echo 'test $SCCACHE_DISABLE && exec '"$(which $compiler)"' "$@"'
-
-        echo "exec $SCCACHE $(which $compiler) \"\$@\""
-      ) > "./sccache/$compiler"
-      chmod +x "./sccache/$compiler"
-    done
-
-    export CACHE_WRAPPER_DIR="$PWD/sccache"
-
-    # CMake must find these wrapper scripts
-    export PATH="$CACHE_WRAPPER_DIR:$PATH"
-  fi
-fi
-
-# Setup ccache if configured to use it (and not sccache)
-if [ -z "${SCCACHE}" ] && which ccache > /dev/null; then
-  mkdir -p ./ccache
-  ln -sf "$(which ccache)" ./ccache/cc
-  ln -sf "$(which ccache)" ./ccache/c++
-  ln -sf "$(which ccache)" ./ccache/gcc
-  ln -sf "$(which ccache)" ./ccache/g++
-  ln -sf "$(which ccache)" ./ccache/x86_64-linux-gnu-gcc
-  if [[ "${BUILD_ENVIRONMENT}" == *-cuda* ]]; then
-    ln -sf "$(which ccache)" ./ccache/nvcc
-  fi
-  export CACHE_WRAPPER_DIR="$PWD/ccache"
-  export PATH="$CACHE_WRAPPER_DIR:$PATH"
-fi
-
-# sccache will fail for CUDA builds if all cores are used for compiling
-if [ -z "$MAX_JOBS" ]; then
-  if [[ "${BUILD_ENVIRONMENT}" == *-cuda* ]] && [ -n "${SCCACHE}" ]; then
-    MAX_JOBS=`expr $(nproc) - 1`
-  else
-    MAX_JOBS=$(nproc)
-  fi
-fi
-
-report_compile_cache_stats() {
-  if [[ -n "${SCCACHE}" ]]; then
-    "$SCCACHE" --show-stats
-  elif which ccache > /dev/null; then
-    ccache -s
-  fi
-}
-
-###############################################################################
-# Explicitly set Python executable.
-###############################################################################
-# On Ubuntu 16.04 the default Python is still 2.7.
-PYTHON="$(which python)"
-if [[ "${BUILD_ENVIRONMENT}" =~ py((2|3)\.?[0-9]?\.?[0-9]?) ]]; then
-  PYTHON=$(which "python${BASH_REMATCH[1]}")
-  CMAKE_ARGS+=("-DPYTHON_EXECUTABLE=${PYTHON}")
-fi
-
-
-###############################################################################
-# Use special scripts for Android and setup builds
-###############################################################################
-if [[ "${BUILD_ENVIRONMENT}" == *-android* ]]; then
-  export ANDROID_NDK=/opt/ndk
-  CMAKE_ARGS+=("-DBUILD_BINARY=ON")
-  CMAKE_ARGS+=("-DBUILD_TEST=ON")
-  CMAKE_ARGS+=("-DUSE_OBSERVERS=ON")
-  CMAKE_ARGS+=("-DUSE_ZSTD=ON")
-  "${ROOT_DIR}/scripts/build_android.sh" ${CMAKE_ARGS[*]} "$@"
-  exit 0
-fi
-
-
-###############################################################################
-# Set cmake args
-###############################################################################
-CMAKE_ARGS+=("-DBUILD_BINARY=ON")
-CMAKE_ARGS+=("-DBUILD_TEST=ON")
-CMAKE_ARGS+=("-DINSTALL_TEST=ON")
-CMAKE_ARGS+=("-DUSE_OBSERVERS=ON")
-CMAKE_ARGS+=("-DUSE_ZSTD=ON")
-CMAKE_ARGS+=("-DCMAKE_INSTALL_PREFIX=${INSTALL_PREFIX}")
-
-if [[ $BUILD_ENVIRONMENT == *mkl* ]]; then
-  CMAKE_ARGS+=("-DBLAS=MKL")
-fi
-if [[ $BUILD_ENVIRONMENT == *cuda* ]]; then
-  CMAKE_ARGS+=("-DUSE_CUDA=ON")
-  CMAKE_ARGS+=("-DCUDA_ARCH_NAME=Maxwell")
-  CMAKE_ARGS+=("-DUSE_NNPACK=OFF")
-
-  # Explicitly set path to NVCC such that the symlink to ccache or sccache is used
-  CMAKE_ARGS+=("-DCUDA_NVCC_EXECUTABLE=${CACHE_WRAPPER_DIR}/nvcc")
-
-  # Ensure FindCUDA.cmake can infer the right path to the CUDA toolkit.
-  # Setting PATH to resolve to the right nvcc alone isn't enough.
-  # See /usr/share/cmake-3.5/Modules/FindCUDA.cmake, block at line 589.
-  export CUDA_PATH="/usr/local/cuda"
-
-  # Ensure the ccache symlink can still find the real nvcc binary.
-  export PATH="/usr/local/cuda/bin:$PATH"
-fi
-if [[ $BUILD_ENVIRONMENT == *rocm* ]]; then
-  # This is needed to enable ImageInput operator in resnet50_trainer
-  CMAKE_ARGS+=("-USE_OPENCV=ON")
-  # This is needed to read datasets from https://download.caffe2.ai/databases/resnet_trainer.zip
-  CMAKE_ARGS+=("-USE_LMDB=ON")
-
-  ########## HIPIFY Caffe2 operators
-  ${PYTHON} "${ROOT_DIR}/tools/amd_build/build_amd.py"
-fi
-
-# building bundled nccl in this config triggers a bug in nvlink. For
-# more, see https://github.com/pytorch/pytorch/issues/14486
-if [[ "${BUILD_ENVIRONMENT}" == *-cuda8*-cudnn7* ]]; then
-    CMAKE_ARGS+=("-DUSE_SYSTEM_NCCL=ON")
-fi
-
-# Try to include Redis support for Linux builds
-if [ "$(uname)" == "Linux" ]; then
-  CMAKE_ARGS+=("-DUSE_REDIS=ON")
-fi
-
-# Currently, on Jenkins mac os, we will use custom protobuf. Mac OS
-# contbuild at the moment is minimal dependency - it doesn't use glog
-# or gflags either.
-if [ "$(uname)" == "Darwin" ]; then
-  CMAKE_ARGS+=("-DBUILD_CUSTOM_PROTOBUF=ON")
-fi
-
-# Use a speciallized onnx namespace in CI to catch hardcoded onnx namespace
-CMAKE_ARGS+=("-DONNX_NAMESPACE=ONNX_NAMESPACE_FOR_C2_CI")
-
-# We test the presence of cmake3 (for platforms like Centos and Ubuntu 14.04)
-# and use that if so.
-if [[ -x "$(command -v cmake3)" ]]; then
-    CMAKE_BINARY=cmake3
-else
-    CMAKE_BINARY=cmake
-fi
-
-###############################################################################
-# Configure and make
-###############################################################################
-
-if [[ -z "$INTEGRATED" ]]; then
-
-  # Run cmake from ./build_caffe2 directory so it doesn't conflict with
-  # standard PyTorch build directory. Eventually these won't need to
-  # be separate.
-  rm -rf build_caffe2
-  mkdir build_caffe2
-  cd ./build_caffe2
-
-  # Configure
-  ${CMAKE_BINARY} "${ROOT_DIR}" ${CMAKE_ARGS[*]} "$@"
-
-  # Build
-  if [ "$(uname)" == "Linux" ]; then
-    make "-j${MAX_JOBS}" install
-  else
-    echo "Don't know how to build on $(uname)"
-    exit 1
-  fi
-
-else
-
-  # sccache will be stuck if  all cores are used for compiling
-  # see https://github.com/pytorch/pytorch/pull/7361
-  if [[ -n "${SCCACHE}" ]]; then
-    export MAX_JOBS=`expr $(nproc) - 1`
-  fi
-
-  USE_LEVELDB=1 USE_LMDB=1 USE_OPENCV=1 BUILD_BINARY=1 python setup.py install --user
-
-  # This is to save test binaries for testing
-  cp -r torch/lib/tmp_install $INSTALL_PREFIX
-
-  ls $INSTALL_PREFIX
-
-  report_compile_cache_stats
-fi
-
-###############################################################################
-# Install ONNX
-###############################################################################
-
-# Install ONNX into a local directory
-pip install --user -b /tmp/pip_install_onnx "file://${ROOT_DIR}/third_party/onnx#egg=onnx"
-
-report_compile_cache_stats
-
-# Symlink the caffe2 base python path into the system python path,
-# so that we can import caffe2 without having to change $PYTHONPATH.
-# Run in a subshell to contain environment set by /etc/os-release.
-#
-# This is only done when running on Jenkins!  We don't want to pollute
-# the user environment with Python symlinks and ld.so.conf.d hacks.
-#
-if [[ -z "$INTEGRATED" ]]; then
-  if [ -n "${JENKINS_URL}" ]; then
-    (
-      source /etc/os-release
-
-      function python_version() {
-        "$PYTHON" -c 'import sys; print("python%d.%d" % sys.version_info[0:2])'
-      }
-
-      # Debian/Ubuntu
-      if [[ "$ID_LIKE" == *debian* ]]; then
-        python_path="/usr/local/lib/$(python_version)/dist-packages"
-        sudo ln -sf "${INSTALL_PREFIX}/caffe2" "${python_path}"
-      fi
-
-      # RHEL/CentOS
-      if [[ "$ID_LIKE" == *rhel* ]]; then
-        python_path="/usr/lib64/$(python_version)/site-packages/"
-        sudo ln -sf "${INSTALL_PREFIX}/caffe2" "${python_path}"
-      fi
-
-      # /etc/ld.so.conf.d is used on both Debian and RHEL
-      echo "${INSTALL_PREFIX}/lib" | sudo tee /etc/ld.so.conf.d/caffe2.conf
-      sudo ldconfig
-    )
-  fi
-fi

.jenkins/caffe2/dirty.sh

@@ -1,7 +0,0 @@
-#!/bin/bash
-set -ex
-upstream="$1"
-pr="$2"
-git diff --name-only "$upstream" "$pr"
-# For safety, unconditionally trigger for any changes.
-#git diff --name-only "$upstream" "$pr" | grep -Eq '^(CMakeLists.txt|Makefile|.gitmodules|.jenkins/caffe2|binaries|caffe|caffe2|cmake|conda|docker|docs/caffe2|modules|scripts|third_party)'

.jenkins/caffe2/test.sh

@@ -1,125 +0,0 @@
-#!/bin/bash
-
-set -ex
-
-LOCAL_DIR=$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)
-ROOT_DIR=$(cd "$LOCAL_DIR"/../.. && pwd)
-TEST_DIR=$ROOT_DIR/caffe2_tests
-
-# Figure out which Python to use
-PYTHON="python"
-if [[ "${BUILD_ENVIRONMENT}" =~ py((2|3)\.?[0-9]?\.?[0-9]?) ]]; then
-  PYTHON="python${BASH_REMATCH[1]}"
-fi
-
-# The prefix must mirror the setting from build.sh
-INSTALL_PREFIX="/usr/local/caffe2"
-
-# Add the site-packages in the caffe2 install prefix to the PYTHONPATH
-SITE_DIR=$($PYTHON -c "from distutils import sysconfig; print(sysconfig.get_python_lib(prefix=''))")
-INSTALL_SITE_DIR="${INSTALL_PREFIX}/${SITE_DIR}"
-
-# Skip tests in environments where they are not built/applicable
-if [[ "${BUILD_ENVIRONMENT}" == *-android* ]]; then
-  echo 'Skipping tests'
-  exit 0
-fi
-
-# Set PYTHONPATH and LD_LIBRARY_PATH so that python can find the installed
-# Caffe2.
-export PYTHONPATH="${PYTHONPATH}:$INSTALL_SITE_DIR"
-export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${INSTALL_PREFIX}/lib"
-
-cd "$ROOT_DIR"
-
-if [ -d $TEST_DIR ]; then
-  echo "Directory $TEST_DIR already exists; please remove it..."
-  exit 1
-fi
-
-mkdir -p $TEST_DIR/{cpp,python}
-
-cd "${WORKSPACE}"
-
-# C++ tests
-echo "Running C++ tests.."
-gtest_reports_dir="${TEST_DIR}/cpp"
-junit_reports_dir="${TEST_DIR}/junit_reports"
-mkdir -p "$gtest_reports_dir" "$junit_reports_dir"
-for test in $(find "${INSTALL_PREFIX}/test" -executable -type f); do
-  case "$test" in
-    # skip tests we know are hanging or bad
-    */mkl_utils_test|*/aten/integer_divider_test)
-      continue
-      ;;
-    */scalar_tensor_test|*/basic|*/native_test)
-	  if [[ "$BUILD_ENVIRONMENT" == *rocm* ]]; then
-		continue
-	  else
-	    "$test"
-	  fi
-	  ;;
-	*)
-      # Currently, we use a mixture of gtest (caffe2) and Catch2 (ATen). While
-      # planning to migrate to gtest as the common PyTorch c++ test suite, we
-      # currently do NOT use the xml test reporter, because Catch doesn't
-      # support multiple reporters
-      # c.f. https://github.com/catchorg/Catch2/blob/master/docs/release-notes.md#223
-      # which means that enabling XML output means you lose useful stdout
-      # output for Jenkins.  It's more important to have useful console
-      # output than it is to have XML output for Jenkins.
-      # Note: in the future, if we want to use xml test reporter once we switch
-      # to all gtest, one can simply do:
-      # "$test" --gtest_output=xml:"$gtest_reports_dir/$(basename $test).xml"
-      "$test"
-      ;;
-  esac
-done
-
-# Get the relative path to where the caffe2 python module was installed
-CAFFE2_PYPATH="$INSTALL_SITE_DIR/caffe2"
-
-# Collect additional tests to run (outside caffe2/python)
-EXTRA_TESTS=()
-
-# CUDA builds always include NCCL support
-if [[ "$BUILD_ENVIRONMENT" == *-cuda* ]]; then
-  EXTRA_TESTS+=("$CAFFE2_PYPATH/contrib/nccl")
-fi
-
-rocm_ignore_test=()
-if [[ $BUILD_ENVIRONMENT == *-rocm* ]]; then
-  # Currently these tests are failing on ROCM platform:
-
-  # Unknown reasons, need to debug
-  rocm_ignore_test+=("--ignore $CAFFE2_PYPATH/python/operator_test/arg_ops_test.py")
-  rocm_ignore_test+=("--ignore $CAFFE2_PYPATH/python/operator_test/piecewise_linear_transform_test.py")
-  rocm_ignore_test+=("--ignore $CAFFE2_PYPATH/python/operator_test/softmax_ops_test.py")
-  rocm_ignore_test+=("--ignore $CAFFE2_PYPATH/python/operator_test/unique_ops_test.py")
-fi
-
-# Python tests
-# NB: Warnings are disabled because they make it harder to see what
-# the actual erroring test is
-echo "Running Python tests.."
-pip install --user pytest-sugar
-"$PYTHON" \
-  -m pytest \
-  -x \
-  -v \
-  --disable-warnings \
-  --junit-xml="$TEST_DIR/python/result.xml" \
-  --ignore "$CAFFE2_PYPATH/python/test/executor_test.py" \
-  --ignore "$CAFFE2_PYPATH/python/operator_test/matmul_op_test.py" \
-  --ignore "$CAFFE2_PYPATH/python/operator_test/pack_ops_test.py" \
-  --ignore "$CAFFE2_PYPATH/python/mkl/mkl_sbn_speed_test.py" \
-  ${rocm_ignore_test[@]} \
-  "$CAFFE2_PYPATH/python" \
-  "${EXTRA_TESTS[@]}"
-
-cd ${INSTALL_PREFIX}
-
-if [[ -n "$INTEGRATED" ]]; then
-  pip install --user torchvision
-  "$ROOT_DIR/scripts/onnx/test.sh"
-fi

.jenkins/pytorch/README.md

@@ -1,42 +0,0 @@
-This directory contains scripts for our continuous integration.
-
-One important thing to keep in mind when reading the scripts here is
-that they are all based off of Docker images, which we build for each of
-the various system configurations we want to run on Jenkins.  This means
-it is very easy to run these tests yourself:
-
-1. Figure out what Docker image you want.  The general template for our
-   images look like:
-   ``registry.pytorch.org/pytorch/pytorch-$BUILD_ENVIRONMENT:$DOCKER_VERSION``,
-   where ``$BUILD_ENVIRONMENT`` is one of the build environments
-   enumerated in
-   [pytorch-dockerfiles](https://github.com/pietern/pytorch-dockerfiles/blob/master/build.sh)
-
-2. Run ``docker -it -u jenkins $DOCKER_IMAGE``, clone PyTorch and
-   run one of the scripts in this directory.
-
-The Docker images are designed so that any "reasonable" build commands
-will work; if you look in [build.sh](build.sh) you will see that it is a
-very simple script.  This is intentional.  Idiomatic build instructions
-should work inside all of our Docker images.  You can tweak the commands
-however you need (e.g., in case you want to rebuild with DEBUG, or rerun
-the build with higher verbosity, etc.).
-
-We have to do some work to make this so.  Here is a summary of the
-mechanisms we use:
-
-- We install binaries to directories like `/usr/local/bin` which
-  are automatically part of your PATH.
-
-- We add entries to the PATH using Docker ENV variables (so
-  they apply when you enter Docker) and `/etc/environment` (so they
-  continue to apply even if you sudo), instead of modifying
-  `PATH` in our build scripts.
-
-- We use `/etc/ld.so.conf.d` to register directories containing
-  shared libraries, instead of modifying `LD_LIBRARY_PATH` in our
-  build scripts.
-
-- We reroute well known paths like `/usr/bin/gcc` to alternate
-  implementations with `update-alternatives, instead of setting
-  `CC` and `CXX` in our implementations.

.jenkins/pytorch/build-asan.sh

@@ -1,31 +0,0 @@
-#!/bin/bash
-
-# Required environment variable: $BUILD_ENVIRONMENT
-# (This is set by default in the Docker images we build, so you don't
-# need to set it yourself.
-
-COMPACT_JOB_NAME="${BUILD_ENVIRONMENT}-build"
-source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
-
-echo "Clang version:"
-clang --version
-
-# detect_leaks=0: Python is very leaky, so we need suppress it
-# symbolize=1: Gives us much better errors when things go wrong
-export ASAN_OPTIONS=detect_leaks=0:symbolize=1
-
-# FIXME: Remove the hardcoded "-pthread" option.
-# With asan build, the cmake thread CMAKE_HAVE_LIBC_CREATE[1] checking will
-# succeed because "pthread_create" is in libasan.so. However, libasan doesn't
-# have the full pthread implementation. Other advanced pthread functions doesn't
-# exist in libasan.so[2]. If we need some pthread advanced functions, we still
-# need to link the pthread library.
-# [1] https://github.com/Kitware/CMake/blob/8cabaaf054a16ea9c8332ce8e9291bd026b38c62/Modules/FindThreads.cmake#L135
-# [2] https://wiki.gentoo.org/wiki/AddressSanitizer/Problems
-#
-# TODO: Make the ASAN flags a more unified env var
-CC="clang" CXX="clang++" LDSHARED="clang --shared" \
-  CFLAGS="-fsanitize=address -fsanitize=undefined -fno-sanitize-recover=all -shared-libasan -pthread" \
-  CXX_FLAGS="-pthread" \
-  NO_CUDA=1 USE_MKLDNN=0 \
-  python setup.py install

.jenkins/pytorch/build.sh

@@ -1,169 +0,0 @@
-#!/bin/bash
-
-# Required environment variable: $BUILD_ENVIRONMENT
-# (This is set by default in the Docker images we build, so you don't
-# need to set it yourself.
-
-COMPACT_JOB_NAME="${BUILD_ENVIRONMENT}-build"
-source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
-
-# For distributed, four environmental configs:
-# (1) build with only NCCL
-# (2) build with NCCL and MPI
-# (3) build with only MPI
-# (4) build with neither
-if [[ "$BUILD_ENVIRONMENT" == *-xenial-cuda9-* ]]; then
-  # TODO: move this to Docker
-  sudo apt-get -qq update
-  sudo apt-get -qq install --allow-downgrades --allow-change-held-packages libnccl-dev=2.2.13-1+cuda9.0 libnccl2=2.2.13-1+cuda9.0
-fi
-
-if [[ "$BUILD_ENVIRONMENT" == *-xenial-cuda9*gcc7* ]] || [[ "$BUILD_ENVIRONMENT" == *-xenial-cuda8-* ]] || [[ "$BUILD_ENVIRONMENT" == *-xenial-cuda9-cudnn7-py2* ]] || [[ "$BUILD_ENVIRONMENT" == *-trusty-py2.7.9* ]]; then
-  # TODO: move this to Docker
-  sudo apt-get -qq update
-  if [[ "$BUILD_ENVIRONMENT" == *-trusty-py2.7.9* ]]; then
-    sudo apt-get -qq install openmpi-bin libopenmpi-dev
-  else
-    sudo apt-get -qq install --allow-downgrades --allow-change-held-packages openmpi-bin libopenmpi-dev
-  fi
-  sudo apt-get -qq install --no-install-recommends openssh-client openssh-server
-  sudo mkdir -p /var/run/sshd
-fi
-
-if [[ "$BUILD_ENVIRONMENT" == "pytorch-linux-xenial-py3-clang5-asan" ]]; then
-  exec "$(dirname "${BASH_SOURCE[0]}")/build-asan.sh" $*
-fi
-
-echo "Python version:"
-python --version
-
-echo "GCC version:"
-gcc --version
-
-echo "CMake version:"
-cmake --version
-
-# TODO: Don't run this...
-pip install -q -r requirements.txt || true
-
-if [[ "$BUILD_ENVIRONMENT" == *rocm* ]]; then
-  # When hcc runs out of memory, it silently exits without stopping
-  # the build process, leaving undefined symbols in the shared lib
-  # which will cause undefined symbol errors when later running
-  # tests. Setting MAX_JOBS to smaller number to make CI less flaky.
-  export MAX_JOBS=4
-
-  # ROCm CI is using Caffe2 docker images, which needs these wrapper
-  # scripts to correctly use sccache.
-  if [ -n "${SCCACHE_BUCKET}" ]; then
-    mkdir -p ./sccache
-
-    SCCACHE="$(which sccache)"
-    if [ -z "${SCCACHE}" ]; then
-      echo "Unable to find sccache..."
-      exit 1
-    fi
-
-    # Setup wrapper scripts
-    for compiler in cc c++ gcc g++ x86_64-linux-gnu-gcc; do
-      (
-        echo "#!/bin/sh"
-        echo "exec $SCCACHE $(which $compiler) \"\$@\""
-      ) > "./sccache/$compiler"
-      chmod +x "./sccache/$compiler"
-    done
-
-    export CACHE_WRAPPER_DIR="$PWD/sccache"
-
-    # CMake must find these wrapper scripts
-    export PATH="$CACHE_WRAPPER_DIR:$PATH"
-  fi
-
-  python tools/amd_build/build_amd.py
-  # OPENCV is needed to enable ImageInput operator in caffe2 resnet5_trainer
-  # LMDB is needed to read datasets from https://download.caffe2.ai/databases/resnet_trainer.zip
-  USE_ROCM=1 USE_LMDB=1 USE_OPENCV=1 python setup.py install --user
-  exit 0
-fi
-
-# TODO: Don't install this here
-if ! which conda; then
-  pip install -q mkl mkl-devel
-  if [[ "$BUILD_ENVIRONMENT" == *trusty-py3.6-gcc7.2* ]] || [[ "$BUILD_ENVIRONMENT" == *trusty-py3.6-gcc4.8* ]]; then
-    export USE_MKLDNN=1
-  else
-    export USE_MKLDNN=0
-  fi
-fi
-
-# sccache will fail for CUDA builds if all cores are used for compiling
-# gcc 7 with sccache seems to have intermittent OOM issue if all cores are used
-if [ -z "$MAX_JOBS" ]; then
-  if ([[ "$BUILD_ENVIRONMENT" == *cuda* ]] || [[ "$BUILD_ENVIRONMENT" == *gcc7* ]]) && which sccache > /dev/null; then
-    export MAX_JOBS=`expr $(nproc) - 1`
-  fi
-fi
-
-# Target only our CI GPU machine's CUDA arch to speed up the build
-export TORCH_CUDA_ARCH_LIST="5.2"
-
-if [[ "$BUILD_ENVIRONMENT" == *ppc64le* ]]; then
-  export TORCH_CUDA_ARCH_LIST="6.0"
-fi
-
-if [[ "$BUILD_ENVIRONMENT" == *trusty-py3.6-gcc5.4* ]]; then
-  export DEBUG=1
-fi
-
-# ppc64le build fails when WERROR=1
-# set only when building other architectures
-# only use for "python setup.py install" line
-if [[ "$BUILD_ENVIRONMENT" != *ppc64le* ]]; then
-  WERROR=1 python setup.py install
-elif [[ "$BUILD_ENVIRONMENT" == *ppc64le* ]]; then
-  python setup.py install
-fi
-
-
-# Add the test binaries so that they won't be git clean'ed away
-git add -f build/bin
-
-# Test documentation build
-if [[ "$BUILD_ENVIRONMENT" == *xenial-cuda8-cudnn6-py3* ]]; then
-  pushd docs
-  # TODO: Don't run this here
-  pip install -q -r requirements.txt || true
-  LC_ALL=C make html
-  popd
-fi
-
-# Test standalone c10 build
-if [[ "$BUILD_ENVIRONMENT" == *xenial-cuda8-cudnn6-py3* ]]; then
-  mkdir -p c10/build
-  pushd c10/build
-  cmake ..
-  make -j
-  popd
-fi
-
-# Test no-Python build
-if [[ "$BUILD_TEST_LIBTORCH" == "1" ]]; then
-  echo "Building libtorch"
-  # NB: Install outside of source directory (at the same level as the root
-  # pytorch folder) so that it doesn't get cleaned away prior to docker push.
-  BUILD_LIBTORCH_PY=$PWD/tools/build_libtorch.py
-  mkdir -p ../cpp-build/caffe2
-  pushd ../cpp-build/caffe2
-  WERROR=1 VERBOSE=1 DEBUG=1 python $BUILD_LIBTORCH_PY
-  popd
-
-  # Build custom operator tests.
-  CUSTOM_OP_BUILD="$PWD/../custom-op-build"
-  CUSTOM_OP_TEST="$PWD/test/custom_operator"
-  SITE_PACKAGES="$(python -c 'from distutils.sysconfig import get_python_lib; print(get_python_lib())')"
-  mkdir "$CUSTOM_OP_BUILD"
-  pushd "$CUSTOM_OP_BUILD"
-  CMAKE_PREFIX_PATH="$SITE_PACKAGES/torch" cmake "$CUSTOM_OP_TEST"
-  make VERBOSE=1
-  popd
-fi

.jenkins/pytorch/common.sh

@@ -1,140 +0,0 @@
-#!/bin/bash
-
-# Common setup for all Jenkins scripts
-
-# NB: define this function before set -x, so that we don't
-# pollute the log with a premature EXITED_USER_LAND ;)
-function cleanup {
-  # Note that if you've exited user land, then CI will conclude that
-  # any failure is the CI's fault.  So we MUST only output this
-  # string
-  retcode=$?
-  set +x
-  if [ $retcode -eq 0 ]; then
-    echo "EXITED_USER_LAND"
-  fi
-}
-
-set -ex
-
-# Required environment variables:
-#   $BUILD_ENVIRONMENT (should be set by your Docker image)
-
-# This token is used by a parser on Jenkins logs for determining
-# if a failure is a legitimate problem, or a problem with the build
-# system; to find out more, grep for this string in ossci-job-dsl.
-echo "ENTERED_USER_LAND"
-
-# compositional trap taken from https://stackoverflow.com/a/7287873/23845
-
-# note: printf is used instead of echo to avoid backslash
-# processing and to properly handle values that begin with a '-'.
-
-log() { printf '%s\n' "$*"; }
-error() { log "ERROR: $*" >&2; }
-fatal() { error "$@"; exit 1; }
-
-# appends a command to a trap
-#
-# - 1st arg:  code to add
-# - remaining args:  names of traps to modify
-#
-trap_add() {
-    trap_add_cmd=$1; shift || fatal "${FUNCNAME} usage error"
-    for trap_add_name in "$@"; do
-        trap -- "$(
-            # helper fn to get existing trap command from output
-            # of trap -p
-            extract_trap_cmd() { printf '%s\n' "$3"; }
-            # print existing trap command with newline
-            eval "extract_trap_cmd $(trap -p "${trap_add_name}")"
-            # print the new trap command
-            printf '%s\n' "${trap_add_cmd}"
-        )" "${trap_add_name}" \
-            || fatal "unable to add to trap ${trap_add_name}"
-    done
-}
-# set the trace attribute for the above function.  this is
-# required to modify DEBUG or RETURN traps because functions don't
-# inherit them unless the trace attribute is set
-declare -f -t trap_add
-
-trap_add cleanup EXIT
-
-if which sccache > /dev/null; then
-  # Save sccache logs to file
-  sccache --stop-server || true
-  rm ~/sccache_error.log || true
-  SCCACHE_ERROR_LOG=~/sccache_error.log RUST_LOG=sccache::server=error sccache --start-server
-
-  # Report sccache stats for easier debugging
-  sccache --zero-stats
-  function sccache_epilogue() {
-    echo '=================== sccache compilation log ==================='
-    python $(dirname "${BASH_SOURCE[0]}")/print_sccache_log.py ~/sccache_error.log
-    echo '=========== If your build fails, please take a look at the log above for possible reasons ==========='
-    sccache --show-stats
-    sccache --stop-server || true
-  }
-  trap_add sccache_epilogue EXIT
-fi
-
-if which ccache > /dev/null; then
-  # Report ccache stats for easier debugging
-  ccache --zero-stats
-  ccache --show-stats
-  function ccache_epilogue() {
-    ccache --show-stats
-  }
-  trap_add ccache_epilogue EXIT
-fi
-
-# It's called a COMPACT_JOB_NAME because it's distinct from the
-# Jenkin's provided JOB_NAME, which also includes a prefix folder
-# e.g. pytorch-builds/
-
-if [ -z "$COMPACT_JOB_NAME" ]; then
-  echo "Jenkins build scripts must set COMPACT_JOB_NAME"
-  exit 1
-fi
-
-if grep --line-regexp -q "$COMPACT_JOB_NAME" "$(dirname "${BASH_SOURCE[0]}")/disabled-configs.txt"; then
-  echo "Job is explicitly disabled, SKIPPING"
-  exit 0
-else
-  echo "Job is not disabled, proceeding"
-fi
-
-if grep --line-regexp -q "$COMPACT_JOB_NAME" "$(dirname "${BASH_SOURCE[0]}")/enabled-configs.txt"; then
-  echo "Job is enabled, proceeding"
-else
-  echo "Job is not enabled, FAILING now (revert changes to enabled-configs.txt to fix this)"
-  exit 1
-fi
-
-if [[ "$BUILD_ENVIRONMENT" == *pytorch-linux-xenial-cuda9-cudnn7-py3 ]] || \
-   [[ "$BUILD_ENVIRONMENT" == *pytorch-linux-trusty-py3.6-gcc7* ]]; then
-  BUILD_TEST_LIBTORCH=1
-else
-  BUILD_TEST_LIBTORCH=0
-fi
-
-# Use conda cmake in some CI build. Conda cmake will be newer than our supported
-# min version 3.5, so we only do it in two builds that we know should use conda.
-if [[ "$BUILD_ENVIRONMENT" == *pytorch-linux-xenial-cuda* ]]; then
-  if [[ "$BUILD_ENVIRONMENT" == *cuda8-cudnn6-py2* ]] || \
-     [[ "$BUILD_ENVIRONMENT" == *cuda9-cudnn7-py3* ]]; then
-    if ! which conda; then
-      echo "Expected ${BUILD_ENVIRONMENT} to use conda, but 'which conda' returns empty"
-      exit 1
-    else
-      conda install -q -y cmake
-    fi
-  else
-    if ! cmake --version | grep 'cmake version 3\.5'; then
-      echo "Expected ${BUILD_ENVIRONMENT} to have cmake version 3.5.* (min support version), but 'cmake --version' returns:"
-      cmake --version
-      exit 1
-    fi
-  fi
-fi

.jenkins/pytorch/dirty.sh

@@ -1,10 +0,0 @@
-#!/bin/bash
-set -ex
-upstream="$1"
-pr="$2"
-git diff --name-only "$upstream" "$pr"
-# Now that PyTorch build depends on Caffe2, unconditionally trigger
-# for any changes.
-# TODO: Replace this with a NEGATIVE regex that allows us to blacklist
-# files (letting us skip builds when they are unnecessary)
-#git diff --name-only "$upstream" "$pr" | grep -Eq '^(aten/|caffe2/|.jenkins/pytorch|docs/(make.bat|Makefile|requirements.txt|source)|mypy|requirements.txt|setup.py|test/|third_party/|tools/|\.gitmodules|torch/)'

.jenkins/pytorch/disabled-configs.txt

@@ -1,5 +0,0 @@
-# This file contains a list of disabled configurations.  Disabled
-# configurations are skipped and not considered a failure if they
-# fail.  You can use this to temporarily reserve a test name to
-# turn on CI side before PyTorch repository supports it.  This
-# file has the same format as .jenkins/enabled-configs.txt

.jenkins/pytorch/docker-build-test.sh

@@ -1,6 +0,0 @@
-#!/bin/bash
-
-COMPACT_JOB_NAME="docker-build-test"
-source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
-
-docker build -t pytorch .

.jenkins/pytorch/enabled-configs.txt

@@ -1,51 +0,0 @@
-# This file contains a list of enabled configurations
-# to perform tests on.  If you want to run tests on CI on
-# a limited set of tests before enabling the full test suite,
-# you can delete lines from this file.  Any test that is not
-# in this file will report a failure (so you don't forget to
-# reenable the tests on merge ;)
-
-pytorch-linux-xenial-cuda8-cudnn6-py3-build
-pytorch-linux-xenial-cuda8-cudnn6-py3-test
-pytorch-linux-xenial-cuda8-cudnn6-py3-multigpu-test
-pytorch-linux-xenial-cuda9-cudnn7-py2-build
-pytorch-linux-xenial-cuda9-cudnn7-py2-test
-pytorch-linux-xenial-cuda9-cudnn7-py3-build
-pytorch-linux-xenial-cuda9-cudnn7-py3-test
-pytorch-linux-xenial-cuda9.2-cudnn7-py3-gcc7-build
-pytorch-linux-xenial-cuda9.2-cudnn7-py3-gcc7-test
-pytorch-linux-xenial-cuda10-cudnn7-py3-gcc7-build
-pytorch-linux-xenial-cuda10-cudnn7-py3-gcc7-test
-pytorch-linux-xenial-py3-clang5-asan-build
-pytorch-linux-xenial-py3-clang5-asan-test
-pytorch-linux-trusty-py2.7.9-build
-pytorch-linux-trusty-py2.7.9-test
-pytorch-linux-trusty-py2.7-build
-pytorch-linux-trusty-py2.7-test
-pytorch-linux-trusty-py3.5-build
-pytorch-linux-trusty-py3.5-test
-pytorch-linux-trusty-py3.6-gcc4.8-build
-pytorch-linux-trusty-py3.6-gcc4.8-test
-pytorch-linux-trusty-py3.6-gcc5.4-build
-pytorch-linux-trusty-py3.6-gcc5.4-test
-pytorch-linux-trusty-py3.6-gcc7.2-build
-pytorch-linux-trusty-py3.6-gcc7.2-test
-pytorch-linux-trusty-py3.6-gcc7-build
-pytorch-linux-trusty-py3.6-gcc7-test
-pytorch-linux-trusty-pynightly-build
-pytorch-linux-trusty-pynightly-test
-pytorch-win-ws2016-cuda9-cudnn7-py3-build
-pytorch-win-ws2016-cuda9-cudnn7-py3-test
-pytorch-macos-10.13-py3-build
-pytorch-macos-10.13-py3-test
-pytorch-macos-10.13-cuda9.2-cudnn7-py3-build
-pytorch-docker-build-test
-short-perf-test-cpu
-short-perf-test-gpu
-py2-clang7-rocmdeb-ubuntu16.04-build
-py2-clang7-rocmdeb-ubuntu16.04-test
-py2-devtoolset7-rocmrpm-centos7.5-build
-pytorch-ppc64le-cuda9.2-cudnn7-py3-build
-pytorch-ppc64le-cuda9.2-cudnn7-py3-test
-pytorch-ppc64le-cuda9.1-cudnn7-py3-build
-pytorch-ppc64le-cuda9.1-cudnn7-py3-test

.jenkins/pytorch/macos-build-test.sh

@@ -1,9 +0,0 @@
-#!/bin/bash
-
-if [ -z "${JOB_BASE_NAME}" ] || [[ "${JOB_BASE_NAME}" == *-build* ]]; then
-  source "$(dirname "${BASH_SOURCE[0]}")/macos-build.sh"
-fi
-
-if [ -z "${JOB_BASE_NAME}" ] || [[ "${JOB_BASE_NAME}" == *-test* ]]; then
-  source "$(dirname "${BASH_SOURCE[0]}")/macos-test.sh"
-fi

.jenkins/pytorch/macos-build.sh

@@ -1,72 +0,0 @@
-#!/bin/bash
-
-COMPACT_JOB_NAME="${BUILD_ENVIRONMENT}-build"
-export PATH="/usr/local/bin:$PATH"
-source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
-
-# Set up conda environment
-export PYTORCH_ENV_DIR="${HOME}/pytorch-ci-env"
-# If a local installation of conda doesn't exist, we download and install conda
-if [ ! -d "${PYTORCH_ENV_DIR}/miniconda3" ]; then
-  mkdir -p ${PYTORCH_ENV_DIR}
-  curl https://repo.continuum.io/miniconda/Miniconda3-latest-MacOSX-x86_64.sh -o ${PYTORCH_ENV_DIR}/miniconda3.sh
-  bash ${PYTORCH_ENV_DIR}/miniconda3.sh -b -p ${PYTORCH_ENV_DIR}/miniconda3
-fi
-export PATH="${PYTORCH_ENV_DIR}/miniconda3/bin:$PATH"
-source ${PYTORCH_ENV_DIR}/miniconda3/bin/activate
-conda install -y mkl mkl-include numpy pyyaml setuptools cmake cffi ninja
-rm -rf ${PYTORCH_ENV_DIR}/miniconda3/lib/python3.6/site-packages/torch*
-
-git submodule update --init --recursive
-export CMAKE_PREFIX_PATH=${PYTORCH_ENV_DIR}/miniconda3/
-
-# Build PyTorch
-if [[ "${JOB_BASE_NAME}" == *cuda9.2* ]]; then
-  export CUDA_VERSION=9.2
-  export TORCH_CUDA_ARCH_LIST=5.2
-  export PATH=/Developer/NVIDIA/CUDA-${CUDA_VERSION}/bin${PATH:+:${PATH}}
-  export DYLD_LIBRARY_PATH=/Developer/NVIDIA/CUDA-${CUDA_VERSION}/lib${DYLD_LIBRARY_PATH:+:${DYLD_LIBRARY_PATH}}
-  export CUDA_HOME=/Developer/NVIDIA/CUDA-${CUDA_VERSION}
-  export NO_CUDA=0
-
-  if [ -z "${IN_CIRCLECI}" ]; then
-    # Eigen gives "explicit specialization of class must precede its first use" error
-    # when compiling with Xcode 9.1 toolchain, so we have to use Xcode 8.2 toolchain instead.
-    export DEVELOPER_DIR=/Library/Developer/CommandLineTools
-  fi
-else
-  if [ -z "${IN_CIRCLECI}" ]; then
-    export DEVELOPER_DIR=/Applications/Xcode9.app/Contents/Developer
-  fi
-fi
-
-export MACOSX_DEPLOYMENT_TARGET=10.9
-export CXX=clang++
-export CC=clang
-if which sccache > /dev/null; then
-  printf "#!/bin/sh\nexec sccache $(which clang++) \$*" > "${PYTORCH_ENV_DIR}/clang++"
-  chmod a+x "${PYTORCH_ENV_DIR}/clang++"
-
-  printf "#!/bin/sh\nexec sccache $(which clang) \$*" > "${PYTORCH_ENV_DIR}/clang"
-  chmod a+x "${PYTORCH_ENV_DIR}/clang"
-
-  if [[ "${JOB_BASE_NAME}" == *cuda* ]]; then
-    printf "#!/bin/sh\nexec sccache $(which nvcc) \$*" > "${PYTORCH_ENV_DIR}/nvcc"
-    chmod a+x "${PYTORCH_ENV_DIR}/nvcc"
-    export CUDA_NVCC_EXECUTABLE="${PYTORCH_ENV_DIR}/nvcc"
-  fi
-
-  export PATH="${PYTORCH_ENV_DIR}:$PATH"
-fi
-# If we run too many parallel jobs, we will OOM
-export MAX_JOBS=2
-
-export IMAGE_COMMIT_TAG=${BUILD_ENVIRONMENT}-${IMAGE_COMMIT_ID}
-
-python setup.py install
-
-# Upload torch binaries when the build job is finished
-if [ -z "${IN_CIRCLECI}" ]; then
-  7z a ${IMAGE_COMMIT_TAG}.7z ${PYTORCH_ENV_DIR}/miniconda3/lib/python3.6/site-packages/torch*
-  aws s3 cp ${IMAGE_COMMIT_TAG}.7z s3://ossci-macos-build/pytorch/${IMAGE_COMMIT_TAG}.7z --acl public-read
-fi

.jenkins/pytorch/macos-test.sh

@@ -1,113 +0,0 @@
-#!/bin/bash
-
-COMPACT_JOB_NAME="${BUILD_ENVIRONMENT}-test"
-source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
-
-export PATH="/usr/local/bin:$PATH"
-
-# Set up conda environment
-export PYTORCH_ENV_DIR="${HOME}/pytorch-ci-env"
-# If a local installation of conda doesn't exist, we download and install conda
-if [ ! -d "${PYTORCH_ENV_DIR}/miniconda3" ]; then
-  mkdir -p ${PYTORCH_ENV_DIR}
-  curl https://repo.continuum.io/miniconda/Miniconda3-latest-MacOSX-x86_64.sh -o ${PYTORCH_ENV_DIR}/miniconda3.sh
-  bash ${PYTORCH_ENV_DIR}/miniconda3.sh -b -p ${PYTORCH_ENV_DIR}/miniconda3
-fi
-export PATH="${PYTORCH_ENV_DIR}/miniconda3/bin:$PATH"
-source ${PYTORCH_ENV_DIR}/miniconda3/bin/activate
-conda install -y mkl mkl-include numpy pyyaml setuptools cmake cffi ninja six
-pip install hypothesis
-if [ -z "${IN_CIRCLECI}" ]; then
-  rm -rf ${PYTORCH_ENV_DIR}/miniconda3/lib/python3.6/site-packages/torch*
-fi
-
-git submodule update --init --recursive
-export CMAKE_PREFIX_PATH=${PYTORCH_ENV_DIR}/miniconda3/
-
-# Test PyTorch
-if [ -z "${IN_CIRCLECI}" ]; then
-  if [[ "${JOB_BASE_NAME}" == *cuda9.2* ]]; then
-    # Eigen gives "explicit specialization of class must precede its first use" error
-    # when compiling with Xcode 9.1 toolchain, so we have to use Xcode 8.2 toolchain instead.
-    export DEVELOPER_DIR=/Library/Developer/CommandLineTools
-  else
-    export DEVELOPER_DIR=/Applications/Xcode9.app/Contents/Developer
-  fi
-fi
-export MACOSX_DEPLOYMENT_TARGET=10.9
-export CXX=clang++
-export CC=clang
-# If we run too many parallel jobs, we will OOM
-export MAX_JOBS=2
-
-export IMAGE_COMMIT_TAG=${BUILD_ENVIRONMENT}-${IMAGE_COMMIT_ID}
-
-# Download torch binaries in the test jobs
-if [ -z "${IN_CIRCLECI}" ]; then
-  rm -rf ${PYTORCH_ENV_DIR}/miniconda3/lib/python3.6/site-packages/torch*
-  aws s3 cp s3://ossci-macos-build/pytorch/${IMAGE_COMMIT_TAG}.7z ${IMAGE_COMMIT_TAG}.7z
-  7z x ${IMAGE_COMMIT_TAG}.7z -o"${PYTORCH_ENV_DIR}/miniconda3/lib/python3.6/site-packages"
-fi
-
-test_python_all() {
-  echo "Ninja version: $(ninja --version)"
-  python test/run_test.py --verbose
-}
-
-test_cpp_api() {
-  # C++ API
-
-  # NB: Install outside of source directory (at the same level as the root
-  # pytorch folder) so that it doesn't get cleaned away prior to docker push.
-  # But still clean it before we perform our own build.
-  #
-  CPP_BUILD="$PWD/../cpp-build"
-  rm -rf $CPP_BUILD
-  mkdir -p $CPP_BUILD/caffe2
-
-  BUILD_LIBTORCH_PY=$PWD/tools/build_libtorch.py
-  pushd $CPP_BUILD/caffe2
-  VERBOSE=1 DEBUG=1 python $BUILD_LIBTORCH_PY
-  popd
-
-  python tools/download_mnist.py --quiet -d test/cpp/api/mnist
-
-  # Unfortunately it seems like the test can't load from miniconda3
-  # without these paths being set
-  export DYLD_LIBRARY_PATH="$DYLD_LIBRARY_PATH:$PWD/miniconda3/lib"
-  export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:$PWD/miniconda3/lib"
-  "$CPP_BUILD"/caffe2/bin/test_api
-}
-
-test_custom_script_ops() {
-  echo "Testing custom script operators"
-  pushd test/custom_operator
-  # Build the custom operator library.
-  rm -rf build && mkdir build
-  pushd build
-  SITE_PACKAGES="$(python -c 'from distutils.sysconfig import get_python_lib; print(get_python_lib())')"
-  CMAKE_PREFIX_PATH="$SITE_PACKAGES/torch" cmake ..
-  make VERBOSE=1
-  popd
-
-  # Run tests Python-side and export a script module.
-  python test_custom_ops.py -v
-  python model.py --export-script-module=model.pt
-  # Run tests C++-side and load the exported script module.
-  build/test_custom_ops ./model.pt
-  popd
-}
-
-
-if [ -z "${JOB_BASE_NAME}" ] || [[ "${JOB_BASE_NAME}" == *-test ]]; then
-  test_python_all
-  test_cpp_api
-  test_custom_script_ops
-else
-  if [[ "${JOB_BASE_NAME}" == *-test1 ]]; then
-    test_python_all
-  elif [[ "${JOB_BASE_NAME}" == *-test2 ]]; then
-    test_cpp_api
-    test_custom_script_ops
-  fi
-fi

.jenkins/pytorch/multigpu-test.sh

@@ -1,28 +0,0 @@
-#!/bin/bash
-
-# Required environment variable: $BUILD_ENVIRONMENT
-# (This is set by default in the Docker images we build, so you don't
-# need to set it yourself.
-
-COMPACT_JOB_NAME="${BUILD_ENVIRONMENT}-multigpu-test"
-source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
-
-echo "Testing pytorch (distributed only)"
-
-if [ -n "${IN_CIRCLECI}" ]; then
-  if [[ "$BUILD_ENVIRONMENT" == *-xenial-cuda9-* ]]; then
-    # TODO: move this to Docker
-    sudo apt-get update
-    sudo apt-get install -y --allow-downgrades --allow-change-held-packages libnccl-dev=2.2.13-1+cuda9.0 libnccl2=2.2.13-1+cuda9.0
-  fi
-
-  if [[ "$BUILD_ENVIRONMENT" == *-xenial-cuda8-* ]] || [[ "$BUILD_ENVIRONMENT" == *-xenial-cuda9-cudnn7-py2* ]]; then
-    # TODO: move this to Docker
-    sudo apt-get update
-    sudo apt-get install -y --allow-downgrades --allow-change-held-packages openmpi-bin libopenmpi-dev
-    sudo apt-get install -y --no-install-recommends openssh-client openssh-server
-    sudo mkdir -p /var/run/sshd
-  fi
-fi
-
-time python test/run_test.py --verbose -i distributed

.jenkins/pytorch/perf_test/common.sh

@@ -1,21 +0,0 @@
-#!/bin/bash
-
-run_test () {
-  rm -rf test_tmp/ && mkdir test_tmp/ && cd test_tmp/
-  "$@"
-  cd .. && rm -rf test_tmp/
-}
-
-get_runtime_of_command () {
-  TIMEFORMAT=%R
-
-  # runtime=$( { time ($@ &> /dev/null); } 2>&1 1>/dev/null)
-  runtime=$( { time $@; } 2>&1 1>/dev/null)
-  if [[ $runtime == *"Error"* ]]; then
-    exit 1
-  fi
-  runtime=${runtime#+++ $@}
-  runtime=$(python -c "print($runtime)")
-
-  echo $runtime
-}

.jenkins/pytorch/perf_test/compare_with_baseline.py

@@ -1,78 +0,0 @@
-import sys
-import json
-import math
-import numpy
-import argparse
-
-parser = argparse.ArgumentParser()
-parser.add_argument('--test-name', dest='test_name', action='store',
-                    required=True, help='test name')
-parser.add_argument('--sample-stats', dest='sample_stats', action='store',
-                    required=True, help='stats from sample')
-parser.add_argument('--update', action='store_true',
-                    help='whether to update baseline using stats from sample')
-args = parser.parse_args()
-
-test_name = args.test_name
-
-if 'cpu' in test_name:
-    backend = 'cpu'
-elif 'gpu' in test_name:
-    backend = 'gpu'
-
-data_file_path = '../{}_runtime.json'.format(backend)
-
-with open(data_file_path) as data_file:
-    data = json.load(data_file)
-
-if test_name in data:
-    mean = float(data[test_name]['mean'])
-    sigma = float(data[test_name]['sigma'])
-else:
-    # Let the test pass if baseline number doesn't exist
-    mean = sys.maxsize
-    sigma = 0.001
-
-print("population mean: ", mean)
-print("population sigma: ", sigma)
-
-# Let the test pass if baseline number is NaN (which happened in
-# the past when we didn't have logic for catching NaN numbers)
-if math.isnan(mean) or math.isnan(sigma):
-    mean = sys.maxsize
-    sigma = 0.001
-
-sample_stats_data = json.loads(args.sample_stats)
-
-sample_mean = float(sample_stats_data['mean'])
-sample_sigma = float(sample_stats_data['sigma'])
-
-print("sample mean: ", sample_mean)
-print("sample sigma: ", sample_sigma)
-
-if math.isnan(sample_mean):
-    raise Exception('''Error: sample mean is NaN''')
-elif math.isnan(sample_sigma):
-    raise Exception('''Error: sample sigma is NaN''')
-
-z_value = (sample_mean - mean) / sigma
-
-print("z-value: ", z_value)
-
-if z_value >= 3:
-    raise Exception('''\n
-z-value >= 3, there is high chance of perf regression.\n
-To reproduce this regression, run `cd .jenkins/pytorch/perf_test/ && bash ''' + test_name + '''.sh` on your local machine and compare the runtime before/after your code change.
-''')
-else:
-    print("z-value < 3, no perf regression detected.")
-    if args.update:
-        print("We will use these numbers as new baseline.")
-        new_data_file_path = '../new_{}_runtime.json'.format(backend)
-        with open(new_data_file_path) as new_data_file:
-            new_data = json.load(new_data_file)
-        new_data[test_name] = {}
-        new_data[test_name]['mean'] = sample_mean
-        new_data[test_name]['sigma'] = max(sample_sigma, sample_mean * 0.1)
-        with open(new_data_file_path, 'w') as new_data_file:
-            json.dump(new_data, new_data_file, indent=4)

.jenkins/pytorch/perf_test/get_stats.py

@@ -1,16 +0,0 @@
-import sys
-import json
-import numpy
-
-sample_data_list = sys.argv[1:]
-sample_data_list = [float(v.strip()) for v in sample_data_list]
-
-sample_mean = numpy.mean(sample_data_list)
-sample_sigma = numpy.std(sample_data_list)
-
-data = {
-    'mean': sample_mean,
-    'sigma': sample_sigma,
-}
-
-print(json.dumps(data))

.jenkins/pytorch/perf_test/test_cpu_speed_mini_sequence_labeler.sh

@@ -1,42 +0,0 @@
-#!/bin/bash
-
-. ./common.sh
-
-test_cpu_speed_mini_sequence_labeler () {
-  echo "Testing: mini sequence labeler, CPU"
-
-  export OMP_NUM_THREADS=4
-  export MKL_NUM_THREADS=4
-
-  git clone https://github.com/pytorch/benchmark.git
-
-  cd benchmark/
-
-  git checkout 726567a455edbfda6199445922a8cfee82535664
-
-  cd scripts/mini_sequence_labeler
-
-  SAMPLE_ARRAY=()
-  NUM_RUNS=$1
-
-  for (( i=1; i<=$NUM_RUNS; i++ )) do
-    runtime=$(get_runtime_of_command python main.py)
-    SAMPLE_ARRAY+=(${runtime})
-  done
-
-  cd ../../..
-
-  stats=$(python ../get_stats.py ${SAMPLE_ARRAY[@]})
-  echo "Runtime stats in seconds:"
-  echo $stats
-
-  if [ "$2" == "compare_with_baseline" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}"
-  elif [ "$2" == "compare_and_update" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}" --update
-  fi
-}
-
-if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
-  run_test test_cpu_speed_mini_sequence_labeler "$@"
-fi

.jenkins/pytorch/perf_test/test_cpu_speed_mnist.sh

@@ -1,44 +0,0 @@
-#!/bin/bash
-
-. ./common.sh
-
-test_cpu_speed_mnist () {
-  echo "Testing: MNIST, CPU"
-
-  export OMP_NUM_THREADS=4
-  export MKL_NUM_THREADS=4
-
-  git clone https://github.com/pytorch/examples.git -b perftests
-
-  cd examples/mnist
-
-  pip install -r requirements.txt
-
-  # Download data
-  python main.py --epochs 0
-
-  SAMPLE_ARRAY=()
-  NUM_RUNS=$1
-
-  for (( i=1; i<=$NUM_RUNS; i++ )) do
-    runtime=$(get_runtime_of_command python main.py --epochs 1 --no-log)
-    echo $runtime
-    SAMPLE_ARRAY+=(${runtime})
-  done
-
-  cd ../..
-
-  stats=$(python ../get_stats.py ${SAMPLE_ARRAY[@]})
-  echo "Runtime stats in seconds:"
-  echo $stats
-
-  if [ "$2" == "compare_with_baseline" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}"
-  elif [ "$2" == "compare_and_update" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}" --update
-  fi
-}
-
-if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
-  run_test test_cpu_speed_mnist "$@"
-fi

.jenkins/pytorch/perf_test/test_cpu_speed_torch.sh

@@ -1,28 +0,0 @@
-. ./common.sh
-
-test_cpu_speed_torch () {
-  echo "Testing: torch.*, CPU"
-
-  export OMP_NUM_THREADS=4
-  export MKL_NUM_THREADS=4
-
-  git clone https://github.com/yf225/perf-tests.git
-
-  if [ "$1" == "compare_with_baseline" ]; then
-    export ARGS="--compare ../cpu_runtime.json"
-  elif [ "$1" == "compare_and_update" ]; then
-    export ARGS="--compare ../cpu_runtime.json --update ../new_cpu_runtime.json"
-  elif [ "$1" == "update_only" ]; then
-    export ARGS="--update ../new_cpu_runtime.json"
-  fi
-
-  if ! python perf-tests/modules/test_cpu_torch.py ${ARGS}; then
-    echo "To reproduce this regression, run \`cd .jenkins/pytorch/perf_test/ && bash "${FUNCNAME[0]}".sh\` on your local machine and compare the runtime before/after your code change."
-    exit 1
-  fi
-}
-
-if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
-  run_test test_cpu_speed_torch "$@"
-fi
-

.jenkins/pytorch/perf_test/test_cpu_speed_torch_tensor.sh

@@ -1,28 +0,0 @@
-. ./common.sh
-
-test_cpu_speed_torch_tensor () {
-  echo "Testing: torch.Tensor.*, CPU"
-
-  export OMP_NUM_THREADS=4
-  export MKL_NUM_THREADS=4
-
-  git clone https://github.com/yf225/perf-tests.git
-
-  if [ "$1" == "compare_with_baseline" ]; then
-    export ARGS="--compare ../cpu_runtime.json"
-  elif [ "$1" == "compare_and_update" ]; then
-    export ARGS="--compare ../cpu_runtime.json --update ../new_cpu_runtime.json"
-  elif [ "$1" == "update_only" ]; then
-    export ARGS="--update ../new_cpu_runtime.json"
-  fi
-
-  if ! python perf-tests/modules/test_cpu_torch_tensor.py ${ARGS}; then
-    echo "To reproduce this regression, run \`cd .jenkins/pytorch/perf_test/ && bash "${FUNCNAME[0]}".sh\` on your local machine and compare the runtime before/after your code change."
-    exit 1
-  fi
-}
-
-if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
-  run_test test_cpu_speed_torch_tensor "$@"
-fi
-

.jenkins/pytorch/perf_test/test_gpu_speed_cudnn_lstm.sh

@@ -1,43 +0,0 @@
-#!/bin/bash
-
-. ./common.sh
-
-test_gpu_speed_cudnn_lstm () {
-  echo "Testing: CuDNN LSTM, GPU"
-
-  export OMP_NUM_THREADS=4
-  export MKL_NUM_THREADS=4
-
-  git clone https://github.com/pytorch/benchmark.git
-
-  cd benchmark/
-
-  git checkout 43dfb2c0370e70ef37f249dc09aff9f0ccd2ddb0
-
-  cd scripts/
-
-  SAMPLE_ARRAY=()
-  NUM_RUNS=$1
-
-  for (( i=1; i<=$NUM_RUNS; i++ )) do
-    runtime=$(get_runtime_of_command python cudnn_lstm.py --skip-cpu-governor-check)
-    echo $runtime
-    SAMPLE_ARRAY+=(${runtime})
-  done
-
-  cd ../..
-
-  stats=$(python ../get_stats.py ${SAMPLE_ARRAY[@]})
-  echo "Runtime stats in seconds:"
-  echo $stats
-
-  if [ "$2" == "compare_with_baseline" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}"
-  elif [ "$2" == "compare_and_update" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}" --update
-  fi
-}
-
-if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
-  run_test test_gpu_speed_cudnn_lstm "$@"
-fi

.jenkins/pytorch/perf_test/test_gpu_speed_lstm.sh

@@ -1,43 +0,0 @@
-#!/bin/bash
-
-. ./common.sh
-
-test_gpu_speed_lstm () {
-  echo "Testing: LSTM, GPU"
-
-  export OMP_NUM_THREADS=4
-  export MKL_NUM_THREADS=4
-
-  git clone https://github.com/pytorch/benchmark.git
-
-  cd benchmark/
-
-  git checkout 43dfb2c0370e70ef37f249dc09aff9f0ccd2ddb0
-
-  cd scripts/
-
-  SAMPLE_ARRAY=()
-  NUM_RUNS=$1
-
-  for (( i=1; i<=$NUM_RUNS; i++ )) do
-    runtime=$(get_runtime_of_command python lstm.py --skip-cpu-governor-check)
-    echo $runtime
-    SAMPLE_ARRAY+=(${runtime})
-  done
-
-  cd ../..
-
-  stats=$(python ../get_stats.py ${SAMPLE_ARRAY[@]})
-  echo "Runtime stats in seconds:"
-  echo $stats
-
-  if [ "$2" == "compare_with_baseline" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}"
-  elif [ "$2" == "compare_and_update" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}" --update
-  fi
-}
-
-if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
-  run_test test_gpu_speed_lstm "$@"
-fi

.jenkins/pytorch/perf_test/test_gpu_speed_mlstm.sh

@@ -1,43 +0,0 @@
-#!/bin/bash
-
-. ./common.sh
-
-test_gpu_speed_mlstm () {
-  echo "Testing: MLSTM, GPU"
-
-  export OMP_NUM_THREADS=4
-  export MKL_NUM_THREADS=4
-
-  git clone https://github.com/pytorch/benchmark.git
-
-  cd benchmark/
-
-  git checkout 43dfb2c0370e70ef37f249dc09aff9f0ccd2ddb0
-
-  cd scripts/
-
-  SAMPLE_ARRAY=()
-  NUM_RUNS=$1
-
-  for (( i=1; i<=$NUM_RUNS; i++ )) do
-    runtime=$(get_runtime_of_command python mlstm.py --skip-cpu-governor-check)
-    echo $runtime
-    SAMPLE_ARRAY+=(${runtime})
-  done
-
-  cd ../..
-
-  stats=$(python ../get_stats.py ${SAMPLE_ARRAY[@]})
-  echo "Runtime stats in seconds:"
-  echo $stats
-
-  if [ "$2" == "compare_with_baseline" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}"
-  elif [ "$2" == "compare_and_update" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}" --update
-  fi
-}
-
-if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
-  run_test test_gpu_speed_mlstm "$@"
-fi

.jenkins/pytorch/perf_test/test_gpu_speed_mnist.sh

@@ -1,47 +0,0 @@
-#!/bin/bash
-
-. ./common.sh
-
-test_gpu_speed_mnist () {
-  echo "Testing: MNIST, GPU"
-
-  export OMP_NUM_THREADS=4
-  export MKL_NUM_THREADS=4
-
-  git clone https://github.com/pytorch/examples.git -b perftests
-
-  cd examples/mnist
-
-  pip install -r requirements.txt
-
-  # Download data
-  python main.py --epochs 0
-
-  SAMPLE_ARRAY=()
-  NUM_RUNS=$1
-
-  # Needs warm up to get accurate number
-  python main.py --epochs 1 --no-log
-
-  for (( i=1; i<=$NUM_RUNS; i++ )) do
-    runtime=$(get_runtime_of_command python main.py --epochs 1 --no-log)
-    echo $runtime
-    SAMPLE_ARRAY+=(${runtime})
-  done
-
-  cd ../..
-
-  stats=$(python ../get_stats.py ${SAMPLE_ARRAY[@]})
-  echo "Runtime stats in seconds:"
-  echo $stats
-
-  if [ "$2" == "compare_with_baseline" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}"
-  elif [ "$2" == "compare_and_update" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}" --update
-  fi
-}
-
-if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
-  run_test test_gpu_speed_mnist "$@"
-fi

.jenkins/pytorch/perf_test/test_gpu_speed_word_language_model.sh

@@ -1,52 +0,0 @@
-#!/bin/bash
-
-. ./common.sh
-
-test_gpu_speed_word_language_model () {
-  echo "Testing: word language model on Wikitext-2, GPU"
-
-  export OMP_NUM_THREADS=4
-  export MKL_NUM_THREADS=4
-
-  git clone https://github.com/pytorch/examples.git -b perftests
-
-  cd examples/word_language_model
-
-  cd data/wikitext-2
-
-  # Reduce dataset size, so that we can have more runs per test
-  sed -n '1,200p' test.txt > test_tmp.txt
-  sed -n '1,1000p' train.txt > train_tmp.txt
-  sed -n '1,200p' valid.txt > valid_tmp.txt
-
-  mv test_tmp.txt test.txt
-  mv train_tmp.txt train.txt
-  mv valid_tmp.txt valid.txt
-
-  cd ../..
-
-  SAMPLE_ARRAY=()
-  NUM_RUNS=$1
-
-  for (( i=1; i<=$NUM_RUNS; i++ )) do
-    runtime=$(get_runtime_of_command python main.py --cuda --epochs 1)
-    echo $runtime
-    SAMPLE_ARRAY+=(${runtime})
-  done
-
-  cd ../..
-
-  stats=$(python ../get_stats.py ${SAMPLE_ARRAY[@]})
-  echo "Runtime stats in seconds:"
-  echo $stats
-
-  if [ "$2" == "compare_with_baseline" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}"
-  elif [ "$2" == "compare_and_update" ]; then
-    python ../compare_with_baseline.py --test-name ${FUNCNAME[0]} --sample-stats "${stats}" --update
-  fi
-}
-
-if [[ "${BASH_SOURCE[0]}" == "${0}" ]]; then
-  run_test test_gpu_speed_word_language_model "$@"
-fi

.jenkins/pytorch/perf_test/update_commit_hash.py

@@ -1,13 +0,0 @@
-import sys
-import json
-
-data_file_path = sys.argv[1]
-commit_hash = sys.argv[2]
-
-with open(data_file_path) as data_file:
-    data = json.load(data_file)
-
-data['commit'] = commit_hash
-
-with open(data_file_path, 'w') as data_file:
-    json.dump(data, data_file)

.jenkins/pytorch/print_sccache_log.py

@@ -1,11 +0,0 @@
-import sys
-
-log_file_path = sys.argv[1]
-
-with open(log_file_path) as f:
-    lines = f.readlines()
-
-for line in lines:
-    # Ignore errors from CPU instruction set testing
-    if 'src.c' not in line:
-        print(line)

.jenkins/pytorch/short-perf-test-cpu.sh

@@ -1,64 +0,0 @@
-#!/bin/bash
-
-COMPACT_JOB_NAME="short-perf-test-cpu"
-source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
-
-cd .jenkins/pytorch/perf_test
-
-echo "Running CPU perf test for PyTorch..."
-
-pip install awscli
-
-# Set multipart_threshold to be sufficiently high, so that `aws s3 cp` is not a multipart read
-# More info at https://github.com/aws/aws-cli/issues/2321
-aws configure set default.s3.multipart_threshold 5GB
-
-if [[ "$COMMIT_SOURCE" == master ]]; then
-    # Get current master commit hash
-    export MASTER_COMMIT_ID=$(git log --format="%H" -n 1)
-fi
-
-# Find the master commit to test against
-git remote add upstream https://github.com/pytorch/pytorch.git
-git fetch upstream
-IFS=$'\n'
-master_commit_ids=($(git rev-list upstream/master))
-for commit_id in "${master_commit_ids[@]}"; do
-    if aws s3 ls s3://ossci-perf-test/pytorch/cpu_runtime/${commit_id}.json; then
-        LATEST_TESTED_COMMIT=${commit_id}
-        break
-    fi
-done
-aws s3 cp s3://ossci-perf-test/pytorch/cpu_runtime/${LATEST_TESTED_COMMIT}.json cpu_runtime.json
-
-if [[ "$COMMIT_SOURCE" == master ]]; then
-    # Prepare new baseline file
-    cp cpu_runtime.json new_cpu_runtime.json
-    python update_commit_hash.py new_cpu_runtime.json ${MASTER_COMMIT_ID}
-fi
-
-# Include tests
-. ./test_cpu_speed_mini_sequence_labeler.sh
-. ./test_cpu_speed_mnist.sh
-. ./test_cpu_speed_torch.sh
-. ./test_cpu_speed_torch_tensor.sh
-
-# Run tests
-export TEST_MODE="compare_with_baseline"
-if [[ "$COMMIT_SOURCE" == master ]]; then
-    export TEST_MODE="compare_and_update"
-fi
-
-# Operator tests
-run_test test_cpu_speed_torch ${TEST_MODE}
-run_test test_cpu_speed_torch_tensor ${TEST_MODE}
-
-# Sample model tests
-run_test test_cpu_speed_mini_sequence_labeler 20 ${TEST_MODE}
-run_test test_cpu_speed_mnist 20 ${TEST_MODE}
-
-if [[ "$COMMIT_SOURCE" == master ]]; then
-    # This could cause race condition if we are testing the same master commit twice,
-    # but the chance of them executing this line at the same time is low.
-    aws s3 cp new_cpu_runtime.json s3://ossci-perf-test/pytorch/cpu_runtime/${MASTER_COMMIT_ID}.json --acl public-read
-fi

.jenkins/pytorch/short-perf-test-gpu.sh

@@ -1,68 +0,0 @@
-#!/bin/bash
-
-COMPACT_JOB_NAME="short-perf-test-gpu"
-source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
-
-pushd .jenkins/pytorch/perf_test
-
-echo "Running GPU perf test for PyTorch..."
-
-pip install awscli
-
-# Set multipart_threshold to be sufficiently high, so that `aws s3 cp` is not a multipart read
-# More info at https://github.com/aws/aws-cli/issues/2321
-aws configure set default.s3.multipart_threshold 5GB
-
-if [[ "$COMMIT_SOURCE" == master ]]; then
-    # Get current master commit hash
-    export MASTER_COMMIT_ID=$(git log --format="%H" -n 1)
-fi
-
-# Find the master commit to test against
-git remote add upstream https://github.com/pytorch/pytorch.git
-git fetch upstream
-IFS=$'\n'
-master_commit_ids=($(git rev-list upstream/master))
-for commit_id in "${master_commit_ids[@]}"; do
-    if aws s3 ls s3://ossci-perf-test/pytorch/gpu_runtime/${commit_id}.json; then
-        LATEST_TESTED_COMMIT=${commit_id}
-        break
-    fi
-done
-aws s3 cp s3://ossci-perf-test/pytorch/gpu_runtime/${LATEST_TESTED_COMMIT}.json gpu_runtime.json
-
-if [[ "$COMMIT_SOURCE" == master ]]; then
-    # Prepare new baseline file
-    cp gpu_runtime.json new_gpu_runtime.json
-    python update_commit_hash.py new_gpu_runtime.json ${MASTER_COMMIT_ID}
-fi
-
-# Include tests
-. ./test_gpu_speed_mnist.sh
-. ./test_gpu_speed_word_language_model.sh
-. ./test_gpu_speed_cudnn_lstm.sh
-. ./test_gpu_speed_lstm.sh
-. ./test_gpu_speed_mlstm.sh
-
-# Run tests
-if [[ "$COMMIT_SOURCE" == master ]]; then
-    run_test test_gpu_speed_mnist 20 compare_and_update
-    run_test test_gpu_speed_word_language_model 20 compare_and_update
-    run_test test_gpu_speed_cudnn_lstm 20 compare_and_update
-    run_test test_gpu_speed_lstm 20 compare_and_update
-    run_test test_gpu_speed_mlstm 20 compare_and_update
-else
-    run_test test_gpu_speed_mnist 20 compare_with_baseline
-    run_test test_gpu_speed_word_language_model 20 compare_with_baseline
-    run_test test_gpu_speed_cudnn_lstm 20 compare_with_baseline
-    run_test test_gpu_speed_lstm 20 compare_with_baseline
-    run_test test_gpu_speed_mlstm 20 compare_with_baseline
-fi
-
-if [[ "$COMMIT_SOURCE" == master ]]; then
-    # This could cause race condition if we are testing the same master commit twice,
-    # but the chance of them executing this line at the same time is low.
-    aws s3 cp new_gpu_runtime.json s3://ossci-perf-test/pytorch/gpu_runtime/${MASTER_COMMIT_ID}.json --acl public-read
-fi
-
-popd

.jenkins/pytorch/test.sh

@@ -1,186 +0,0 @@
-#!/bin/bash
-
-# Required environment variable: $BUILD_ENVIRONMENT
-# (This is set by default in the Docker images we build, so you don't
-# need to set it yourself.
-
-COMPACT_JOB_NAME="${BUILD_ENVIRONMENT}-test"
-source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
-
-echo "Testing pytorch"
-
-if [ -n "${IN_CIRCLECI}" ]; then
-  if [[ "$BUILD_ENVIRONMENT" == *-xenial-cuda9-* ]]; then
-    # TODO: move this to Docker
-    sudo apt-get -qq update
-    sudo apt-get -qq install --allow-downgrades --allow-change-held-packages libnccl-dev=2.2.13-1+cuda9.0 libnccl2=2.2.13-1+cuda9.0
-  fi
-
-  if [[ "$BUILD_ENVIRONMENT" == *-xenial-cuda8-* ]] || [[ "$BUILD_ENVIRONMENT" == *-xenial-cuda9-cudnn7-py2* ]]; then
-    # TODO: move this to Docker
-    sudo apt-get -qq update
-    sudo apt-get -qq install --allow-downgrades --allow-change-held-packages openmpi-bin libopenmpi-dev
-    sudo apt-get -qq install --no-install-recommends openssh-client openssh-server
-    sudo mkdir -p /var/run/sshd
-  fi
-fi
-
-# --user breaks ppc64le builds and these packages are already in ppc64le docker
-if [[ "$BUILD_ENVIRONMENT" != *ppc64le* ]]; then
-  # JIT C++ extensions require ninja.
-  pip install -q ninja --user
-  # ninja is installed in /var/lib/jenkins/.local/bin
-  export PATH="/var/lib/jenkins/.local/bin:$PATH"
-
-  # TODO: move this to Docker
-  pip install -q hypothesis --user
-fi
-
-# DANGER WILL ROBINSON.  The LD_PRELOAD here could cause you problems
-# if you're not careful.  Check this if you made some changes and the
-# ASAN test is not working
-if [[ "$BUILD_ENVIRONMENT" == *asan* ]]; then
-    export ASAN_OPTIONS=detect_leaks=0:symbolize=1:strict_init_order=true
-    # We suppress the vptr volation, since we have separate copies of
-    # libprotobuf in both libtorch.so and libcaffe2.so, and it causes
-    # the following problem:
-    #    test_cse (__main__.TestJit) ... torch/csrc/jit/export.cpp:622:38:
-    #        runtime error: member call on address ... which does not point
-    #        to an object of type 'google::protobuf::MessageLite'
-    #        ...: note: object is of type 'onnx_torch::ModelProto'
-    #
-    # This problem should be solved when libtorch.so and libcaffe2.so are
-    # merged.
-    export UBSAN_OPTIONS=print_stacktrace=1:suppressions=$PWD/ubsan.supp
-    export PYTORCH_TEST_WITH_ASAN=1
-    export PYTORCH_TEST_WITH_UBSAN=1
-    # TODO: Figure out how to avoid hard-coding these paths
-    export ASAN_SYMBOLIZER_PATH=/usr/lib/llvm-5.0/bin/llvm-symbolizer
-    export LD_PRELOAD=/usr/lib/llvm-5.0/lib/clang/5.0.0/lib/linux/libclang_rt.asan-x86_64.so
-    # Increase stack size, because ASAN red zones use more stack
-    ulimit -s 81920
-
-    function get_exit_code() {
-      set +e
-      "$@"
-      retcode=$?
-      set -e
-      return $retcode
-    }
-    (cd test && python -c "import torch")
-    echo "The next three invocations are expected to crash; if they don't that means ASAN/UBSAN is misconfigured"
-    (cd test && ! get_exit_code python -c "import torch; torch._C._crash_if_csrc_asan(3)")
-    (cd test && ! get_exit_code python -c "import torch; torch._C._crash_if_csrc_ubsan(0)")
-    (cd test && ! get_exit_code python -c "import torch; torch._C._crash_if_aten_asan(3)")
-fi
-
-if [[ "$BUILD_ENVIRONMENT" == *rocm* ]]; then
-  export PYTORCH_TEST_WITH_ROCM=1
-  export LANG=C.UTF-8
-  export LC_ALL=C.UTF-8
-fi
-
-if [[ "${JOB_BASE_NAME}" == *-NO_AVX-* ]]; then
-  export ATEN_CPU_CAPABILITY=default
-elif [[ "${JOB_BASE_NAME}" == *-NO_AVX2-* ]]; then
-  export ATEN_CPU_CAPABILITY=avx
-fi
-
-test_python_nn() {
-  time python test/run_test.py --include nn --verbose
-}
-
-test_python_all_except_nn() {
-  time python test/run_test.py --exclude nn --verbose
-}
-
-test_aten() {
-  # Test ATen
-  # The following test(s) of ATen have already been skipped by caffe2 in rocm environment:
-  # scalar_tensor_test, basic, native_test
-  if ([[ "$BUILD_ENVIRONMENT" != *asan* ]] && [[ "$BUILD_ENVIRONMENT" != *rocm* ]]); then
-    echo "Running ATen tests with pytorch lib"
-    TORCH_LIB_PATH=$(python -c "import site; print(site.getsitepackages()[0])")/torch/lib
-    # NB: the ATen test binaries don't have RPATH set, so it's necessary to
-    # put the dynamic libraries somewhere were the dynamic linker can find them.
-    # This is a bit of a hack.
-    if [[ "$BUILD_ENVIRONMENT" == *ppc64le* ]]; then
-      SUDO=sudo
-    fi
-
-    ${SUDO} ln -s "$TORCH_LIB_PATH"/libc10* build/bin
-    ${SUDO} ln -s "$TORCH_LIB_PATH"/libcaffe2* build/bin
-    ${SUDO} ln -s "$TORCH_LIB_PATH"/libmkldnn* build/bin
-    ${SUDO} ln -s "$TORCH_LIB_PATH"/libnccl* build/bin
-
-    ls build/bin
-    aten/tools/run_tests.sh build/bin
-  fi
-}
-
-test_torchvision() {
-  rm -rf ninja
-
-  echo "Installing torchvision at branch master"
-  rm -rf vision
-  # TODO: This git clone is bad, it means pushes to torchvision can break
-  # PyTorch CI
-  git clone https://github.com/pytorch/vision --quiet
-  pushd vision
-  # python setup.py install with a tqdm dependency is broken in the
-  # Travis Python nightly (but not in latest Python nightlies, so
-  # this should be a transient requirement...)
-  # See https://github.com/pytorch/pytorch/issues/7525
-  #time python setup.py install
-  pip install -q --user .
-  popd
-}
-
-test_libtorch() {
-  if [[ "$BUILD_TEST_LIBTORCH" == "1" ]]; then
-     echo "Testing libtorch"
-     CPP_BUILD="$PWD/../cpp-build"
-     if [[ "$BUILD_ENVIRONMENT" == *cuda* ]]; then
-       "$CPP_BUILD"/caffe2/bin/test_jit
-     else
-       "$CPP_BUILD"/caffe2/bin/test_jit "[cpu]"
-     fi
-     python tools/download_mnist.py --quiet -d mnist
-     OMP_NUM_THREADS=2 "$CPP_BUILD"/caffe2/bin/test_api
-  fi
-}
-
-test_custom_script_ops() {
-  if [[ "$BUILD_TEST_LIBTORCH" == "1" ]]; then
-    echo "Testing custom script operators"
-    CUSTOM_OP_BUILD="$PWD/../custom-op-build"
-    pushd test/custom_operator
-    cp -r "$CUSTOM_OP_BUILD" build
-    # Run tests Python-side and export a script module.
-    python test_custom_ops.py -v
-    python model.py --export-script-module=model.pt
-    # Run tests C++-side and load the exported script module.
-    build/test_custom_ops ./model.pt
-    popd
-  fi
-}
-
-if [ -z "${JOB_BASE_NAME}" ] || [[ "${JOB_BASE_NAME}" == *-test ]]; then
-  test_torchvision
-  test_python_nn
-  test_python_all_except_nn
-  test_aten
-  test_libtorch
-  test_custom_script_ops
-else
-  if [[ "${JOB_BASE_NAME}" == *-test1 ]]; then
-    test_torchvision
-    test_python_nn
-  elif [[ "${JOB_BASE_NAME}" == *-test2 ]]; then
-    test_torchvision
-    test_python_all_except_nn
-    test_aten
-    test_libtorch
-    test_custom_script_ops
-  fi
-fi

.jenkins/pytorch/win-build.sh

@@ -1,167 +0,0 @@
-#!/bin/bash
-
-# If you want to rebuild, run this with REBUILD=1
-# If you want to build with CUDA, run this with USE_CUDA=1
-# If you want to build without CUDA, run this with USE_CUDA=0
-
-if [ ! -f setup.py ]; then
-  echo "ERROR: Please run this build script from PyTorch root directory."
-  exit 1
-fi
-
-COMPACT_JOB_NAME=pytorch-win-ws2016-cuda9-cudnn7-py3-build
-source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
-
-export IMAGE_COMMIT_TAG=${BUILD_ENVIRONMENT}-${IMAGE_COMMIT_ID}
-if [[ ${JOB_NAME} == *"develop"* ]]; then
-  export IMAGE_COMMIT_TAG=develop-${IMAGE_COMMIT_TAG}
-fi
-
-mkdir -p ci_scripts/
-
-cat >ci_scripts/upload_image.py << EOL
-
-import os
-import sys
-import boto3
-
-IMAGE_COMMIT_TAG = os.getenv('IMAGE_COMMIT_TAG')
-
-session = boto3.session.Session()
-s3 = session.resource('s3')
-data = open(sys.argv[1], 'rb')
-s3.Bucket('ossci-windows-build').put_object(Key='pytorch/'+IMAGE_COMMIT_TAG+'.7z', Body=data)
-object_acl = s3.ObjectAcl('ossci-windows-build','pytorch/'+IMAGE_COMMIT_TAG+'.7z')
-response = object_acl.put(ACL='public-read')
-
-EOL
-
-cat >ci_scripts/build_pytorch.bat <<EOL
-
-set PATH=C:\\Program Files\\CMake\\bin;C:\\Program Files\\7-Zip;C:\\ProgramData\\chocolatey\\bin;C:\\Program Files\\Git\\cmd;C:\\Program Files\\Amazon\\AWSCLI;%PATH%
-
-:: Install MKL
-if "%REBUILD%"=="" (
-  if "%BUILD_ENVIRONMENT%"=="" (
-    curl -k https://s3.amazonaws.com/ossci-windows/mkl_2018.2.185.7z --output mkl.7z
-  ) else (
-    aws s3 cp s3://ossci-windows/mkl_2018.2.185.7z mkl.7z --quiet
-  )
-  7z x -aoa mkl.7z -omkl
-)
-set CMAKE_INCLUDE_PATH=%cd%\\mkl\\include
-set LIB=%cd%\\mkl\\lib;%LIB
-
-:: Install MAGMA
-if "%REBUILD%"=="" (
-  if "%BUILD_ENVIRONMENT%"=="" (
-    curl -k https://s3.amazonaws.com/ossci-windows/magma_2.4.0_cuda90_release.7z --output magma_2.4.0_cuda90_release.7z
-  ) else (
-    aws s3 cp s3://ossci-windows/magma_2.4.0_cuda90_release.7z magma_2.4.0_cuda90_release.7z --quiet
-  )
-  7z x -aoa magma_2.4.0_cuda90_release.7z -omagma
-)
-set MAGMA_HOME=%cd%\\magma
-
-:: Install sccache
-mkdir %CD%\\tmp_bin
-if "%REBUILD%"=="" (
-  :check_sccache
-  %CD%\\tmp_bin\\sccache.exe --show-stats || (
-    taskkill /im sccache.exe /f /t || ver > nul
-    del %CD%\\tmp_bin\\sccache.exe
-    if "%BUILD_ENVIRONMENT%"=="" (
-      curl -k https://s3.amazonaws.com/ossci-windows/sccache.exe --output %CD%\\tmp_bin\\sccache.exe
-    ) else (
-      aws s3 cp s3://ossci-windows/sccache.exe %CD%\\tmp_bin\\sccache.exe
-    )
-    goto :check_sccache
-  )
-)
-
-:: Install Miniconda3
-if "%BUILD_ENVIRONMENT%"=="" (
-  set CONDA_PARENT_DIR=%CD%
-) else (
-  set CONDA_PARENT_DIR=C:\\Jenkins
-)
-if "%REBUILD%"=="" (
-  IF EXIST %CONDA_PARENT_DIR%\\Miniconda3 ( rd /s /q %CONDA_PARENT_DIR%\\Miniconda3 )
-  curl -k https://repo.continuum.io/miniconda/Miniconda3-latest-Windows-x86_64.exe -O
-  .\Miniconda3-latest-Windows-x86_64.exe /InstallationType=JustMe /RegisterPython=0 /S /AddToPath=0 /D=%CONDA_PARENT_DIR%\\Miniconda3
-)
-call %CONDA_PARENT_DIR%\\Miniconda3\\Scripts\\activate.bat %CONDA_PARENT_DIR%\\Miniconda3
-if "%REBUILD%"=="" (
-  :: We have to pin Python version to 3.6.7, until mkl supports Python 3.7
-  call conda install -y -q python=3.6.7 numpy cffi pyyaml boto3
-)
-
-:: Install ninja
-if "%REBUILD%"=="" ( pip install ninja )
-
-set WORKING_DIR=%CD%
-call "C:\\Program Files (x86)\\Microsoft Visual Studio\\2017\\Community\\VC\\Auxiliary\\Build\\vcvarsall.bat" x64
-call "C:\\Program Files (x86)\\Microsoft Visual Studio\\2017\\Community\\VC\\Auxiliary\\Build\\vcvarsall.bat" x86_amd64
-cd %WORKING_DIR%
-
-git submodule update --init --recursive
-
-set PATH=%CD%\\tmp_bin;C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0\\bin;C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0\\libnvvp;%PATH%
-set CUDA_PATH=C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0
-set CUDA_PATH_V9_0=C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0
-set NVTOOLSEXT_PATH=C:\\Program Files\\NVIDIA Corporation\\NvToolsExt
-set CUDNN_LIB_DIR=C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0\\lib\\x64
-set CUDA_TOOLKIT_ROOT_DIR=C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0
-set CUDNN_ROOT_DIR=C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0
-
-:: Target only our CI GPU machine's CUDA arch to speed up the build
-set TORCH_CUDA_ARCH_LIST=5.2
-
-sccache --stop-server
-sccache --start-server
-sccache --zero-stats
-set CC=sccache cl
-set CXX=sccache cl
-
-set DISTUTILS_USE_SDK=1
-
-set CMAKE_GENERATOR=Ninja
-
-if not "%USE_CUDA%"=="1" (
-  if "%REBUILD%"=="" (
-    set NO_CUDA=1
-    python setup.py install
-  )
-  if errorlevel 1 exit /b 1
-  if not errorlevel 0 exit /b 1
-)
-
-if not "%USE_CUDA%"=="0" (
-  if "%REBUILD%"=="" (
-    sccache --show-stats
-    sccache --zero-stats
-    rd /s /q %CONDA_PARENT_DIR%\\Miniconda3\\Lib\\site-packages\\torch
-    copy %CD%\\tmp_bin\\sccache.exe tmp_bin\\nvcc.exe
-  )
-
-  set CUDA_NVCC_EXECUTABLE=%CD%\\tmp_bin\\nvcc
-
-  if "%REBUILD%"=="" set NO_CUDA=0
-
-  python setup.py install && sccache --show-stats && (
-    if "%BUILD_ENVIRONMENT%"=="" (
-      echo NOTE: To run \`import torch\`, please make sure to activate the conda environment by running \`call %CONDA_PARENT_DIR%\\Miniconda3\\Scripts\\activate.bat %CONDA_PARENT_DIR%\\Miniconda3\` in Command Prompt before running Git Bash.
-    ) else (
-      mv %CD%\\build\\bin\\test_api.exe %CONDA_PARENT_DIR%\\Miniconda3\\Lib\\site-packages\\torch\\lib
-      7z a %IMAGE_COMMIT_TAG%.7z %CONDA_PARENT_DIR%\\Miniconda3\\Lib\\site-packages\\torch && python ci_scripts\\upload_image.py %IMAGE_COMMIT_TAG%.7z
-    )
-  )
-)
-
-EOL
-
-ci_scripts/build_pytorch.bat
-if [ ! -f $IMAGE_COMMIT_TAG.7z ] && [ ! ${BUILD_ENVIRONMENT} == "" ]; then
-    exit 1
-fi
-echo "BUILD PASSED"

.jenkins/pytorch/win-test.sh

@@ -1,138 +0,0 @@
-#!/bin/bash
-
-COMPACT_JOB_NAME=pytorch-win-ws2016-cuda9-cudnn7-py3-test
-source "$(dirname "${BASH_SOURCE[0]}")/common.sh"
-
-export IMAGE_COMMIT_TAG=${BUILD_ENVIRONMENT}-${IMAGE_COMMIT_ID}
-if [[ ${JOB_NAME} == *"develop"* ]]; then
-  export IMAGE_COMMIT_TAG=develop-${IMAGE_COMMIT_TAG}
-fi
-
-mkdir -p ci_scripts/
-
-cat >ci_scripts/download_image.py << EOL
-
-import os
-import sys
-import boto3
-import botocore
-
-IMAGE_COMMIT_TAG = os.getenv('IMAGE_COMMIT_TAG')
-
-session = boto3.session.Session()
-s3 = session.resource('s3')
-BUCKET_NAME = 'ossci-windows-build'
-KEY = 'pytorch/'+IMAGE_COMMIT_TAG+'.7z'
-LOCAL_FILE_PATH = sys.argv[1]
-try:
-    s3.Bucket(BUCKET_NAME).download_file(KEY, LOCAL_FILE_PATH)
-except botocore.exceptions.ClientError as e:
-    if e.response['Error']['Code'] == "404":
-        print("The object does not exist.")
-    else:
-        raise
-
-EOL
-
-cat >ci_scripts/setup_pytorch_env.bat <<EOL
-
-set PATH=C:\\Program Files\\CMake\\bin;C:\\Program Files\\7-Zip;C:\\ProgramData\\chocolatey\\bin;C:\\Program Files\\Git\\cmd;C:\\Program Files\\Amazon\\AWSCLI;%PATH%
-
-:: Install Miniconda3
-if "%BUILD_ENVIRONMENT%"=="" (
-    set CONDA_PARENT_DIR=%CD%
-) else (
-    set CONDA_PARENT_DIR=C:\\Jenkins
-)
-if NOT "%BUILD_ENVIRONMENT%"=="" (
-    IF EXIST %CONDA_PARENT_DIR%\\Miniconda3 ( rd /s /q %CONDA_PARENT_DIR%\\Miniconda3 )
-    curl https://repo.continuum.io/miniconda/Miniconda3-latest-Windows-x86_64.exe -O
-    .\Miniconda3-latest-Windows-x86_64.exe /InstallationType=JustMe /RegisterPython=0 /S /AddToPath=0 /D=%CONDA_PARENT_DIR%\\Miniconda3
-)
-call %CONDA_PARENT_DIR%\\Miniconda3\\Scripts\\activate.bat %CONDA_PARENT_DIR%\\Miniconda3
-if NOT "%BUILD_ENVIRONMENT%"=="" (
-    :: We have to pin Python version to 3.6.7, until mkl supports Python 3.7
-    call conda install -y -q python=3.6.7 numpy mkl cffi pyyaml boto3
-)
-pip install ninja future hypothesis
-
-set WORKING_DIR=%CD%
-call "C:\\Program Files (x86)\\Microsoft Visual Studio\\2017\\Community\\VC\\Auxiliary\\Build\\vcvarsall.bat" x86_amd64
-cd %WORKING_DIR%
-
-set PATH=C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0\\bin;C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0\\libnvvp;%PATH%
-set CUDA_PATH=C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0
-set CUDA_PATH_V9_0=C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0
-set NVTOOLSEXT_PATH=C:\\Program Files\\NVIDIA Corporation\\NvToolsExt
-set CUDNN_LIB_DIR=C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0\\lib\\x64
-set CUDA_TOOLKIT_ROOT_DIR=C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0
-set CUDNN_ROOT_DIR=C:\\Program Files\\NVIDIA GPU Computing Toolkit\\CUDA\\v9.0
-set PYTHONPATH=%CD%\\test;%PYTHONPATH%
-
-if NOT "%BUILD_ENVIRONMENT%"=="" (
-    cd test/
-    python ..\\ci_scripts\\download_image.py %IMAGE_COMMIT_TAG%.7z
-    7z x %IMAGE_COMMIT_TAG%.7z
-    cd ..
-) else (
-    xcopy /s %CONDA_PARENT_DIR%\\Miniconda3\\Lib\\site-packages\\torch .\\test\\torch\\
-)
-
-EOL
-
-cat >ci_scripts/test_python_nn.bat <<EOL
-call ci_scripts/setup_pytorch_env.bat
-cd test/ && python run_test.py --include nn --verbose && cd ..
-EOL
-
-cat >ci_scripts/test_python_all_except_nn.bat <<EOL
-call ci_scripts/setup_pytorch_env.bat
-cd test/ && python run_test.py --exclude nn --verbose && cd ..
-EOL
-
-cat >ci_scripts/test_custom_script_ops.bat <<EOL
-call ci_scripts/setup_pytorch_env.bat
-
-cd test/custom_operator
-
-:: Build the custom operator library.
-mkdir build
-cd build
-:: Note: Caffe2 does not support MSVC + CUDA + Debug mode (has to be Release mode)
-cmake -DCMAKE_PREFIX_PATH=%CD%\\..\\..\\torch -DCMAKE_BUILD_TYPE=Release -GNinja ..
-ninja -v
-cd ..
-
-:: Run tests Python-side and export a script module.
-python test_custom_ops.py -v
-python model.py --export-script-module="build/model.pt"
-:: Run tests C++-side and load the exported script module.
-cd build
-set PATH=C:\\Program Files\\NVIDIA Corporation\\NvToolsExt/bin/x64;%CD%\\..\\..\\torch\\lib;%PATH%
-test_custom_ops.exe model.pt
-EOL
-
-cat >ci_scripts/test_libtorch.bat <<EOL
-call ci_scripts/setup_pytorch_env.bat
-dir
-dir %CD%\\test 
-dir %CD%\\test\\torch
-dir %CD%\\test\\torch\\lib
-cd %CD%\\test\\torch\\lib
-set PATH=C:\\Program Files\\NVIDIA Corporation\\NvToolsExt/bin/x64;%CD%\\..\\..\\torch\\lib;%PATH%
-test_api.exe --gtest_filter="-IntegrationTest.MNIST*"
-EOL
-
-run_tests() {
-    if [ -z "${JOB_BASE_NAME}" ] || [[ "${JOB_BASE_NAME}" == *-test ]]; then
-        ci_scripts/test_python_nn.bat && ci_scripts/test_python_all_except_nn.bat && ci_scripts/test_custom_script_ops.bat && ci_scripts/test_libtorch.bat
-    else
-        if [[ "${JOB_BASE_NAME}" == *-test1 ]]; then
-            ci_scripts/test_python_nn.bat
-        elif [[ "${JOB_BASE_NAME}" == *-test2 ]]; then
-            ci_scripts/test_python_all_except_nn.bat && ci_scripts/test_custom_script_ops.bat && ci_scripts/test_libtorch.bat
-        fi
-    fi
-}
-
-run_tests && echo "TEST PASSED"

.travis.aten.yml

@@ -1,31 +0,0 @@
-# https://travis-ci.org/zdevito/ATen
-language: python
-python:
-    - 2.7
-    - 3.6
-
-dist: trusty
-
-before_install:
-    - sudo apt-get install -qq valgrind
-
-install:
-    - travis_retry pip install pyyaml typing
-
-script:
-    - cd aten
-    - mkdir build install
-    - cd build
-    - cmake .. -DUSE_CUDA=OFF -DCMAKE_INSTALL_PREFIX=../install
-    - make install
-    - ../tools/run_tests.sh .
-    - cd ..
-    - tools/test_install.sh $(pwd)/install $(pwd)
-
-matrix:
-    fast_finish: true
-    include:
-        env: LINT_CHECK
-        python: "2.7"
-        install: pip install flake8
-        script: flake8

.travis.yml

@@ -3,6 +3,38 @@ language: python
 dist: trusty
 git:
   submodules: false
+python:
+    - 2.7.9
+    - 2.7
+    - 3.5
+    - 3.6
+    - nightly
+
+cache:
+    - ccache
+    - directories:
+        - $HOME/.ccache
+
+install:
+    - unset CCACHE_DISABLE
+    - export CCACHE_DIR=$HOME/.ccache
+    - export CC="ccache gcc-5"
+    - export CXX="ccache g++-5"
+    - ccache --show-stats
+    - travis_retry pip install --upgrade pip setuptools wheel
+    - travis_retry pip install -r requirements.txt --only-binary=scipy
+    - git submodule update --init --recursive
+    - MAX_JOBS=8 python setup.py install
+
+addons:
+    apt:
+        sources:
+            - ubuntu-toolchain-r-test
+        packages:
+            - g++-5
+
+script:
+    - OMP_NUM_THREADS=2 ./test/run_test.sh
 
 # This reportedly works around an issue downloading packages from pypi on
 # travis.  Consider removing this after the underlying issue is fixed.
@@ -12,32 +44,8 @@ sudo: false
 matrix:
     fast_finish: true
     include:
-      - env: LINT_CHECK
+        env: LINT_CHECK
         python: "2.7"
+        addons: true
         install: pip install flake8
         script: flake8
-      - env: LINT_CHECK
-        python: "3.7"
-        dist: xenial    # required for Python 3.7 (travis-ci/travis-ci#9069)
-        sudo: required  # required for Python 3.7 (travis-ci/travis-ci#9069)
-        install: pip install flake8
-        script: flake8
-      - env: MYPY_TYPE_CHECK
-        python: "3.6"
-        install: pip install mypy mypy-extensions
-        script: mypy @mypy-files.txt
-      - env: CPP_DOC_CHECK
-        python: "3.6"
-        install: 
-          - sudo apt-get install -y doxygen
-          - pip install -r requirements.txt
-        script: cd docs/cpp/source && ./check-doxygen.sh
-      - env: CLANG_TIDY
-        python: "3.6"
-        addons:
-          apt:
-            sources:
-              - ubuntu-toolchain-r-test
-              - llvm-toolchain-trusty
-            packages: clang-tidy
-        script: tools/run-clang-tidy-in-ci.sh

CITATION

@@ -1,6 +0,0 @@
-@inproceedings{paszke2017automatic,
-  title={Automatic differentiation in PyTorch},
-  author={Paszke, Adam and Gross, Sam and Chintala, Soumith and Chanan, Gregory and Yang, Edward and DeVito, Zachary and Lin, Zeming and Desmaison, Alban and Antiga, Luca and Lerer, Adam},
-  booktitle={NIPS-W},
-  year={2017}
-}

CMakeLists.txt

@@ -1,458 +0,0 @@
-cmake_minimum_required(VERSION 3.5 FATAL_ERROR)
-#cmake_policy(SET CMP0022 NEW)
-#cmake_policy(SET CMP0023 NEW)
-
-# ---[ Project and semantic versioning.
-project(Caffe2 CXX C)
-
-set(CMAKE_INSTALL_MESSAGE NEVER)
-
-set(CMAKE_CXX_STANDARD 11)
-if (NOT MSVC)
-  set(CMAKE_C_STANDARD 11)
-endif()
-
-set(CMAKE_EXPORT_COMPILE_COMMANDS ON)
-
-# One variable that determines whether the current cmake process is being run
-# with the main Caffe2 library. This is useful for building modules - if
-# modules are built with the main Caffe2 library then one does not need to do
-# find caffe2 in the cmake script. One can usually guard it in some way like
-#    if (NOT CAFFE2_CMAKE_BUILDING_WITH_MAIN_REPO)
-#      find_package(Caffe2 REQUIRED)
-#    endif()
-set(CAFFE2_CMAKE_BUILDING_WITH_MAIN_REPO ON)
-
-if(NOT DEFINED BLAS_SET_BY_USER)
-  if(DEFINED BLAS)
-    set(BLAS_SET_BY_USER TRUE)
-  else()
-    message(STATUS "Not forcing any particular BLAS to be found")
-    set(BLAS_SET_BY_USER FALSE)
-  endif()
-  set(BLAS_SET_BY_USER ${BLAS_SET_BY_USER} CACHE STRING "Marks whether BLAS was manually set by user or auto-detected")
-endif()
-
-# Apple specific
-if(APPLE)
-  # These lines are an attempt to make find_package(cuda) pick up
-  # libcuda.dylib, and not cuda.framework.  It doesn't work all
-  # the time, but it seems to help for some users.
-  # TODO: replace this with a more robust fix
-  set(CMAKE_FIND_FRAMEWORK LAST)
-  set(CMAKE_FIND_APPBUNDLE LAST)
-
-  # Get clang version on macOS
-  EXECUTE_PROCESS( COMMAND ${CMAKE_CXX_COMPILER} --version OUTPUT_VARIABLE clang_full_version_string )
-  string(REGEX REPLACE "Apple LLVM version ([0-9]+\\.[0-9]+).*" "\\1" CLANG_VERSION_STRING ${clang_full_version_string})
-  MESSAGE( STATUS "CLANG_VERSION_STRING:         " ${CLANG_VERSION_STRING} )
-
-
-  # RPATH stuff
-  set(CMAKE_MACOSX_RPATH ON)
-endif()
-
-# ---[ Options.
-# Note to developers: if you add an option below, make sure you also add it to
-# cmake/Summary.cmake so that the summary prints out the option values.
-include(CMakeDependentOption)
-option(BUILD_TORCH "Build Torch" OFF)
-option(ATEN_NO_TEST "Do not build ATen test binaries" OFF)
-option(BUILD_ATEN_MOBILE "Build ATen for Android and iOS" OFF)
-option(BUILD_ATEN_ONLY "Build only a subset focused on ATen only" OFF)
-option(BUILD_BINARY "Build C++ binaries" OFF)
-option(BUILD_DOCS "Build Caffe2 documentation" OFF)
-option(BUILD_CUSTOM_PROTOBUF "Build and use Caffe2's own protobuf under third_party" ON)
-option(BUILD_PYTHON "Build Python binaries" ON)
-option(BUILD_CAFFE2_OPS "Build Caffe2 operators" ON)
-option(BUILD_C10_EXPERIMENTAL_OPS "Build c10 experimental operators" ON)
-option(BUILD_SHARED_LIBS "Build libcaffe2.so" ON)
-cmake_dependent_option(
-    CAFFE2_LINK_LOCAL_PROTOBUF "If set, build protobuf inside libcaffe2.so." ON
-    "BUILD_SHARED_LIBS AND BUILD_CUSTOM_PROTOBUF" OFF)
-cmake_dependent_option(
-    CAFFE2_USE_MSVC_STATIC_RUNTIME "Using MSVC static runtime libraries" ON
-    "NOT BUILD_SHARED_LIBS" OFF)
-option(BUILD_TEST "Build C++ test binaries (need gtest and gbenchmark)" OFF)
-cmake_dependent_option(
-    INSTALL_TEST "Install test binaries if BUILD_TEST is on" OFF
-    "BUILD_TEST" OFF)
-option(USE_ACL "Use ARM Compute Library" OFF)
-option(USE_ASAN "Use Address Sanitizer" OFF)
-option(USE_CUDA "Use CUDA" ON)
-option(USE_ROCM "Use ROCm" ON)
-option(CAFFE2_STATIC_LINK_CUDA "Statically link CUDA libraries" OFF)
-cmake_dependent_option(
-    USE_CUDNN "Use cuDNN" ON
-    "USE_CUDA" OFF)
-option(USE_FBGEMM "Use FBGEMM (quantized 8-bit server operators)" OFF)
-option(USE_FFMPEG "Use ffmpeg" OFF)
-option(USE_GFLAGS "Use GFLAGS" ON)
-option(USE_GLOG "Use GLOG" ON)
-option(USE_LEVELDB "Use LEVELDB" ON)
-option(USE_LITE_PROTO "Use lite protobuf instead of full." OFF)
-option(USE_LMDB "Use LMDB" ON)
-option(USE_METAL "Use Metal for iOS build" ON)
-option(USE_MOBILE_OPENGL "Use OpenGL for mobile code" ON)
-option(USE_NATIVE_ARCH "Use -march=native" OFF)
-option(USE_NCCL "Use NCCL" ON)
-option(USE_SYSTEM_NCCL "Use system-wide NCCL" OFF)
-option(USE_NNAPI "Use NNAPI" OFF)
-option(USE_NNPACK "Use NNPACK" ON)
-option(USE_NUMA "Use NUMA (only available on Linux)" ON)
-cmake_dependent_option(
-    USE_NVRTC "Use NVRTC. Only available if USE_CUDA is on." OFF
-    "USE_CUDA" OFF)
-option(USE_NUMPY "Use NumPy" ON)
-option(USE_OBSERVERS "Use observers module." OFF)
-option(USE_OPENCL "Use OpenCL" OFF)
-option(USE_OPENCV "Use OpenCV" ON)
-option(USE_OPENMP "Use OpenMP for parallel code" OFF)
-option(USE_PROF "Use profiling" OFF)
-option(USE_QNNPACK "Use QNNPACK (quantized 8-bit operators)" ON)
-option(USE_REDIS "Use Redis" OFF)
-option(USE_ROCKSDB "Use RocksDB" OFF)
-option(USE_SNPE "Use Qualcomm's SNPE library" OFF)
-option(USE_SYSTEM_EIGEN_INSTALL
-    "Use system Eigen instead of the one under third_party" OFF)
-option(USE_TENSORRT "Using Nvidia TensorRT library" OFF)
-option(USE_ZMQ "Use ZMQ" OFF)
-option(USE_ZSTD "Use ZSTD" OFF)
-option(USE_MKLDNN "Use MKLDNN" OFF)
-option(USE_DISTRIBUTED "Use distributed" ON)
-cmake_dependent_option(
-    USE_MPI "Use MPI for Caffe2. Only available if USE_DISTRIBUTED is on." ON
-    "USE_DISTRIBUTED" OFF)
-cmake_dependent_option(
-    USE_GLOO "Use Gloo. Only available if USE_DISTRIBUTED is on." ON
-    "USE_DISTRIBUTED" OFF)
-cmake_dependent_option(
-    USE_GLOO_IBVERBS "Use Gloo IB verbs for distributed. Only available if USE_GLOO is on." OFF
-    "USE_GLOO" OFF)
-
-# Used when building Caffe2 through setup.py
-option(BUILDING_WITH_TORCH_LIBS "Tell cmake if Caffe2 is being built alongside torch libs" OFF)
-
-SET(ONNX_NAMESPACE "onnx_c2" CACHE STRING "onnx namespace")
-
-if (ANDROID OR IOS)
-  set(BUILD_ATEN_MOBILE ON)
-endif()
-
-if (BUILD_ATEN_ONLY)
-  set(BUILD_CAFFE2_OPS OFF)
-  set(BUILD_PYTHON OFF)
-  set(USE_NUMA OFF)
-  set(USE_LEVELDB OFF)
-  set(USE_GFLAGS OFF)
-  set(USE_GLOG OFF)
-  set(USE_NCCL OFF)
-  set(USE_NNPACK OFF)
-  set(USE_NUMPY OFF)
-  set(USE_OPENCV OFF)
-  set(USE_MKLDNN OFF)
-  set(USE_DISTRIBUTED OFF)
-  set(USE_LMDB OFF)
-endif()
-
-# ---[ Utils
-# TODO: merge the following 3 files into cmake/public/utils.cmake.
-include(cmake/Utils.cmake)
-include(cmake/public/utils.cmake)
-
-# ---[ Version numbers for generated libraries
-set(TORCH_DEFAULT_VERSION "1.0.0")
-set(TORCH_BUILD_VERSION "${TORCH_DEFAULT_VERSION}" CACHE STRING "Torch build version")
-if (NOT TORCH_BUILD_VERSION)
-  # An empty string was specified so force version to the default
-  set(TORCH_BUILD_VERSION "${TORCH_DEFAULT_VERSION}"
-    CACHE STRING "Torch build version" FORCE)
-endif()
-caffe2_parse_version_str(TORCH ${TORCH_BUILD_VERSION})
-caffe2_parse_version_str(CAFFE2 ${TORCH_BUILD_VERSION})
-
-# ---[ CMake scripts + modules
-list(APPEND CMAKE_MODULE_PATH ${PROJECT_SOURCE_DIR}/cmake/Modules)
-
-# ---[ CMake build directories
-set(CMAKE_ARCHIVE_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/lib)
-set(CMAKE_LIBRARY_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/lib)
-set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${CMAKE_BINARY_DIR}/bin)
-
-enable_testing()
-
-# ---[ Build variables set within the cmake tree
-include(cmake/BuildVariables.cmake)
-set(CAFFE2_WHITELIST "" CACHE STRING "A whitelist file of files that one should build.")
-
-# Set default build type
-if(NOT CMAKE_BUILD_TYPE)
-    message(STATUS "Build type not set - defaulting to Release")
-    set(CMAKE_BUILD_TYPE "Release" CACHE STRING "Choose the type of build from: Debug Release RelWithDebInfo MinSizeRel Coverage." FORCE)
-endif()
-
-# ---[ Misc checks to cope with various compiler modes
-include(cmake/MiscCheck.cmake)
-
-# External projects
-include(ExternalProject)
-
-# ---[ Dependencies
-include(cmake/Dependencies.cmake)
-
-# ---[ Whitelist file if whitelist is specified
-include(cmake/Whitelist.cmake)
-
-# ---[ Set link flag, handle additional deps for gcc 4.8 and above
-if(CMAKE_COMPILER_IS_GNUCXX AND CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 4.8.0 AND NOT ANDROID)
-  message(STATUS "GCC ${CMAKE_CXX_COMPILER_VERSION}: Adding gcc and gcc_s libs to link line")
-  list(APPEND Caffe2_DEPENDENCY_LIBS gcc_s gcc)
-endif()
-
-# ---[ Build flags
-set(CMAKE_C_STANDARD 99)
-set(CMAKE_CXX_STANDARD 11)
-if(NOT MSVC)
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -O2 -fPIC")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-narrowing")
-  # Eigen fails to build with some versions, so convert this to a warning
-  # Details at http://eigen.tuxfamily.org/bz/show_bug.cgi?id=1459
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wall")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wextra")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-missing-field-initializers")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-type-limits")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-array-bounds")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unknown-pragmas")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-sign-compare")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-parameter")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-variable")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-function")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-result")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-strict-overflow")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-strict-aliasing")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=deprecated-declarations")
-  if (CMAKE_COMPILER_IS_GNUCXX AND NOT (CMAKE_CXX_COMPILER_VERSION VERSION_LESS 7.0.0))
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-stringop-overflow")
-  endif()
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=pedantic")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=redundant-decls")
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-error=old-style-cast")
-  # These flags are not available in GCC-4.8.5. Set only when using clang.
-  # Compared against https://gcc.gnu.org/onlinedocs/gcc-4.8.5/gcc/Option-Summary.html
-  if ("${CMAKE_CXX_COMPILER_ID}" MATCHES "Clang")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-invalid-partial-specialization")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-typedef-redefinition")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unknown-warning-option")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-private-field")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-inconsistent-missing-override")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-aligned-allocation-unavailable")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-c++14-extensions")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-constexpr-not-const")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-missing-braces")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Qunused-arguments")
-  endif()
-  if ((APPLE AND (NOT ("${CLANG_VERSION_STRING}" VERSION_LESS "9.0")))
-    OR (CMAKE_COMPILER_IS_GNUCXX
-    AND (CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 7.0 AND NOT APPLE)))
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -faligned-new")
-  endif()
-  if ($ENV{WERROR})
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Werror")
-  endif($ENV{WERROR})
-  if (NOT APPLE)
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-but-set-variable")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-maybe-uninitialized")
-  endif()
-else()
-  foreach(flag_var
-      CMAKE_CXX_FLAGS CMAKE_CXX_FLAGS_DEBUG CMAKE_CXX_FLAGS_RELEASE
-      CMAKE_CXX_FLAGS_MINSIZEREL CMAKE_CXX_FLAGS_RELWITHDEBINFO)
-    if (${CAFFE2_USE_MSVC_STATIC_RUNTIME})
-      if(${flag_var} MATCHES "/MD")
-        string(REGEX REPLACE "/MD" "/MT" ${flag_var} "${${flag_var}}")
-      endif(${flag_var} MATCHES "/MD")
-    else()
-      if(${flag_var} MATCHES "/MT")
-        string(REGEX REPLACE "/MT" "/MD" ${flag_var} "${${flag_var}}")
-      endif()
-    endif()
-    # /bigobj increases number of sections in .obj file, which is needed to link
-    # against libaries in Python 2.7 under Windows
-    set(${flag_var} "${${flag_var}} /MP /bigobj")
-  endforeach(flag_var)
-endif()
-
-set (CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -fno-omit-frame-pointer -O0")
-set (CMAKE_LINKER_FLAGS_DEBUG "${CMAKE_STATIC_LINKER_FLAGS_DEBUG} -fno-omit-frame-pointer -O0")
-if (USE_ASAN)
-    set (CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -fsanitize=address")
-    set (CMAKE_LINKER_FLAGS_DEBUG "${CMAKE_STATIC_LINKER_FLAGS_DEBUG} -fsanitize=address")
-endif()
-
-if (APPLE)
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-unused-private-field")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-missing-braces")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-c++14-extensions")
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-constexpr-not-const")
-endif()
-
-if (EMSCRIPTEN)
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-implicit-function-declaration -DEMSCRIPTEN -s DISABLE_EXCEPTION_CATCHING=0")
-endif()
-
-if(CMAKE_COMPILER_IS_GNUCXX AND CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 7.0.0)
-  set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-stringop-overflow")
-endif()
-
-if(ANDROID)
-  if(CMAKE_COMPILER_IS_GNUCXX)
-    set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -s")
-  else()
-    set(CMAKE_EXE_LINKER_FLAGS "${CMAKE_EXE_LINKER_FLAGS} -s")
-  endif()
-endif()
-
-if(NOT APPLE AND UNIX)
-  list(APPEND Caffe2_DEPENDENCY_LIBS dl)
-endif()
-
-# Prefix path to Caffe2 headers.
-# If a directory containing installed Caffe2 headers was inadvertently
-# added to the list of include directories, prefixing
-# PROJECT_SOURCE_DIR means this source tree always takes precedence.
-include_directories(BEFORE ${PROJECT_SOURCE_DIR})
-
-# Prefix path to generated Caffe2 headers.
-# These need to take precedence over their empty counterparts located
-# in PROJECT_SOURCE_DIR.
-include_directories(BEFORE ${PROJECT_BINARY_DIR})
-
-include_directories(BEFORE ${PROJECT_SOURCE_DIR}/aten/src/)
-
-# ---[ Main build
-add_subdirectory(c10)
-add_subdirectory(caffe2)
-
-# --[ Documentation
-if(BUILD_DOCS)
-  # check if Doxygen is installed
-  find_package(Doxygen)
-  if (DOXYGEN_FOUND)
-    message("Generating documentation")
-
-    set(DOXYGEN_C_IN ${CMAKE_CURRENT_SOURCE_DIR}/docs/caffe2/.Doxyfile-c)
-    set(DOXYGEN_C_OUT ${CMAKE_CURRENT_SOURCE_DIR}/docs/caffe2/Doxyfile-c)
-    set(DOXYGEN_P_IN ${CMAKE_CURRENT_SOURCE_DIR}/docs/caffe2/.Doxyfile-python)
-    set(DOXYGEN_P_OUT ${CMAKE_CURRENT_SOURCE_DIR}/docs/caffe2/Doxyfile-python)
-
-    if(EXISTS ${CMAKE_CURRENT_BINARY_DIR}/docs)
-      file(REMOVE_RECURSE ${CMAKE_CURRENT_BINARY_DIR}/docs)
-    endif()
-
-    file(MAKE_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/docs)
-    configure_file(${DOXYGEN_C_IN} ${DOXYGEN_C_OUT} @ONLY)
-    configure_file(${DOXYGEN_P_IN} ${DOXYGEN_P_OUT} @ONLY)
-
-    add_custom_target(doc_doxygen_c ALL
-        COMMAND ${DOXYGEN_EXECUTABLE} ${DOXYGEN_C_OUT}
-        WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-        COMMENT "Generating C++ API documentation with Doxygen"
-        VERBATIM)
-
-    add_custom_target(doc_doxygen_python ALL
-        COMMAND ${DOXYGEN_EXECUTABLE} ${DOXYGEN_P_OUT}
-        WORKING_DIRECTORY ${CMAKE_CURRENT_SOURCE_DIR}
-        COMMENT "Generating Python API documentation with Doxygen"
-        VERBATIM)
-  else()
-    message(FATAL_ERROR "Doxygen needs to be installed to generate the documentation")
-  endif()
-endif()
-
-# ---[ CMake related files
-# Uninistall option.
-if(NOT TARGET caffe2_uninstall)
-  configure_file(
-      ${CMAKE_CURRENT_SOURCE_DIR}/cmake/cmake_uninstall.cmake.in
-      ${CMAKE_CURRENT_BINARY_DIR}/cmake_uninstall.cmake
-      IMMEDIATE @ONLY)
-
-  add_custom_target(caffe2_uninstall
-      COMMAND ${CMAKE_COMMAND} -P
-      ${CMAKE_CURRENT_BINARY_DIR}/cmake_uninstall.cmake)
-endif()
-
-# ---[ Make configuration files for cmake to allow dependent libraries
-# easier access to Caffe2.
-
-if ((NOT USE_GLOG) OR (NOT USE_GFLAGS) OR BUILD_CUSTOM_PROTOBUF)
-  message(WARNING
-      "Generated cmake files are only fully tested if one builds "
-      "with system glog, gflags, and protobuf. Other settings may "
-      "generate files that are not well tested.")
-endif()
-
-if (USE_CUDA OR USE_ROCM)
-  # TODO: check if we should include other cuda dependency libraries
-  # to the interface as well.
-
-endif()
-
-# Note(jiayq): when building static libraries, all PRIVATE dependencies
-# will also become interface libraries, and as a result if there are any
-# dependency libraries that are not exported, the following install export
-# script will fail. As a result, we will only provide the targets cmake
-# files for shared lib installation. For more info, read:
-# https://cmake.org/pipermail/cmake/2016-May/063400.html
-if (BUILD_SHARED_LIBS)
-  configure_file(
-      ${PROJECT_SOURCE_DIR}/cmake/Caffe2ConfigVersion.cmake.in
-      ${PROJECT_BINARY_DIR}/Caffe2ConfigVersion.cmake
-      @ONLY)
-  configure_file(
-      ${PROJECT_SOURCE_DIR}/cmake/Caffe2Config.cmake.in
-      ${PROJECT_BINARY_DIR}/Caffe2Config.cmake
-      @ONLY)
-  install(FILES
-      ${PROJECT_BINARY_DIR}/Caffe2ConfigVersion.cmake
-      ${PROJECT_BINARY_DIR}/Caffe2Config.cmake
-      DESTINATION share/cmake/Caffe2
-      COMPONENT dev)
-  install(FILES
-      ${PROJECT_SOURCE_DIR}/cmake/public/cuda.cmake
-      ${PROJECT_SOURCE_DIR}/cmake/public/glog.cmake
-      ${PROJECT_SOURCE_DIR}/cmake/public/gflags.cmake
-      ${PROJECT_SOURCE_DIR}/cmake/public/mkl.cmake
-      ${PROJECT_SOURCE_DIR}/cmake/public/mkldnn.cmake
-      ${PROJECT_SOURCE_DIR}/cmake/public/protobuf.cmake
-      ${PROJECT_SOURCE_DIR}/cmake/public/threads.cmake
-      ${PROJECT_SOURCE_DIR}/cmake/public/utils.cmake
-      DESTINATION share/cmake/Caffe2/public
-      COMPONENT dev)
-  install(DIRECTORY
-      ${PROJECT_SOURCE_DIR}/cmake/Modules_CUDA_fix
-      DESTINATION share/cmake/Caffe2/
-      COMPONENT dev)
-  install(EXPORT Caffe2Targets DESTINATION share/cmake/Caffe2
-      FILE Caffe2Targets.cmake
-      COMPONENT dev)
-else()
-  message(WARNING
-      "Generated cmake files are only available when building "
-      "shared libs.")
-endif()
-
-# ---[ Modules
-add_subdirectory(modules)
-
-# ---[ Binaries
-# Binaries will be built after the Caffe2 main libraries and the modules
-# are built. For the binaries, they will be linked to the Caffe2 main
-# libraries, as well as all the modules that are built with Caffe2 (the ones
-# built in the previous Modules section above).
-if (BUILD_BINARY)
-  add_subdirectory(binaries)
-endif()
-
-include(cmake/Summary.cmake)
-caffe2_print_configuration_summary()

CODEOWNERS

@@ -1,11 +0,0 @@
-# This is a comment.
-# Each line is a file pattern followed by one or more owners.
-
-/docs/cpp @goldsborough @ebetica
-/torch/csrc/api/ @ebetica @goldsborough
-/test/cpp/api/ @ebetica @goldsborough
-/torch/lib/c10d/ @apaszke @pietern @teng-li
-/torch/csrc/distributed/ @apaszke @pietern @teng-li
-/torch/distributed/ @apaszke @pietern @teng-li
-/test/test_c10d.py @apaszke @pietern @teng-li
-/torch/utils/cpp_extension.py @goldsborough @fmassa @apaszke @soumith @ezyang

CONTRIBUTING.md

@@ -19,18 +19,18 @@ If you are not familiar with creating a Pull Request, here are some guides:
 - https://help.github.com/articles/creating-a-pull-request/
 
 
-## Developing PyTorch
+## Developing locally with PyTorch
 
-To develop PyTorch on your machine, here are some tips:
+To locally develop with PyTorch, here are some tips:
 
-1. Uninstall all existing PyTorch installs:
+1. Uninstall all existing pytorch installs
 ```
 conda uninstall pytorch
 pip uninstall torch
 pip uninstall torch # run this command twice
 ```
 
-2. Clone a copy of PyTorch from source:
+2. Locally clone a copy of PyTorch from source:
 
 ```
 git clone https://github.com/pytorch/pytorch
@@ -72,109 +72,6 @@ For example:
 
 You do not need to repeatedly install after modifying python files.
 
-In case you want to reinstall, make sure that you uninstall pytorch first by running `pip uninstall torch`
-and `python setup.py clean`. Then you can install in `build develop` mode again.
-
-## Codebase structure
-
-* [c10](c10) - Core library files that work everywhere, both server
-  and mobile.  We are slowly moving pieces from ATen/core here.
-  This library is intended only to contain essential functionality,
-  and appropriate to use in settings where binary size matters.  (But
-  you'll have a lot of missing functionality if you try to use it
-  directly.)
-* [aten](aten) - C++ tensor library for PyTorch (no autograd support)
-  * src
-    * [TH](aten/src/TH)
-      [THC](aten/src/THC)
-      [THNN](aten/src/THNN)
-      [THCUNN](aten/src/THCUNN) - Legacy library code from the original
-      Torch.  Try not to add things here; we're slowly porting these to
-      native.
-      * generic - Contains actual implementations of operators,
-        parametrized over `scalar_t`.  Files here get compiled N times
-        per supported scalar type in PyTorch.
-    * ATen
-      * [core](aten/src/ATen/core) - Core functionality of ATen.  This
-        is migrating to top-level c10 folder.
-      * [native](aten/src/ATen/native) - Modern implementations of
-        operators.  If you want to write a new operator, here is where
-        it should go.  Most CPU operators go in the top level directory,
-        except for operators which need to be compiled specially; see
-        cpu below.
-        * [cpu](aten/src/ATen/native/cpu) - Not actually CPU
-          implementations of operators, but specifically implementations
-          which are compiled with processor-specific instructions, like
-          AVX.  See the README for more details.
-        * [cuda](aten/src/ATen/native/cuda) - CUDA implementations of
-          operators.
-        * [sparse](aten/src/ATen/native/sparse) - CPU and CUDA
-          implementations of COO sparse tensor operations
-        * [mkl](aten/src/ATen/native/mkl) [mkldnn](aten/src/ATen/native/mkldnn)
-          [miopen](aten/src/ATen/native/miopen) [cudnn](aten/src/ATen/native/cudnn)
-          - implementations of operators which simply bind to some
-            backend library.
-* [torch](torch) - The actual PyTorch library.  Everything that is not
-  in csrc is Python modules, following the PyTorch Python frontend
-  module structure.
-  * [csrc](torch/csrc) - C++ files composing the PyTorch library.  Files
-    in this directory tree are a mix of Python binding code, and C++
-    heavy lifting.  Consult `setup.py` for the canonical list of Python
-    binding files; conventionally, they are often prefixed with
-    `python_`.
-    * [jit](torch/csrc/jit) - Compiler and frontend for TorchScript JIT
-      frontend.
-    * [autograd](torch/csrc/autograd) - Implementation of reverse-mode automatic
-      differentation
-    * [api](torch/csrc/api) - The PyTorch C++ frontend.
-    * [distributed](torch/csrc/distributed) - Distributed training
-      support for PyTorch.
-* [tools](tools) - Code generation scripts for the PyTorch library.
-  See README of this directory for more details.
-* [test](tests) - Python unit tests for PyTorch Python frontend
-  * [test_torch.py](test/test_torch.py) - Basic tests for PyTorch
-    functionality
-  * [test_autograd.py](test/test_autograd.py) - Tests for non-NN
-    automatic differentiation support
-  * [test_nn.py](test/test_nn.py) - Tests for NN operators and
-    their automatic differentiation
-  * [test_jit.py](test/test_jit.py) - Tests for the JIT compiler
-    and TorchScript
-  * ...
-  * [cpp](test/cpp) - C++ unit tests for PyTorch C++ frontend
-  * [expect](test/expect) - Automatically generated "expect" files
-    which are used to compare against expected output.
-  * [onnx](test/onnx) - Tests for ONNX export functionality,
-    using both PyTorch and Caffe2.
-* [caffe2](caffe2) - The Caffe2 library.
-  * [core](caffe2/core) - Core files of Caffe2, e.g., tensor, workspace,
-    blobs, etc.
-  * [operators](caffe2/operators) - Operators of Caffe2
-  * [python](caffe2/python) - Python bindings to Caffe2
-  * ...
-
-## Unit testing
-
-PyTorch's testing is located under `test/`. Run the entire test suite with
-
-```
-python test/run_test.py
-```
-
-or run individual test files, like `python test/test_nn.py`, for individual test suites.
-
-### Better local unit tests with pytest
-We don't officially support `pytest`, but it works well with our `unittest` tests and offers
-a number of useful features for local developing. Install it via `pip install pytest`.
-
-If you want to just run tests that contain a specific substring, you can use the `-k` flag:
-
-```
-pytest test/test_nn.py -k Loss -v
-```
-
-The above is an example of testing a change to Loss functions: this command runs tests such as
-`TestNN.test_BCELoss` and `TestNN.test_MSELoss` and can be useful to save keystrokes.
 
 ## Writing documentation
 
@@ -182,18 +79,6 @@ PyTorch uses [Google style](http://sphinxcontrib-napoleon.readthedocs.io/en/late
 for formatting docstrings. Length of line inside docstrings block must be limited to 80 characters to
 fit into Jupyter documentation popups.
 
-For C++ documentation (https://pytorch.org/cppdocs), we use
-[Doxygen](http://www.doxygen.nl/) and then convert it to
-[Sphinx](http://www.sphinx-doc.org/) via
-[Breathe](https://github.com/michaeljones/breathe) and
-[Exhale](https://github.com/svenevs/exhale). Check the [Doxygen
-reference](http://www.stack.nl/~dimitri/doxygen/manual/index.html) for more
-information on the documentation syntax. To build the documentation locally,
-`cd` into `docs/cpp` and then `make html`.
-
-We run Doxygen in CI (Travis) to verify that you do not use invalid Doxygen
-commands. To run this check locally, run `./check-doxygen.sh` from inside
-`docs/cpp`.
 
 ## Managing multiple build trees
 
@@ -229,20 +114,19 @@ not very optimized for incremental rebuilds, this will actually be very slow.
 Far better is to only request rebuilds of the parts of the project you are
 working on:
 
-- Working on the Python bindings?  Run `python setup.py develop` to rebuild
+- Working on `torch/csrc`?  Run `python setup.py develop` to rebuild
   (NB: no `build` here!)
 
-- Working on `torch/csrc` or `aten`?  Run `python setup.py rebuild_libtorch` to
-  rebuild and avoid having to rebuild other dependent libraries we
-  depend on.
+- Working on `torch/lib/TH`, did not make any cmake changes, and just want to
+  see if it compiles?  Run `(cd torch/lib/build/TH && make install -j$(getconf _NPROCESSORS_ONLN))`.  This
+  applies for any other subdirectory of `torch/lib`.  **Warning: Changes you
+  make here will not be visible from Python.**  See below.
 
-- Working on one of the other dependent libraries? The other valid
-  targets are listed in `dep_libs` in `setup.py`. prepend `build_` to
-  get a target, and run as e.g. `python setup.py build_gloo`.
-
-- Working on a test binary?  Run `(cd build && ninja bin/test_binary_name)` to
-  rebuild only that test binary (without rerunning cmake).  (Replace `ninja` with
-  `make` if you don't have ninja installed).
+- Working on `torch/lib` and want to run your changes / rerun cmake?  Run
+  `python setup.py build_deps`.  Note that this will rerun cmake for
+  every subdirectory in TH; if you are only working on one project,
+  consider editing `torch/lib/build_all.sh` and commenting out the
+  `build` lines of libraries you are not working on.
 
 On the initial build, you can also speed things up with the environment
 variables `DEBUG` and `NO_CUDA`.
@@ -257,31 +141,10 @@ NO_CUDA=1 DEBUG=1 python setup.py build develop
 
 Make sure you continue to pass these flags on subsequent builds.
 
-### Code completion and IDE support
-
-When using `python setup.py develop`, PyTorch will generate
-a `compile_commands.json` file that can be used by many editors
-to provide command completion and error highlighting for PyTorch's
-C++ code. You need to `pip install ninja` to generate accurate
-information for the code in `torch/csrc`. More information at:
-- https://sarcasm.github.io/notes/dev/compilation-database.html
-
 ### Make no-op build fast.
 
-#### Use Ninja
 Python `setuptools` is pretty dumb, and always rebuilds every C file in a
-project.  If you install the ninja build system with `pip install ninja`,
-then PyTorch will use it to track dependencies correctly.
-If pytorch was already built, you will need to run `python setup.py clean` once
-after installing ninja for builds to succeed.
-
-#### Use CCache
-
-Even when dependencies are tracked with file modification,
-there are many situations where files get rebuilt when a previous
-compilation was exactly the same.
-
-Using ccache in a situation like this is a real time-saver. However, by
+project. Using ccache in a situation like this is a real time-saver. However, by
 default, ccache does not properly support CUDA stuff, so here are the
 instructions for installing a custom `ccache` fork that has CUDA support:
 
@@ -322,167 +185,11 @@ export CUDA_NVCC_EXECUTABLE=~/ccache/cuda/nvcc
 
 If you are working on the CUDA code, here are some useful CUDA debugging tips:
 
-1. `CUDA_DEVICE_DEBUG=1` will enable CUDA device function debug symbols (`-g -G`).
-    This will be particularly helpful in debugging device code. However, it will
-    slow down the build process for about 50% (compared to only `DEBUG=1`), so use wisely.
-2. `cuda-gdb` and `cuda-memcheck` are your best CUDA debugging friends. Unlike`gdb`,
+1. `CUDA_DEBUG=1` will enable CUDA debugging symbols (-g -G). This is particularly
+    helpful in debugging device code. However, it will slow down the build process,
+    so use wisely.
+2. `cuda-gdb` and `cuda-memcheck` are your best CUDA debuging friends. Unlike`gdb`,
    `cuda-gdb` can display actual values in a CUDA tensor (rather than all zeros).
 
 
 Hope this helps, and thanks for considering to contribute.
-
-## Windows development tips
-
-Occasionally, you will write a patch which works on Linux, but fails CI on Windows.
-There are a few aspects in which MSVC (the Windows compiler toolchain we use) is stricter
-than Linux, which are worth keeping in mind when fixing these problems.
-
-1. Symbols are NOT exported by default on Windows; instead, you have to explicitly
-   mark a symbol as exported/imported in a header file with `__declspec(dllexport)` /
-   `__declspec(dllimport)`.  We have codified this pattern into a set of macros
-   which follow the convention `*_API`, e.g., `CAFFE2_API` inside Caffe2 and ATen.
-   (Every separate shared library needs a unique macro name, because symbol visibility
-   is on a per shared library basis. See c10/macros/Macros.h for more details.)
-
-   The upshot is if you see an "unresolved external" error in your Windows build, this
-   is probably because you forgot to mark a function with `*_API`.  However, there is
-   one important counterexample to this principle: if you want a *templated* function
-   to be instantiated at the call site, do NOT mark it with `*_API` (if you do mark it,
-   you'll have to explicitly instantiate all of the specializations used by the call
-   sites.)
-
-2. If you link against a library, this does not make its dependencies transitively
-   visible. You must explicitly specify a link dependency against every library whose
-   symbols you use.  (This is different from Linux where in most environments,
-   transitive dependencies can be used to fulfill unresolved symbols.)
-
-3. If you have a Windows box (we have a few on EC2 which you can request access to) and
-   you want to run the build, the easiest way is to just run `.jenkins/pytorch/win-build.sh`.
-   If you need to rebuild, run `REBUILD=1 .jenkins/pytorch/win-build.sh` (this will avoid
-   blowing away your Conda environment.)
-
-Even if you don't know anything about MSVC, you can use cmake to build simple programs on
-Windows; this can be helpful if you want to learn more about some peculiar linking behavior
-by reproducing it on a small example.  Here's a simple example cmake file that defines
-two dynamic libraries, one linking with the other:
-
-```
-project(myproject CXX)
-set(CMAKE_CXX_STANDARD 11)
-add_library(foo SHARED foo.cpp)
-add_library(bar SHARED bar.cpp)
-# NB: don't forget to __declspec(dllexport) at least one symbol from foo,
-# otherwise foo.lib will not be created.
-target_link_libraries(bar PUBLIC foo)
-```
-
-You can build it with:
-
-```
-mkdir build
-cd build
-cmake ..
-cmake --build .
-```
-
-### Known MSVC (and MSVC with NVCC) bugs
-
-The PyTorch codebase sometimes likes to use exciting C++ features, and
-these exciting features lead to exciting bugs in Windows compilers.
-To add insult to injury, the error messages will often not tell you
-which line of code actually induced the erroring template instantiation.
-
-I've found the most effective way to debug these problems is to
-carefully read over diffs, keeping in mind known bugs in MSVC/NVCC.
-Here are a few well known pitfalls and workarounds:
-
-* This is not actually a bug per se, but in general, code generated by MSVC
-  is more sensitive to memory errors; you may have written some code
-  that does a use-after-free or stack overflows; on Linux the code
-  might work, but on Windows your program will crash.  ASAN may not
-  catch all of these problems: stay vigilant to the possibility that
-  your crash is due to a real memory problem.
-
-* (NVCC) `c10::optional` does not work when used from device code.  Don't use
-  it from kernels.  Upstream issue: https://github.com/akrzemi1/Optional/issues/58
-  and our local issue #10329.
-
-* `constexpr` generally works less well on MSVC.
-
-  * The idiom `static_assert(f() == f())` to test if `f` is constexpr
-    does not work; you'll get "error C2131: expression did not evaluate
-    to a constant".  Don't use these asserts on Windows.
-    (Example: `c10/util/intrusive_ptr.h`)
-
-* (NVCC) Code you access inside a `static_assert` will eagerly be
-  evaluated as if it were device code, and so you might get an error
-  that the code is "not accessible".
-
-```
-class A {
-  static A singleton_;
-  static constexpr inline A* singleton() {
-    return &singleton_;
-  }
-};
-static_assert(std::is_same(A*, decltype(A::singelton()))::value, "hmm");
-```
-
-* The compiler will run out of heap if you attempt to compile files that
-  are too large.  Splitting such files into separate files helps.
-  (Example: `THTensorMath`, `THTensorMoreMath`, `THTensorEvenMoreMath`.)
-
-### Running Clang-Tidy
-
-[Clang-Tidy](https://clang.llvm.org/extra/clang-tidy/index.html) is a C++
-linter and static analysis tool based on the clang compiler. We run clang-tidy
-in our CI to make sure that new C++ code is safe, sane and efficient. See our
-[.travis.yml](https://github.com/pytorch/pytorch/blob/master/.travis.yml) file
-for the simple commands we use for this.
-
-To run clang-tidy locally, follow these steps:
-
-1. Install clang-tidy. First, check if you already have clang-tidy by simply
-writing `clang-tidy` in your terminal. If you don't yet have clang-tidy, you
-should be able to install it easily with your package manager, e.g. by writing
-`apt-get install clang-tidy` on Ubuntu. See https://apt.llvm.org for details on
-how to install the latest version. Note that newer versions of clang-tidy will
-have more checks than older versions. In our CI, we run clang-tidy-6.0.
-
-2. Use our driver script to run clang-tidy over any changes relative to some
-   git revision (you may want to replace `HEAD~1` with `HEAD` to pick up
-   uncommitted changes). Changes are picked up based on a `git diff` with the
-   given revision:
-  ```sh
-  $ python tools/clang_tidy.py -d build -p torch/csrc --diff 'HEAD~1'
-  ```
-
-Above, it is assumed you are in the PyTorch root folder. `path/to/build` should
-be the path to where you built PyTorch from source, e.g. `build` in the PyTorch
-root folder if you used `setup.py build`. You can use `-c <clang-tidy-binary>`
-to change the clang-tidy this script uses. Make sure you have PyYaml installed,
-which is in PyTorch's `requirements.txt`.
-
-## Caffe2 notes
-
-In 2018, we merged Caffe2 into the PyTorch source repository.  While the
-steady state aspiration is that Caffe2 and PyTorch share code freely,
-in the meantime there will be some separation.
-
-If you submit a PR to only PyTorch or only Caffe2 code, CI will only
-run for the project you edited.  The logic for this is implemented
-in `.jenkins/pytorch/dirty.sh` and `.jenkins/caffe2/dirty.sh`; you
-can look at this to see what path prefixes constitute changes.
-This also means if you ADD a new top-level path, or you start
-sharing code between projects, you need to modify these files.
-
-There are a few "unusual" directories which, for historical reasons,
-are Caffe2/PyTorch specific.  Here they are:
-
-- `CMakeLists.txt`, `Makefile`, `binaries`, `cmake`, `conda`, `modules`,
-  `scripts` are Caffe2-specific.  Don't put PyTorch code in them without
-  extra coordination.
-
-- `mypy*`, `requirements.txt`, `setup.py`, `test`, `tools` are
-  PyTorch-specific.  Don't put Caffe2 code in them without extra
-  coordination.

Dockerfile

@@ -0,0 +1,41 @@
+FROM nvidia/cuda:8.0-cudnn6-devel-ubuntu16.04 
+
+RUN echo "deb http://developer.download.nvidia.com/compute/machine-learning/repos/ubuntu1604/x86_64 /" > /etc/apt/sources.list.d/nvidia-ml.list
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+         build-essential \
+         cmake \
+         git \
+         curl \
+         vim \
+         ca-certificates \
+         libnccl2=2.0.5-2+cuda8.0 \
+         libnccl-dev=2.0.5-2+cuda8.0 \
+         libjpeg-dev \
+         libpng-dev &&\
+     rm -rf /var/lib/apt/lists/*
+
+
+ENV PYTHON_VERSION=3.6
+RUN curl -o ~/miniconda.sh -O  https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh  && \
+     chmod +x ~/miniconda.sh && \
+     ~/miniconda.sh -b -p /opt/conda && \     
+     rm ~/miniconda.sh && \
+#     /opt/conda/bin/conda install conda-build && \
+     /opt/conda/bin/conda create -y --name pytorch-py$PYTHON_VERSION python=$PYTHON_VERSION numpy pyyaml scipy ipython mkl&& \
+     /opt/conda/bin/conda clean -ya 
+ENV PATH /opt/conda/envs/pytorch-py$PYTHON_VERSION/bin:$PATH
+RUN conda install --name pytorch-py$PYTHON_VERSION -c soumith magma-cuda80
+# This must be done before pip so that requirements.txt is available
+WORKDIR /opt/pytorch
+COPY . .
+
+RUN git submodule update --init
+RUN TORCH_CUDA_ARCH_LIST="3.5 5.2 6.0 6.1+PTX" TORCH_NVCC_FLAGS="-Xfatbin -compress-all" \
+    CMAKE_PREFIX_PATH="$(dirname $(which conda))/../" \
+    pip install -v .
+
+RUN git clone https://github.com/pytorch/vision.git && cd vision && pip install -v .
+
+WORKDIR /workspace
+RUN chmod -R a+w /workspace

LICENSE

@@ -1,5 +1,3 @@
-From PyTorch:
-
 Copyright (c) 2016-     Facebook, Inc            (Adam Paszke)
 Copyright (c) 2014-     Facebook, Inc            (Soumith Chintala)
 Copyright (c) 2011-2014 Idiap Research Institute (Ronan Collobert)
@@ -10,36 +8,6 @@ Copyright (c) 2006-2010 NEC Laboratories America (Ronan Collobert, Leon Bottou,
 Copyright (c) 2006      Idiap Research Institute (Samy Bengio)
 Copyright (c) 2001-2004 Idiap Research Institute (Ronan Collobert, Samy Bengio, Johnny Mariethoz)
 
-From Caffe2:
-
-Copyright (c) 2016-present, Facebook Inc. All rights reserved.
-
-All contributions by Facebook:
-Copyright (c) 2016 Facebook Inc.
- 
-All contributions by Google:
-Copyright (c) 2015 Google Inc.
-All rights reserved.
- 
-All contributions by Yangqing Jia:
-Copyright (c) 2015 Yangqing Jia
-All rights reserved.
- 
-All contributions from Caffe:
-Copyright(c) 2013, 2014, 2015, the respective contributors
-All rights reserved.
- 
-All other contributions:
-Copyright(c) 2015, 2016 the respective contributors
-All rights reserved.
- 
-Caffe2 uses a copyright model similar to Caffe: each contributor holds
-copyright over their contributions to Caffe2. The project versioning records
-all such contribution and copyright details. If a contributor wants to further
-mark their specific copyright on a particular contribution, they should
-indicate their copyright solely in the commit message of the change when it is
-committed.
-
 All rights reserved.
 
 Redistribution and use in source and binary forms, with or without

Makefile

@@ -1,21 +0,0 @@
-# This makefile does nothing but delegating the actual building to cmake.
-
-all:
-	@mkdir -p build && cd build && cmake .. $(shell python ./scripts/get_python_cmake_flags.py) && $(MAKE)
-
-local:
-	@./scripts/build_local.sh
-
-android:
-	@./scripts/build_android.sh
-
-ios:
-	@./scripts/build_ios.sh
-
-clean: # This will remove ALL build folders.
-	@rm -r build*/
-
-linecount:
-	@cloc --read-lang-def=caffe.cloc caffe2 || \
-		echo "Cloc is not available on the machine. You can install cloc with " && \
-		echo "    sudo apt-get install cloc"

NOTICE

@@ -1,309 +0,0 @@
-=======================================================================
-Software under third_party
-=======================================================================
-Software libraries under third_party are provided as github submodule
-links, and their content is not part of the Caffe2 codebase. Their
-licences can be found under the respective software repositories.
-
-=======================================================================
-Earlier BSD License
-=======================================================================
-Early development of Caffe2 in 2015 and early 2016 is licensed under the
-BSD license. The license is attached below:
-
-All contributions by Facebook:
-Copyright (c) 2016 Facebook Inc.
-
-All contributions by Google:
-Copyright (c) 2015 Google Inc.
-All rights reserved.
-
-All contributions by Yangqing Jia:
-Copyright (c) 2015 Yangqing Jia
-All rights reserved.
-
-All other contributions:
-Copyright(c) 2015, 2016 the respective contributors
-All rights reserved.
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice, this
-   list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright notice,
-   this list of conditions and the following disclaimer in the documentation
-   and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-
-=======================================================================
-Caffe's BSD License
-=======================================================================
-Some parts of the caffe2 code is derived from the original Caffe code, which is
-created by Yangqing Jia and is now a BSD-licensed open-source project. The Caffe
-license is as follows:
-
-COPYRIGHT
-
-All contributions by the University of California:
-Copyright (c) 2014, The Regents of the University of California (Regents)
-All rights reserved.
-
-All other contributions:
-Copyright (c) 2014, the respective contributors
-All rights reserved.
-
-Caffe uses a shared copyright model: each contributor holds copyright over
-their contributions to Caffe. The project versioning records all such
-contribution and copyright details. If a contributor wants to further mark
-their specific copyright on a particular contribution, they should indicate
-their copyright solely in the commit message of the change when it is
-committed.
-
-LICENSE
-
-Redistribution and use in source and binary forms, with or without
-modification, are permitted provided that the following conditions are met:
-
-1. Redistributions of source code must retain the above copyright notice, this
-   list of conditions and the following disclaimer.
-2. Redistributions in binary form must reproduce the above copyright notice,
-   this list of conditions and the following disclaimer in the documentation
-   and/or other materials provided with the distribution.
-
-THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
-ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
-WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
-DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
-ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
-(INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
-LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
-ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-(INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
-SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-CONTRIBUTION AGREEMENT
-
-By contributing to the BVLC/caffe repository through pull-request, comment,
-or otherwise, the contributor releases their content to the
-license and copyright terms herein.
-
-=======================================================================
-Caffe2's Apache License
-=======================================================================
-
-This repo contains Caffe2 code, which was previously licensed under
-Apache License Version 2.0:
-
-                                 Apache License
-                           Version 2.0, January 2004
-                        http://www.apache.org/licenses/
-
-   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
-   1. Definitions.
-
-      "License" shall mean the terms and conditions for use, reproduction,
-      and distribution as defined by Sections 1 through 9 of this document.
-
-      "Licensor" shall mean the copyright owner or entity authorized by
-      the copyright owner that is granting the License.
-
-      "Legal Entity" shall mean the union of the acting entity and all
-      other entities that control, are controlled by, or are under common
-      control with that entity. For the purposes of this definition,
-      "control" means (i) the power, direct or indirect, to cause the
-      direction or management of such entity, whether by contract or
-      otherwise, or (ii) ownership of fifty percent (50%) or more of the
-      outstanding shares, or (iii) beneficial ownership of such entity.
-
-      "You" (or "Your") shall mean an individual or Legal Entity
-      exercising permissions granted by this License.
-
-      "Source" form shall mean the preferred form for making modifications,
-      including but not limited to software source code, documentation
-      source, and configuration files.
-
-      "Object" form shall mean any form resulting from mechanical
-      transformation or translation of a Source form, including but
-      not limited to compiled object code, generated documentation,
-      and conversions to other media types.
-
-      "Work" shall mean the work of authorship, whether in Source or
-      Object form, made available under the License, as indicated by a
-      copyright notice that is included in or attached to the work
-      (an example is provided in the Appendix below).
-
-      "Derivative Works" shall mean any work, whether in Source or Object
-      form, that is based on (or derived from) the Work and for which the
-      editorial revisions, annotations, elaborations, or other modifications
-      represent, as a whole, an original work of authorship. For the purposes
-      of this License, Derivative Works shall not include works that remain
-      separable from, or merely link (or bind by name) to the interfaces of,
-      the Work and Derivative Works thereof.
-
-      "Contribution" shall mean any work of authorship, including
-      the original version of the Work and any modifications or additions
-      to that Work or Derivative Works thereof, that is intentionally
-      submitted to Licensor for inclusion in the Work by the copyright owner
-      or by an individual or Legal Entity authorized to submit on behalf of
-      the copyright owner. For the purposes of this definition, "submitted"
-      means any form of electronic, verbal, or written communication sent
-      to the Licensor or its representatives, including but not limited to
-      communication on electronic mailing lists, source code control systems,
-      and issue tracking systems that are managed by, or on behalf of, the
-      Licensor for the purpose of discussing and improving the Work, but
-      excluding communication that is conspicuously marked or otherwise
-      designated in writing by the copyright owner as "Not a Contribution."
-
-      "Contributor" shall mean Licensor and any individual or Legal Entity
-      on behalf of whom a Contribution has been received by Licensor and
-      subsequently incorporated within the Work.
-
-   2. Grant of Copyright License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      copyright license to reproduce, prepare Derivative Works of,
-      publicly display, publicly perform, sublicense, and distribute the
-      Work and such Derivative Works in Source or Object form.
-
-   3. Grant of Patent License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      (except as stated in this section) patent license to make, have made,
-      use, offer to sell, sell, import, and otherwise transfer the Work,
-      where such license applies only to those patent claims licensable
-      by such Contributor that are necessarily infringed by their
-      Contribution(s) alone or by combination of their Contribution(s)
-      with the Work to which such Contribution(s) was submitted. If You
-      institute patent litigation against any entity (including a
-      cross-claim or counterclaim in a lawsuit) alleging that the Work
-      or a Contribution incorporated within the Work constitutes direct
-      or contributory patent infringement, then any patent licenses
-      granted to You under this License for that Work shall terminate
-      as of the date such litigation is filed.
-
-   4. Redistribution. You may reproduce and distribute copies of the
-      Work or Derivative Works thereof in any medium, with or without
-      modifications, and in Source or Object form, provided that You
-      meet the following conditions:
-
-      (a) You must give any other recipients of the Work or
-          Derivative Works a copy of this License; and
-
-      (b) You must cause any modified files to carry prominent notices
-          stating that You changed the files; and
-
-      (c) You must retain, in the Source form of any Derivative Works
-          that You distribute, all copyright, patent, trademark, and
-          attribution notices from the Source form of the Work,
-          excluding those notices that do not pertain to any part of
-          the Derivative Works; and
-
-      (d) If the Work includes a "NOTICE" text file as part of its
-          distribution, then any Derivative Works that You distribute must
-          include a readable copy of the attribution notices contained
-          within such NOTICE file, excluding those notices that do not
-          pertain to any part of the Derivative Works, in at least one
-          of the following places: within a NOTICE text file distributed
-          as part of the Derivative Works; within the Source form or
-          documentation, if provided along with the Derivative Works; or,
-          within a display generated by the Derivative Works, if and
-          wherever such third-party notices normally appear. The contents
-          of the NOTICE file are for informational purposes only and
-          do not modify the License. You may add Your own attribution
-          notices within Derivative Works that You distribute, alongside
-          or as an addendum to the NOTICE text from the Work, provided
-          that such additional attribution notices cannot be construed
-          as modifying the License.
-
-      You may add Your own copyright statement to Your modifications and
-      may provide additional or different license terms and conditions
-      for use, reproduction, or distribution of Your modifications, or
-      for any such Derivative Works as a whole, provided Your use,
-      reproduction, and distribution of the Work otherwise complies with
-      the conditions stated in this License.
-
-   5. Submission of Contributions. Unless You explicitly state otherwise,
-      any Contribution intentionally submitted for inclusion in the Work
-      by You to the Licensor shall be under the terms and conditions of
-      this License, without any additional terms or conditions.
-      Notwithstanding the above, nothing herein shall supersede or modify
-      the terms of any separate license agreement you may have executed
-      with Licensor regarding such Contributions.
-
-   6. Trademarks. This License does not grant permission to use the trade
-      names, trademarks, service marks, or product names of the Licensor,
-      except as required for reasonable and customary use in describing the
-      origin of the Work and reproducing the content of the NOTICE file.
-
-   7. Disclaimer of Warranty. Unless required by applicable law or
-      agreed to in writing, Licensor provides the Work (and each
-      Contributor provides its Contributions) on an "AS IS" BASIS,
-      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-      implied, including, without limitation, any warranties or conditions
-      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
-      PARTICULAR PURPOSE. You are solely responsible for determining the
-      appropriateness of using or redistributing the Work and assume any
-      risks associated with Your exercise of permissions under this License.
-
-   8. Limitation of Liability. In no event and under no legal theory,
-      whether in tort (including negligence), contract, or otherwise,
-      unless required by applicable law (such as deliberate and grossly
-      negligent acts) or agreed to in writing, shall any Contributor be
-      liable to You for damages, including any direct, indirect, special,
-      incidental, or consequential damages of any character arising as a
-      result of this License or out of the use or inability to use the
-      Work (including but not limited to damages for loss of goodwill,
-      work stoppage, computer failure or malfunction, or any and all
-      other commercial damages or losses), even if such Contributor
-      has been advised of the possibility of such damages.
-
-   9. Accepting Warranty or Additional Liability. While redistributing
-      the Work or Derivative Works thereof, You may choose to offer,
-      and charge a fee for, acceptance of support, warranty, indemnity,
-      or other liability obligations and/or rights consistent with this
-      License. However, in accepting such obligations, You may act only
-      on Your own behalf and on Your sole responsibility, not on behalf
-      of any other Contributor, and only if You agree to indemnify,
-      defend, and hold each Contributor harmless for any liability
-      incurred by, or claims asserted against, such Contributor by reason
-      of your accepting any such warranty or additional liability.
-
-   END OF TERMS AND CONDITIONS
-
-   APPENDIX: How to apply the Apache License to your work.
-
-      To apply the Apache License to your work, attach the following
-      boilerplate notice, with the fields enclosed by brackets "[]"
-      replaced with your own identifying information. (Don't include
-      the brackets!)  The text should be enclosed in the appropriate
-      comment syntax for the file format. We also recommend that a
-      file or class name and description of purpose be included on the
-      same "printed page" as the copyright notice for easier
-      identification within third-party archives.
-
-   Copyright [yyyy] [name of copyright owner]
-
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-
-       http://www.apache.org/licenses/LICENSE-2.0
-
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License.

README.md

@@ -1,4 +1,4 @@
-![PyTorch Logo](https://github.com/pytorch/pytorch/blob/master/docs/source/_static/img/pytorch-logo-dark.png)
+<p align="center"><img width="40%" src="docs/source/_static/img/pytorch-logo-dark.png" /></p>
 
 --------------------------------------------------------------------------------
 
@@ -15,36 +15,48 @@ We are in an early-release beta. Expect some adventures and rough edges.
   - [Binaries](#binaries)
   - [From Source](#from-source)
   - [Docker Image](#docker-image)
-  - [Building the Documentation](#building-the-documentation)
-  - [Previous Versions](#previous-versions)
 - [Getting Started](#getting-started)
 - [Communication](#communication)
 - [Releases and Contributing](#releases-and-contributing)
 - [The Team](#the-team)
 
-| System | 2.7 | 3.5 | 3.6 |
-| :---: | :---: | :---: | :--: |
-| Linux CPU | [![Build Status](https://ci.pytorch.org/jenkins/job/pytorch-master/badge/icon)](https://ci.pytorch.org/jenkins/job/pytorch-master/) | [![Build Status](https://ci.pytorch.org/jenkins/job/pytorch-master/badge/icon)](https://ci.pytorch.org/jenkins/job/pytorch-master/) | <center>—</center> |
-| Linux GPU | [![Build Status](https://ci.pytorch.org/jenkins/job/pytorch-master/badge/icon)](https://ci.pytorch.org/jenkins/job/pytorch-master/) | [![Build Status](https://ci.pytorch.org/jenkins/job/pytorch-master/badge/icon)](https://ci.pytorch.org/jenkins/job/pytorch-master/) | <center>—</center> |
-| Windows GPU | <center>—</center> | [![Build Status](https://ci.pytorch.org/jenkins/job/pytorch-builds/job/pytorch-win-ws2016-cuda9-cudnn7-py3-trigger/badge/icon)](https://ci.pytorch.org/jenkins/job/pytorch-builds/job/pytorch-win-ws2016-cuda9-cudnn7-py3-trigger/) |  <center>—</center> |
-| Linux (ppc64le) CPU | [![Build Status](https://powerci.osuosl.org/job/pytorch-master-nightly-py2-linux-ppc64le/badge/icon)](https://powerci.osuosl.org/job/pytorch-master-nightly-py2-linux-ppc64le/) | — | [![Build Status](https://powerci.osuosl.org/job/pytorch-master-nightly-py3-linux-ppc64le/badge/icon)](https://powerci.osuosl.org/job/pytorch-master-nightly-py3-linux-ppc64le/) |
-| Linux (ppc64le) GPU | [![Build Status](https://powerci.osuosl.org/job/pytorch-linux-cuda9-cudnn7-py2-mpi-build-test-gpu/badge/icon)](https://powerci.osuosl.org/job/pytorch-linux-cuda9-cudnn7-py2-mpi-build-test-gpu/) | — | [![Build Status](https://powerci.osuosl.org/job/pytorch-linux-cuda92-cudnn7-py3-mpi-build-test-gpu/badge/icon)](https://powerci.osuosl.org/job/pytorch-linux-cuda92-cudnn7-py3-mpi-build-test-gpu/) |
-
-See also the [ci.pytorch.org HUD](https://ezyang.github.io/pytorch-ci-hud/build/pytorch-master).
+| System | 2.7 | 3.5 |
+| --- | --- | --- |
+| Linux CPU | [![Build Status](https://travis-ci.org/pytorch/pytorch.svg?branch=master)](https://travis-ci.org/pytorch/pytorch) | [![Build Status](https://travis-ci.org/pytorch/pytorch.svg?branch=master)](https://travis-ci.org/pytorch/pytorch) |
+| Linux GPU | [![Build Status](http://build.pytorch.org:8080/buildStatus/icon?job=pytorch-master-py2-linux)](https://build.pytorch.org/job/pytorch-master-py2-linux) | [![Build Status](http://build.pytorch.org:8080/buildStatus/icon?job=pytorch-master-py3-linux)](https://build.pytorch.org/job/pytorch-master-py3-linux) |
+| macOS CPU | [![Build Status](http://build.pytorch.org:8080/buildStatus/icon?job=pytorch-master-py2-osx-cpu)](https://build.pytorch.org/job/pytorch-master-py2-osx-cpu) | [![Build Status](http://build.pytorch.org:8080/buildStatus/icon?job=pytorch-master-py3-osx-cpu)](https://build.pytorch.org/job/pytorch-master-py3-osx-cpu) |
 
 
 ## More about PyTorch
 
 At a granular level, PyTorch is a library that consists of the following components:
 
-| Component | Description |
-| ---- | --- |
-| **torch** | a Tensor library like NumPy, with strong GPU support |
-| **torch.autograd** | a tape-based automatic differentiation library that supports all differentiable Tensor operations in torch |
-| **torch.nn** | a neural networks library deeply integrated with autograd designed for maximum flexibility |
-| **torch.multiprocessing** | Python multiprocessing, but with magical memory sharing of torch Tensors across processes. Useful for data loading and Hogwild training |
-| **torch.utils** | DataLoader, Trainer and other utility functions for convenience |
-| **torch.legacy(.nn/.optim)** | legacy code that has been ported over from torch for backward compatibility reasons |
+<table>
+<tr>
+    <td><b> torch </b></td>
+    <td> a Tensor library like NumPy, with strong GPU support </td>
+</tr>
+<tr>
+    <td><b> torch.autograd </b></td>
+    <td> a tape-based automatic differentiation library that supports all differentiable Tensor operations in torch </td>
+</tr>
+<tr>
+    <td><b> torch.nn </b></td>
+    <td> a neural networks library deeply integrated with autograd designed for maximum flexibility </td>
+</tr>
+<tr>
+    <td><b> torch.multiprocessing  </b></td>
+    <td> Python multiprocessing, but with magical memory sharing of torch Tensors across processes. Useful for data loading and Hogwild training. </td>
+</tr>
+<tr>
+    <td><b> torch.utils </b></td>
+    <td> DataLoader, Trainer and other utility functions for convenience </td>
+</tr>
+<tr>
+    <td><b> torch.legacy(.nn/.optim) </b></td>
+    <td> legacy code that has been ported over from torch for backward compatibility reasons </td>
+</tr>
+</table>
 
 Usually one uses PyTorch either as:
 
@@ -57,10 +69,10 @@ Elaborating further:
 
 If you use NumPy, then you have used Tensors (a.k.a ndarray).
 
-![Tensor illustration](https://github.com/pytorch/pytorch/blob/master/docs/source/_static/img/tensor_illustration.png)
+<p align=center><img width="30%" src="docs/source/_static/img/tensor_illustration.png" /></p>
 
-PyTorch provides Tensors that can live either on the CPU or the GPU, and accelerates the
-computation by a huge amount.
+PyTorch provides Tensors that can live either on the CPU or the GPU, and accelerate
+compute by a huge amount.
 
 We provide a wide variety of tensor routines to accelerate and fit your scientific computation needs
 such as slicing, indexing, math operations, linear algebra, reductions.
@@ -79,18 +91,18 @@ change the way your network behaves arbitrarily with zero lag or overhead. Our i
 from several research papers on this topic, as well as current and past work such as
 [torch-autograd](https://github.com/twitter/torch-autograd),
 [autograd](https://github.com/HIPS/autograd),
-[Chainer](https://chainer.org), etc.
+[Chainer](http://chainer.org), etc.
 
 While this technique is not unique to PyTorch, it's one of the fastest implementations of it to date.
 You get the best of speed and flexibility for your crazy research.
 
-![Dynamic graph](https://github.com/pytorch/pytorch/blob/master/docs/source/_static/img/dynamic_graph.gif)
+<p align=center><img width="80%" src="docs/source/_static/img/dynamic_graph.gif" /></p>
 
 ### Python First
 
 PyTorch is not a Python binding into a monolithic C++ framework.
 It is built to be deeply integrated into Python.
-You can use it naturally like you would use [NumPy](http://www.numpy.org/) / [SciPy](https://www.scipy.org/) / [scikit-learn](http://scikit-learn.org) etc.
+You can use it naturally like you would use NumPy / SciPy / scikit-learn etc.
 You can write your new neural network layers in Python itself, using your favorite libraries
 and use packages such as Cython and Numba.
 Our goal is to not reinvent the wheel where appropriate.
@@ -106,9 +118,10 @@ We hope you never spend hours debugging your code because of bad stack traces or
 ### Fast and Lean
 
 PyTorch has minimal framework overhead. We integrate acceleration libraries
-such as [Intel MKL](https://software.intel.com/mkl) and NVIDIA (cuDNN, NCCL) to maximize speed.
+such as Intel MKL and NVIDIA (cuDNN, NCCL) to maximize speed.
 At the core, its CPU and GPU Tensor and neural network backends
-(TH, THC, THNN, THCUNN) are mature and have been tested for years.
+(TH, THC, THNN, THCUNN) are written as independent libraries with a C99 API.
+They are mature and have been tested for years.
 
 Hence, PyTorch is quite fast – whether you run small or large neural networks.
 
@@ -123,10 +136,11 @@ Writing new neural network modules, or interfacing with PyTorch's Tensor API was
 and with minimal abstractions.
 
 You can write new neural network layers in Python using the torch API
-[or your favorite NumPy-based libraries such as SciPy](https://pytorch.org/tutorials/advanced/numpy_extensions_tutorial.html).
+[or your favorite NumPy-based libraries such as SciPy](http://pytorch.org/tutorials/advanced/numpy_extensions_tutorial.html).
 
-If you want to write your layers in C/C++, we provide a convenient extension API that is efficient and with minimal boilerplate.
-There is no wrapper code that needs to be written. You can see [a tutorial here](https://pytorch.org/tutorials/advanced/cpp_extension.html) and [an example here](https://github.com/pytorch/extension-cpp).
+If you want to write your layers in C/C++, we provide an extension API based on
+[cffi](http://cffi.readthedocs.io/en/latest/) that is efficient and with minimal boilerplate.
+There is no wrapper code that needs to be written. You can see [a tutorial here](http://pytorch.org/tutorials/advanced/c_extension.html) and [an example here](https://github.com/pytorch/extension-ffi).
 
 
 ## Installation
@@ -134,7 +148,7 @@ There is no wrapper code that needs to be written. You can see [a tutorial here]
 ### Binaries
 Commands to install from binaries via Conda or pip wheels are on our website:
 
-[https://pytorch.org](https://pytorch.org)
+[http://pytorch.org](http://pytorch.org)
 
 ### From Source
 
@@ -148,11 +162,6 @@ If you want to compile with CUDA support, install
 - [NVIDIA cuDNN](https://developer.nvidia.com/cudnn) v6.x or above
 
 If you want to disable CUDA support, export environment variable `NO_CUDA=1`.
-Other potentially useful environment variables may be found in `setup.py`.
-
-If you want to build on Windows, Visual Studio 2017 14.11 toolset and NVTX are also needed.
-Especially, for CUDA 8 build on Windows, there will be an additional requirement for VS 2015 Update 3 and a patch for it.
-The details of the patch can be found out [here](https://support.microsoft.com/en-gb/help/4020481/fix-link-exe-crashes-with-a-fatal-lnk1000-error-when-you-use-wholearch).
 
 #### Install optional dependencies
 
@@ -161,27 +170,20 @@ On Linux
 export CMAKE_PREFIX_PATH="$(dirname $(which conda))/../" # [anaconda root directory]
 
 # Install basic dependencies
-conda install numpy pyyaml mkl mkl-include setuptools cmake cffi typing
-conda install -c mingfeima mkldnn
+conda install numpy pyyaml mkl setuptools cmake cffi
 
 # Add LAPACK support for the GPU
-conda install -c pytorch magma-cuda92 # or [magma-cuda80 | magma-cuda91] depending on your cuda version
+conda install -c soumith magma-cuda80 # or magma-cuda75 if CUDA 7.5
 ```
 
-On macOS
+On OSX
 ```bash
 export CMAKE_PREFIX_PATH=[anaconda root directory]
-conda install numpy pyyaml mkl mkl-include setuptools cmake cffi typing
-```
-
-On Windows
-```cmd
-conda install numpy pyyaml mkl mkl-include setuptools cmake cffi typing
+conda install numpy pyyaml setuptools cmake cffi
 ```
 #### Get the PyTorch source
 ```bash
 git clone --recursive https://github.com/pytorch/pytorch
-cd pytorch
 ```
 
 #### Install PyTorch
@@ -190,35 +192,22 @@ On Linux
 python setup.py install
 ```
 
-On macOS
+On OSX
 ```bash
 MACOSX_DEPLOYMENT_TARGET=10.9 CC=clang CXX=clang++ python setup.py install
 ```
 
-On Windows
-```cmd
-set "VS150COMNTOOLS=C:\Program Files (x86)\Microsoft Visual Studio\2017\Enterprise\VC\Auxiliary\Build"
-set CMAKE_GENERATOR=Visual Studio 15 2017 Win64
-set DISTUTILS_USE_SDK=1
-REM The following two lines are needed for Python 2.7, but the support for it is very experimental.
-set MSSdk=1
-set FORCE_PY27_BUILD=1
-REM As for CUDA 8, VS2015 Update 3 is also required to build PyTorch. Use the following line.
-set "CUDAHOSTCXX=%VS140COMNTOOLS%\..\..\VC\bin\amd64\cl.exe"
-
-call "%VS150COMNTOOLS%\vcvarsall.bat" x64 -vcvars_ver=14.11
-python setup.py install
-```
-
 ### Docker image
 
-Dockerfile is supplied to build images with cuda support and cudnn v7. You can pass `-e PYTHON_VERSION=x.y` flag to specify which python version is to be used by Miniconda, or leave it unset to use the default. Build as usual
+Dockerfile is supplied to build images with cuda support and cudnn v6. Build as usual
 ```
-docker build -t pytorch -f docker/pytorch/Dockerfile .
+docker build -t pytorch .
 ```
-
-You can also pull a pre-built docker image from Docker Hub and run with nvidia-docker,
-but this is not currently maintained and will pull PyTorch 0.2.
+Dockerfile to build with cuda 9 and cudnn v7 (with Volta support) is in tools/docker, the build command is
+```
+docker build -t pytorch_cuda9 -f tools/docker/Dockerfile9 .
+```
+Alternatively, if you want to use a runtime image, you can use the pre-built one from Docker Hub and run with nvidia-docker:
 ```
 nvidia-docker run --rm -ti --ipc=host pytorch/pytorch:latest
 ```
@@ -226,41 +215,24 @@ Please note that PyTorch uses shared memory to share data between processes, so
 for multithreaded data loaders) the default shared memory segment size that container runs with is not enough, and you
 should increase shared memory size either with `--ipc=host` or `--shm-size` command line options to `nvidia-docker run`.
 
-### Building the Documentation
-
-To build documentation in various formats, you will need [Sphinx](http://www.sphinx-doc.org) and the
-readthedocs theme.
-
-```
-cd docs/
-pip install -r requirements.txt
-```
-You can then build the documentation by running ``make <format>`` from the
-``docs/`` folder. Run ``make`` to get a list of all available output formats.
-
-### Previous Versions
-
-Installation instructions and binaries for previous PyTorch versions may be found
-on [our website](https://pytorch.org/previous-versions).
-
 
 ## Getting Started
 
 Three pointers to get you started:
-- [Tutorials: get you started with understanding and using PyTorch](https://pytorch.org/tutorials/)
+- [Tutorials: get you started with understanding and using PyTorch](http://pytorch.org/tutorials/)
 - [Examples: easy to understand pytorch code across all domains](https://github.com/pytorch/examples)
-- [The API Reference](https://pytorch.org/docs/)
+- [The API Reference](http://pytorch.org/docs/)
 
 ## Communication
-* forums: discuss implementations, research, etc. https://discuss.pytorch.org
+* forums: discuss implementations, research, etc. http://discuss.pytorch.org
 * GitHub issues: bug reports, feature requests, install issues, RFCs, thoughts, etc.
-* Slack: general chat, online discussions, collaboration etc. https://pytorch.slack.com/ . Our slack channel is invite-only to promote a healthy balance between power-users and beginners. If you need a slack invite, ping us at slack@pytorch.org
-* newsletter: no-noise, one-way email newsletter with important announcements about pytorch. You can sign-up here: https://eepurl.com/cbG0rv
+* Slack: general chat, online discussions, collaboration etc. https://pytorch.slack.com/ . Our slack channel is invite-only to promote a healthy balance between power-users and beginners. If you need a slack invite, ping us at soumith@pytorch.org
+* newsletter: no-noise, one-way email newsletter with important announcements about pytorch. You can sign-up here: http://eepurl.com/cbG0rv
 
 ## Releases and Contributing
 
 PyTorch has a 90 day release cycle (major releases).
-Its current state is Beta, we expect no obvious bugs. Please let us know if you encounter a bug by [filing an issue](https://github.com/pytorch/pytorch/issues).
+It's current state is Beta, we expect no obvious bugs. Please let us know if you encounter a bug by [filing an issue](https://github.com/pytorch/pytorch/issues).
 
 We appreciate all contributions. If you are planning to contribute back bug-fixes, please do so without any further discussion.
 
@@ -275,7 +247,3 @@ PyTorch is currently maintained by [Adam Paszke](https://apaszke.github.io/), [S
 A non-exhaustive but growing list needs to mention: Trevor Killeen, Sasank Chilamkurthy, Sergey Zagoruyko, Adam Lerer, Francisco Massa, Alykhan Tejani, Luca Antiga, Alban Desmaison, Andreas Kopf, James Bradbury, Zeming Lin, Yuandong Tian, Guillaume Lample, Marat Dukhan, Natalia Gimelshein, Christian Sarofeen, Martin Raison, Edward Yang, Zachary Devito.
 
 Note: this project is unrelated to [hughperkins/pytorch](https://github.com/hughperkins/pytorch) with the same name. Hugh is a valuable contributor in the Torch community and has helped with many things Torch and PyTorch.
-
-## License
-
-PyTorch is BSD-style licensed, as found in the LICENSE file.

aten/CMakeLists.txt

@@ -1,105 +0,0 @@
-if (BUILD_ATEN_MOBILE)
-  return()
-endif()
-
-# Find modules
-list(APPEND CMAKE_MODULE_PATH
-  /usr/lib/x86_64-linux-gnu/
-  ${CMAKE_CURRENT_SOURCE_DIR}/../cmake/Modules
-  ${CMAKE_CURRENT_SOURCE_DIR}/../cmake/public
-  ${CMAKE_CURRENT_SOURCE_DIR}/../cmake/Modules_CUDA_fix)
-list(APPEND CMAKE_LIBRARY_PATH /usr/lib/x86_64-linux-gnu/)
-
-cmake_policy(SET CMP0012 NEW)
-
-#############################################
-
-set(ATen_CPU_SRCS)
-set(ATen_CPU_TEST_SRCS)
-set(ATen_CPU_INCLUDE)
-set(ATen_THIRD_PARTY_INCLUDE)
-set(ATen_CUDA_SRCS)
-set(ATen_CUDA_TEST_SRCS)
-set(ATen_CUDA_INCLUDE)
-set(ATen_CPU_DEPENDENCY_LIBS)
-set(ATen_CUDA_DEPENDENCY_LIBS)
-set(ATen_PUBLIC_CUDA_DEPENDENCY_LIBS)
-SET(ATEN_INSTALL_BIN_SUBDIR "bin" CACHE PATH "ATen install binary subdirectory")
-SET(ATEN_INSTALL_LIB_SUBDIR "lib" CACHE PATH "ATen install library subdirectory")
-SET(ATEN_INSTALL_INCLUDE_SUBDIR "include" CACHE PATH "ATen install include subdirectory")
-
-if(USE_CUDA)
-  list(APPEND ATen_CUDA_INCLUDE ${CUDA_INCLUDE_DIRS})
-endif()
-
-set(TH_LINK_STYLE STATIC)
-add_subdirectory(src/TH)
-set(TH_CPU_INCLUDE
-  # dense
-  ${CMAKE_CURRENT_SOURCE_DIR}/src/TH
-  ${CMAKE_CURRENT_BINARY_DIR}/src/TH
-  ${CMAKE_CURRENT_SOURCE_DIR}/src
-  ${CMAKE_CURRENT_BINARY_DIR}/src
-  ${CMAKE_BINARY_DIR}/aten/src)
-list(APPEND ATen_CPU_INCLUDE ${TH_CPU_INCLUDE})
-
-if(USE_CUDA OR USE_ROCM)
-  set(TH_CUDA_INCLUDE
-    # dense
-    ${CMAKE_CURRENT_SOURCE_DIR}/src/THC
-    ${CMAKE_CURRENT_BINARY_DIR}/src/THC)
-  list(APPEND ATen_CUDA_INCLUDE ${TH_CUDA_INCLUDE})
-endif()
-
-add_subdirectory(src/THNN)
-
-# Find the HIP package, set the HIP paths, load the HIP CMake.
-IF(USE_ROCM)
-  include(LoadHIP)
-  if (NOT PYTORCH_FOUND_HIP)
-    MESSAGE(FATAL_ERROR
-      "Could not find HIP installation")
-  endif()
-ENDIF()
-
-IF(MSVC)
-  # we want to respect the standard, and we are bored of those **** .
-  ADD_DEFINITIONS(-D_CRT_SECURE_NO_DEPRECATE=1)
-  LIST(APPEND CUDA_NVCC_FLAGS "-Xcompiler /wd4819 -Xcompiler /wd4503 -Xcompiler /wd4190 -Xcompiler /wd4244 -Xcompiler /wd4251 -Xcompiler /wd4275 -Xcompiler /wd4522")
-ENDIF(MSVC)
-
-if(USE_ROCM)
-  SET(AT_CUDA_ENABLED 1)
-  add_subdirectory(src/THC)
-  add_subdirectory(src/THCUNN)
-  message("ROCm is enabled.")
-elseif(USE_CUDA)
-  SET(AT_CUDA_ENABLED 1)
-  add_subdirectory(src/THC)
-  add_subdirectory(src/THCUNN)
-else()
-  message("disabling CUDA because USE_CUDA is set false")
-  SET(AT_CUDA_ENABLED 0)
-endif()
-
-list(APPEND ATen_CPU_INCLUDE
-  ${CMAKE_CURRENT_SOURCE_DIR}/src/THNN
-  ${CMAKE_CURRENT_SOURCE_DIR}/src/THCUNN)
-
-list(APPEND ATen_CPU_INCLUDE
-  ${CMAKE_CURRENT_SOURCE_DIR}/src
-  ${CMAKE_CURRENT_SOURCE_DIR}/../third_party/catch/single_include
-  ${CMAKE_CURRENT_BINARY_DIR}/src/ATen)
-add_subdirectory(src/ATen)
-
-# Pass source, includes, and libs to parent
-set(ATen_CPU_SRCS ${ATen_CPU_SRCS} PARENT_SCOPE)
-set(ATen_CUDA_SRCS ${ATen_CUDA_SRCS} PARENT_SCOPE)
-set(ATen_CPU_TEST_SRCS ${ATen_CPU_TEST_SRCS} PARENT_SCOPE)
-set(ATen_CUDA_TEST_SRCS ${ATen_CUDA_TEST_SRCS} PARENT_SCOPE)
-set(ATen_CPU_INCLUDE ${ATen_CPU_INCLUDE} PARENT_SCOPE)
-set(ATen_CUDA_INCLUDE ${ATen_CUDA_INCLUDE} PARENT_SCOPE)
-set(ATen_THIRD_PARTY_INCLUDE ${ATen_THIRD_PARTY_INCLUDE} PARENT_SCOPE)
-set(ATen_CPU_DEPENDENCY_LIBS ${ATen_CPU_DEPENDENCY_LIBS} PARENT_SCOPE)
-set(ATen_CUDA_DEPENDENCY_LIBS ${ATen_CUDA_DEPENDENCY_LIBS} PARENT_SCOPE)
-set(ATen_CORE_TEST_SRCS ${ATen_CORE_TEST_SRCS} PARENT_SCOPE)

aten/conda/build.sh

@@ -1,21 +0,0 @@
-#!/bin/bash
-
-set -e
-
-if [ -z "$PREFIX" ]; then
-  PREFIX="$CONDA_PREFIX"
-fi
-
-# When conda-build constructs a new working copy to perform a build
-# in, it recursively copies *all* files and directories in the original
-# source directory, including any pre-existing build products (e.g.,
-# if you previously ran cmake.)  This is problematic, because if
-# a 'build' directory already exists, cmake will reuse build settings
-# rather than recompute them from scratch.  We want a fresh build, so
-# we prophylactically remove the build directory.
-rm -rf build || true
-
-mkdir -p build
-cd build
-cmake -DCMAKE_INSTALL_PREFIX="$PREFIX" -DCMAKE_PREFIX_PATH="$PREFIX" -DCMAKE_BUILD_TYPE=Release $CONDA_CMAKE_ARGS ..
-make install -j20

aten/conda/meta.yaml

@@ -1,33 +0,0 @@
-{% set version = "0.1.dev" %}
-
-package:
-  name: aten
-  version: {{ version }}
-
-source:
-  path: ..
-
-build:
-  number: 1
-  skip: True  # [win]
-  script_env:
-    - CONDA_CMAKE_ARGS
-
-requirements:
-  build:
-    - cmake
-    - pyyaml
-    - setuptools
-    - python
-    - mkl # [not osx]
-  run:
-    - mkl # [not osx]
-
-about:
-  home: https://github.com/zdevito/ATen
-  license: BSD
-  summary: A TENsor library for C++11
-
-extra:
-  recipe-maintainers:
-    - ezyang

aten/src/ATen/.gitignore

@@ -1 +0,0 @@
-Config.h

aten/src/ATen/ATen.h

@@ -1,24 +0,0 @@
-#pragma once
-
-#include "ATen/Allocator.h"
-#include "ATen/CPUGeneral.h"
-#include "ATen/Context.h"
-#include "ATen/Device.h"
-#include "ATen/DeviceGuard.h"
-#include "ATen/DimVector.h"
-#include "ATen/Dispatch.h"
-#include "ATen/Formatting.h"
-#include "ATen/Functions.h"
-#include "ATen/ScalarOps.h"
-#include "ATen/Tensor.h"
-#include "ATen/TensorGeometry.h"
-#include "ATen/TensorOperators.h"
-#include "ATen/Type.h"
-#include "ATen/core/ATenGeneral.h"
-#include "ATen/core/Generator.h"
-#include <c10/core/Layout.h>
-#include "ATen/core/Scalar.h"
-#include <c10/core/Storage.h>
-#include "ATen/core/TensorMethods.h"
-#include "ATen/core/TensorOptions.h"
-#include <c10/util/Exception.h>

aten/src/ATen/ATenConfig.cmake.in

@@ -1,9 +0,0 @@
-# Find the TH includes and library
-#
-# ATEN_INCLUDE_DIR -- where to find the includes
-# ATEN_LIBRARIES -- list of libraries to link against
-# ATEN_FOUND -- set to 1 if found
-
-SET(ATEN_FOUND 1)
-SET(ATEN_INCLUDE_DIR "@ATEN_INCLUDE_DIR@")
-SET(ATEN_LIBRARIES "@ATEN_LIBRARIES@")

aten/src/ATen/AccumulateType.h

@@ -1,46 +0,0 @@
-#pragma once
-#include "ATen/Config.h"
-#include "ATen/core/Half.h"
-
-// Defines the accumulation type for a scalar type.
-// Example:
-//   using accscalar_t = acc_type<scalar_t, true>;
-
-#if defined(__CUDACC__)
-#include <cuda.h>
-#include <cuda_fp16.h>
-#elif defined(__HIPCC__)
-#include <hip/hip_runtime.h>
-#include <hip/hip_fp16.h>
-#endif
-
-namespace at {
-
-template <typename T, bool is_cuda>
-struct AccumulateType { };
-
-#if defined(__CUDACC__) || defined(__HIPCC__)
-template <> struct AccumulateType<half, true> { using type = float; };
-#endif
-template <> struct AccumulateType<Half, true> { using type = float; };
-template <> struct AccumulateType<float, true> { using type = float; };
-template <> struct AccumulateType<double, true> { using type = double; };
-template <> struct AccumulateType<int8_t, true> { using type = int64_t; };
-template <> struct AccumulateType<uint8_t, true> { using type = int64_t; };
-template <> struct AccumulateType<char, true> { using type = int64_t; };
-template <> struct AccumulateType<int16_t, true> { using type = int64_t; };
-template <> struct AccumulateType<int32_t, true> { using type = int64_t; };
-template <> struct AccumulateType<int64_t, true> { using type = int64_t; };
-template <> struct AccumulateType<float, false> { using type = double; };
-template <> struct AccumulateType<double, false> { using type = double; };
-template <> struct AccumulateType<int8_t, false> { using type = int64_t; };
-template <> struct AccumulateType<uint8_t, false> { using type = int64_t; };
-template <> struct AccumulateType<char, false> { using type = int64_t; };
-template <> struct AccumulateType<int16_t, false> { using type = int64_t; };
-template <> struct AccumulateType<int32_t, false> { using type = int64_t; };
-template <> struct AccumulateType<int64_t, false> { using type = int64_t; };
-
-template<typename T, bool is_cuda>
-using acc_type = typename AccumulateType<T, is_cuda>::type;
-
-}  // namespace at

aten/src/ATen/Allocator.h

@@ -1,2 +0,0 @@
-#pragma once
-#include <c10/core/Allocator.h>

aten/src/ATen/ArrayRef.h

@@ -1,2 +0,0 @@
-#pragma once
-#include <c10/util/ArrayRef.h>

aten/src/ATen/Backend.h

@@ -1,2 +0,0 @@
-#pragma once
-#include <c10/core/Backend.h>

aten/src/ATen/Backtrace.h

@@ -1,2 +0,0 @@
-#pragma once
-#include <ATen/core/Backtrace.h>

aten/src/ATen/CMakeLists.txt

@@ -1,401 +0,0 @@
-cmake_minimum_required(VERSION 3.0 FATAL_ERROR)
-SET(CMAKE_MODULE_PATH ${CMAKE_CURRENT_SOURCE_DIR}/cmake ${CMAKE_MODULE_PATH})
-
-IF(NOT MSVC)
-  SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-ignored-qualifiers")
-  SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wno-ignored-qualifiers")
-  SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Wno-absolute-value")
-  SET(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wno-absolute-value")
-ENDIF(NOT MSVC)
-
-# Can be compiled standalone
-IF(NOT AT_INSTALL_BIN_DIR OR NOT AT_INSTALL_LIB_DIR OR NOT AT_INSTALL_INCLUDE_DIR OR NOT AT_INSTALL_SHARE_DIR)
-  SET(AT_INSTALL_BIN_DIR "bin" CACHE PATH "AT install binary subdirectory")
-  SET(AT_INSTALL_LIB_DIR "lib" CACHE PATH "AT install library subdirectory")
-  SET(AT_INSTALL_INCLUDE_DIR "include" CACHE PATH "AT install include subdirectory")
-  SET(AT_INSTALL_SHARE_DIR "share" CACHE PATH "AT install include subdirectory")
-ENDIF()
-
-CONFIGURE_FILE(Config.h.in "${CMAKE_CURRENT_SOURCE_DIR}/Config.h")
-CONFIGURE_FILE(cuda/CUDAConfig.h.in "${CMAKE_CURRENT_SOURCE_DIR}/cuda/CUDAConfig.h")
-
-# NB: If you edit these globs, you'll have to update setup.py package_data as well
-FILE(GLOB base_h "*.h" "detail/*.h" "cpu/*.h")
-FILE(GLOB base_cpp "*.cpp" "detail/*.cpp" "cpu/*.cpp")
-add_subdirectory(core)
-FILE(GLOB cuda_h "cuda/*.h" "cuda/detail/*.h" "cuda/*.cuh" "cuda/detail/*.cuh")
-FILE(GLOB cuda_cpp "cuda/*.cpp" "cuda/detail/*.cpp")
-FILE(GLOB cuda_cu "cuda/*.cu" "cuda/detail/*.cu")
-FILE(GLOB cudnn_h "cudnn/*.h" "cudnn/*.cuh")
-FILE(GLOB cudnn_cpp "cudnn/*.cpp")
-FILE(GLOB miopen_h "miopen/*.h")
-FILE(GLOB miopen_cpp "miopen/*.cpp")
-FILE(GLOB mkl_cpp "mkl/*.cpp")
-FILE(GLOB mkldnn_cpp "mkldnn/*.cpp")
-
-FILE(GLOB native_cpp "native/*.cpp")
-FILE(GLOB native_sparse_cpp "native/sparse/*.cpp")
-FILE(GLOB native_sparse_cuda_cu "native/sparse/cuda/*.cu")
-FILE(GLOB native_sparse_cuda_cpp "native/sparse/cuda/*.cpp")
-FILE(GLOB native_cudnn_cpp "native/cudnn/*.cpp")
-FILE(GLOB native_miopen_cpp "native/miopen/*.cpp")
-FILE(GLOB native_cuda_cu "native/cuda/*.cu")
-FILE(GLOB native_cuda_cpp "native/cuda/*.cpp")
-FILE(GLOB native_mkl_cpp "native/mkl/*.cpp")
-FILE(GLOB native_mkldnn_cpp "native/mkldnn/*.cpp")
-
-set(all_cpu_cpp ${base_cpp} ${ATen_CORE_SRCS} ${native_cpp} ${native_sparse_cpp} ${native_mkl_cpp} ${native_mkldnn_cpp} ${generated_cpp} ${ATen_CPU_SRCS} ${cpu_kernel_cpp})
-if(AT_MKL_ENABLED)
-  set(all_cpu_cpp ${all_cpu_cpp} ${mkl_cpp})
-endif()
-if(AT_MKLDNN_ENABLED)
-  set(all_cpu_cpp ${all_cpu_cpp} ${mkldnn_cpp})
-endif()
-
-IF(USE_CUDA OR USE_ROCM)
-  list(APPEND ATen_CUDA_INCLUDE ${CMAKE_CURRENT_SOURCE_DIR}/cuda)
-  set(ATen_CUDA_SRCS ${ATen_CUDA_SRCS} ${cuda_cu} ${native_cuda_cu} ${native_sparse_cuda_cu})
-  set(all_cuda_cpp ${native_sparse_cuda_cpp} ${cuda_cpp} ${native_cuda_cpp} ${cuda_generated_cpp} ${ATen_CUDA_SRCS})
-  IF(USE_CUDA)
-    SET(all_cuda_cpp ${native_cudnn_cpp} ${native_miopen_cpp} ${all_cuda_cpp})
-    IF(CUDNN_FOUND)
-      SET(all_cuda_cpp ${all_cuda_cpp} ${cudnn_cpp})
-    ENDIF()
-  ELSEIF(USE_ROCM)
-    SET(all_cuda_cpp ${native_cudnn_cpp} ${native_miopen_cpp} ${miopen_cpp} ${all_cuda_cpp})
-  ENDIF()
-endif()
-
-filter_list(generated_h generated_cpp "\\.h$")
-filter_list(cuda_generated_h cuda_generated_cpp "\\.h$")
-
-list(APPEND ATen_CPU_INCLUDE ${CMAKE_CURRENT_SOURCE_DIR}/..)
-# so the build can find the generated header files
-list(APPEND ATen_CPU_INCLUDE ${CMAKE_CURRENT_BINARY_DIR})
-IF(NOT AT_LINK_STYLE)
-  SET(AT_LINK_STYLE SHARED)
-ENDIF()
-
-IF(BLAS_FOUND)
-  IF ($ENV{TH_BINARY_BUILD})
-    MESSAGE(STATUS "TH_BINARY_BUILD detected. Enabling special linkage.")
-    list(APPEND ATen_CPU_DEPENDENCY_LIBS
-      "${BLAS_LIBRARIES};${BLAS_LIBRARIES};${BLAS_LIBRARIES}")
-    if(USE_CUDA OR USE_ROCM)
-      list(APPEND ATen_CUDA_DEPENDENCY_LIBS
-        "${BLAS_LIBRARIES};${BLAS_LIBRARIES};${BLAS_LIBRARIES}")
-    endif()
-  ELSE ($ENV{TH_BINARY_BUILD})
-    list(APPEND ATen_CPU_DEPENDENCY_LIBS ${BLAS_LIBRARIES})
-    if(USE_CUDA OR USE_ROCM)
-      list(APPEND ATen_CUDA_DEPENDENCY_LIBS "${BLAS_LIBRARIES}")
-    endif()
-  ENDIF ($ENV{TH_BINARY_BUILD})
-ENDIF(BLAS_FOUND)
-
-IF(LAPACK_FOUND)
-  list(APPEND ATen_CPU_DEPENDENCY_LIBS ${LAPACK_LIBRARIES})
-  if(USE_CUDA OR USE_ROCM)
-    # Although Lapack provides CPU (and thus, one might expect that ATen_cuda
-    # would not need this at all), some of our libraries (magma in particular)
-    # backend to CPU BLAS/LAPACK implementations, and so it is very important
-    # we get the *right* implementation, because even if the symbols are the
-    # same, LAPACK implementions may have different calling conventions.
-    # This caused https://github.com/pytorch/pytorch/issues/7353
-    list(APPEND ATen_CUDA_DEPENDENCY_LIBS ${LAPACK_LIBRARIES})
-  endif()
-ENDIF(LAPACK_FOUND)
-
-IF (UNIX AND NOT APPLE)
-   INCLUDE(CheckLibraryExists)
-   # https://github.com/libgit2/libgit2/issues/2128#issuecomment-35649830
-   CHECK_LIBRARY_EXISTS(rt clock_gettime "time.h" NEED_LIBRT)
-   IF(NEED_LIBRT)
-     list(APPEND ATen_CPU_DEPENDENCY_LIBS rt)
-     SET(CMAKE_REQUIRED_LIBRARIES ${CMAKE_REQUIRED_LIBRARIES} rt)
-   ENDIF(NEED_LIBRT)
-ENDIF(UNIX AND NOT APPLE)
-
-IF(UNIX)
-  SET(CMAKE_EXTRA_INCLUDE_FILES "sys/mman.h")
-  CHECK_FUNCTION_EXISTS(mmap HAVE_MMAP)
-  IF(HAVE_MMAP)
-    ADD_DEFINITIONS(-DHAVE_MMAP=1)
-  ENDIF(HAVE_MMAP)
-  # done for lseek: https://www.gnu.org/software/libc/manual/html_node/File-Position-Primitive.html
-  ADD_DEFINITIONS(-D_FILE_OFFSET_BITS=64)
-  CHECK_FUNCTION_EXISTS(shm_open HAVE_SHM_OPEN)
-  IF(HAVE_SHM_OPEN)
-    ADD_DEFINITIONS(-DHAVE_SHM_OPEN=1)
-  ENDIF(HAVE_SHM_OPEN)
-  CHECK_FUNCTION_EXISTS(shm_unlink HAVE_SHM_UNLINK)
-  IF(HAVE_SHM_UNLINK)
-    ADD_DEFINITIONS(-DHAVE_SHM_UNLINK=1)
-  ENDIF(HAVE_SHM_UNLINK)
-  CHECK_FUNCTION_EXISTS(malloc_usable_size HAVE_MALLOC_USABLE_SIZE)
-  IF(HAVE_MALLOC_USABLE_SIZE)
-    ADD_DEFINITIONS(-DHAVE_MALLOC_USABLE_SIZE=1)
-  ENDIF(HAVE_MALLOC_USABLE_SIZE)
-ENDIF(UNIX)
-
-if(NOT MSVC)
-  list(APPEND ATen_CPU_DEPENDENCY_LIBS m)
-endif()
-
-if(MKLDNN_FOUND)
-  list(APPEND ATen_CPU_DEPENDENCY_LIBS ${MKLDNN_LIBRARIES})
-endif(MKLDNN_FOUND)
-
-list(APPEND ATen_CPU_DEPENDENCY_LIBS cpuinfo)
-
-if(NOT MSVC AND NOT EMSCRIPTEN)
-  # Preserve values for the main build
-  set(__aten_sleef_build_shared_libs ${BUILD_SHARED_LIBS})
-  set(__aten_sleef_build_tests ${BUILD_TESTS})
-
-  # Unset our restrictive C++ flags here and reset them later.
-  # Remove this once we use proper target_compile_options.
-  set(OLD_CMAKE_CXX_FLAGS ${CMAKE_CXX_FLAGS})
-  set(CMAKE_CXX_FLAGS)
-
-  # Bump up optimization level for sleef to -O1, since at -O0 the compiler
-  # excessively spills intermediate vector registers to the stack
-  # and makes things run impossibly slowly
-  set(OLD_CMAKE_C_FLAGS_DEBUG ${CMAKE_C_FLAGS_DEBUG})
-  IF(${CMAKE_C_FLAGS_DEBUG} MATCHES "-O0")
-    string(REGEX REPLACE "-O0" "-O1" CMAKE_C_FLAGS_DEBUG ${OLD_CMAKE_C_FLAGS_DEBUG})
-  ELSE()
-    set(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -O1")
-  ENDIF()
-
-  set(BUILD_SHARED_LIBS OFF CACHE BOOL "Build sleef static" FORCE)
-  set(BUILD_DFT OFF CACHE BOOL "Don't build sleef DFT lib" FORCE)
-  set(BUILD_GNUABI_LIBS OFF CACHE BOOL "Don't build sleef gnuabi libs" FORCE)
-  set(BUILD_TESTS OFF CACHE BOOL "Don't build sleef tests" FORCE)
-  add_subdirectory("${CMAKE_CURRENT_SOURCE_DIR}/../../../third_party/sleef" ${CMAKE_BINARY_DIR}/sleef)
-  set_property(TARGET sleef PROPERTY FOLDER "dependencies")
-  list(APPEND ATen_THIRD_PARTY_INCLUDE ${CMAKE_BINARY_DIR}/include)
-  link_directories(${CMAKE_BINARY_DIR}/sleef/lib)
-  list(APPEND ATen_CPU_DEPENDENCY_LIBS sleef)
-
-  set(CMAKE_C_FLAGS_DEBUG ${OLD_CMAKE_C_FLAGS_DEBUG})
-  set(CMAKE_CXX_FLAGS ${OLD_CMAKE_CXX_FLAGS})
-
-  # Set these back. TODO: Use SLEEF_ to pass these instead
-  set(BUILD_SHARED_LIBS ${__aten_sleef_build_shared_libs} CACHE BOOL "Build shared libs" FORCE)
-  set(BUILD_TESTS ${__aten_sleef_build_tests} CACHE BOOL "Build tests" FORCE)
-endif()
-
-IF(USE_CUDA AND NOT USE_ROCM)
-  IF ($ENV{ATEN_STATIC_CUDA})
-    # CuFFT has a complicated static story (especially around CUDA < 9) because it has device callback support
-    # we first have to build a fake lib that links with no device callbacks,
-    # and then we link against this object file.
-    # This was recommended by the CuFFT team at NVIDIA
-
-    # build fake CuFFT lib in build dir
-    EXECUTE_PROCESS(COMMAND touch ${CMAKE_CURRENT_BINARY_DIR}/empty_file.cc)
-    if(${CUDA_VERSION_MAJOR} EQUAL "8")
-      SET(CUFFT_FAKELINK_OPTIONS
-	--generate-code arch=compute_35,code=sm_35
-	--generate-code arch=compute_50,code=sm_50
-	--generate-code arch=compute_60,code=sm_60)
-    elseif(${CUDA_VERSION_MAJOR} EQUAL "9")
-      SET(CUFFT_FAKELINK_OPTIONS
-	--generate-code arch=compute_35,code=sm_35
-	--generate-code arch=compute_50,code=sm_50
-	--generate-code arch=compute_60,code=sm_60
-	--generate-code arch=compute_70,code=sm_70)
-    elseif(${CUDA_VERSION_MAJOR} EQUAL "10")
-      SET(CUFFT_FAKELINK_OPTIONS
-	--generate-code arch=compute_35,code=sm_35
-	--generate-code arch=compute_50,code=sm_50
-	--generate-code arch=compute_60,code=sm_60
-	--generate-code arch=compute_70,code=sm_70)
-    else()
-      MESSAGE(FATAL_ERROR "Unhandled major cuda version ${CUDA_VERSION_MAJOR}")
-    endif()
-    ADD_CUSTOM_COMMAND(
-      OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/cufft_static_library.a
-      COMMAND "${CUDA_TOOLKIT_ROOT_DIR}/bin/nvcc" -o ${CMAKE_CURRENT_BINARY_DIR}/cufft_static_library.a -Xcompiler -fPIC
-      ${CUFFT_FAKELINK_OPTIONS}
-      --device-link ${CMAKE_CURRENT_BINARY_DIR}/empty_file.cc -lcufft_static -lculibos
-      )
-    ADD_CUSTOM_TARGET(FAKELINKED_CUFFT_TARGET DEPENDS ${CMAKE_CURRENT_BINARY_DIR}/cufft_static_library.a)
-    add_library(FAKELINKED_CUFFT STATIC IMPORTED GLOBAL)
-    add_dependencies(FAKELINKED_CUFFT FAKELINKED_CUFFT_TARGET)
-    set_target_properties(FAKELINKED_CUFFT PROPERTIES IMPORTED_LOCATION ${CMAKE_CURRENT_BINARY_DIR}/cufft_static_library.a)
-
-    list(APPEND ATen_CUDA_DEPENDENCY_LIBS
-      ${CUDA_LIBRARIES}
-      ${CUDA_TOOLKIT_ROOT_DIR}/lib64/libcusparse_static.a
-      ${CUDA_TOOLKIT_ROOT_DIR}/lib64/libcurand_static.a
-      ${CUDA_TOOLKIT_ROOT_DIR}/lib64/libcublas_static.a
-      FAKELINKED_CUFFT
-      ${CUDA_TOOLKIT_ROOT_DIR}/lib64/libcufft_static.a
-      )
-  ELSE()
-    list(APPEND ATen_CUDA_DEPENDENCY_LIBS
-      ${CUDA_LIBRARIES}
-      ${CUDA_cusparse_LIBRARY}
-      ${CUDA_curand_LIBRARY})
-  ENDIF()
-
-  if(CUDNN_FOUND)
-    list(APPEND ATen_CUDA_DEPENDENCY_LIBS ${CUDNN_LIBRARIES})
-  endif(CUDNN_FOUND)
-
-  IF(USE_MAGMA)
-    list(APPEND ATen_CUDA_DEPENDENCY_LIBS ${MAGMA_LIBRARIES})
-    IF ($ENV{TH_BINARY_BUILD})
-      list(APPEND ATen_CUDA_DEPENDENCY_LIBS
-        "${BLAS_LIBRARIES};${BLAS_LIBRARIES};${BLAS_LIBRARIES}")
-    ENDIF($ENV{TH_BINARY_BUILD})
-  ENDIF(USE_MAGMA)
-  IF ($ENV{ATEN_STATIC_CUDA})
-    list(APPEND ATen_CUDA_DEPENDENCY_LIBS "${CUDA_TOOLKIT_ROOT_DIR}/lib64/libculibos.a")
-    list(APPEND ATen_CUDA_DEPENDENCY_LIBS "${CUDA_TOOLKIT_ROOT_DIR}/lib64/libcudart_static.a")
-  ENDIF($ENV{ATEN_STATIC_CUDA})
-ENDIF()
-
-IF(USE_ROCM)
- ### Link in the ROCm libraries BLAS / RNG.
- FIND_LIBRARY(ROCBLAS_LIBRARY rocblas HINTS ${ROCBLAS_PATH}/lib)
- FIND_LIBRARY(HIPRAND_LIBRARY hiprand HINTS ${HIPRAND_PATH}/lib)
-
- list(APPEND ATen_CUDA_DEPENDENCY_LIBS ${ROCBLAS_LIBRARY} ${HIPRAND_LIBRARY})
-ENDIF()
-
-# Include CPU paths for CUDA as well
-list(APPEND ATen_CUDA_INCLUDE ${ATen_CPU_INCLUDE})
-
-# We have two libraries: libATen_cpu.so and libATen_cuda.so,
-# with libATen_cuda.so depending on libATen_cpu.so.  The CPU library
-# contains CPU code only.  libATen_cpu.so is invariant to the setting
-# of USE_CUDA (it always builds the same way); libATen_cuda.so is only
-# built when USE_CUDA=1 and CUDA is available.
-set(ATen_CPU_SRCS ${all_cpu_cpp})
-if(AT_LINK_STYLE STREQUAL "INTERFACE")
-  # Source code can't be added to an interface library, so it is
-  # passed back to be compiled into the containing library
-  add_library(ATen_cpu INTERFACE)
-  list(APPEND ATen_CPU_DEPENDENCY_LIBS ATEN_CPU_FILES_GEN_LIB)
-else()
-  add_library(ATen_cpu ${AT_LINK_STYLE} ${ATen_CPU_SRCS})
-  if (ATen_THIRD_PARTY_INCLUDE)
-    target_include_directories(ATen_cpu SYSTEM PRIVATE ${ATen_THIRD_PARTY_INCLUDE})
-  endif()
-  target_include_directories(ATen_cpu INTERFACE $<INSTALL_INTERFACE:include>)
-  target_include_directories(ATen_cpu PRIVATE ${ATen_CPU_INCLUDE})
-  target_link_libraries(ATen_cpu PUBLIC ${ATen_CPU_DEPENDENCY_LIBS})
-  target_link_libraries(ATen_cpu PRIVATE ATEN_CPU_FILES_GEN_LIB)
-  caffe2_interface_library(ATen_cpu ATen_cpu_library)
-  # Set standard properties on the target
-  torch_set_target_props(ATen_cpu)
-
-  # Make sure these don't get built by parent
-  set(ATen_CPU_SRCS)
-endif()
-
-if(USE_CUDA OR USE_ROCM)
-  set(ATen_CUDA_SRCS ${all_cuda_cpp})
-  if(AT_LINK_STYLE STREQUAL "INTERFACE")
-    # Source code can't be added to an interface library, so it is
-    # passed back to be compiled into the containing library
-    add_library(ATen_cuda INTERFACE)
-    list(APPEND ATen_CUDA_DEPENDENCY_LIBS ATEN_CUDA_FILES_GEN_LIB)
-  else()
-    # A hack to deal with cuda library dependencies and modern CMake: the
-    # CUDA_ADD_LIBRARY includes a target_link_libraries, and as a result,
-    # one cannot use PUBLIC/PRIVATE/INTERFACE for the target anymore. This
-    # hack adds the PRIVATE keywords to CUDA_LIBRARIES so we can deal with
-    # it. We will then manually add the cudart library as interface libs.
-    set(__tmp ${CUDA_LIBRARIES})
-    set(CUDA_LIBRARIES PRIVATE ${CUDA_LIBRARIES})
-    torch_cuda_based_add_library(ATen_cuda ${AT_LINK_STYLE} ${ATen_CUDA_SRCS})
-    set(CUDA_LIBRARIES ${__tmp})
-    target_link_libraries(ATen_cuda INTERFACE caffe2::cudart)
-
-    target_include_directories(
-        ATen_cuda INTERFACE $<INSTALL_INTERFACE:include>)
-    target_include_directories(
-        ATen_cuda PRIVATE ${ATen_THIRD_PARTY_INCLUDE})
-    target_include_directories(
-        ATen_cuda PRIVATE ${ATen_CUDA_INCLUDE})
-    target_link_libraries(
-        ATen_cuda PRIVATE ${ATen_CUDA_DEPENDENCY_LIBS} ATEN_CUDA_FILES_GEN_LIB)
-
-    # These public dependencies must go after the previous dependencies, as the
-    # order of the libraries in the linker call matters here when statically
-    # linking; libculibos and cublas must be last.
-    target_link_libraries(
-        ATen_cuda PUBLIC ATen_cpu ${ATen_PUBLIC_CUDA_DEPENDENCY_LIBS})
-
-    # Set standard properties on the target
-    torch_set_target_props(ATen_cuda)
-
-    caffe2_interface_library(ATen_cuda ATen_cuda_library)
-
-    # Make sure these don't get built by parent
-    set(ATen_CUDA_SRCS)
-  endif()
-endif()
-
-if(NOT AT_LINK_STYLE STREQUAL "INTERFACE")
-  if(USE_CUDA)
-    if (NOT $ENV{ATEN_STATIC_CUDA})
-      cuda_add_cublas_to_target(ATen_cuda)
-      cuda_add_cufft_to_target(ATen_cuda)
-    endif()
-  endif()
-
-  if(NOT MSVC)
-    torch_compile_options(ATen_cpu)
-    if(USE_CUDA OR USE_ROCM)
-      torch_compile_options(ATen_cuda)
-    endif()
-  endif()
-
-  if(NOT ${CMAKE_VERSION} VERSION_LESS "3.1")
-    set_property(TARGET ATen_cpu PROPERTY CXX_STANDARD 11)
-    if(USE_CUDA OR USE_ROCM)
-      set_property(TARGET ATen_cuda PROPERTY CXX_STANDARD 11)
-    endif()
-  endif()
-endif()
-
-SET(ATEN_INCLUDE_DIR "${CMAKE_INSTALL_PREFIX}/${AT_INSTALL_INCLUDE_DIR}")
-CONFIGURE_FILE(ATenConfig.cmake.in "${CMAKE_CURRENT_BINARY_DIR}/cmake-exports/ATenConfig.cmake")
-INSTALL(FILES "${CMAKE_CURRENT_BINARY_DIR}/cmake-exports/ATenConfig.cmake"
-  DESTINATION "${AT_INSTALL_SHARE_DIR}/cmake/ATen")
-
-# https://stackoverflow.com/questions/11096471/how-can-i-install-a-hierarchy-of-files-using-cmake
-FOREACH(HEADER ${base_h} ${ATen_CORE_HEADERS} ${cuda_h} ${cudnn_h})
-  string(REPLACE "${CMAKE_CURRENT_SOURCE_DIR}/" "" HEADER_SUB ${HEADER})
-  GET_FILENAME_COMPONENT(DIR ${HEADER_SUB} DIRECTORY)
-  INSTALL(FILES ${HEADER} DESTINATION ${AT_INSTALL_INCLUDE_DIR}/ATen/${DIR})
-ENDFOREACH()
-FOREACH(HEADER ${generated_h} ${cuda_generated_h})
-  # NB: Assumed to be flat
-  INSTALL(FILES ${HEADER} DESTINATION ${AT_INSTALL_INCLUDE_DIR}/ATen)
-ENDFOREACH()
-INSTALL(FILES ${CMAKE_BINARY_DIR}/aten/src/ATen/Declarations.yaml
-  DESTINATION ${AT_INSTALL_SHARE_DIR}/ATen)
-
-if(ATEN_NO_TEST)
-  message("disable test because ATEN_NO_TEST is set")
-else()
-  add_subdirectory(test)
-endif()
-
-# Pass source, includes, and libs to parent
-set(ATen_CORE_SRCS ${ATen_CORE_SRCS} PARENT_SCOPE)
-set(ATen_CPU_SRCS ${ATen_CPU_SRCS} PARENT_SCOPE)
-set(ATen_CUDA_SRCS ${ATen_CUDA_SRCS} PARENT_SCOPE)
-set(ATen_CPU_TEST_SRCS ${ATen_CPU_TEST_SRCS} PARENT_SCOPE)
-set(ATen_CUDA_TEST_SRCS ${ATen_CUDA_TEST_SRCS} PARENT_SCOPE)
-set(ATen_CPU_INCLUDE ${ATen_CPU_INCLUDE} PARENT_SCOPE)
-set(ATen_THIRD_PARTY_INCLUDE ${ATen_THIRD_PARTY_INCLUDE} PARENT_SCOPE)
-set(ATen_CUDA_INCLUDE ${ATen_CUDA_INCLUDE} PARENT_SCOPE)
-set(ATen_CPU_DEPENDENCY_LIBS ${ATen_CPU_DEPENDENCY_LIBS} PARENT_SCOPE)
-set(ATen_CUDA_DEPENDENCY_LIBS ${ATen_CUDA_DEPENDENCY_LIBS} PARENT_SCOPE)

aten/src/ATen/CPUApplyUtils.h

@@ -1,569 +0,0 @@
-#pragma once
-
-#include "ATen/Parallel.h"
-#include "ATen/TensorUtils.h"
-#include <limits>
-#include <utility>
-#include <cstring>
-
-namespace at {
-
-/*
-[collapse dims] Updates sizes, and strides to reflect a "collapse" of
-the info, possibly excluding the optional excludeDim. A "collapsed" version
-of the info is the fewest dims that order the tensor's elements in the same
-way as the original info. If excludeDim is specified, the collapse is the
-fewest dims that order the tensor's elements as the original and preserve the
-excluded dimension, unless the tensor collapses to a point.
-
-This function returns a pair of values.
-
-1) The (new) index of the preserved dimension if excludeDim is
-specified. 0 if the tensor is collapsed to a point. -1
-otherwise.
-
-2) The new number of dimensions.
-*/
-template <typename T>
-inline std::pair<int64_t, int64_t> collapse_dims(
-    T* sizes,
-    T* strides,
-    int64_t dims,
-    const int excludeDim = -1) {
-  AT_CHECK(
-      excludeDim >= -1 && excludeDim < dims,
-      "expected excluded dim between -1 and dims - 1");
-
-  int64_t stopDim = (excludeDim == -1) ? dims : excludeDim;
-  int64_t newIndex = -1;
-  int64_t oldIndex = 0;
-  int64_t remappedExcludedDim = -1;
-
-  while (oldIndex < dims) {
-    // Finds a dimension to collapse into
-    for (; oldIndex < stopDim; ++oldIndex) {
-      if (sizes[oldIndex] == 1) {
-        continue;
-      }
-
-      ++newIndex;
-      sizes[newIndex] = sizes[oldIndex];
-      strides[newIndex] = strides[oldIndex];
-      ++oldIndex;
-      break;
-    }
-
-    // Collapses dims
-    for (; oldIndex < stopDim; ++oldIndex) {
-      if (sizes[oldIndex] == 1) {
-        continue;
-      }
-
-      if (strides[newIndex] == sizes[oldIndex] * strides[oldIndex]) {
-        sizes[newIndex] *= sizes[oldIndex];
-        strides[newIndex] = strides[oldIndex];
-      } else {
-        ++newIndex;
-        sizes[newIndex] = sizes[oldIndex];
-        strides[newIndex] = strides[oldIndex];
-      }
-    }
-
-    // Handles excludeDim being set (oldIndex == excludeDim)
-    if (oldIndex != dims) {
-      // Preserves excluded dimension
-      ++newIndex;
-      sizes[newIndex] = sizes[oldIndex];
-      strides[newIndex] = strides[oldIndex];
-      remappedExcludedDim = newIndex;
-
-      // Restarts iteration after excludeDim
-      ++oldIndex;
-      stopDim = dims;
-    }
-  }
-
-  // Handles special case of all dims size 1
-  if (newIndex == -1 || (newIndex == 0 && sizes[0] == 1)) {
-    dims = 1;
-    sizes[0] = 1;
-    strides[0] = 1;
-
-    return std::pair<int64_t, int64_t>(0, 1);
-  }
-
-  dims = newIndex + 1;
-  return std::pair<int64_t, int64_t>(remappedExcludedDim, dims);
-}
-
-/*
- * The basic strategy for apply is as follows:
- *
- * 1. Starting with the outermost index, loop until we reach a dimension where
- * the data is no longer contiguous, i.e. the stride at that dimension is not
- * equal to the size of the tensor defined by the outer dimensions. Let's call
- * this outer (contiguous) tensor A. Note that if the Tensor is contiguous, then
- * A is equal to the entire Tensor. Let's call the inner tensor B.
- *
- * 2. We loop through the indices in B, starting at its outermost dimension. For
- * example, if B is a 2x2 matrix, then we do:
- *
- * B[0][0]
- * B[0][1]
- * B[1][0]
- * B[1][1]
- *
- * We set the offset into the underlying storage as (storageOffset + stride_B *
- * index_B), i.e. basically we compute the offset into the storage as we would
- * normally for a Tensor. But because we are guaranteed the subsequent data is
- * contiguous in memory, we can simply loop for sizeof(A) iterations and perform
- * the operation, without having to follow the order described by the strides of
- * A.
- *
- * 3. As an optimization, we merge dimensions of A that are contiguous in
- * memory. For example, if A is a 3x3x3x3 tensor narrowed from a 3x3x4x3 tensor,
- * then the first two dimensions can be merged for the purposes of APPLY,
- * reducing the number of nested loops.
- */
-
-inline Tensor sort_strides(Tensor& tensor_) {
-  IntList strides = tensor_.strides();
-  std::vector<int64_t> indices;
-  indices.reserve(tensor_.ndimension());
-  for (int64_t i = 0; i < tensor_.ndimension(); i++) {
-    indices.push_back(i);
-  }
-  std::sort(indices.begin(), indices.end(), [&strides](int64_t i1, int64_t i2) {
-    return strides[i1] > strides[i2];
-  });
-  Tensor tensor = tensor_.permute(indices);
-  return tensor;
-}
-
-template <typename T, int N>
-struct strided_tensor_iter_fixed {
- public:
-  T* data_ = NULL;
-  int64_t dim_ = 0;
-
-  int64_t counter_[N] = {0};
-  int64_t sizes_[N] = {0};
-  int64_t strides_[N] = {0};
-
-  strided_tensor_iter_fixed(strided_tensor_iter_fixed const&) = delete;
-  void operator=(strided_tensor_iter_fixed const& x) = delete;
-  strided_tensor_iter_fixed(strided_tensor_iter_fixed&&) = default;
-  strided_tensor_iter_fixed(Tensor& tensor, bool sort_strides = false)
-      : data_(tensor.data<T>()) {
-    std::memset(counter_, 0, sizeof(int64_t) * N);
-    if (tensor.dim() > 0) {
-      std::memcpy(
-          sizes_, tensor.sizes().data(), tensor.dim() * sizeof(int64_t));
-      std::memcpy(
-          strides_,
-          tensor.strides().data(),
-          tensor.dim() * sizeof(int64_t));
-    }
-    dim_ = std::get<1>(collapse_dims(sizes_, strides_, tensor.ndimension()));
-  }
-};
-
-template <typename T>
-struct strided_tensor_iter {
- private:
- public:
-  T* data_ = NULL;
-  int64_t dim_;
-
-  std::vector<int64_t> counter_;
-  std::vector<int64_t> sizes_;
-  std::vector<int64_t> strides_;
-
-  strided_tensor_iter(strided_tensor_iter const&) = delete;
-  void operator=(strided_tensor_iter const& x) = delete;
-  strided_tensor_iter(strided_tensor_iter&&) = default;
-  strided_tensor_iter(Tensor& tensor)
-      : data_(tensor.data<T>()),
-        dim_(tensor.ndimension()),
-        counter_(dim_, 0),
-        sizes_(tensor.sizes().vec()),
-        strides_(tensor.strides().vec()) {
-    dim_ = std::get<1>(collapse_dims(sizes_.data(), strides_.data(), dim_));
-  }
-};
-
-inline bool _all_equal_numel(at::ArrayRef<Tensor> tensors) {
-  if (tensors.size() == 0)
-    return true;
-  int64_t all_numel = tensors[0].numel();
-  for (size_t i = 1; i < tensors.size(); i++) {
-    if (tensors[i].numel() != all_numel)
-      return false;
-  }
-  return true;
-}
-
-inline std::string _all_equal_numel_error(at::ArrayRef<Tensor> tensors) {
-  std::ostringstream oss;
-  oss << "inconsistent tensor size, expected ";
-  for (size_t i = 0; i < tensors.size() - 1; i++) {
-    oss << tensors[i].sizes() << ", ";
-  }
-  oss << "and " << tensors[tensors.size() - 1].sizes()
-      << " to have the same number of elements, but got ";
-  for (size_t i = 0; i < tensors.size() - 1; i++) {
-    oss << tensors[i].numel() << ", ";
-  }
-  oss << "and " << tensors[tensors.size() - 1].numel()
-      << " elements respectively";
-  return oss.str();
-}
-
-inline bool _apply_preamble(ArrayRef<Tensor> tensors) {
-  checkBackend("CPU_tensor_apply", tensors, Backend::CPU);
-  if (!_all_equal_numel(tensors))
-    AT_ERROR(_all_equal_numel_error(tensors));
-  // An empty tensor has no elements
-  for (auto& t : tensors)
-    if (t.numel() == 0)
-      return false;
-  return true;
-}
-
-inline int64_t _max_dim_tensors(ArrayRef<Tensor> tensors) {
-  int64_t dim = 0;
-  for (auto& t : tensors)
-    dim = std::max(dim, t.ndimension());
-  return dim;
-}
-
-inline void iterate(int64_t size){};
-
-template <typename Arg, typename... Args>
-inline void iterate(int64_t size, Arg& iter, Args&... iter_tail) {
-  iter.counter_[iter.dim_ - 1] += size;
-  iter.data_ = iter.data_ + size * iter.strides_[iter.dim_ - 1];
-  iterate(size, iter_tail...);
-}
-
-inline bool iterate_continue() {
-  return true;
-};
-
-template <typename Arg, typename... Args>
-inline bool iterate_continue(Arg& iter, Args&... iter_tail) {
-  return iter.counter_[iter.dim_ - 1] < iter.sizes_[iter.dim_ - 1] &&
-      iterate_continue(iter_tail...);
-}
-
-inline int64_t max_iterate_size() {
-  return std::numeric_limits<int64_t>::max();
-};
-
-template <typename Arg, typename... Args>
-inline int64_t max_iterate_size(Arg& iter, Args&... iter_tail) {
-  return std::min(
-      (iter.sizes_[iter.dim_ - 1] - iter.counter_[iter.dim_ - 1]),
-      max_iterate_size(iter_tail...));
-}
-
-inline void iterate_overflow(){};
-
-template <typename Arg, typename... Args>
-inline void iterate_overflow(Arg& iter, Args&... iter_tail) {
-  if (iter.counter_[iter.dim_ - 1] == iter.sizes_[iter.dim_ - 1]) {
-    for (int64_t i = iter.dim_ - 1; i > 0; i--) {
-      if (iter.counter_[i] == iter.sizes_[i]) {
-        iter.counter_[i] = 0;
-        iter.counter_[i - 1]++;
-        iter.data_ = iter.data_ - (iter.sizes_[i] * iter.strides_[i]) +
-            iter.strides_[i - 1];
-      }
-    }
-  }
-  iterate_overflow(iter_tail...);
-}
-
-inline void forward(int64_t offset){};
-
-template <typename Arg, typename... Args>
-inline void forward(int64_t offset, Arg& iter, Args&... iter_tail) {
-  int64_t multi = offset;
-  for (int64_t i = iter.dim_ - 1; i >= 0; i--) {
-    int64_t inc = multi % iter.sizes_[i];
-    multi = multi / iter.sizes_[i];
-    iter.data_ = iter.data_ + inc * iter.strides_[i];
-    iter.counter_[i] += inc;
-  }
-  forward(offset, iter_tail...);
-}
-
-inline int64_t max_dim() {
-  return 0;
-}
-
-template <typename Arg, typename... Args>
-inline int64_t max_dim(Arg& iter, Args&... iter_tail) {
-  return std::max(iter.dim_, max_dim(iter_tail...));
-}
-
-inline void apply_op(){};
-
-template <typename Op, typename... Args>
-inline void
-apply_op(int64_t numel, int64_t offset, const Op& op, Args... iters) {
-  // For 0-dim tensors
-  if (numel == 1 && max_dim(iters...) == 0) {
-    op(*iters.data_...);
-    return;
-  }
-  if (offset > 0)
-    forward(offset, iters...);
-  // Splitting this into chunks helps the compiler create faster assembly
-  for (int64_t i = 0; i < numel;) {
-    for (; iterate_continue(iters...) && i < numel;) {
-      op(*iters.data_...);
-      iterate(1, iters...);
-      i++;
-    }
-    iterate_overflow(iters...);
-  }
-}
-
-
-inline void apply_kernel(){};
-
-// TODO: Deal elegantly with 0-dim tensors. iters.strides_ of 0-dim
-// strided_tensor_iter will be of size 0 for dim 0 and iters.strides_[iters.dim_
-// - 1] will index at -1. C++14 integer_sequence could be of use here.
-template <typename Op, typename... Args>
-inline void
-apply_kernel(int64_t numel, int64_t offset, const Op& op, Args... iters) {
-  if (offset > 0)
-    forward(offset, iters...);
-  int64_t size = std::min(numel, max_iterate_size(iters...));
-  op(size, iters.data_..., iters.strides_[iters.dim_ - 1]...);
-  iterate(size, iters...);
-  iterate_overflow(iters...);
-  int64_t i = size;
-  size = std::min(numel, max_iterate_size(iters...));
-  for (; i < numel;) {
-    op(size, iters.data_..., iters.strides_[iters.dim_ - 1]...);
-    iterate(size, iters...);
-    i += size;
-    iterate_overflow(iters...);
-  }
-}
-
-template <typename scalar1, typename scalar2, typename Op>
-inline void
-CPU_tensor_parallel_kernel_apply2(Tensor tensor1, Tensor tensor2, const Op op) {
-  if (!_apply_preamble({tensor1, tensor2}))
-    return;
-  if (tensor1.numel() == 1) {
-    op(1, tensor1.data<scalar1>(), tensor2.data<scalar2>(), 0, 0);
-    return;
-  }
-  if (tensor1.ndimension() < 8 && tensor2.ndimension() < 8) {
-    parallel_for(
-        0,
-        tensor1.numel(),
-        1,
-        [&tensor1, &tensor2, &op](int64_t begin, int64_t end) {
-          apply_kernel(
-              end - begin,
-              begin,
-              op,
-              strided_tensor_iter_fixed<scalar1, 8>(tensor1),
-              strided_tensor_iter_fixed<scalar2, 8>(tensor2));
-        });
-  } else {
-    parallel_for(
-        0,
-        tensor1.numel(),
-        1,
-        [&tensor1, &tensor2, &op](int64_t begin, int64_t end) {
-          apply_kernel(
-              end - begin,
-              begin,
-              op,
-              strided_tensor_iter<scalar1>(tensor1),
-              strided_tensor_iter<scalar2>(tensor2));
-        });
-  }
-}
-
-/*
-  Apply a pointwise operator to sequence of tensors
-
-  The calling convention for op is a function/functor that takes takes the same
-  number of pointers of type scalar as the number of given tensors. For example,
-  to compute a = b * c, op would be of the form:
-  [](scalar* a_val, const scalar* b_val, const scalar* c_val) { a_val[0] =
-  b_val[0] * c_val[0]; };
-*/
-
-template <typename scalar1, typename Op>
-inline void CPU_tensor_apply1(Tensor tensor1, const Op op) {
-  if (!_apply_preamble({tensor1}))
-    return;
-  if (tensor1.ndimension() < 8) {
-    apply_op(
-        tensor1.numel(),
-        0,
-        op,
-        strided_tensor_iter_fixed<scalar1, 8>(tensor1, true));
-  } else {
-    apply_op(tensor1.numel(), 0, op, strided_tensor_iter<scalar1>(tensor1));
-  }
-}
-
-template <typename scalar1, typename scalar2, typename Op>
-inline void CPU_tensor_apply2(Tensor tensor1, Tensor tensor2, const Op op) {
-  if (!_apply_preamble({tensor1, tensor2}))
-    return;
-  if (_max_dim_tensors({tensor1, tensor2}) <= 8) {
-    apply_op(
-        tensor1.numel(),
-        0,
-        op,
-        strided_tensor_iter_fixed<scalar1, 8>(tensor1),
-        strided_tensor_iter_fixed<scalar2, 8>(tensor2));
-  } else {
-    apply_op(
-        tensor1.numel(),
-        0,
-        op,
-        strided_tensor_iter<scalar1>(tensor1),
-        strided_tensor_iter<scalar2>(tensor2));
-  }
-}
-
-template <typename scalar1, typename scalar2, typename scalar3, typename Op>
-inline void
-CPU_tensor_apply3(Tensor tensor1, Tensor tensor2, Tensor tensor3, const Op op) {
-  if (!_apply_preamble({tensor1, tensor2, tensor3}))
-    return;
-  if (_max_dim_tensors({tensor1, tensor2, tensor3}) <= 8) {
-    apply_op(
-        tensor1.numel(),
-        0,
-        op,
-        strided_tensor_iter_fixed<scalar1, 8>(tensor1),
-        strided_tensor_iter_fixed<scalar2, 8>(tensor2),
-        strided_tensor_iter_fixed<scalar3, 8>(tensor3));
-  } else {
-    apply_op(
-        tensor1.numel(),
-        0,
-        op,
-        strided_tensor_iter<scalar1>(tensor1),
-        strided_tensor_iter<scalar2>(tensor2),
-        strided_tensor_iter<scalar3>(tensor3));
-  }
-}
-
-template <
-    typename scalar1,
-    typename scalar2,
-    typename scalar3,
-    typename scalar4,
-    typename Op>
-inline void CPU_tensor_apply4(
-    Tensor tensor1,
-    Tensor tensor2,
-    Tensor tensor3,
-    Tensor tensor4,
-    const Op op) {
-  if (!_apply_preamble({tensor1, tensor2, tensor3, tensor4}))
-    return;
-  if (_max_dim_tensors({tensor1, tensor2, tensor3, tensor4}) <= 8) {
-    apply_op(
-        tensor1.numel(),
-        0,
-        op,
-        strided_tensor_iter_fixed<scalar1, 8>(tensor1),
-        strided_tensor_iter_fixed<scalar2, 8>(tensor2),
-        strided_tensor_iter_fixed<scalar3, 8>(tensor3),
-        strided_tensor_iter_fixed<scalar4, 8>(tensor4));
-  } else {
-    apply_op(
-        tensor1.numel(),
-        0,
-        op,
-        strided_tensor_iter<scalar1>(tensor1),
-        strided_tensor_iter<scalar2>(tensor2),
-        strided_tensor_iter<scalar3>(tensor3),
-        strided_tensor_iter<scalar4>(tensor4));
-  }
-}
-
-template <typename scalar1, typename Op>
-inline void CPU_tensor_parallel_apply1(
-    Tensor tensor1,
-    const Op op,
-    int64_t grain_size = internal::GRAIN_SIZE) {
-  if (!_apply_preamble({tensor1}))
-    return;
-  if (tensor1.ndimension() < 8) {
-    parallel_for(
-        0,
-        tensor1.numel(),
-        grain_size,
-        [&tensor1, &op](int64_t begin, int64_t end) {
-          apply_op(
-              end - begin,
-              begin,
-              op,
-              strided_tensor_iter_fixed<scalar1, 8>(tensor1, true));
-        });
-  } else {
-    parallel_for(
-        0,
-        tensor1.numel(),
-        grain_size,
-        [&tensor1, &op](int64_t begin, int64_t end) {
-          apply_op(
-              end - begin, begin, op, strided_tensor_iter<scalar1>(tensor1));
-        });
-  }
-}
-
-template <typename scalar1, typename scalar2, typename Op>
-inline void CPU_tensor_parallel_apply2(
-    Tensor tensor1,
-    Tensor tensor2,
-    const Op op,
-    int64_t grain_size = internal::GRAIN_SIZE) {
-  if (!_apply_preamble({tensor1, tensor2}))
-    return;
-  if (tensor1.ndimension() < 8 && tensor2.ndimension() < 8) {
-    parallel_for(
-        0,
-        tensor1.numel(),
-        grain_size,
-        [&tensor1, &tensor2, &op](int64_t begin, int64_t end) {
-          apply_op(
-              end - begin,
-              begin,
-              op,
-              strided_tensor_iter_fixed<scalar1, 8>(tensor1),
-              strided_tensor_iter_fixed<scalar2, 8>(tensor2));
-        });
-  } else {
-    parallel_for(
-        0,
-        tensor1.numel(),
-        grain_size,
-        [&tensor1, &tensor2, &op](int64_t begin, int64_t end) {
-          apply_op(
-              end - begin,
-              begin,
-              op,
-              strided_tensor_iter<scalar1>(tensor1),
-              strided_tensor_iter<scalar2>(tensor2));
-        });
-  }
-}
-
-} // namespace at

aten/src/ATen/CPUGeneral.cpp

@@ -1,16 +0,0 @@
-#include <ATen/CPUGeneral.h>
-#include <atomic>
-#include <memory>
-#include <thread>
-
-namespace at {
-// Lock free atomic type
-std::atomic<int> num_threads(-1);
-
-void set_num_threads(int num_threads_) {
-  if (num_threads_ >= 0)
-    num_threads.store(num_threads_);
-}
-
-int get_num_threads() { return num_threads.load(); }
-}

aten/src/ATen/CPUGeneral.h

@@ -1,12 +0,0 @@
-#pragma once
-
-// Using CAFFE2_API is crucial as otherwise you'll see
-// linking errors using MSVC
-// See https://msdn.microsoft.com/en-us/library/a90k134d.aspx
-// This header adds this if using CAFFE2_API
-#include "ATen/core/ATenGeneral.h"
-
-namespace at {
-CAFFE2_API void set_num_threads(int);
-CAFFE2_API int get_num_threads();
-}

aten/src/ATen/CPUTypeDefault.cpp

@@ -1,20 +0,0 @@
-#include <ATen/CPUTypeDefault.h>
-
-#include <ATen/Context.h>
-#include <ATen/CPUGenerator.h>
-
-namespace at {
-
-Allocator* CPUTypeDefault::allocator() const {
-  return getCPUAllocator();
-}
-
-Device CPUTypeDefault::getDeviceFromPtr(void * data) const {
-  return DeviceType::CPU;
-}
-
-std::unique_ptr<Generator> CPUTypeDefault::generator() const {
-  return std::unique_ptr<Generator>(new CPUGenerator(&at::globalContext()));
-}
-
-} // namespace at

aten/src/ATen/CPUTypeDefault.h

@@ -1,14 +0,0 @@
-#pragma once
-#include <ATen/TypeDefault.h>
-
-namespace at {
-
-struct CAFFE2_API CPUTypeDefault : public TypeDefault {
-  CPUTypeDefault(TensorTypeId type_id, bool is_variable, bool is_undefined)
-      : TypeDefault(type_id, is_variable, is_undefined) {}
-  Allocator* allocator() const override;
-  Device getDeviceFromPtr(void * data) const override;
-  std::unique_ptr<Generator> generator() const override;
-};
-
-} // namespace at

aten/src/ATen/CheckGenerator.h

@@ -1,18 +0,0 @@
-#pragma once
-
-#include "ATen/Utils.h"
-#include "ATen/core/Generator.h"
-#include "c10/util/Exception.h"
-
-namespace at {
-
-template <typename T>
-static inline T * check_generator(Generator * expr, Generator * defaultValue) {
-  if (!expr)
-    expr = defaultValue;
-  if(auto result = dynamic_cast<T*>(expr))
-    return result;
-  AT_ERROR("Expected a '", typeid(T).name(), "' but found '", typeid(expr).name(), "'");
-}
-
-} // namespace at

aten/src/ATen/Config.h.in

@@ -1,11 +0,0 @@
-#pragma once
-
-// Test these using #if AT_MKL_ENABLED(), not #ifdef, so that it's
-// obvious if you forgot to include Config.h
-//    c.f. https://stackoverflow.com/questions/33759787/generating-an-error-if-checked-boolean-macro-is-not-defined
-//
-// DO NOT put the macros for CUDA libraries in this file; they belong in cuda/CUDAConfig.h
-
-#define AT_MKLDNN_ENABLED() @AT_MKLDNN_ENABLED@
-#define AT_MKL_ENABLED() @AT_MKL_ENABLED@
-#define CAFFE2_STATIC_LINK_CUDA() @CAFFE2_STATIC_LINK_CUDA@

aten/src/ATen/Context.cpp

@@ -1,146 +0,0 @@
-#include "ATen/Config.h"
-
-#include "Context.h"
-
-#include <ATen/core/TensorOptions.h>
-
-#include <thread>
-#include <mutex>
-#include <sstream>
-#include <string>
-#include <stdexcept>
-
-#include "ATen/CPUGenerator.h"
-#include "ATen/RegisterCPU.h"
-#include "ATen/Tensor.h"
-#include <ATen/cpu/FlushDenormal.h>
-
-#include "TH/TH.h"  // for USE_LAPACK
-
-namespace at {
-
-static inline void errorHandler(const char * msg, void * data) {
-  throw std::runtime_error(msg);
-}
-static inline void argErrorHandler(int arg, const char * msg, void * data) {
-  std::stringstream new_error;
-  new_error << "invalid argument " << arg << ": " << msg;
-  throw std::runtime_error(new_error.str());
-}
-
-Context::Context()
-: next_id(static_cast<size_t>(TypeID::NumOptions))
-, thc_state(nullptr, [](THCState* p){ /* no-op */ } )
-, thh_state(nullptr, [](THHState* p){ /* no-op */ } )
-{
-
-  THSetDefaultErrorHandler(errorHandler,nullptr);
-  THSetDefaultArgErrorHandler(argErrorHandler,nullptr);
-
-  generator_registry[static_cast<int>(DeviceType::CPU)]
-    .reset(new CPUGenerator(this));
-  register_cpu_types(this);
-}
-
-// TODO: This could be bad juju if someone calls globalContext() in the
-// destructor of an object with static lifetime.
-Context & globalContext() {
-  static Context globalContext_;
-  return globalContext_;
-}
-
-// NB: This method is *purely* whether or not a user requested
-// that CuDNN was enabled, it doesn't actually say anything about
-// whether or not CuDNN is actually usable.
-bool Context::userEnabledCuDNN() const {
-  return enabled_cudnn;
-}
-
-void Context::setUserEnabledCuDNN(bool e) {
-  enabled_cudnn = e;
-}
-
-bool Context::deterministicCuDNN() const {
-  return deterministic_cudnn;
-}
-
-void Context::setDeterministicCuDNN(bool b) {
-  deterministic_cudnn = b;
-}
-
-bool Context::benchmarkCuDNN() const {
-  return benchmark_cudnn;
-}
-
-void Context::setBenchmarkCuDNN(bool b) {
-  benchmark_cudnn = b;
-}
-
-bool Context::hasMKL() const {
-#if AT_MKL_ENABLED()
-  return true;
-#else
-  return false;
-#endif
-}
-
-bool Context::hasLAPACK() const {
-#ifdef USE_LAPACK
-  return true;
-#else
-  return false;
-#endif
-}
-
-bool Context::setFlushDenormal(bool on) {
-  return at::cpu::set_flush_denormal(on);
-}
-
-TypeExtendedInterface& getType(TensorOptions options) {
-  return globalContext().getType(
-            options.backend(), typeMetaToScalarType(options.dtype()), options.is_variable());
-}
-
-TypeExtendedInterface& getType(const TensorImpl* impl) {
-  Backend backend = tensorTypeIdToBackend(impl->type_id());
-  return globalContext().getType(
-            backend, typeMetaToScalarType(impl->dtype()), impl->is_variable());
-}
-
-TypeExtendedInterface& getType(const Tensor& t) {
-  return getType(t.unsafeGetTensorImpl());
-}
-
-LegacyTHDispatcher& getLegacyTHDispatcher(TensorOptions options) {
-  return globalContext().getLegacyTHDispatcher(
-            options.backend(), typeMetaToScalarType(options.dtype()));
-}
-
-LegacyTHDispatcher& getLegacyTHDispatcher(const TensorImpl* impl) {
-  Backend backend = tensorTypeIdToBackend(impl->type_id());
-  return globalContext().getLegacyTHDispatcher(
-            backend, typeMetaToScalarType(impl->dtype()));
-}
-
-Allocator* getCPUAllocator() {
-  return getTHDefaultAllocator();
-}
-
-struct LegacyDeviceTypeInit : public LegacyDeviceTypeInitInterface {
-  LegacyDeviceTypeInit(LegacyDeviceTypeInitArgs) {}
-  void initCPU() const override {
-    globalContext();
-  }
-  void initCUDA() const override {
-    globalContext().lazyInitCUDA();
-  }
-  void initHIP() const override {
-    globalContext().lazyInitHIP();
-  }
-  void initComplex() const override {
-    globalContext().lazyInitComplex();
-  }
-};
-REGISTER_LEGACY_TYPE_INIT(LegacyDeviceTypeInit);
-
-}

aten/src/ATen/Context.h

@@ -1,227 +0,0 @@
-#pragma once
-
-#include <ATen/CPUGeneral.h>
-#include "ATen/Type.h"
-#include "ATen/TypeExtendedInterface.h"
-#include "ATen/Utils.h"
-#include "ATen/LegacyTHDispatch.h"
-#include "ATen/LegacyTHDispatcher.h"
-#include "ATen/core/ATenGeneral.h"
-#include "ATen/core/Generator.h"
-#include "ATen/core/LegacyTypeDispatch.h"
-#include "ATen/core/VariableHooksInterface.h"
-#include "ATen/detail/CUDAHooksInterface.h"
-#include "ATen/detail/HIPHooksInterface.h"
-#include "ATen/detail/ComplexHooksInterface.h"
-#include "c10/util/Exception.h"
-
-#include <memory>
-#include <mutex>
-#include <cstdint>
-
-namespace at {
-
-class Tensor;
-
-class CAFFE2_API Context {
- public:
-  Context();
-  TypeExtendedInterface* getNonVariableTypeRaw(Backend p, ScalarType s) {
-    return static_cast<TypeExtendedInterface*>(globalLegacyTypeDispatch().getNonVariableTypeRaw(p, s));
-  }
-  TypeExtendedInterface * getNonVariableTypeOpt(Backend p, ScalarType s) {
-    return static_cast<TypeExtendedInterface*>(globalLegacyTypeDispatch().getNonVariableTypeOpt(p, s));
-  }
-  TypeExtendedInterface & getNonVariableType(Backend p, ScalarType s) {
-    return static_cast<TypeExtendedInterface&>(globalLegacyTypeDispatch().getNonVariableType(p, s));
-  }
-  TypeExtendedInterface & getVariableType(Backend p, ScalarType s) {
-    return static_cast<TypeExtendedInterface&>(globalLegacyTypeDispatch().getVariableType(p, s));
-  }
-  TypeExtendedInterface & getType(Backend p, ScalarType s, bool is_variable) {
-    return static_cast<TypeExtendedInterface&>(globalLegacyTypeDispatch().getType(p, s, is_variable));
-  }
-  LegacyTHDispatcher& getLegacyTHDispatcher(Backend p, ScalarType s) {
-    return globalLegacyTHDispatch().getLegacyTHDispatcher(p, s);
-  }
-  // The passed in Type must be delete'able
-  // TODO: Just make it take a unique_ptr
-  void registerType(Backend b, ScalarType s, Type* t) {
-    globalLegacyTypeDispatch().registerType(b, s,
-      LegacyTypeDispatch::TypeUniquePtr{t, LegacyTypeDeleter([](Type* p) { delete p; }) });
-  }
-
-  void registerLegacyTHDispatcher(Backend b, ScalarType s, LegacyTHDispatcher* t) {
-    globalLegacyTHDispatch().registerDispatcher(b, s,
-      LegacyTHDispatch::LegacyTHDispatcherUniquePtr{t, LegacyTHDispatcherDeleter([](LegacyTHDispatcher* p) { delete p; }) });
-  }
-
-  Generator & defaultGenerator(DeviceType device_type) {
-    initCUDAIfNeeded(device_type);
-    initHIPIfNeeded(device_type);
-    auto & generator = generator_registry[static_cast<int>(device_type)];
-    if(!generator)
-      AT_ERROR(DeviceTypeName(device_type), " backend type not enabled.");
-    return *generator;
-  }
-  bool hasMKL() const;
-  bool hasLAPACK() const;
-  bool hasMAGMA() const {
-    return detail::getCUDAHooks().hasMAGMA();
-  }
-  bool hasCUDA() const {
-    return detail::getCUDAHooks().hasCUDA();
-  }
-  bool hasHIP() const {
-    return detail::getHIPHooks().hasHIP();
-  }
-  // defined in header so that getNonVariableType has ability to inline
-  // call_once check. getNonVariableType is called fairly frequently
-  THCState* lazyInitCUDA() {
-    std::call_once(thc_init,[&] {
-      thc_state = detail::getCUDAHooks().initCUDA();
-      generator_registry[static_cast<int>(DeviceType::CUDA)] =
-        detail::getCUDAHooks().initCUDAGenerator(this);
-      detail::getCUDAHooks().registerCUDATypes(this);
-    });
-    return thc_state.get();
-  }
-  THHState* lazyInitHIP() {
-    std::call_once(thh_init,[&] {
-      thh_state = detail::getHIPHooks().initHIP();
-      generator_registry[static_cast<int>(DeviceType::HIP)] =
-        detail::getHIPHooks().initHIPGenerator(this);
-      detail::getHIPHooks().registerHIPTypes(this);
-    });
-    return thh_state.get();
-  }
-  void lazyInitComplex() {
-    std::call_once(complex_init_, [&] {
-      detail::getComplexHooks().registerComplexTypes(this);
-    });
-  }
-
-  THCState* getTHCState() {
-    // AT_ASSERT(thc_state);
-    return thc_state.get();
-  }
-  THHState* getTHHState() {
-    return thh_state.get();
-  }
-
-  size_t freshTypeID() {
-    return next_id++;
-  }
-  bool setFlushDenormal(bool on);
-
-  // NB: This method is *purely* whether or not a user requested
-  // that CuDNN was enabled, it doesn't actually say anything about
-  // whether or not CuDNN is actually usable.  Use cudnn_is_acceptable
-  // to test this instead
-  bool userEnabledCuDNN() const;
-  void setUserEnabledCuDNN(bool e);
-  bool benchmarkCuDNN() const;
-  void setBenchmarkCuDNN(bool);
-  bool deterministicCuDNN() const;
-  void setDeterministicCuDNN(bool);
-  std::unique_ptr<Generator>
-    generator_registry[static_cast<int>(DeviceType::COMPILE_TIME_MAX_DEVICE_TYPES)];
-private:
-  void initCUDAIfNeeded(DeviceType p) {
-    if (p == DeviceType::CUDA) {
-      lazyInitCUDA();
-    }
-  }
-  void initHIPIfNeeded(DeviceType p) {
-    if (p == DeviceType::HIP) {
-      lazyInitHIP();
-    }
-  }
-  void initComplexIfNeeded(ScalarType s) {
-    if (isComplexType(s)) {
-      lazyInitComplex();
-    }
-  }
-  std::once_flag thc_init;
-  std::once_flag thh_init;
-  std::once_flag complex_init_;
-  bool enabled_cudnn = true;
-  bool deterministic_cudnn = false;
-  bool benchmark_cudnn = false;
-  std::atomic<size_t> next_id;
-  std::unique_ptr<THCState, void(*)(THCState*)> thc_state;
-  std::unique_ptr<THHState, void(*)(THHState*)> thh_state;
-  friend struct Type;
-};
-
-CAFFE2_API Context& globalContext();
-
-static inline void init() {
-  globalContext();
-  if (const char *env_p = std::getenv("OMP_NUM_THREADS")) {
-    at::set_num_threads(std::stoi(env_p));
-  }
-  if (const char *env_p = std::getenv("MKL_NUM_THREADS")) {
-    at::set_num_threads(std::stoi(env_p));
-  }
-}
-
-static inline TypeExtendedInterface& getNonVariableType(Backend p, ScalarType s) {
-  return globalContext().getNonVariableType(p, s);
-}
-
-static inline TypeExtendedInterface& getNonVariableType(DeviceType p, ScalarType s) {
-  return globalContext().getNonVariableType(deviceTypeToBackend(p), s);
-}
-
-CAFFE2_API TypeExtendedInterface& getType(TensorOptions options);
-CAFFE2_API TypeExtendedInterface& getType(const TensorImpl*);
-CAFFE2_API TypeExtendedInterface& getType(const Tensor&);
-
-CAFFE2_API Allocator* getCPUAllocator();
-
-static inline TypeExtendedInterface& CPU(ScalarType s) {
-  return getNonVariableType(Backend::CPU, s);
-}
-
-static inline TypeExtendedInterface& CUDA(ScalarType s) {
-  return getNonVariableType(Backend::CUDA, s);
-}
-
-static inline TypeExtendedInterface& HIP(ScalarType s) {
-  return getNonVariableType(Backend::HIP, s);
-}
-
-CAFFE2_API LegacyTHDispatcher& getLegacyTHDispatcher(TensorOptions options);
-CAFFE2_API LegacyTHDispatcher& getLegacyTHDispatcher(const Tensor&);
-
-static inline bool hasCUDA() {
-  return globalContext().hasCUDA();
-}
-
-static inline bool hasHIP() {
-  return globalContext().hasHIP();
-}
-
-static inline bool hasMKL() {
-  return globalContext().hasMKL();
-}
-
-static inline bool hasLAPACK() {
-  return globalContext().hasLAPACK();
-}
-
-static inline bool hasMAGMA() {
-  return globalContext().hasMAGMA();
-}
-
-static inline void manual_seed(uint64_t seed) {
-  globalContext().defaultGenerator(DeviceType::CPU).manualSeed(seed);
-  // NB: Sometimes we build with CUDA, but we don't have any GPUs
-  // available. In that case, we must not seed CUDA; it will fail!
-  if (hasCUDA() && detail::getCUDAHooks().getNumGPUs() > 0) {
-    globalContext().defaultGenerator(DeviceType::CUDA).manualSeedAll(seed);
-  }
-}
-
-} // namespace at

aten/src/ATen/DLConvertor.cpp

@@ -1,180 +0,0 @@
-#include "ATen/DLConvertor.h"
-#include "ATen/Functions.h"
-
-#include <iostream>
-#include <sstream>
-
-
-using namespace std;
-namespace at {
-
-static DLDataType getDLDataType(const Type& type) {
-  DLDataType dtype;
-  dtype.lanes = 1;
-  dtype.bits = type.elementSizeInBytes() * 8;
-  switch (type.scalarType()) {
-    case ScalarType::Byte:
-      dtype.code = DLDataTypeCode::kDLUInt;
-      break;
-    case ScalarType::Char:
-      dtype.code = DLDataTypeCode::kDLInt;
-      break;
-    case ScalarType::Double:
-      dtype.code = DLDataTypeCode::kDLFloat;
-      break;
-    case ScalarType::Float:
-      dtype.code = DLDataTypeCode::kDLFloat;
-      break;
-    case ScalarType::Int:
-      dtype.code = DLDataTypeCode::kDLInt;
-      break;
-    case ScalarType::Long:
-      dtype.code = DLDataTypeCode::kDLInt;
-      break;
-    case ScalarType::Short:
-      dtype.code = DLDataTypeCode::kDLInt;
-      break;
-    case ScalarType::Half:
-      dtype.code = DLDataTypeCode::kDLFloat;
-      break;
-    case ScalarType::ComplexHalf:
-      throw std::logic_error("ComplexHalf is not supported by dlpack");
-    case ScalarType::ComplexFloat:
-      throw std::logic_error("ComplexFloat is not supported by dlpack");
-    case ScalarType::ComplexDouble:
-      throw std::logic_error("ComplexDouble is not supported by dlpack");
-    case ScalarType::Undefined:
-      throw std::logic_error("Undefined is not a valid ScalarType");
-    case ScalarType::NumOptions:
-      throw std::logic_error("NumOptions is not a valid ScalarType");
-  }
-  return dtype;
-}
-
-
-static DLContext getDLContext(const Type& type, const int64_t& device_id) {
-  DLContext ctx;
-  ctx.device_id = device_id;
-  if (type.is_cuda()) {
-    ctx.device_type = DLDeviceType::kDLGPU;
-  } else {
-    ctx.device_type = DLDeviceType::kDLCPU;
-  }
-  return ctx;
-}
-
-
-static DeviceType getATenDeviceType(const DLContext& ctx) {
-  switch (ctx.device_type) {
-    case DLDeviceType::kDLCPU:
-      return DeviceType::CPU;
-    case DLDeviceType::kDLGPU:
-      return DeviceType::CUDA;
-    case DLDeviceType::kDLOpenCL:
-      return DeviceType::OPENCL;
-    case DLDeviceType::kDLROCM:
-      return DeviceType::HIP;
-    default:
-      throw std::logic_error("Unsupported device_type: " + std::to_string(ctx.device_type));
-  }
-  return DeviceType::CPU; // impossible
-}
-
-
-ScalarType toScalarType(const DLDataType& dtype) {
-  ScalarType stype;
-  if (dtype.lanes != 1) throw std::logic_error("ATen does not support lanes != 1");
-  switch (dtype.code) {
-    case DLDataTypeCode::kDLUInt:
-      switch (dtype.bits) {
-        case 8:
-          stype = ScalarType::Byte;
-          break;
-        default:
-          throw std::logic_error("Unsupported kUInt bits " + std::to_string(dtype.bits));
-      }
-      break;
-    case DLDataTypeCode::kDLInt:
-      switch (dtype.bits) {
-        case 8:
-          stype = ScalarType::Char;
-          break;
-        case 16:
-          stype = ScalarType::Short;
-          break;
-        case 32:
-          stype = ScalarType::Int;
-          break;
-        case 64:
-          stype = ScalarType::Long;
-          break;
-        default:
-          throw std::logic_error("Unsupported kInt bits " + std::to_string(dtype.bits));
-      }
-      break;
-    case DLDataTypeCode::kDLFloat:
-      switch (dtype.bits) {
-        case 16:
-          stype = ScalarType::Half;
-          break;
-        case 32:
-          stype = ScalarType::Float;
-          break;
-        case 64:
-          stype = ScalarType::Double;
-          break;
-        default:
-          throw std::logic_error("Unsupported kFloat bits " + std::to_string(dtype.bits));
-      }
-      break;
-    default:
-      throw std::logic_error("Unsupported code " + std::to_string(dtype.code));
-  }
-  return stype;
-}
-
-struct ATenDLMTensor {
-  Tensor handle;
-  DLManagedTensor tensor;
-};
-
-void deleter(DLManagedTensor * arg) {
-  delete static_cast<ATenDLMTensor*>(arg->manager_ctx);
-}
-
-
-// This function returns a shared_ptr to memory managed DLpack tensor constructed
-// out of ATen tensor
-DLManagedTensor* toDLPack(const Tensor& src) {
-  ATenDLMTensor * atDLMTensor(new ATenDLMTensor);
-  atDLMTensor->handle = src;
-  atDLMTensor->tensor.manager_ctx = atDLMTensor;
-  atDLMTensor->tensor.deleter = &deleter;
-  atDLMTensor->tensor.dl_tensor.data = src.data_ptr();
-  int64_t device_id = 0;
-  if (src.is_cuda()) {
-    device_id = src.get_device();
-  }
-  atDLMTensor->tensor.dl_tensor.ctx = getDLContext(src.type(), device_id);
-  atDLMTensor->tensor.dl_tensor.ndim = src.dim();
-  atDLMTensor->tensor.dl_tensor.dtype = getDLDataType(src.type());
-  atDLMTensor->tensor.dl_tensor.shape = const_cast<int64_t*>(src.sizes().data());
-  atDLMTensor->tensor.dl_tensor.strides = const_cast<int64_t*>(src.strides().data());
-  atDLMTensor->tensor.dl_tensor.byte_offset = 0;
-  return &(atDLMTensor->tensor);
-}
-
-
-Tensor fromDLPack(const DLManagedTensor* src) {
-  DeviceType device_type = getATenDeviceType(src->dl_tensor.ctx);
-  ScalarType stype = toScalarType(src->dl_tensor.dtype);
-  auto deleter = [src](void * self) {
-    src->deleter(const_cast<DLManagedTensor*>(src));
-  };
-  return at::from_blob(src->dl_tensor.data,
-      IntList(src->dl_tensor.shape, src->dl_tensor.ndim),
-      IntList(src->dl_tensor.strides, src->dl_tensor.ndim),
-      deleter,
-      at::device(device_type).dtype(stype));
-}
-} //namespace at

aten/src/ATen/DLConvertor.h

@@ -1,17 +0,0 @@
-#pragma once
-
-#include "ATen/Tensor.h"
-#include "ATen/ATen.h"
-#include "ATen/dlpack.h"
-
-// this convertor will:
-// 1) take a Tensor object and wrap it in the DLPack tensor
-// 2) take a dlpack tensor and convert it to the ATen Tensor
-
-namespace at {
-
-CAFFE2_API ScalarType toScalarType(const DLDataType& dtype);
-CAFFE2_API DLManagedTensor* toDLPack(const Tensor& src);
-CAFFE2_API Tensor fromDLPack(const DLManagedTensor* src);
-
-} //namespace at

aten/src/ATen/Device.h

@@ -1,2 +0,0 @@
-#pragma once
-#include <c10/Device.h>

aten/src/ATen/DeviceGuard.h

@@ -1,36 +0,0 @@
-#pragma once
-
-#include <c10/DeviceGuard.h>
-#include <ATen/core/Tensor.h>
-#include <c10/core/ScalarType.h> // TensorList whyyyyy
-
-namespace at {
-
-// Are you here because you're wondering why DeviceGuard(tensor) no
-// longer works?  For code organization reasons, we have temporarily(?)
-// removed this constructor from DeviceGuard.  The new way to
-// spell it is:
-//
-//    OptionalDeviceGuard guard(device_of(tensor));
-
-/// Return the Device of a Tensor, if the Tensor is defined.
-inline optional<Device> device_of(Tensor t) {
-  if (t.defined()) {
-    return make_optional(t.device());
-  } else {
-    return nullopt;
-  }
-}
-
-/// Return the Device of a TensorList, if the list is non-empty and
-/// the first Tensor is defined.  (This function implicitly assumes
-/// that all tensors in the list have the same device.)
-inline optional<Device> device_of(TensorList t) {
-  if (!t.empty()) {
-    return device_of(t.front());
-  } else {
-    return nullopt;
-  }
-}
-
-} // namespace at

aten/src/ATen/DimVector.h

@@ -1,2 +0,0 @@
-#pragma once
-#include <ATen/core/DimVector.h>

aten/src/ATen/Dispatch.h

@@ -1,153 +0,0 @@
-#pragma once
-
-#include <ATen/Type.h>
-#include <ATen/core/Half.h>
-#include <c10/util/Exception.h>
-
-#define AT_PRIVATE_CASE_TYPE(enum_type, type, ...) \
-  case enum_type: {                                \
-    using scalar_t = type;                         \
-    return __VA_ARGS__();                          \
-  }
-
-#define AT_DISPATCH_FLOATING_TYPES(TYPE, NAME, ...)                          \
-  [&] {                                                                      \
-    const at::Type& the_type = TYPE;                                         \
-    switch (the_type.scalarType()) {                                         \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Double, double, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Float, float, __VA_ARGS__)        \
-      default:                                                               \
-        AT_ERROR(#NAME, " not implemented for '", the_type.toString(), "'"); \
-    }                                                                        \
-  }()
-
-#define AT_DISPATCH_FLOATING_TYPES_AND_HALF(TYPE, NAME, ...)                 \
-  [&] {                                                                      \
-    const at::Type& the_type = TYPE;                                         \
-    switch (the_type.scalarType()) {                                         \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Double, double, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Float, float, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Half, at::Half, __VA_ARGS__)      \
-      default:                                                               \
-        AT_ERROR(#NAME, " not implemented for '", the_type.toString(), "'"); \
-    }                                                                        \
-  }()
-
-#define AT_DISPATCH_FLOATING_AND_COMPLEX_TYPES(TYPE, NAME, ...)              \
-  [&] {                                                                      \
-    const at::Type& the_type = TYPE;                                         \
-    switch (the_type.scalarType()) {                                         \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Double, double, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Float, float, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Half, at::Half, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(                                                  \
-          at::ScalarType::ComplexDouble, std::complex<double>, __VA_ARGS__)  \
-      AT_PRIVATE_CASE_TYPE(                                                  \
-          at::ScalarType::ComplexFloat, std::complex<float>, __VA_ARGS__)    \
-      AT_PRIVATE_CASE_TYPE(                                                  \
-          at::ScalarType::ComplexHalf, std::complex<at::Half>, __VA_ARGS__)  \
-      default:                                                               \
-        AT_ERROR(#NAME, " not implemented for '", the_type.toString(), "'"); \
-    }                                                                        \
-  }()
-
-#define AT_DISPATCH_INTEGRAL_TYPES(TYPE, NAME, ...)                          \
-  [&] {                                                                      \
-    const at::Type& the_type = TYPE;                                         \
-    switch (the_type.scalarType()) {                                         \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Byte, uint8_t, __VA_ARGS__)       \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Char, int8_t, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Int, int32_t, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Long, int64_t, __VA_ARGS__)       \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Short, int16_t, __VA_ARGS__)      \
-      default:                                                               \
-        AT_ERROR(#NAME, " not implemented for '", the_type.toString(), "'"); \
-    }                                                                        \
-  }()
-
-#define AT_DISPATCH_ALL_TYPES(TYPE, NAME, ...)                               \
-  [&] {                                                                      \
-    const at::Type& the_type = TYPE;                                         \
-    switch (the_type.scalarType()) {                                         \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Byte, uint8_t, __VA_ARGS__)       \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Char, int8_t, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Double, double, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Float, float, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Int, int32_t, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Long, int64_t, __VA_ARGS__)       \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Short, int16_t, __VA_ARGS__)      \
-      default:                                                               \
-        AT_ERROR(#NAME, " not implemented for '", the_type.toString(), "'"); \
-    }                                                                        \
-  }()
-
-#define AT_DISPATCH_ALL_TYPES_AND_HALF(TYPE, NAME, ...)                      \
-  [&] {                                                                      \
-    const at::Type& the_type = TYPE;                                         \
-    switch (the_type.scalarType()) {                                         \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Byte, uint8_t, __VA_ARGS__)       \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Char, int8_t, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Double, double, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Float, float, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Int, int32_t, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Long, int64_t, __VA_ARGS__)       \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Short, int16_t, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Half, at::Half, __VA_ARGS__)      \
-      default:                                                               \
-        AT_ERROR(#NAME, " not implemented for '", the_type.toString(), "'"); \
-    }                                                                        \
-  }()
-
-#define AT_DISPATCH_COMPLEX_TYPES(TYPE, NAME, ...)                           \
-  [&] {                                                                      \
-    const at::Type& the_type = TYPE;                                         \
-    switch (the_type.scalarType()) {                                         \
-      AT_PRIVATE_CASE_TYPE(                                                  \
-          at::ScalarType::ComplexFloat, std::complex<float>, __VA_ARGS__)    \
-      AT_PRIVATE_CASE_TYPE(                                                  \
-          at::ScalarType::ComplexDouble, std::complex<double>, __VA_ARGS__)  \
-      default:                                                               \
-        AT_ERROR(#NAME, " not implemented for '", the_type.toString(), "'"); \
-    }                                                                        \
-  }()
-
-#define AT_DISPATCH_ALL_TYPES_AND_COMPLEX(TYPE, NAME, ...)                   \
-  [&] {                                                                      \
-    const at::Type& the_type = TYPE;                                         \
-    switch (the_type.scalarType()) {                                         \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Byte, uint8_t, __VA_ARGS__)       \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Char, int8_t, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Double, double, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Float, float, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Int, int32_t, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Long, int64_t, __VA_ARGS__)       \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Short, int16_t, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(                                                  \
-          at::ScalarType::ComplexFloat, std::complex<float>, __VA_ARGS__)    \
-      AT_PRIVATE_CASE_TYPE(                                                  \
-          at::ScalarType::ComplexDouble, std::complex<double>, __VA_ARGS__)  \
-      default:                                                               \
-        AT_ERROR(#NAME, " not implemented for '", the_type.toString(), "'"); \
-    }                                                                        \
-  }()
-
-#define AT_DISPATCH_ALL_TYPES_AND_HALF_AND_COMPLEX(TYPE, NAME, ...)          \
-  [&] {                                                                      \
-    const at::Type& the_type = TYPE;                                         \
-    switch (the_type.scalarType()) {                                         \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Byte, uint8_t, __VA_ARGS__)       \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Char, int8_t, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Double, double, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Float, float, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Int, int32_t, __VA_ARGS__)        \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Long, int64_t, __VA_ARGS__)       \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Short, int16_t, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(at::ScalarType::Half, at::Half, __VA_ARGS__)      \
-      AT_PRIVATE_CASE_TYPE(                                                  \
-          at::ScalarType::ComplexFloat, std::complex<float>, __VA_ARGS__)    \
-      AT_PRIVATE_CASE_TYPE(                                                  \
-          at::ScalarType::ComplexDouble, std::complex<double>, __VA_ARGS__)  \
-      default:                                                               \
-        AT_ERROR(#NAME, " not implemented for '", the_type.toString(), "'"); \
-    }                                                                        \
-  }()

aten/src/ATen/ExpandUtils.cpp

@@ -1,86 +0,0 @@
-#include "ATen/ExpandUtils.h"
-
-namespace at {
-
-std::vector<int64_t> infer_size(IntList a, IntList b) {
-  auto dimsA = a.size();
-  auto dimsB = b.size();
-  ptrdiff_t ndim = dimsA > dimsB ? dimsA : dimsB;
-  std::vector<int64_t> expandedSizes(ndim);
-
-  for (long i = ndim - 1; i >= 0; --i) {
-    long offset = ndim - 1 - i;
-    long dimA = dimsA - 1 - offset;
-    long dimB = dimsB - 1 - offset;
-    long sizeA = (dimA >= 0) ? a[dimA] : 1;
-    long sizeB = (dimB >= 0) ? b[dimB] : 1;
-
-    AT_CHECK(
-        sizeA == sizeB || sizeA == 1 || sizeB == 1,
-        "The size of tensor a (", sizeA,
-        ") must match the size of tensor b (", sizeB,
-        ") at non-singleton dimension ", i);
-
-      // 1s map to the other size (even 0).
-      expandedSizes[i] = sizeA == 1 ? sizeB : sizeA;
-  }
-
-  return expandedSizes;
-}
-
-std::tuple<std::vector<int64_t>, std::vector<int64_t>> inferExpandGeometry(
-    IntList tensor_sizes,
-    IntList tensor_strides,
-    IntList sizes) {
-  int64_t ndim = sizes.size();
-  int64_t tensor_dim = tensor_sizes.size();
-
-  if (tensor_dim == 0) {
-    std::vector<int64_t> expandedStrides(ndim, 0);
-    return std::tuple<std::vector<int64_t>, std::vector<int64_t>>(
-        sizes.vec(), expandedStrides);
-  }
-  std::vector<int64_t> expandedSizes(ndim);
-  std::vector<int64_t> expandedStrides(ndim);
-
-  // create a new geometry for the tensors
-  for (int64_t i = ndim - 1; i >= 0; --i) {
-    int64_t offset = ndim - 1 - i;
-    int64_t dim = tensor_dim - 1 - offset;
-    int64_t size = (dim >= 0) ? tensor_sizes[dim] : 1;
-    int64_t stride = (dim >= 0) ? tensor_strides[dim]
-                                : expandedSizes[i + 1] * expandedStrides[i + 1];
-    int64_t targetSize = sizes[i];
-    if (targetSize == -1) {
-      AT_CHECK(
-          dim >= 0,
-          "The expanded size of the tensor (",
-          targetSize,
-          ") isn't allowed in a leading, non-existing dimension ",
-          i);
-      targetSize = size;
-    }
-    if (size != targetSize) {
-      AT_CHECK(
-          size == 1,
-          "The expanded size of the tensor (",
-          targetSize,
-          ") must match the existing size (",
-          size,
-          ") at non-singleton dimension ",
-          i,
-          ".  Target sizes: ",
-          sizes,
-          ".  Tensor sizes: ",
-          tensor_sizes);
-      size = targetSize;
-      stride = 0;
-    }
-    expandedSizes[i] = size;
-    expandedStrides[i] = stride;
-  }
-  return std::tuple<std::vector<int64_t>, std::vector<int64_t>>(
-      expandedSizes, expandedStrides);
-}
-
-} // namespace at

aten/src/ATen/ExpandUtils.h

@@ -1,177 +0,0 @@
-#pragma once
-
-#include "ATen/Tensor.h"
-#include "c10/util/Exception.h"
-
-#include <functional>
-#include <sstream>
-#include <tuple>
-
-namespace at {
-
-CAFFE2_API std::vector<int64_t> infer_size(IntList a, IntList b);
-CAFFE2_API std::tuple<std::vector<int64_t>, std::vector<int64_t>>
-inferExpandGeometry(
-    IntList tensor_sizes,
-    IntList tensor_strides,
-    IntList sizes);
-
-// avoid copy-construction of Tensor by using a reference_wrapper.
-inline void check_defined(std::initializer_list<std::reference_wrapper<const Tensor>> tensors, const char *api_name) {
-  for (auto& t : tensors) {
-    if (!t.get().defined()) {
-      AT_ERROR(api_name, "(...) called with an undefined Tensor");
-    }
-  }
-}
-
-inline std::tuple<Tensor> expand_inplace(const Tensor &tensor, const Tensor &to_expand) {
-  if (tensor.sizes().equals(to_expand.sizes())) {
-    return std::make_tuple(to_expand);
-  }
-
-  return std::make_tuple(to_expand.expand(tensor.sizes(), /*implicit=*/true)); // see [expand implicit]
-}
-
-inline std::tuple<Tensor> expand_inplace(const Tensor &tensor, const Tensor &to_expand, const char *api_name) {
-  check_defined({tensor, to_expand}, api_name);
-  return expand_inplace(tensor, to_expand);
-}
-
-inline std::tuple<Tensor, Tensor> expand_inplace(const Tensor &tensor, const Tensor &to_expand1, const Tensor &to_expand2) {
-  if (tensor.sizes().equals(to_expand1.sizes()) && tensor.sizes().equals((to_expand2.sizes()))) {
-    return std::make_tuple(to_expand1, to_expand2);
-  }
-
-  return std::make_tuple(
-      to_expand1.expand(tensor.sizes(), /*implicit=*/true), // see [expand implicit]
-      to_expand2.expand(tensor.sizes(), /*implicit=*/true));
-}
-
-inline std::tuple<Tensor, Tensor> expand_inplace(const Tensor &tensor, const Tensor &to_expand1, const Tensor &to_expand2,
-                                                 const char *api_name) {
-  check_defined({tensor, to_expand1, to_expand2}, api_name);
-  return expand_inplace(tensor, to_expand1, to_expand2);
-}
-
-inline std::tuple<Tensor, Tensor> expand_outplace(const Tensor &to_expand1, const Tensor &to_expand2) {
-  if (to_expand1.sizes().equals(to_expand2.sizes())) {
-    return std::make_tuple(to_expand1, to_expand2);
-  }
-
-  auto expanded_size = infer_size(to_expand1.sizes(), to_expand2.sizes());
-  return std::make_tuple(
-      to_expand1.expand(expanded_size, /*implicit=*/true), // see [expand implicit]
-      to_expand2.expand(expanded_size, /*implicit=*/true));
-}
-
-inline std::tuple<Tensor, Tensor> expand_outplace(const Tensor &to_expand1, const Tensor &to_expand2, const char *api_name) {
-  check_defined({to_expand1, to_expand2}, api_name);
-  return expand_outplace(to_expand1, to_expand2);
-}
-
-inline std::tuple<Tensor, Tensor, Tensor> expand_outplace(const Tensor &to_expand1,
-                                                          const Tensor &to_expand2,
-                                                          const Tensor &to_expand3) {
-  if (to_expand1.sizes().equals(to_expand2.sizes()) && to_expand1.sizes().equals(to_expand3.sizes())) {
-    return std::make_tuple(to_expand1, to_expand2, to_expand3);
-  }
-
-  auto expanded_size12 = infer_size(to_expand1.sizes(), to_expand2.sizes());
-  auto expanded_size = infer_size(expanded_size12, to_expand3.sizes());
-  return std::make_tuple(
-      to_expand1.expand(expanded_size, /*implicit=*/true), // see [expand implicit]
-      to_expand2.expand(expanded_size, /*implicit=*/true),
-      to_expand3.expand(expanded_size, /*implicit=*/true));
-}
-
-inline std::tuple<Tensor, Tensor, Tensor> expand_outplace(const Tensor &to_expand1,
-                                                          const Tensor &to_expand2,
-                                                          const Tensor &to_expand3,
-                                                          const char *api_name) {
-  check_defined({to_expand1, to_expand2, to_expand3}, api_name);
-  return expand_outplace(to_expand1, to_expand2, to_expand3);
-}
-
-inline std::tuple<Tensor> expand_size(const Tensor &to_expand, IntList sizes) {
-  if(to_expand.sizes().equals(sizes)) {
-    return std::make_tuple(to_expand);
-  }
-
-  return std::make_tuple(to_expand.expand(sizes, /*implicit=*/true)); // see [expand implicit]
-}
-
-inline std::tuple<Tensor> expand_size(const Tensor &to_expand, IntList sizes, const char *api_name) {
-  check_defined({to_expand}, api_name);
-  return expand_size(to_expand, sizes);
-}
-
-inline std::vector<Tensor> expand_outplace(TensorList to_expand) {
-  // expands a list of Tensors; ignores undefined (null) tensors
-  bool first = true;
-  std::vector<int64_t> sizes;
-  for (size_t i = 0; i < to_expand.size(); ++i) {
-    if (!to_expand[i].defined()) {
-      continue;
-    } else if (first) {
-      sizes = to_expand[i].sizes().vec();
-      first = false;
-    } else {
-      sizes = infer_size(sizes, to_expand[i].sizes());
-    }
-  }
-
-  std::vector<Tensor> result(to_expand.size());
-  for (size_t i = 0; i < to_expand.size(); ++i) {
-    if (!to_expand[i].defined()) {
-      continue;
-    } else if (to_expand[i].sizes().equals(sizes)) {
-      result[i] = to_expand[i];
-    } else {
-      result[i] = to_expand[i].expand(sizes, /*implicit=*/true); // see [expand implicit]
-    }
-  }
-  return result;
-}
-
-// Sums `tensor` repeatedly to produce a tensor of shape `shape`.
-// Precondition: is_expandable_to(shape, tensor.sizes()) must be true
-static inline Tensor sum_to(Tensor tensor, const IntList shape) {
-  if (shape.size() == 0) {
-    return tensor.sum();
-  }
-  c10::SmallVector<int64_t, 8> reduce_dims;
-  const at::IntList sizes = tensor.sizes();
-  const int64_t leading_dims = sizes.size() - shape.size();
-  for (int64_t i = 0; i < leading_dims; ++i) {
-    reduce_dims.push_back(i);
-  }
-  for (int64_t i = leading_dims; i < static_cast<int64_t>(sizes.size()); ++i) {
-    if (shape[i - leading_dims] == 1 && sizes[i] > 1) {
-      reduce_dims.push_back(i);
-    }
-  }
-  if (!reduce_dims.empty()) {
-    tensor = tensor.sum(reduce_dims, /*keepdim=*/true);
-  }
-  return leading_dims > 0 ? tensor.view(shape) : tensor;
-}
-
-// True if `shape` can be broadcasted to `desired`
-static inline bool is_expandable_to(IntList shape, IntList desired) {
-  int ndim = shape.size();
-  int target_dim = desired.size();
-  if (ndim > target_dim) {
-    return false;
-  }
-  for (int i = 0; i < ndim; i++) {
-    int64_t size = shape[ndim - i - 1];
-    int64_t target = desired[target_dim - i - 1];
-    if (size != target && size != 1) {
-      return false;
-    }
-  }
-  return true;
-}
-
-}

aten/src/ATen/Formatting.h

@@ -1 +0,0 @@
-#include <ATen/core/Formatting.h>

aten/src/ATen/Generator.h

@@ -1,2 +0,0 @@
-#pragma once
-#include <ATen/core/Generator.h>

aten/src/ATen/Half.h

@@ -1,2 +0,0 @@
-#pragma once
-#include <ATen/core/Half.h>

aten/src/ATen/InferSize.h

@@ -1,44 +0,0 @@
-#pragma once
-
-#include <c10/core/ScalarType.h>
-#include <c10/util/Optional.h>
-#include <sstream>
-#include <vector>
-
-namespace at {
-
-// Infers the size of a dim with size -1, if it exists. Also checks that new
-// shape is compatible with the number of elements.
-static std::vector<int64_t> infer_size(IntList shape, int64_t numel) {
-  auto res = shape.vec();
-  int64_t newsize = 1;
-  auto infer_dim = c10::optional<int64_t>();
-  for (int64_t dim = 0, ndim = shape.size(); dim != ndim; dim++) {
-    if (shape[dim] == -1) {
-      if (infer_dim) {
-        throw std::runtime_error("only one dimension can be inferred");
-      }
-      infer_dim = dim;
-    } else if (shape[dim] >= 0) {
-      newsize *= shape[dim];
-    } else {
-      AT_ERROR("invalid shape dimension ", shape[dim]);
-    }
-  }
-
-  if (numel == newsize || (infer_dim && newsize > 0 && numel % newsize == 0)) {
-    if (infer_dim) {
-      // we have a degree of freedom here to select the dimension size; follow NumPy semantics
-      // and just bail.
-      AT_CHECK(newsize != 0, "cannot reshape tensor of 0 elements into shape ", shape);
-      res[*infer_dim] = numel / newsize;
-    }
-    return res;
-  }
-
-  std::ostringstream ss;
-  ss << "shape '" << shape << "' is invalid for input of size " << numel;
-  throw std::runtime_error(ss.str());
-}
-
-}

aten/src/ATen/InitialTensorOptions.h

@@ -1,15 +0,0 @@
-#pragma once
-
-#include <ATen/core/TensorOptions.h>
-
-namespace at {
-
-// Represents the initial TensorOptions, before the "defaults" are ever changed.
-// This is designed to be used in library code, where the explicit devices, dtypes, etc. are known.
-// NOTE: this is not a stable API.
-inline TensorOptions initialTensorOptions() {
-  return TensorOptions(kCPU).dtype(kFloat).layout(kStrided)
-                            .requires_grad(false).is_variable(false);
-}
-
-}

aten/src/ATen/Layout.h

@@ -1,2 +0,0 @@
-#pragma once
-#include <c10/core/Layout.h>

aten/src/ATen/LegacyTHDispatch.cpp

@@ -1,12 +0,0 @@
-#include <ATen/LegacyTHDispatch.h>
-
-namespace at {
-
-// TODO: This could be bad juju if someone calls globalContext() in the
-// destructor of an object with static lifetime.
-LegacyTHDispatch & globalLegacyTHDispatch() {
-  static LegacyTHDispatch singleton;
-  return singleton;
-}
-
-}

aten/src/ATen/LegacyTHDispatch.h

@@ -1,91 +0,0 @@
-#pragma once
-
-// LegacyTHDispatcher is the legacy mechanism for dispatching directly
-// to TH/THNN/THC/THCUNN functions in ATen, which is essentially a giant virtual
-// dispatch table for every TH function we support dynamically dispatching over.
-//
-// NB: We do not actually dispatch to *operators* here, the usual pattern is for
-// ATen operators to call this mechanism for their implementation, but the
-// operator itself is declared separately (e.g. as a native function "wrapper").
-//
-// Q: Why don't we just use LegacyTypeDispatch here?
-// A: Mainly separation of concerns:
-//   1) Type is for implementation of operators, which requires codegen of
-//      Variables, JIT, etc.  That is handled by the native function "wrappers";
-//      just calling into TH does not require that.
-//   2) Type does not require scalar-specific dispatch, whereas calling into TH
-//      does.  Thus, this separation allows us to evolve operator dispatch
-//      separately (i.e. to use the C10 dispatcher) from details of how to
-//      call TH functionality.
-//
-// The implmentation here is very similar to the LegacyTypeDispatch design, with
-// the following simplications:
-// 1) This is not required for a mobile build, so does not have to live in /core.
-// 2) Because these only contain function implementations, we do not have to
-//    handle the Variable/Tensor split; that is handled at the native function
-//    "wrapper" level.
-// 3) Because an operator must have been previously dispatched via the Type
-//    mechanism, we do need to handle device initialization.  This means it is
-//    WRONG to call directly into these functions without first going through
-//    Type dispatch (i.e. the usual operator -> Type -> LegacyTHDispatch pattern).
-// 4) Because an operator must have been previously dispatched via the Type
-//    mechanism, we do not need to handle undefined Tensors.
-//
-// NB: We don't use Registry for this, because we don't want to
-// pay for a hash table lookup every time we do an operation.
-//
-// NB: we can delete this when we don't call into any TH implementations.
-
-#include <c10/core/Backend.h>
-#include <c10/core/ScalarType.h>
-#include <ATen/LegacyTHDispatcher.h>
-
-namespace at {
-
-struct Type;
-
-struct CAFFE2_API LegacyTHDispatcherDeleter {
-  using LegacyTHDispatcherDeleterFun = void(LegacyTHDispatcher*);
-  LegacyTHDispatcherDeleterFun *fn_ = nullptr;
-  LegacyTHDispatcherDeleter() {}
-  /* implicit */ LegacyTHDispatcherDeleter(LegacyTHDispatcherDeleterFun *fn) : fn_(fn) {}
-  void operator()(LegacyTHDispatcher * ptr) {
-    if (fn_) {
-      (*fn_)(ptr);
-    }
-  }
-};
-
-class CAFFE2_API LegacyTHDispatch {
- public:
-  using LegacyTHDispatcherUniquePtr = std::unique_ptr<LegacyTHDispatcher, LegacyTHDispatcherDeleter>;
-  // WARNING: This function has the precondition that you have
-  // initialized the type you want to call.  This initialization
-  // step is generally done by Context, or assumed because you
-  // have a Tensor and thus the Type of that Tensor must already
-  // be initialized.
-
-  void registerDispatcher(Backend b, ScalarType s, LegacyTHDispatcherUniquePtr&& t) {
-    dispatcher_registry[static_cast<int>(b)][static_cast<int>(s)] = std::move(t);
-  }
-
-  LegacyTHDispatcher* getLegacyTHDispatcherRaw(Backend p, ScalarType s) {
-    return dispatcher_registry[static_cast<int>(p)][static_cast<int>(s)].get();
-  }
-
-  LegacyTHDispatcher & getLegacyTHDispatcher(Backend p, ScalarType s) {
-    auto* type = getLegacyTHDispatcherRaw(p, s);
-    if (!type) AT_ERROR(toString(p), toString(s), "THDispatcher is not enabled.");
-    return *type;
-  }
-private:
-  // NB: dispatcher_registry has nullptr for all CUDA backends until
-  // CUDA initialization has occurred
-  LegacyTHDispatcherUniquePtr dispatcher_registry
-    [static_cast<int>(Backend::NumOptions)]
-    [static_cast<int>(ScalarType::NumOptions)];
-};
-
-CAFFE2_API LegacyTHDispatch& globalLegacyTHDispatch();
-
-} // namespace at

aten/src/ATen/MatrixRef.h

@@ -1,100 +0,0 @@
-#pragma once
-#include <ATen/Utils.h>
-#include <c10/util/ArrayRef.h>
-
-#include <vector>
-
-namespace at {
-  /// MatrixRef - Like an ArrayRef, but with an extra recorded strides so that
-  /// we can easily view it as a multidimensional array.
-  ///
-  /// Like ArrayRef, this class does not own the underlying data, it is expected
-  /// to be used in situations where the data resides in some other buffer.
-  ///
-  /// This is intended to be trivially copyable, so it should be passed by
-  /// value.
-  ///
-  /// For now, 2D only (so the copies are actually cheap, without having
-  /// to write a SmallVector class) and contiguous only (so we can
-  /// return non-strided ArrayRef on index).
-  ///
-  /// P.S. dimension 0 indexes rows, dimension 1 indexes columns
-  template<typename T>
-  class MatrixRef {
-  public:
-    typedef size_t size_type;
-
-  private:
-    /// Underlying ArrayRef
-    ArrayRef<T> arr;
-
-    /// Stride of dim 0 (outer dimension)
-    size_type stride0;
-
-    // Stride of dim 1 is assumed to be 1
-
-  public:
-    /// Construct an empty Matrixref.
-    /*implicit*/ MatrixRef() : arr(nullptr), stride0(0) {}
-
-    /// Construct an MatrixRef from an ArrayRef and outer stride.
-    /*implicit*/ MatrixRef(ArrayRef<T> arr, size_type stride0)
-      : arr(arr), stride0(stride0) {
-        AT_CHECK(arr.size() % stride0 == 0, "MatrixRef: ArrayRef size ", arr.size(), " not divisible by stride ", stride0)
-      }
-
-    /// @}
-    /// @name Simple Operations
-    /// @{
-
-    /// empty - Check if the matrix is empty.
-    bool empty() const { return arr.empty(); }
-
-    const T *data() const { return arr.data(); }
-
-    /// size - Get size a dimension
-    size_t size(size_t dim) const {
-      if (dim == 0) {
-        return arr.size() / stride0;
-      } else if (dim == 1) {
-        return stride0;
-      } else {
-        AT_CHECK(0, "MatrixRef: out of bounds dimension ", dim, "; expected 0 or 1");
-      }
-    }
-
-    size_t numel() const {
-      return arr.size();
-    }
-
-    /// equals - Check for element-wise equality.
-    bool equals(MatrixRef RHS) const {
-      return stride0 == RHS.stride0 && arr.equals(RHS.arr);
-    }
-
-    /// @}
-    /// @name Operator Overloads
-    /// @{
-    ArrayRef<T> operator[](size_t Index) const {
-      return arr.slice(Index*stride0, stride0);
-    }
-
-    /// Disallow accidental assignment from a temporary.
-    ///
-    /// The declaration here is extra complicated so that "arrayRef = {}"
-    /// continues to select the move assignment operator.
-    template <typename U>
-    typename std::enable_if<std::is_same<U, T>::value, MatrixRef<T>>::type &
-    operator=(U &&Temporary) = delete;
-
-    /// Disallow accidental assignment from a temporary.
-    ///
-    /// The declaration here is extra complicated so that "arrayRef = {}"
-    /// continues to select the move assignment operator.
-    template <typename U>
-    typename std::enable_if<std::is_same<U, T>::value, MatrixRef<T>>::type &
-    operator=(std::initializer_list<U>) = delete;
-
-  };
-
-} // end namespace at

aten/src/ATen/Parallel.h

@@ -1,108 +0,0 @@
-#pragma once
-#include <ATen/ATen.h>
-#include <atomic>
-#include <cstddef>
-#include <exception>
-
-#ifdef _OPENMP
-#include <omp.h>
-#endif
-
-namespace at {
-namespace internal {
-// This parameter is heuristically chosen to determine the minimum number of
-// work that warrants paralellism. For example, when summing an array, it is
-// deemed inefficient to parallelise over arrays shorter than 32768. Further,
-// no parallel algorithm (such as parallel_reduce) should split work into
-// smaller than GRAIN_SIZE chunks.
-constexpr int64_t GRAIN_SIZE = 32768;
-} // namespace internal
-
-inline int64_t divup(int64_t x, int64_t y) {
-  return (x + y - 1) / y;
-}
-
-inline int get_max_threads() {
-#ifdef _OPENMP
-  return omp_get_max_threads();
-#else
-  return 1;
-#endif
-}
-
-inline int get_thread_num() {
-#ifdef _OPENMP
-  return omp_get_thread_num();
-#else
-  return 0;
-#endif
-}
-
-inline bool in_parallel_region() {
-#ifdef _OPENMP
-  return omp_in_parallel();
-#else
-  return false;
-#endif
-}
-
-template <class F>
-inline void parallel_for(
-    const int64_t begin,
-    const int64_t end,
-    const int64_t grain_size,
-    const F& f) {
-#ifdef _OPENMP
-  std::atomic_flag err_flag = ATOMIC_FLAG_INIT;
-  std::exception_ptr eptr;
-#pragma omp parallel if (!omp_in_parallel() && ((end - begin) >= grain_size))
-  {
-    int64_t num_threads = omp_get_num_threads();
-    int64_t tid = omp_get_thread_num();
-    int64_t chunk_size = divup((end - begin), num_threads);
-    int64_t begin_tid = begin + tid * chunk_size;
-    if (begin_tid < end) {
-      try {
-        f(begin_tid, std::min(end, chunk_size + begin_tid));
-      } catch (...) {
-        if (!err_flag.test_and_set()) {
-          eptr = std::current_exception();
-        }
-      }
-    }
-  }
-  if (eptr) {
-    std::rethrow_exception(eptr);
-  }
-#else
-  if (begin < end) {
-    f(begin, end);
-  }
-#endif
-}
-
-template <class scalar_t, class F, class SF>
-inline scalar_t parallel_reduce(
-    const int64_t begin,
-    const int64_t end,
-    const int64_t grain_size,
-    const scalar_t ident,
-    const F f,
-    const SF sf) {
-  if (get_num_threads() == 1) {
-    return f(begin, end, ident);
-  } else {
-    const int64_t num_results = divup((end - begin), grain_size);
-    std::vector<scalar_t> results(num_results);
-    scalar_t* results_data = results.data();
-#pragma omp parallel for if ((end - begin) >= grain_size)
-    for (int64_t id = 0; id < num_results; id++) {
-      int64_t i = begin + id * grain_size;
-      results_data[id] = f(i, i + std::min(end - i, grain_size), ident);
-    }
-    return std::accumulate(
-        results_data, results_data + results.size(), ident, sf);
-  }
-}
-
-} // namespace at

aten/src/ATen/Scalar.h

@@ -1,3 +0,0 @@
-#pragma once
-
-#include <ATen/core/Scalar.h>