# This ill-named file does a number of things: # - Installs Caffe2 header files (this has nothing to do with code generation) # - Configures caffe2/core/macros.h # - Creates an ATen target for its generated C++ files and adds it # as a dependency ################################################################################ # Helper functions ################################################################################ function(filter_list output input) unset(result) foreach(filename ${${input}}) foreach(pattern ${ARGN}) if("${filename}" MATCHES "${pattern}") list(APPEND result "${filename}") endif() endforeach() endforeach() set(${output} ${result} PARENT_SCOPE) endfunction() function(filter_list_exclude output input) unset(result) foreach(filename ${${input}}) foreach(pattern ${ARGN}) if(NOT "${filename}" MATCHES "${pattern}") list(APPEND result "${filename}") endif() endforeach() endforeach() set(${output} ${result} PARENT_SCOPE) endfunction() ################################################################################ # ---[ Write the macros file configure_file( ${CMAKE_CURRENT_LIST_DIR}/../caffe2/core/macros.h.in ${CMAKE_BINARY_DIR}/caffe2/core/macros.h) # ---[ Installing the header files install(DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/../caffe2 DESTINATION include FILES_MATCHING PATTERN "*.h") if(NOT INTERN_BUILD_ATEN_OPS) install(DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/core DESTINATION include/ATen FILES_MATCHING PATTERN "*.h") endif() install(FILES ${CMAKE_BINARY_DIR}/caffe2/core/macros.h DESTINATION include/caffe2/core) # ---[ ATen specific if(INTERN_BUILD_ATEN_OPS) if(MSVC) SET(OPT_FLAG "/fp:strict ") else(MSVC) SET(OPT_FLAG "-O3 ") if("${CMAKE_BUILD_TYPE}" MATCHES "Debug") SET(OPT_FLAG " ") endif() endif(MSVC) if(C_AVX_FOUND) if(MSVC) SET_SOURCE_FILES_PROPERTIES(${CMAKE_CURRENT_LIST_DIR}/../aten/src/TH/vector/AVX.cpp PROPERTIES COMPILE_FLAGS "${OPT_FLAG}/arch:AVX ${CXX_AVX_FLAGS}") else(MSVC) SET_SOURCE_FILES_PROPERTIES(${CMAKE_CURRENT_LIST_DIR}/../aten/src/TH/vector/AVX.cpp PROPERTIES COMPILE_FLAGS "${OPT_FLAG} ${CXX_AVX_FLAGS}") endif(MSVC) endif(C_AVX_FOUND) if(NOT MSVC AND NOT "${CMAKE_C_COMPILER_ID}" MATCHES "Clang") SET_SOURCE_FILES_PROPERTIES(${CMAKE_CURRENT_LIST_DIR}/../aten/src/TH/THAllocator.cpp PROPERTIES COMPILE_FLAGS "-fno-openmp") endif() FILE(GLOB cpu_kernel_cpp_in "${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/native/cpu/*.cpp" "${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/native/quantized/cpu/kernels/*.cpp") LIST(APPEND CPU_CAPABILITY_NAMES "DEFAULT") LIST(APPEND CPU_CAPABILITY_FLAGS "${OPT_FLAG}") if(CXX_AVX_FOUND) SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DHAVE_AVX_CPU_DEFINITION") LIST(APPEND CPU_CAPABILITY_NAMES "AVX") if(MSVC) LIST(APPEND CPU_CAPABILITY_FLAGS "${OPT_FLAG}/arch:AVX") else(MSVC) LIST(APPEND CPU_CAPABILITY_FLAGS "${OPT_FLAG} -mavx") endif(MSVC) endif(CXX_AVX_FOUND) if(CXX_AVX2_FOUND) SET(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DHAVE_AVX2_CPU_DEFINITION") # Some versions of GCC pessimistically split unaligned load and store # instructions when using the default tuning. This is a bad choice on # new Intel and AMD processors so we disable it when compiling with AVX2. # See https://stackoverflow.com/questions/52626726/why-doesnt-gcc-resolve-mm256-loadu-pd-as-single-vmovupd#tab-top check_cxx_compiler_flag("-mno-avx256-split-unaligned-load -mno-avx256-split-unaligned-store" COMPILER_SUPPORTS_NO_AVX256_SPLIT) if(COMPILER_SUPPORTS_NO_AVX256_SPLIT) SET(CPU_NO_AVX256_SPLIT_FLAGS "-mno-avx256-split-unaligned-load -mno-avx256-split-unaligned-store") endif(COMPILER_SUPPORTS_NO_AVX256_SPLIT) LIST(APPEND CPU_CAPABILITY_NAMES "AVX2") if(MSVC) LIST(APPEND CPU_CAPABILITY_FLAGS "${OPT_FLAG}/arch:AVX2") else(MSVC) LIST(APPEND CPU_CAPABILITY_FLAGS "${OPT_FLAG} -mavx2 -mfma ${CPU_NO_AVX256_SPLIT_FLAGS}") endif(MSVC) endif(CXX_AVX2_FOUND) list(LENGTH CPU_CAPABILITY_NAMES NUM_CPU_CAPABILITY_NAMES) math(EXPR NUM_CPU_CAPABILITY_NAMES "${NUM_CPU_CAPABILITY_NAMES}-1") FOREACH(i RANGE ${NUM_CPU_CAPABILITY_NAMES}) FOREACH(IMPL ${cpu_kernel_cpp_in}) string(REPLACE "${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/" "" NAME ${IMPL}) LIST(GET CPU_CAPABILITY_NAMES ${i} CPU_CAPABILITY) SET(NEW_IMPL ${CMAKE_BINARY_DIR}/aten/src/ATen/${NAME}.${CPU_CAPABILITY}.cpp) CONFIGURE_FILE(${IMPL} ${NEW_IMPL} COPYONLY) SET(cpu_kernel_cpp ${NEW_IMPL} ${cpu_kernel_cpp}) # Create list of copies LIST(GET CPU_CAPABILITY_FLAGS ${i} FLAGS) if(MSVC) SET(MACRO_FLAG "/DCPU_CAPABILITY=${CPU_CAPABILITY} /DCPU_CAPABILITY_${CPU_CAPABILITY}") else(MSVC) SET(MACRO_FLAG "-DCPU_CAPABILITY=${CPU_CAPABILITY} -DCPU_CAPABILITY_${CPU_CAPABILITY}") endif(MSVC) SET_SOURCE_FILES_PROPERTIES(${NEW_IMPL} PROPERTIES COMPILE_FLAGS "${FLAGS} ${MACRO_FLAG}") ENDFOREACH() ENDFOREACH() list(APPEND ATen_CPU_SRCS ${cpu_kernel_cpp}) set(cwrap_files ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/Declarations.cwrap ${CMAKE_CURRENT_LIST_DIR}/../aten/src/THCUNN/generic/THCUNN.h ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/nn.yaml ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/native/native_functions.yaml) FILE(GLOB all_python "${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/*.py") set(GEN_ROCM_FLAG) if(USE_ROCM) set(GEN_ROCM_FLAG --rocm) endif() set(CUSTOM_BUILD_FLAGS) if(SELECTED_OP_LIST) if(NOT USE_STATIC_DISPATCH AND NOT OP_DEPENDENCY) message(FATAL_ERROR "Must provide op dependency graph .yaml file for custom build with dynamic dispatch!") endif() EXECUTE_PROCESS( COMMAND "${PYTHON_EXECUTABLE}" ${CMAKE_CURRENT_LIST_DIR}/../tools/code_analyzer/gen_op_registration_whitelist.py --op-dependency "${OP_DEPENDENCY}" --root-ops "${SELECTED_OP_LIST}" OUTPUT_VARIABLE OP_REGISTRATION_WHITELIST ) separate_arguments(OP_REGISTRATION_WHITELIST) message(STATUS "Custom build with op registration whitelist: ${OP_REGISTRATION_WHITELIST}") set(CUSTOM_BUILD_FLAGS --force_schema_registration --op_registration_whitelist ${OP_REGISTRATION_WHITELIST}) endif() SET(GEN_COMMAND "${PYTHON_EXECUTABLE}" ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/gen.py --source-path ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen --install_dir ${CMAKE_BINARY_DIR}/aten/src/ATen ${GEN_ROCM_FLAG} ${cwrap_files} ${CUSTOM_BUILD_FLAGS} ) EXECUTE_PROCESS( COMMAND ${GEN_COMMAND} --output-dependencies ${CMAKE_BINARY_DIR}/aten/src/ATen/generated_cpp.txt RESULT_VARIABLE RETURN_VALUE ) if(NOT RETURN_VALUE EQUAL 0) message(STATUS ${generated_cpp}) message(FATAL_ERROR "Failed to get generated_cpp list") endif() # FIXME: the file/variable name lists cpp, but these list both cpp and .h files file(READ ${CMAKE_BINARY_DIR}/aten/src/ATen/generated_cpp.txt generated_cpp) file(READ ${CMAKE_BINARY_DIR}/aten/src/ATen/generated_cpp.txt-cuda cuda_generated_cpp) file(READ ${CMAKE_BINARY_DIR}/aten/src/ATen/generated_cpp.txt-core core_generated_cpp) file(GLOB_RECURSE all_templates "${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/templates/*") file(MAKE_DIRECTORY ${CMAKE_BINARY_DIR}/aten/src/ATen) file(MAKE_DIRECTORY ${CMAKE_BINARY_DIR}/aten/src/ATen/core) add_custom_command(OUTPUT ${generated_cpp} ${cuda_generated_cpp} ${core_generated_cpp} COMMAND ${GEN_COMMAND} DEPENDS ${all_python} ${all_templates} ${cwrap_files}) # Generated headers used from a CUDA (.cu) file are # not tracked correctly in CMake. We make the libATen.so depend explicitly # on building the generated ATen files to workaround. add_custom_target(ATEN_CPU_FILES_GEN_TARGET DEPENDS ${generated_cpp} ${core_generated_cpp}) add_custom_target(ATEN_CUDA_FILES_GEN_TARGET DEPENDS ${cuda_generated_cpp}) add_library(ATEN_CPU_FILES_GEN_LIB INTERFACE) add_library(ATEN_CUDA_FILES_GEN_LIB INTERFACE) add_dependencies(ATEN_CPU_FILES_GEN_LIB ATEN_CPU_FILES_GEN_TARGET) add_dependencies(ATEN_CUDA_FILES_GEN_LIB ATEN_CUDA_FILES_GEN_TARGET) endif()