# This ill-named file does a number of things: # - Installs Caffe2 header files (this has nothing to do with code generation) # - Configures caffe2/core/macros.h # - Creates an ATen target for its generated C++ files and adds it # as a dependency # - Reads build lists defined in build_variables.bzl ################################################################################ # Helper functions ################################################################################ function(filter_list output input) unset(result) foreach(filename ${${input}}) foreach(pattern ${ARGN}) if("${filename}" MATCHES "${pattern}") list(APPEND result "${filename}") endif() endforeach() endforeach() set(${output} ${result} PARENT_SCOPE) endfunction() function(filter_list_exclude output input) unset(result) foreach(filename ${${input}}) foreach(pattern ${ARGN}) if(NOT "${filename}" MATCHES "${pattern}") list(APPEND result "${filename}") endif() endforeach() endforeach() set(${output} ${result} PARENT_SCOPE) endfunction() ################################################################################ # ---[ Write the macros file configure_file( ${CMAKE_CURRENT_LIST_DIR}/../caffe2/core/macros.h.in ${CMAKE_BINARY_DIR}/caffe2/core/macros.h) # ---[ Installing the header files install(DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/../caffe2 DESTINATION include FILES_MATCHING PATTERN "*.h") if(NOT INTERN_BUILD_ATEN_OPS) install(DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/core DESTINATION include/ATen FILES_MATCHING PATTERN "*.h") endif() install(FILES ${CMAKE_BINARY_DIR}/caffe2/core/macros.h DESTINATION include/caffe2/core) # ---[ ATen specific if(INTERN_BUILD_ATEN_OPS) if(MSVC) set(OPT_FLAG "/fp:strict ") else(MSVC) set(OPT_FLAG "-O3 ") if("${CMAKE_BUILD_TYPE}" MATCHES "Debug") set(OPT_FLAG " ") endif() endif(MSVC) if(C_AVX_FOUND) if(MSVC) set_source_files_properties(${CMAKE_CURRENT_LIST_DIR}/../aten/src/TH/vector/AVX.cpp PROPERTIES COMPILE_FLAGS "${OPT_FLAG}/arch:AVX ${CXX_AVX_FLAGS}") else(MSVC) set_source_files_properties(${CMAKE_CURRENT_LIST_DIR}/../aten/src/TH/vector/AVX.cpp PROPERTIES COMPILE_FLAGS "${OPT_FLAG} ${CXX_AVX_FLAGS}") endif(MSVC) endif(C_AVX_FOUND) if(NOT MSVC AND NOT "${CMAKE_C_COMPILER_ID}" MATCHES "Clang") set_source_files_properties(${CMAKE_CURRENT_LIST_DIR}/../aten/src/TH/THAllocator.cpp PROPERTIES COMPILE_FLAGS "-fno-openmp") endif() file(GLOB cpu_kernel_cpp_in "${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/native/cpu/*.cpp" "${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/native/quantized/cpu/kernels/*.cpp") list(APPEND CPU_CAPABILITY_NAMES "DEFAULT") list(APPEND CPU_CAPABILITY_FLAGS "${OPT_FLAG}") if(CXX_AVX_FOUND) set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DHAVE_AVX_CPU_DEFINITION") list(APPEND CPU_CAPABILITY_NAMES "AVX") if(MSVC) list(APPEND CPU_CAPABILITY_FLAGS "${OPT_FLAG}/arch:AVX") else(MSVC) list(APPEND CPU_CAPABILITY_FLAGS "${OPT_FLAG} -mavx") endif(MSVC) endif(CXX_AVX_FOUND) if(CXX_AVX2_FOUND) set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DHAVE_AVX2_CPU_DEFINITION") # Some versions of GCC pessimistically split unaligned load and store # instructions when using the default tuning. This is a bad choice on # new Intel and AMD processors so we disable it when compiling with AVX2. # See https://stackoverflow.com/questions/52626726/why-doesnt-gcc-resolve-mm256-loadu-pd-as-single-vmovupd#tab-top check_cxx_compiler_flag("-mno-avx256-split-unaligned-load -mno-avx256-split-unaligned-store" COMPILER_SUPPORTS_NO_AVX256_SPLIT) if(COMPILER_SUPPORTS_NO_AVX256_SPLIT) set(CPU_NO_AVX256_SPLIT_FLAGS "-mno-avx256-split-unaligned-load -mno-avx256-split-unaligned-store") endif(COMPILER_SUPPORTS_NO_AVX256_SPLIT) list(APPEND CPU_CAPABILITY_NAMES "AVX2") if(MSVC) list(APPEND CPU_CAPABILITY_FLAGS "${OPT_FLAG}/arch:AVX2") else(MSVC) list(APPEND CPU_CAPABILITY_FLAGS "${OPT_FLAG} -mavx2 -mfma ${CPU_NO_AVX256_SPLIT_FLAGS}") endif(MSVC) endif(CXX_AVX2_FOUND) list(LENGTH CPU_CAPABILITY_NAMES NUM_CPU_CAPABILITY_NAMES) math(EXPR NUM_CPU_CAPABILITY_NAMES "${NUM_CPU_CAPABILITY_NAMES}-1") foreach(i RANGE ${NUM_CPU_CAPABILITY_NAMES}) foreach(IMPL ${cpu_kernel_cpp_in}) string(REPLACE "${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/" "" NAME ${IMPL}) list(GET CPU_CAPABILITY_NAMES ${i} CPU_CAPABILITY) set(NEW_IMPL ${CMAKE_BINARY_DIR}/aten/src/ATen/${NAME}.${CPU_CAPABILITY}.cpp) configure_file(${IMPL} ${NEW_IMPL} COPYONLY) set(cpu_kernel_cpp ${NEW_IMPL} ${cpu_kernel_cpp}) # Create list of copies list(GET CPU_CAPABILITY_FLAGS ${i} FLAGS) if(MSVC) set(EXTRA_FLAGS "/DCPU_CAPABILITY=${CPU_CAPABILITY} /DCPU_CAPABILITY_${CPU_CAPABILITY}") else(MSVC) set(EXTRA_FLAGS "-DCPU_CAPABILITY=${CPU_CAPABILITY} -DCPU_CAPABILITY_${CPU_CAPABILITY}") endif(MSVC) # Disable certain warnings for GCC-9.X if(CMAKE_COMPILER_IS_GNUCXX AND (CMAKE_CXX_COMPILER_VERSION VERSION_GREATER 9.0.0)) if(("${NAME}" STREQUAL "native/cpu/GridSamplerKernel.cpp") AND ("${CPU_CAPABILITY}" STREQUAL "DEFAULT")) # See https://github.com/pytorch/pytorch/issues/38855 set(EXTRA_FLAGS "${EXTRA_FLAGS} -Wno-uninitialized") endif() if("${NAME}" STREQUAL "native/quantized/cpu/kernels/QuantizedOpKernels.cpp") # See https://github.com/pytorch/pytorch/issues/38854 set(EXTRA_FLAGS "${EXTRA_FLAGS} -Wno-deprecated-copy") endif() endif() set_source_files_properties(${NEW_IMPL} PROPERTIES COMPILE_FLAGS "${FLAGS} ${EXTRA_FLAGS}") endforeach() endforeach() list(APPEND ATen_CPU_SRCS ${cpu_kernel_cpp}) set(cwrap_files ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/Declarations.cwrap ${CMAKE_CURRENT_LIST_DIR}/../aten/src/THCUNN/generic/THCUNN.h ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/nn.yaml ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/native/native_functions.yaml) file(GLOB all_python "${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/*.py") set(GEN_ROCM_FLAG) if(USE_ROCM) set(GEN_ROCM_FLAG --rocm) endif() set(CUSTOM_BUILD_FLAGS) if(INTERN_BUILD_MOBILE) if(USE_VULKAN) list(APPEND CUSTOM_BUILD_FLAGS --backend_whitelist CPU QuantizedCPU Vulkan) else() list(APPEND CUSTOM_BUILD_FLAGS --backend_whitelist CPU QuantizedCPU) endif() endif() if(SELECTED_OP_LIST) if(NOT USE_STATIC_DISPATCH AND NOT OP_DEPENDENCY) message(FATAL_ERROR "Must provide op dependency graph .yaml file for custom build with dynamic dispatch!") endif() execute_process( COMMAND "${PYTHON_EXECUTABLE}" ${CMAKE_CURRENT_LIST_DIR}/../tools/code_analyzer/gen_op_registration_whitelist.py --op-dependency "${OP_DEPENDENCY}" --root-ops "${SELECTED_OP_LIST}" OUTPUT_VARIABLE OP_REGISTRATION_WHITELIST ) separate_arguments(OP_REGISTRATION_WHITELIST) message(STATUS "Custom build with op registration whitelist: ${OP_REGISTRATION_WHITELIST}") list(APPEND CUSTOM_BUILD_FLAGS --force_schema_registration --op_registration_whitelist ${OP_REGISTRATION_WHITELIST}) endif() if(USE_VULKAN) set(GEN_VULKAN_FLAGS --vulkan) endif() set(GEN_COMMAND "${PYTHON_EXECUTABLE}" ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/gen.py --source-path ${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen --install_dir ${CMAKE_BINARY_DIR}/aten/src/ATen ${GEN_ROCM_FLAG} ${cwrap_files} ${CUSTOM_BUILD_FLAGS} ${GEN_VULKAN_FLAGS} ) execute_process( COMMAND ${GEN_COMMAND} --output-dependencies ${CMAKE_BINARY_DIR}/aten/src/ATen/generated_cpp.txt RESULT_VARIABLE RETURN_VALUE ) if(NOT RETURN_VALUE EQUAL 0) message(STATUS ${generated_cpp}) message(FATAL_ERROR "Failed to get generated_cpp list") endif() # FIXME: the file/variable name lists cpp, but these list both cpp and .h files file(READ ${CMAKE_BINARY_DIR}/aten/src/ATen/generated_cpp.txt generated_cpp) file(READ ${CMAKE_BINARY_DIR}/aten/src/ATen/generated_cpp.txt-cuda cuda_generated_cpp) file(READ ${CMAKE_BINARY_DIR}/aten/src/ATen/generated_cpp.txt-core core_generated_cpp) file(GLOB_RECURSE all_templates "${CMAKE_CURRENT_LIST_DIR}/../aten/src/ATen/templates/*") file(MAKE_DIRECTORY ${CMAKE_BINARY_DIR}/aten/src/ATen) file(MAKE_DIRECTORY ${CMAKE_BINARY_DIR}/aten/src/ATen/core) add_custom_command(OUTPUT ${generated_cpp} ${cuda_generated_cpp} ${core_generated_cpp} COMMAND ${GEN_COMMAND} DEPENDS ${all_python} ${all_templates} ${cwrap_files}) # Generated headers used from a CUDA (.cu) file are # not tracked correctly in CMake. We make the libATen.so depend explicitly # on building the generated ATen files to workaround. add_custom_target(ATEN_CPU_FILES_GEN_TARGET DEPENDS ${generated_cpp} ${core_generated_cpp}) add_custom_target(ATEN_CUDA_FILES_GEN_TARGET DEPENDS ${cuda_generated_cpp}) add_library(ATEN_CPU_FILES_GEN_LIB INTERFACE) add_library(ATEN_CUDA_FILES_GEN_LIB INTERFACE) add_dependencies(ATEN_CPU_FILES_GEN_LIB ATEN_CPU_FILES_GEN_TARGET) add_dependencies(ATEN_CUDA_FILES_GEN_LIB ATEN_CUDA_FILES_GEN_TARGET) endif() function(append_filelist name outputvar) set(_rootdir "${${CMAKE_PROJECT_NAME}_SOURCE_DIR}/") # configure_file adds its input to the list of CMAKE_RERUN dependencies configure_file( ${CMAKE_SOURCE_DIR}/tools/build_variables.bzl ${CMAKE_BINARY_DIR}/caffe2/build_variables.bzl) execute_process( COMMAND "${PYTHON_EXECUTABLE}" -c "exec(open('tools/build_variables.bzl').read());print(';'.join(['${_rootdir}' + x for x in ${name}]))" WORKING_DIRECTORY "${_rootdir}" RESULT_VARIABLE _retval OUTPUT_VARIABLE _tempvar) if(NOT _retval EQUAL 0) message(FATAL_ERROR "Failed to fetch filelist ${name} from build_variables.bzl") endif() string(REPLACE "\n" "" _tempvar "${_tempvar}") list(APPEND ${outputvar} ${_tempvar}) set(${outputvar} "${${outputvar}}" PARENT_SCOPE) endfunction()