mirror of
https://github.com/zebrajr/pytorch.git
synced 2025-12-07 00:21:07 +01:00
b706044cca
This PR adds hipblaslt library as one of the Windows' dependencies. `rocBLAS` is added too, since certain symbols aren't detected with `hipblas` alone on Windows. Pull Request resolved: https://github.com/pytorch/pytorch/pull/148563 Approved by: https://github.com/jeffdaily
199 lines
7.8 KiB
CMake
199 lines
7.8 KiB
CMake
set(PYTORCH_FOUND_HIP FALSE)
|
|
|
|
# If ROCM_PATH is set, assume intention is to compile with
|
|
# ROCm support and error out if the ROCM_PATH does not exist.
|
|
# Else ROCM_PATH does not exist, assume a default of /opt/rocm
|
|
# In the latter case, if /opt/rocm does not exist emit status
|
|
# message and return.
|
|
if(DEFINED ENV{ROCM_PATH})
|
|
set(ROCM_PATH $ENV{ROCM_PATH})
|
|
if(NOT EXISTS ${ROCM_PATH})
|
|
message(FATAL_ERROR
|
|
"ROCM_PATH environment variable is set to ${ROCM_PATH} but does not exist.\n"
|
|
"Set a valid ROCM_PATH or unset ROCM_PATH environment variable to fix.")
|
|
endif()
|
|
else()
|
|
if(UNIX)
|
|
set(ROCM_PATH /opt/rocm)
|
|
else() # Win32
|
|
set(ROCM_PATH C:/opt/rocm)
|
|
endif()
|
|
if(NOT EXISTS ${ROCM_PATH})
|
|
message(STATUS
|
|
"ROCM_PATH environment variable is not set and ${ROCM_PATH} does not exist.\n"
|
|
"Building without ROCm support.")
|
|
return()
|
|
endif()
|
|
endif()
|
|
|
|
if(NOT DEFINED ENV{ROCM_INCLUDE_DIRS})
|
|
set(ROCM_INCLUDE_DIRS ${ROCM_PATH}/include)
|
|
else()
|
|
set(ROCM_INCLUDE_DIRS $ENV{ROCM_INCLUDE_DIRS})
|
|
endif()
|
|
|
|
# MAGMA_HOME
|
|
if(NOT DEFINED ENV{MAGMA_HOME})
|
|
set(MAGMA_HOME ${ROCM_PATH}/magma)
|
|
set(ENV{MAGMA_HOME} ${ROCM_PATH}/magma)
|
|
else()
|
|
set(MAGMA_HOME $ENV{MAGMA_HOME})
|
|
endif()
|
|
|
|
# MIOpen isn't a part of HIP-SDK for Windows and hence, may have a different
|
|
# installation directory.
|
|
if(WIN32)
|
|
if(NOT DEFINED ENV{MIOPEN_PATH})
|
|
set(miopen_DIR C:/opt/miopen/lib/cmake/miopen)
|
|
else()
|
|
set(miopen_DIR $ENV{MIOPEN_PATH}/lib/cmake/miopen)
|
|
endif()
|
|
endif()
|
|
|
|
torch_hip_get_arch_list(PYTORCH_ROCM_ARCH)
|
|
if(PYTORCH_ROCM_ARCH STREQUAL "")
|
|
message(FATAL_ERROR "No GPU arch specified for ROCm build. Please use PYTORCH_ROCM_ARCH environment variable to specify GPU archs to build for.")
|
|
endif()
|
|
message("Building PyTorch for GPU arch: ${PYTORCH_ROCM_ARCH}")
|
|
|
|
# Add HIP to the CMAKE Module Path
|
|
# needed because the find_package call to this module uses the Module mode search
|
|
# https://cmake.org/cmake/help/latest/command/find_package.html#search-modes
|
|
if(UNIX)
|
|
set(CMAKE_MODULE_PATH ${ROCM_PATH}/lib/cmake/hip ${CMAKE_MODULE_PATH})
|
|
else() # Win32
|
|
set(CMAKE_MODULE_PATH ${ROCM_PATH}/cmake/ ${CMAKE_MODULE_PATH})
|
|
endif()
|
|
|
|
# Add ROCM_PATH to CMAKE_PREFIX_PATH, needed because the find_package
|
|
# call to individual ROCM components uses the Config mode search
|
|
list(APPEND CMAKE_PREFIX_PATH ${ROCM_PATH})
|
|
|
|
macro(find_package_and_print_version PACKAGE_NAME)
|
|
find_package("${PACKAGE_NAME}" ${ARGN})
|
|
message("${PACKAGE_NAME} VERSION: ${${PACKAGE_NAME}_VERSION}")
|
|
endmacro()
|
|
|
|
# Find the HIP Package
|
|
# MODULE argument is added for clarity that CMake is searching
|
|
# for FindHIP.cmake in Module mode
|
|
find_package_and_print_version(HIP 1.0 MODULE)
|
|
|
|
if(HIP_FOUND)
|
|
set(PYTORCH_FOUND_HIP TRUE)
|
|
|
|
# Find ROCM version for checks
|
|
if(UNIX)
|
|
set(ROCM_VERSION_HEADER_PATH ${ROCM_INCLUDE_DIRS}/rocm-core/rocm_version.h)
|
|
else()
|
|
set(ROCM_VERSION_HEADER_PATH ${ROCM_INCLUDE_DIRS}/hip/hip_version.h)
|
|
endif()
|
|
get_filename_component(ROCM_HEADER_NAME ${ROCM_VERSION_HEADER_PATH} NAME)
|
|
|
|
if(EXISTS ${ROCM_VERSION_HEADER_PATH})
|
|
set(ROCM_HEADER_FILE ${ROCM_VERSION_HEADER_PATH})
|
|
else()
|
|
message(FATAL_ERROR "********************* ${ROCM_HEADER_NAME} could not be found ******************\n")
|
|
endif()
|
|
|
|
# Read the ROCM headerfile into a variable
|
|
file(READ ${ROCM_HEADER_FILE} ROCM_HEADER_CONTENT)
|
|
|
|
# Since Windows currently supports only a part of ROCm and names it HIP-SDK,
|
|
# we need to refer to the HIP-SDK equivalents of entities existing in ROCm lib.
|
|
if(UNIX)
|
|
set(ROCM_LIB_NAME "ROCM")
|
|
else() # Win32
|
|
set(ROCM_LIB_NAME "HIP")
|
|
endif()
|
|
# Below we use a RegEx to find ROCM version numbers.
|
|
# Note that CMake does not support \s for blank space. That is
|
|
# why in the regular expressions below we have a blank space in
|
|
# the square brackets.
|
|
# There are three steps:
|
|
# 1. Match regular expression
|
|
# 2. Strip the non-numerical part of the string
|
|
# 3. Strip leading and trailing spaces
|
|
|
|
string(REGEX MATCH "${ROCM_LIB_NAME}_VERSION_MAJOR[ ]+[0-9]+" TEMP1 ${ROCM_HEADER_CONTENT})
|
|
string(REPLACE "${ROCM_LIB_NAME}_VERSION_MAJOR" "" TEMP2 ${TEMP1})
|
|
string(STRIP ${TEMP2} ROCM_VERSION_DEV_MAJOR)
|
|
string(REGEX MATCH "${ROCM_LIB_NAME}_VERSION_MINOR[ ]+[0-9]+" TEMP1 ${ROCM_HEADER_CONTENT})
|
|
string(REPLACE "${ROCM_LIB_NAME}_VERSION_MINOR" "" TEMP2 ${TEMP1})
|
|
string(STRIP ${TEMP2} ROCM_VERSION_DEV_MINOR)
|
|
string(REGEX MATCH "${ROCM_LIB_NAME}_VERSION_PATCH[ ]+[0-9]+" TEMP1 ${ROCM_HEADER_CONTENT})
|
|
string(REPLACE "${ROCM_LIB_NAME}_VERSION_PATCH" "" TEMP2 ${TEMP1})
|
|
string(STRIP ${TEMP2} ROCM_VERSION_DEV_PATCH)
|
|
|
|
# Create ROCM_VERSION_DEV_INT which is later used as a preprocessor macros
|
|
set(ROCM_VERSION_DEV "${ROCM_VERSION_DEV_MAJOR}.${ROCM_VERSION_DEV_MINOR}.${ROCM_VERSION_DEV_PATCH}")
|
|
math(EXPR ROCM_VERSION_DEV_INT "(${ROCM_VERSION_DEV_MAJOR}*10000) + (${ROCM_VERSION_DEV_MINOR}*100) + ${ROCM_VERSION_DEV_PATCH}")
|
|
|
|
message("\n***** ROCm version from ${ROCM_HEADER_NAME} ****\n")
|
|
message("ROCM_VERSION_DEV: ${ROCM_VERSION_DEV}")
|
|
message("ROCM_VERSION_DEV_MAJOR: ${ROCM_VERSION_DEV_MAJOR}")
|
|
message("ROCM_VERSION_DEV_MINOR: ${ROCM_VERSION_DEV_MINOR}")
|
|
message("ROCM_VERSION_DEV_PATCH: ${ROCM_VERSION_DEV_PATCH}")
|
|
message("ROCM_VERSION_DEV_INT: ${ROCM_VERSION_DEV_INT}")
|
|
|
|
math(EXPR TORCH_HIP_VERSION "(${HIP_VERSION_MAJOR} * 100) + ${HIP_VERSION_MINOR}")
|
|
message("HIP_VERSION_MAJOR: ${HIP_VERSION_MAJOR}")
|
|
message("HIP_VERSION_MINOR: ${HIP_VERSION_MINOR}")
|
|
message("TORCH_HIP_VERSION: ${TORCH_HIP_VERSION}")
|
|
|
|
# Find ROCM components using Config mode
|
|
# These components will be searced for recursively in ${ROCM_PATH}
|
|
message("\n***** Library versions from cmake find_package *****\n")
|
|
find_package_and_print_version(hip REQUIRED CONFIG)
|
|
find_package_and_print_version(amd_comgr REQUIRED)
|
|
find_package_and_print_version(rocrand REQUIRED)
|
|
find_package_and_print_version(hiprand REQUIRED)
|
|
find_package_and_print_version(rocblas REQUIRED)
|
|
find_package_and_print_version(hipblas REQUIRED)
|
|
find_package_and_print_version(miopen REQUIRED)
|
|
find_package_and_print_version(hipfft REQUIRED)
|
|
find_package_and_print_version(hipsparse REQUIRED)
|
|
find_package_and_print_version(rocprim REQUIRED)
|
|
find_package_and_print_version(hipcub REQUIRED)
|
|
find_package_and_print_version(rocthrust REQUIRED)
|
|
find_package_and_print_version(hipsolver REQUIRED)
|
|
find_package_and_print_version(hiprtc REQUIRED)
|
|
find_package_and_print_version(hipblaslt REQUIRED)
|
|
|
|
if(UNIX)
|
|
find_package_and_print_version(rccl)
|
|
find_package_and_print_version(hsa-runtime64 REQUIRED)
|
|
|
|
# roctx is part of roctracer
|
|
find_library(ROCM_ROCTX_LIB roctx64 HINTS ${ROCM_PATH}/lib)
|
|
|
|
set(PROJECT_RANDOM_BINARY_DIR "${PROJECT_BINARY_DIR}")
|
|
|
|
if(ROCM_VERSION_DEV VERSION_GREATER_EQUAL "5.7.0")
|
|
# check whether hipblaslt provides HIPBLASLT_MATMUL_DESC_A_SCALE_POINTER_VEC_EXT
|
|
set(file "${PROJECT_BINARY_DIR}/hipblaslt_test_vec_ext.cc")
|
|
file(WRITE ${file} ""
|
|
"#define LEGACY_HIPBLAS_DIRECT\n"
|
|
"#include <hipblaslt/hipblaslt.h>\n"
|
|
"int main() {\n"
|
|
" hipblasLtMatmulDescAttributes_t attr = HIPBLASLT_MATMUL_DESC_A_SCALE_POINTER_VEC_EXT;\n"
|
|
" return 0;\n"
|
|
"}\n"
|
|
)
|
|
try_compile(hipblaslt_compile_result_vec_ext ${PROJECT_RANDOM_BINARY_DIR} ${file}
|
|
CMAKE_FLAGS "-DINCLUDE_DIRECTORIES=${ROCM_INCLUDE_DIRS}"
|
|
COMPILE_DEFINITIONS -D__HIP_PLATFORM_AMD__ -D__HIP_PLATFORM_HCC__
|
|
OUTPUT_VARIABLE hipblaslt_compile_output)
|
|
if(hipblaslt_compile_result_vec_ext)
|
|
set(HIPBLASLT_VEC_EXT ON)
|
|
#message("hipblaslt is using scale pointer vec ext: ${hipblaslt_compile_output}")
|
|
message("hipblaslt is using scale pointer vec ext")
|
|
else()
|
|
set(HIPBLASLT_VEC_EXT OFF)
|
|
message("hipblaslt is NOT using scale pointer vec ext: ${hipblaslt_compile_output}")
|
|
#message("hipblaslt is NOT using scale pointer vec ext")
|
|
endif()
|
|
endif()
|
|
endif()
|
|
endif()
|