mirror of
https://github.com/ROCm/ROCm.git
synced 2026-04-05 03:01:17 -04:00
47563240f8
* Restructure ROCM Library Search Currently there are a handful of ROCM dependant files which are required for triton to run. The linker(ld.lld), the include files, and multiple hip/hsa shared objects. This change will provide three search areas to find these files. All in the same order. 1. third_party/rocm. This location is within the python/triton directory and is carried over when triton is built. IF all necessary files are in this location there will be no need to have ROCM installed at all on the system. 2. $ROCM_PATH environmental variable. If this exists it will override all other locations to find ROCM necessary files 3. /opt/rocm. The default location for ROCm installations. Finding one here will notify triton that ROCM is installed in this environment To ease with step 3. A new script scripts/amd/setup_rocm_libs.sh has been added to the repo. Executing this script will cause all necessary ROCM files to be downloaded from their respective packages on repo.radeon.com and installed in third_party/rocm. Allowing for triton to run without installing the full ROCM stack. setup_rocm_libs.sh takes a env_var ROCM_VERSION if a user wishes to install a ROCM version other than the default (currently 5.4.2) When triton whls are built to support Pytorch, method 3 will be used to stay in sync with PyTorch's approach of bringing along any libraries needed and not requiring ROCM to be installed. (cherry picked from commit e6aea90fb3e8218cb562e5d990719112d8282702) * Fix default rocm path Running into `fatal error: hip/hip_runtime.h: No such file or directory` with latest wheel due to incorrect directory for ROCm libs (cherry picked from commit 292bae625b113eb65c66cfe4442da7a6456c988a) * setup_rocm_libs.sh manylinux refactor (cherry picked from commit f995f314ada4606cb78dc6233cd9c8effc356191) * Set setup_rocm_libs.sh to be executable (cherry picked from commit 05d67b9418cacda0d356c2102d7c1a887948b013) * Revert to using numbered so files to fix upstream (cherry picked from commit 34f8189eae57a23cc15b4b4f032fe25757e0db8e) * Remove drm script --------- Co-authored-by: Jeff Daily <jeff.daily@amd.com>
74 lines
1.8 KiB
Bash
Executable File
74 lines
1.8 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
|
|
set -ex
|
|
|
|
# Set ROCM_HOME if not set
|
|
if [[ -z "${ROCM_HOME}" ]]; then
|
|
export ROCM_HOME=/opt/rocm
|
|
fi
|
|
|
|
# Check TRITON_ROCM_DIR is set
|
|
if [[ -z "${TRITON_ROCM_DIR}" ]]; then
|
|
export TRITON_ROCM_DIR=python/triton/third_party/rocm
|
|
fi
|
|
|
|
# Create triton lib directory
|
|
mkdir -p $TRITON_ROCM_DIR/lib
|
|
|
|
LIBTINFO_PATH="/usr/lib64/libtinfo.so.5"
|
|
LIBNUMA_PATH="/usr/lib64/libnuma.so.1"
|
|
LIBELF_PATH="/usr/lib64/libelf.so.1"
|
|
|
|
OS_SO_PATHS=(
|
|
$LIBELF_PATH
|
|
$LIBNUMA_PATH
|
|
$LIBTINFO_PATH
|
|
)
|
|
|
|
for lib in "${OS_SO_PATHS[@]}"
|
|
do
|
|
cp $lib $TRITON_ROCM_DIR/lib/
|
|
done
|
|
|
|
# Required ROCm libraries - dynamically find so numbers
|
|
ROCM_SO=(
|
|
"libhsa-runtime64.so.1"
|
|
"libamdhip64.so.5"
|
|
"libamd_comgr.so.2"
|
|
"libdrm.so.2"
|
|
"libdrm_amdgpu.so.1"
|
|
)
|
|
|
|
# Find the SO libs dynamically
|
|
for lib in "${ROCM_SO[@]}"
|
|
do
|
|
file_path=($(find $ROCM_HOME/lib/ -name "$lib")) # First search in lib
|
|
if [[ -z $file_path ]]; then
|
|
if [ -d "$ROCM_HOME/lib64/" ]; then
|
|
file_path=($(find $ROCM_HOME/lib64/ -name "$lib")) # Then search in lib64
|
|
fi
|
|
fi
|
|
if [[ -z $file_path ]]; then
|
|
file_path=($(find $ROCM_HOME/ -name "$lib")) # Then search in ROCM_HOME
|
|
fi
|
|
if [[ -z $file_path ]]; then
|
|
file_path=($(find /opt/ -name "$lib")) # Then search in ROCM_HOME
|
|
fi
|
|
if [[ -z $file_path ]]; then
|
|
echo "Error: Library file $lib is not found." >&2
|
|
exit 1
|
|
fi
|
|
|
|
cp $file_path $TRITON_ROCM_DIR/lib
|
|
# When running locally, and not building a wheel, we need to satisfy shared objects requests that don't look for versions
|
|
LINKNAME=$(echo $lib | sed -e 's/\.so.*/.so/g')
|
|
ln -sf $lib $TRITON_ROCM_DIR/lib/$LINKNAME
|
|
done
|
|
|
|
# Copy Include Files
|
|
cp -r $ROCM_HOME/include $TRITON_ROCM_DIR/
|
|
|
|
# Copy linker
|
|
mkdir -p $TRITON_ROCM_DIR/llvm/bin
|
|
cp $ROCM_HOME/llvm/bin/ld.lld $TRITON_ROCM_DIR/llvm/bin/
|