mirror of
https://github.com/ROCm/ROCm.git
synced 2026-01-09 14:48:06 -05:00
238 lines
8.3 KiB
Bash
238 lines
8.3 KiB
Bash
|
|
#! /usr/bin/bash
|
|
set -ex
|
|
|
|
# The following assumes that you have a cache, e.g.
|
|
# https://docs.docker.com/engine/examples/apt-cacher-ng/
|
|
# Comment out if it breaks things
|
|
echo 'Acquire::http { Proxy "http://rocm-ci-services.amd.com:3142"; };' > /etc/apt/apt.conf.d/01proxy
|
|
|
|
apt-get update
|
|
DEBIAN_FRONTEND=noninteractive DEBCONF_NONINTERACTIVE_SEEN=true apt-get install --no-install-recommends -y $(sed 's/#.*//' /tmp/packages)
|
|
update-ccache-symlinks
|
|
apt-get upgrade
|
|
apt-get clean
|
|
rm -rf /var/cache/apt/ /var/lib/apt/lists/* /etc/apt/apt.conf.d/01proxy
|
|
|
|
#Install 2.17.1 version of git as we are seeing issues with 2.25 , where it was not allowing to add git submodules if the user is different for parent git directory
|
|
curl -o git.tar.gz https://cdn.kernel.org/pub/software/scm/git/git-2.17.1.tar.gz
|
|
tar -zxf git.tar.gz
|
|
cd git-*
|
|
make prefix=/usr/local all
|
|
make prefix=/usr/local install
|
|
git --version
|
|
|
|
# venv for python to be able to run pip3 without --break-system-packages
|
|
python3 -m venv /opt/venv
|
|
|
|
pip3 install --no-cache-dir setuptools wheel tox
|
|
pip3 install --no-cache-dir --pre CppHeaderParser argparse requests lxml barectf recommonmark jinja2==3.0.0 websockets matplotlib numpy scipy minimal msgpack pytest sphinx joblib PyYAML==5.3.1 rocm-docs-core cmake==3.25.2 pandas myst-parser
|
|
|
|
# Allow sudo for everyone user
|
|
echo 'ALL ALL=(ALL) NOPASSWD:ALL' > /etc/sudoers.d/everyone
|
|
|
|
# Install OCaml packages to build LLVM's OCaml bindings to be used in lightning compiler test pipeline
|
|
wget -nv https://sourceforge.net/projects/opam.mirror/files/2.1.4/opam-2.1.4-x86_64-linux -O /usr/local/bin/opam
|
|
chmod +x /usr/local/bin/opam
|
|
opam init --yes --disable-sandboxing
|
|
opam install ctypes --yes
|
|
|
|
# Install and modify git-repo (#!/usr/bin/env python -> #!/usr/bin/env python3)
|
|
curl https://storage.googleapis.com/git-repo-downloads/repo > /usr/bin/repo
|
|
chmod a+x /usr/bin/repo
|
|
|
|
# Build ccache from the source
|
|
cd /tmp
|
|
git clone https://github.com/ccache/ccache -b v4.7.5
|
|
cd ccache
|
|
mkdir build
|
|
cd build
|
|
cmake -DCMAKE_BUILD_TYPE=Release ..
|
|
make
|
|
make install
|
|
cd /tmp
|
|
rm -rf ccache
|
|
|
|
#Install older version of hwloc-devel package for rocrtst
|
|
curl -lO https://download.open-mpi.org/release/hwloc/v1.11/hwloc-1.11.13.tar.bz2
|
|
tar -xvf hwloc-1.11.13.tar.bz2
|
|
cd hwloc-1.11.13
|
|
./configure
|
|
make
|
|
make install
|
|
cp /usr/local/lib/libhwloc.so.5 /usr/lib
|
|
hwloc-info --version
|
|
|
|
# Install gtest
|
|
mkdir -p /tmp/gtest
|
|
cd /tmp/gtest
|
|
wget https://github.com/google/googletest/archive/refs/tags/v1.14.0.zip -O googletest.zip
|
|
unzip googletest.zip
|
|
cd googletest-1.14.0/
|
|
mkdir build
|
|
cd build
|
|
cmake ..
|
|
make -j$(nproc)
|
|
make install
|
|
rm -rf /tmp/gtest
|
|
|
|
## Install gRPC from source
|
|
## RDC Pre-requisites
|
|
GRPC_ARCHIVE=grpc-1.61.0.tar.gz
|
|
mkdir /tmp/grpc
|
|
mkdir /usr/grpc
|
|
cd /tmp
|
|
git clone --recurse-submodules -b v1.61.0 https://github.com/grpc/grpc
|
|
cd grpc
|
|
mkdir -p build
|
|
cd build
|
|
cmake -DgRPC_INSTALL=ON -DBUILD_SHARED_LIBS=ON -DgRPC_BUILD_TESTS=OFF -DCMAKE_INSTALL_PREFIX=/usr/grpc -DCMAKE_BUILD_TYPE=Release -DCMAKE_CXX_STANDARD=14 -DCMAKE_SHARED_LINKER_FLAGS_INIT=-Wl,--enable-new-dtags,--build-id=sha1,--rpath,'$ORIGIN' ..
|
|
make -j $(nproc) install
|
|
rm -rf /tmp/grpc
|
|
|
|
## rocBLAS Pre-requisites(ROCMOPS-3856)
|
|
## Download prebuilt AMD multithreaded blis (2.0)
|
|
## Reference : https://github.com/ROCmSoftwarePlatform/rocBLAS/blob/develop/install.sh#L403
|
|
mkdir -p /tmp/blis
|
|
cd /tmp/blis
|
|
wget -O - https://github.com/amd/blis/releases/download/2.0/aocl-blis-mt-ubuntu-2.0.tar.gz | tar xfz -
|
|
mv amd-blis-mt /usr/blis
|
|
cd /
|
|
rm -rf /tmp/blis
|
|
|
|
## rocBLAS Pre-requisites(SWDEV-404612)
|
|
## Download aocl-linux-gcc-4.2.0_1_amd64.deb
|
|
mkdir -p /tmp/aocl
|
|
cd /tmp/aocl
|
|
wget -nv https://download.amd.com/developer/eula/aocl/aocl-4-2/aocl-linux-gcc-4.2.0_1_amd64.deb
|
|
apt install ./aocl-linux-gcc-4.2.0_1_amd64.deb
|
|
rm -rf /tmp/aocl
|
|
|
|
## hipBLAS Pre-requisites
|
|
## lapack(3.9.1v)
|
|
## Reference https://github.com/ROCmSoftwarePlatform/rocSOLVER/blob/develop/install.sh#L174
|
|
lapack_version=3.9.1
|
|
lapack_srcdir=lapack-$lapack_version
|
|
lapack_blddir=lapack-$lapack_version-bld
|
|
mkdir -p /tmp/lapack
|
|
cd /tmp/lapack
|
|
rm -rf "$lapack_srcdir" "$lapack_blddir"
|
|
wget -O - https://github.com/Reference-LAPACK/lapack/archive/refs/tags/v3.9.1.tar.gz | tar xzf -
|
|
cmake -H$lapack_srcdir -B$lapack_blddir -DCMAKE_BUILD_TYPE=Release -DCMAKE_Fortran_FLAGS=-fno-optimize-sibling-calls -DBUILD_TESTING=OFF -DCBLAS=ON -DLAPACKE=OFF
|
|
make -j$(nproc) -C "$lapack_blddir"
|
|
make -C "$lapack_blddir" install
|
|
cd $lapack_blddir
|
|
cp -r ./include/* /usr/local/include/
|
|
cp -r ./lib/* /usr/local/lib
|
|
cd /
|
|
rm -rf /tmp/lapack
|
|
|
|
## rocSOLVER Pre-requisites
|
|
## FMT(7.1.3v)
|
|
## Reference https://github.com/ROCmSoftwarePlatform/rocSOLVER/blob/develop/install.sh#L152
|
|
fmt_version=7.1.3
|
|
fmt_srcdir=fmt-$fmt_version
|
|
fmt_blddir=fmt-$fmt_version-bld
|
|
mkdir -p /tmp/fmt
|
|
cd /tmp/fmt
|
|
rm -rf "$fmt_srcdir" "$fmt_blddir"
|
|
wget -O - https://github.com/fmtlib/fmt/archive/refs/tags/7.1.3.tar.gz | tar xzf -
|
|
cmake -H$fmt_srcdir -B$fmt_blddir -DCMAKE_BUILD_TYPE=Release -DCMAKE_POSITION_INDEPENDENT_CODE=ON -DCMAKE_CXX_STANDARD=17 -DCMAKE_CXX_EXTENSIONS=OFF -DCMAKE_CXX_STANDARD_REQUIRED=ON -DFMT_DOC=OFF -DFMT_TEST=OFF
|
|
make -j$(nproc) -C "$fmt_blddir"
|
|
make -C "$fmt_blddir" install
|
|
|
|
# Build and install libjpeg-turbo
|
|
mkdir -p /tmp/libjpeg-turbo
|
|
cd /tmp/libjpeg-turbo
|
|
wget -nv https://github.com/rrawther/libjpeg-turbo/archive/refs/heads/2.0.6.2.zip -O libjpeg-turbo-2.0.6.2.zip
|
|
unzip libjpeg-turbo-2.0.6.2.zip
|
|
cd libjpeg-turbo-2.0.6.2
|
|
mkdir build
|
|
cd build
|
|
cmake -DCMAKE_INSTALL_PREFIX=/usr -DCMAKE_BUILD_TYPE=RELEASE -DENABLE_STATIC=FALSE -DCMAKE_INSTALL_DEFAULT_LIBDIR=lib ..
|
|
make -j$(nproc) install
|
|
rm -rf /tmp/libjpeg-turbo
|
|
|
|
# Get released ninja from source
|
|
mkdir -p /tmp/ninja
|
|
cd /tmp/ninja
|
|
wget -nv https://codeload.github.com/Kitware/ninja/zip/refs/tags/v1.11.1.g95dee.kitware.jobserver-1 -O ninja.zip
|
|
unzip ninja.zip
|
|
cd ninja-1.11.1.g95dee.kitware.jobserver-1
|
|
./configure.py --bootstrap
|
|
cp ninja /usr/local/bin/
|
|
rm -rf /tmp/ninja
|
|
|
|
# Install FFmpeg and dependencies
|
|
# Build NASM
|
|
mkdir -p /tmp/nasm-2.15.05
|
|
cd /tmp
|
|
wget -qO- "https://distfiles.macports.org/nasm/nasm-2.15.05.tar.bz2" | tar -xvj
|
|
cd nasm-2.15.05
|
|
./autogen.sh
|
|
./configure --prefix="/usr/local"
|
|
make -j$(nproc) install
|
|
rm -rf /tmp/nasm-2.15.05
|
|
|
|
# Build YASM
|
|
mkdir -p /tmp/yasm-1.3.0
|
|
cd /tmp
|
|
wget -qO- "http://www.tortall.net/projects/yasm/releases/yasm-1.3.0.tar.gz" | tar -xvz
|
|
cd yasm-1.3.0
|
|
./configure --prefix="/usr/local"
|
|
make -j$(nproc) install
|
|
rm -rf /tmp/yasm-1.3.0
|
|
|
|
# Build x264
|
|
mkdir -p /tmp/x264-snapshot-20191217-2245-stable
|
|
cd /tmp
|
|
wget -qO- "https://download.videolan.org/pub/videolan/x264/snapshots/x264-snapshot-20191217-2245-stable.tar.bz2" | tar -xvj
|
|
cd /tmp/x264-snapshot-20191217-2245-stable
|
|
PKG_CONFIG_PATH="/usr/local/lib/pkgconfig" ./configure --prefix="/usr/local" --enable-shared
|
|
make -j$(nproc) install
|
|
rm -rf /tmp/x264-snapshot-20191217-2245-stable
|
|
|
|
# Build x265
|
|
mkdir -p /tmp/x265_2.7
|
|
cd /tmp
|
|
wget -qO- "https://get.videolan.org/x265/x265_2.7.tar.gz" | tar -xvz
|
|
cd /tmp/x265_2.7/build/linux
|
|
cmake -G "Unix Makefiles" -DCMAKE_INSTALL_PREFIX="/usr/local" -DENABLE_SHARED:bool=on ../../source
|
|
make -j$(nproc) install
|
|
rm -rf /tmp/x265_2.7
|
|
|
|
|
|
# Build fdk-aac
|
|
mkdir -p /tmp/fdk-aac-2.0.2
|
|
cd /tmp
|
|
wget -qO- "https://sourceforge.net/projects/opencore-amr/files/fdk-aac/fdk-aac-2.0.2.tar.gz" | tar -xvz
|
|
cd /tmp/fdk-aac-2.0.2
|
|
autoreconf -fiv
|
|
./configure --prefix="/usr/local" --enable-shared --disable-static
|
|
make -j$(nproc) install
|
|
rm -rf /tmp/fdk-aac-2.0.2
|
|
|
|
# Build FFmpeg
|
|
cd /tmp
|
|
rm -rf ffmpeg
|
|
git clone -b release/4.4 https://git.ffmpeg.org/ffmpeg.git ffmpeg
|
|
cd ffmpeg
|
|
PKG_CONFIG_PATH="/usr/local/lib/pkgconfig"
|
|
./configure --prefix="/usr/local" --extra-cflags="-I/usr/local/include" --extra-ldflags="-L/usr/local/lib" --extra-libs=-lpthread --extra-libs=-lm --enable-shared --disable-static --enable-libx264 --enable-libx265 --enable-libfdk-aac --enable-gpl --enable-nonfree
|
|
make -j$(nproc) install
|
|
rm -rf /tmp/ffmpeg
|
|
|
|
cp /tmp/local-pin-600 /etc/apt/preferences.d
|
|
|
|
command -v lbzip2
|
|
ln -sf $(command -v lbzip2) /usr/local/bin/compressor || ln -sf $(command -v bzip2) /usr/local/bin/compressor
|
|
|
|
# Install Google Benchmark (ROCMOPS-5283)
|
|
mkdir -p /tmp/Gbenchmark
|
|
cd /tmp/Gbenchmark
|
|
wget -qO- https://github.com/google/benchmark/archive/refs/tags/v1.6.1.tar.gz | tar xz
|
|
cmake -Sbenchmark-1.6.1 -Bbuild -DCMAKE_BUILD_TYPE=Release -DBUILD_SHARED_LIBS=OFF -DBENCHMARK_ENABLE_TESTING=OFF -DCMAKE_CXX_STANDARD=14
|
|
make -j -C build
|
|
cd /tmp/Gbenchmark/build
|
|
make install
|