mirror of
https://github.com/ROCm/composable_kernel.git
synced 2026-04-19 22:39:03 +00:00
707ad0025f
* add a hipTensor test to CI * use jenkins git plugin * change hipTensor folder location in CI * change the git method for hipTensor * run tests usign ctest * check the hipTensor contents * only build hipTensor on MI100/200 * pull hipTensor as zip archive * fix jenkins syntax * add path to the CK installation * combine build commands into one shell * change jenkins syntax for CK installer path * try different syntax * allow unzip overwrite * fix jenkins file syntax * remove any old versions of hipTensor before building * add option to select hipTensor branch for testing
121 lines
4.7 KiB
Docker
121 lines
4.7 KiB
Docker
FROM ubuntu:20.04
|
|
ARG DEBIAN_FRONTEND=noninteractive
|
|
ARG ROCMVERSION=5.7
|
|
ARG compiler_version=""
|
|
ARG compiler_commit=""
|
|
|
|
RUN set -xe
|
|
|
|
ARG DEB_ROCM_REPO=http://repo.radeon.com/rocm/apt/.apt_$ROCMVERSION/
|
|
RUN useradd -rm -d /home/jenkins -s /bin/bash -u 1004 jenkins
|
|
# Add rocm repository
|
|
RUN chmod 1777 /tmp
|
|
RUN apt-get update
|
|
RUN apt-get install -y --allow-unauthenticated apt-utils wget gnupg2 curl
|
|
|
|
ENV APT_KEY_DONT_WARN_ON_DANGEROUS_USAGE=DontWarn
|
|
RUN curl -fsSL https://repo.radeon.com/rocm/rocm.gpg.key | gpg --dearmor -o /etc/apt/trusted.gpg.d/rocm-keyring.gpg
|
|
|
|
RUN wget https://repo.radeon.com/amdgpu-install/5.7/ubuntu/focal/amdgpu-install_5.7.50700-1_all.deb --no-check-certificate
|
|
RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --allow-unauthenticated ./amdgpu-install_5.7.50700-1_all.deb
|
|
|
|
RUN wget -qO - http://repo.radeon.com/rocm/rocm.gpg.key | apt-key add - && \
|
|
sh -c "echo deb [arch=amd64 signed-by=/etc/apt/trusted.gpg.d/rocm-keyring.gpg] $DEB_ROCM_REPO focal main > /etc/apt/sources.list.d/rocm.list" && \
|
|
sh -c 'echo deb [arch=amd64 signed-by=/etc/apt/trusted.gpg.d/rocm-keyring.gpg] https://repo.radeon.com/amdgpu/$ROCMVERSION/ubuntu focal main > /etc/apt/sources.list.d/amdgpu.list'
|
|
|
|
RUN sh -c "echo deb http://mirrors.kernel.org/ubuntu focal main universe | tee -a /etc/apt/sources.list"
|
|
RUN amdgpu-install -y --usecase=rocm --no-dkms
|
|
|
|
# Install dependencies
|
|
RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --allow-unauthenticated \
|
|
build-essential \
|
|
ccache \
|
|
cmake \
|
|
git \
|
|
hip-rocclr \
|
|
jq \
|
|
libelf-dev \
|
|
libncurses5-dev \
|
|
libnuma-dev \
|
|
libpthread-stubs0-dev \
|
|
llvm-amdgpu \
|
|
pkg-config \
|
|
python \
|
|
python3 \
|
|
python3-dev \
|
|
python3-pip \
|
|
sshpass \
|
|
software-properties-common \
|
|
vim \
|
|
nano \
|
|
zlib1g-dev \
|
|
zip \
|
|
openssh-server \
|
|
clang-format-12 \
|
|
kmod && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
#Install latest version of cmake
|
|
RUN wget -qO /usr/local/bin/ninja.gz https://github.com/ninja-build/ninja/releases/latest/download/ninja-linux.zip
|
|
RUN gunzip /usr/local/bin/ninja.gz
|
|
RUN chmod a+x /usr/local/bin/ninja
|
|
RUN git clone https://github.com/nico/ninjatracing.git
|
|
# Update the cmake to the latest version
|
|
RUN pip install --upgrade cmake
|
|
|
|
# Setup ubsan environment to printstacktrace
|
|
RUN ln -s /usr/bin/llvm-symbolizer-3.8 /usr/local/bin/llvm-symbolizer
|
|
ENV UBSAN_OPTIONS=print_stacktrace=1
|
|
|
|
# Install an init system
|
|
RUN wget https://github.com/Yelp/dumb-init/releases/download/v1.2.0/dumb-init_1.2.0_amd64.deb
|
|
RUN dpkg -i dumb-init_*.deb && rm dumb-init_*.deb
|
|
|
|
ARG PREFIX=/opt/rocm
|
|
# Install packages for processing the performance results
|
|
RUN pip3 install --upgrade pip
|
|
RUN pip3 install sqlalchemy==1.4.46
|
|
RUN pip3 install pymysql
|
|
RUN pip3 install pandas
|
|
RUN pip3 install setuptools-rust
|
|
RUN pip3 install sshtunnel
|
|
# Setup ubsan environment to printstacktrace
|
|
ENV UBSAN_OPTIONS=print_stacktrace=1
|
|
|
|
ENV LC_ALL=C.UTF-8
|
|
ENV LANG=C.UTF-8
|
|
RUN groupadd -f render
|
|
|
|
# Install the new rocm-cmake version
|
|
RUN git clone -b master https://github.com/RadeonOpenCompute/rocm-cmake.git && \
|
|
cd rocm-cmake && mkdir build && cd build && \
|
|
cmake .. && cmake --build . && cmake --build . --target install
|
|
|
|
WORKDIR /
|
|
|
|
ENV compiler_version=$compiler_version
|
|
ENV compiler_commit=$compiler_commit
|
|
RUN sh -c "echo compiler version = '$compiler_version'"
|
|
RUN sh -c "echo compiler commit = '$compiler_commit'"
|
|
|
|
RUN if [ "$compiler_version" = "amd-stg-open" ] && [ "$compiler_commit" = "" ]; then \
|
|
git clone -b "$compiler_version" https://github.com/RadeonOpenCompute/llvm-project.git && \
|
|
cd llvm-project && mkdir build && cd build && \
|
|
cmake -DCMAKE_INSTALL_PREFIX=/opt/rocm/llvm -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" -DLLVM_ENABLE_PROJECTS="clang;lld" -DLLVM_ENABLE_RUNTIMES="compiler-rt" ../llvm && \
|
|
make -j 8 ; \
|
|
else echo "using the release compiler"; \
|
|
fi
|
|
|
|
RUN if [ "$compiler_version" = "amd-stg-open" ] && [ "$compiler_commit" != "" ]; then \
|
|
git clone -b "$compiler_version" https://github.com/RadeonOpenCompute/llvm-project.git && \
|
|
cd llvm-project && git checkout "$compiler_commit" && echo "checking out commit $compiler_commit" && mkdir build && cd build && \
|
|
cmake -DCMAKE_INSTALL_PREFIX=/opt/rocm/llvm -DCMAKE_BUILD_TYPE=Release -DLLVM_ENABLE_ASSERTIONS=1 -DLLVM_TARGETS_TO_BUILD="AMDGPU;X86" -DLLVM_ENABLE_PROJECTS="clang;lld" -DLLVM_ENABLE_RUNTIMES="compiler-rt" ../llvm && \
|
|
make -j 8 ; \
|
|
else echo "using the release compiler"; \
|
|
fi
|
|
|
|
|
|
#ENV HIP_CLANG_PATH='/llvm-project/build/bin'
|
|
#RUN sh -c "echo HIP_CLANG_PATH = '$HIP_CLANG_PATH'"
|