116 lines
4.2 KiB
Docker
116 lines
4.2 KiB
Docker
# This Dockerfile provides a starting point for a ROCm installation of
|
|
# MIOpen and tensorflow.
|
|
FROM ubuntu:bionic
|
|
MAINTAINER Jeff Poznanovic <jeffrey.poznanovic@amd.com>
|
|
|
|
ARG ROCM_DEB_REPO=http://repo.radeon.com/rocm/apt/3.9/
|
|
ARG ROCM_BUILD_NAME=xenial
|
|
ARG ROCM_BUILD_NUM=main
|
|
ARG ROCM_PATH=/opt/rocm-3.9.0
|
|
|
|
ENV DEBIAN_FRONTEND noninteractive
|
|
ENV TF_NEED_ROCM 1
|
|
ENV HOME /root/
|
|
RUN apt update && apt install -y wget software-properties-common
|
|
|
|
# Add rocm repository
|
|
RUN apt-get clean all
|
|
RUN bin/bash -c 'if [[ $ROCM_DEB_REPO == http://repo.radeon.com/rocm/* ]] ; then \
|
|
wget -qO - $ROCM_DEB_REPO/rocm.gpg.key | apt-key add -; \
|
|
echo "deb [arch=amd64] $ROCM_DEB_REPO $ROCM_BUILD_NAME $ROCM_BUILD_NUM" > /etc/apt/sources.list.d/rocm.list; \
|
|
else \
|
|
echo "deb [arch=amd64 trusted=yes] $ROCM_DEB_REPO $ROCM_BUILD_NAME $ROCM_BUILD_NUM" > /etc/apt/sources.list.d/rocm.list ; \
|
|
fi'
|
|
|
|
# Install misc pkgs
|
|
RUN apt-get update --allow-insecure-repositories && DEBIAN_FRONTEND=noninteractive apt-get install -y \
|
|
build-essential \
|
|
bsdmainutils \
|
|
clang-6.0 \
|
|
clang-format-6.0 \
|
|
clang-tidy-6.0 \
|
|
cmake \
|
|
cmake-qt-gui \
|
|
ssh \
|
|
curl \
|
|
apt-utils \
|
|
pkg-config \
|
|
g++-multilib \
|
|
git \
|
|
libunwind-dev \
|
|
libfftw3-dev \
|
|
libelf-dev \
|
|
libncurses5-dev \
|
|
libpthread-stubs0-dev \
|
|
vim \
|
|
gfortran \
|
|
libboost-program-options-dev \
|
|
libssl-dev \
|
|
libboost-dev \
|
|
libboost-system-dev \
|
|
libboost-filesystem-dev \
|
|
rpm \
|
|
libnuma-dev \
|
|
pciutils \
|
|
virtualenv \
|
|
python-pip \
|
|
python3-pip \
|
|
libxml2 \
|
|
libxml2-dev \
|
|
wget && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
# Install rocm pkgs
|
|
RUN apt-get update --allow-insecure-repositories && \
|
|
DEBIAN_FRONTEND=noninteractive apt-get install -y --allow-unauthenticated \
|
|
rocm-dev rocm-libs hipcub rocm-utils rocm-cmake \
|
|
rocfft miopen-hip miopengemm rocblas hipblas rocrand rccl && \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
# Set up paths
|
|
ENV HCC_HOME=$ROCM_PATH/hcc
|
|
ENV HIP_PATH=$ROCM_PATH/hip
|
|
ENV OPENCL_ROOT=$ROCM_PATH/opencl
|
|
ENV PATH="$HCC_HOME/bin:$HIP_PATH/bin:${PATH}"
|
|
ENV PATH="$ROCM_PATH/bin:${PATH}"
|
|
ENV PATH="$OPENCL_ROOT/bin:${PATH}"
|
|
|
|
# Add target file to help determine which device(s) to build for
|
|
RUN bash -c 'echo -e "gfx803\ngfx900\ngfx906" >> ${ROCM_PATH}/bin/target.lst'
|
|
|
|
# Need to explicitly create the $ROCM_PATH/.info/version file to workaround what seems to be a bazel bug
|
|
# The env vars being set via --action_env in .bazelrc and .tf_configure.bazelrc files are sometimes
|
|
# not getting set in the build command being spawned by bazel (in theory this should not happen)
|
|
# As a consequence ROCM_PATH is sometimes not set for the hipcc commands.
|
|
# When hipcc incokes hcc, it specifies $ROCM_PATH/.../include dirs via the `-isystem` options
|
|
# If ROCM_PATH is not set, it defaults to /opt/rocm, and as a consequence a dependency is generated on the
|
|
# header files included within `/opt/rocm`, which then leads to bazel dependency errors
|
|
# Explicitly creating the $ROCM_PATH/.info/version allows ROCM path to be set correrctly, even when ROCM_PATH
|
|
# is not explicitly set, and thus avoids the eventual bazel dependency error.
|
|
# The bazel bug needs to be root-caused and addressed, but that is out of our control and may take a long time
|
|
# to come to fruition, so implementing the workaround to make do till then
|
|
# Filed https://github.com/bazelbuild/bazel/issues/11163 for tracking this
|
|
RUN touch ${ROCM_PATH}/.info/version
|
|
|
|
# Copy and run the install scripts.
|
|
COPY install/*.sh /install/
|
|
ARG DEBIAN_FRONTEND=noninteractive
|
|
RUN /install/install_bootstrap_deb_packages.sh
|
|
RUN /install/install_deb_packages.sh
|
|
RUN /install/install_pip_packages.sh
|
|
RUN /install/install_bazel.sh
|
|
RUN /install/install_golang.sh
|
|
|
|
# Set up the master bazelrc configuration file.
|
|
COPY install/.bazelrc /etc/bazel.bazelrc
|
|
|
|
# Configure the build for our ROCm configuration.
|
|
ENV TF_NEED_ROCM 1
|
|
|
|
# This is a temporary workaround to fix Out-Of-Memory errors we are running into with XLA perf tests
|
|
# By default, HIP runtime "hides" 256MB from the TF Runtime, but with recent changes (update to ROCm2.3, dynamic loading of roc* libs, et al)
|
|
# it seems that we need to up the threshold slightly to 320MB
|
|
ENV HIP_HIDDEN_FREE_MEM=320
|