Add rocm63 container

Author: jayfurmanek

tensorflow/tools/tf_sig_build_dockerfiles/Dockerfile.rocm.ub20.rocm63

@@ -0,0 +1,70 @@
+################################################################################
+FROM ubuntu:20.04
+################################################################################
+
+ARG GPU_DEVICE_TARGETS="gfx90a gfx942"
+ENV GPU_DEVICE_TARGETS=${GPU_DEVICE_TARGETS}
+
+# Install build dependencies
+COPY setup.packages.sh setup.packages.sh
+COPY builder.packages.txt builder.packages.txt
+RUN /setup.packages.sh /builder.packages.txt
+
+# Install ROCM
+ARG ROCM_VERSION=6.2.0
+ARG CUSTOM_INSTALL
+ARG ROCM_PATH=/opt/rocm-${ROCM_VERSION}
+ENV ROCM_PATH=${ROCM_PATH}
+COPY ${CUSTOM_INSTALL} /${CUSTOM_INSTALL}
+COPY setup.rocm.sh /setup.rocm.sh
+COPY devel.packages.rocm.txt /devel.packages.rocm.txt
+RUN /setup.rocm63.sh 6.3.0-14901
+
+# Install various tools.
+# - bats: bash unit testing framework
+# - bazelisk: always use the correct bazel version
+# - buildifier: clean bazel build deps
+# - buildozer: clean bazel build deps
+# - gcloud SDK: communicate with Google Cloud Platform (GCP) for RBE, CI
+RUN git clone --branch v1.7.0 https://github.com/bats-core/bats-core.git && bats-core/install.sh /usr/local && rm -rf bats-core
+RUN wget https://github.com/bazelbuild/bazelisk/releases/download/v1.11.0/bazelisk-linux-amd64 -O /usr/local/bin/bazel && chmod +x /usr/local/bin/bazel
+RUN wget https://github.com/bazelbuild/buildtools/releases/download/3.5.0/buildifier -O /usr/local/bin/buildifier && chmod +x /usr/local/bin/buildifier
+RUN wget https://github.com/bazelbuild/buildtools/releases/download/3.5.0/buildozer -O /usr/local/bin/buildozer && chmod +x /usr/local/bin/buildozer
+RUN curl -sSL https://sdk.cloud.google.com > /tmp/gcloud && bash /tmp/gcloud --install-dir=~/usr/local/bin --disable-prompts
+
+
+# All lines past this point are reset when $CACHEBUSTER is set. We need this
+# for Python specifically because we install some nightly packages which are
+# likely to change daily.
+ARG CACHEBUSTER=0
+RUN echo $CACHEBUSTER
+
+# Setup Python environment. PYTHON_VERSION is e.g. "python3.8"
+ARG PYTHON_VERSION
+COPY setup.python.sh /setup.python.sh
+COPY devel.requirements.txt /devel.requirements.txt
+RUN /setup.python.sh $PYTHON_VERSION devel.requirements.txt
+
+ARG TF_WHEEL_URL
+RUN if [ -n "${TF_WHEEL_URL}" ]; then pip install "${TF_WHEEL_URL}"; fi
+ARG DWLD_TF_SRC_CMD
+RUN if [ -n "${DWLD_TF_SRC_CMD}" ]; then eval "${DWLD_TF_SRC_CMD}"; fi
+
+# Setup build and environment
+COPY devel.usertools /usertools
+COPY devel.bashrc /root/.bashrc
+
+# Setup ENV variables for tensorflow pip build
+ENV TF_NEED_ROCM=1
+ENV TF_ROCM_GCC=1
+ENV ROCM_TOOLKIT_PATH=${ROCM_PATH}
+
+# Don't use the bazel cache when a new docker image is created.
+RUN echo build --action_env=DOCKER_CACHEBUSTER=$(date +%s%N)$RANDOM >> /etc/bazel.bazelrc
+RUN echo build --host_action_env=DOCKER_HOST_CACHEBUSTER=$(date +%s%N)$RANDOM >> /etc/bazel.bazelrc
+
+ARG TF_TESTING_FL
+ENV TF_TESTING_FL=${TF_TESTING_FL}
+ARG CLONE_TEST_REPO
+COPY ${CLONE_TEST_REPO} /${CLONE_TEST_REPO}
+RUN if [ -n "${CLONE_TEST_REPO}" ]; then bash /${CLONE_TEST_REPO}; fi

tensorflow/tools/tf_sig_build_dockerfiles/setup.rocm63.sh

@@ -0,0 +1,71 @@
+#!/usr/bin/env bash
+#
+# Copyright 2022 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+#
+# setup.rocm.sh: Prepare the ROCM installation on the container.
+# Usage: setup.rocm.sh <ROCM_VERSION>
+set -x
+
+# Add the ROCm package repo location
+ROCM_VERSION=$1 # e.g. 5.2.0
+ROCM_PATH=${ROCM_PATH:-/opt/rocm-${ROCM_VERSION}}
+ROCM_DEB_REPO_HOME=https://repo.radeon.com/rocm/apt/
+AMDGPU_DEB_REPO_HOME=https://repo.radeon.com/amdgpu/
+ROCM_BUILD_NAME=ubuntu
+ROCM_BUILD_NUM=main
+
+# Adjust the ROCM repo location
+# Intial release don't have the trialing '.0'
+# For example ROCM 5.4.0 is at https://repo.radeon.com/rocm/apt/5.4/
+if [ ${ROCM_VERSION##*[^0-9]} -eq '0' ]; then
+        ROCM_VERS=${ROCM_VERSION%.*}
+else
+        ROCM_VERS=$ROCM_VERSION
+fi
+ROCM_DEB_REPO=${ROCM_DEB_REPO_HOME}${ROCM_VERS}/
+AMDGPU_DEB_REPO=${AMDGPU_DEB_REPO_HOME}${ROCM_VERS}/
+
+# Add rocm repository
+chmod 1777 /tmp
+apt-get --allow-unauthenticated update && apt install -y wget software-properties-common
+apt-get clean all
+curl -fsSL https://compute-cdn.amd.com/artifactory/list/rocm-osdb-20.04-deb/dists/compute-rocm-dkms-no-npi-hipclang/Release.gpg |  gpg --dearmor | apt-key add -
+echo "deb [arch=amd64 Signed-By=/etc/apt/trusted.gpg.d/rocm-internal.gpg] https://compute-cdn.amd.com/artifactory/list/rocm-osdb-20.04-deb compute-rocm-dkms-no-npi-hipclang 14901" > /etc/apt/sources.list.d/rocm.list
+wget http://artifactory-cdn.amd.com/artifactory/list/amdgpu-deb/amd-nonfree-radeon_20.04-1_all.deb
+apt install -y ./amd-nonfree-radeon_20.04-1_all.deb
+
+GPU_DEVICE_TARGETS=${GPU_DEVICE_TARGETS:-"gfx90a gfx942"}
+
+echo $ROCM_VERSION
+echo $ROCM_REPO
+echo $ROCM_PATH
+echo $GPU_DEVICE_TARGETS
+
+# install rocm
+/setup.packages.sh /devel.packages.rocm.txt
+
+apt-get update --allow-insecure-repositories
+MIOPENKERNELS=$( \
+                    apt-cache search --names-only miopen-hip-gfx | \
+                    awk '{print $1}' | \
+                    grep -F -v . || \
+		    true )
+DEBIAN_FRONTEND=noninteractive apt-get install -y --allow-unauthenticated ${MIOPENKERNELS}
+
+# Ensure the ROCm target list is set up
+ls -l /opt
+printf '%s\n' ${GPU_DEVICE_TARGETS} | tee -a "$ROCM_PATH/bin/target.lst"
+touch "${ROCM_PATH}/.info/version"