Add Dockerfile to build TensorFlow with cuda-clang.

Install a recent and well-tested clang release in our manylinux docker image,
and provide a example Dockerfile on how to use that image to build TensorFlow
with cuda-clang.

PiperOrigin-RevId: 276302595
Change-Id: I4513dfe580a808a9e44d58e7a2e021bbb7ca234b

tensorflow/tools/ci_build/Dockerfile.cuda-clang

@@ -0,0 +1,33 @@
+# Dockerfile to build a manylinux 2010 compliant TensorFlow pip package with
+# cuda-clang.
+#
+# To build, first build the manylinux2010 toolchain docker image and tag it,
+# then build the TensorFlow docker image using the tagged image as base.
+#
+# $ docker build -f Dockerfile.rbe.cuda10.0-cudnn7-ubuntu16.04-manylinux2010 \
+#     --tag "local-manylinux-toolchain" .
+# $ docker build -f Dockerfile.cuda-clang .
+
+FROM local-manylinux-toolchain
+
+WORKDIR /
+RUN git clone https://github.com/tensorflow/tensorflow
+
+WORKDIR /tensorflow
+ENV TF_NEED_GCP=1 \
+    TF_NEED_HDFS=1 \
+    TF_NEED_CUDA=1 \
+    TF_CUDA_CLANG=1 \
+    PATH=/dt7/usr/bin:$PATH \
+    PYTHON_BIN_PATH=/usr/bin/python3.6 \
+    CLANG_CUDA_COMPILER_PATH=/clang_${CLANG_VERSION}/bin/clang
+
+ADD cuda-clang.patch cuda-clang.patch
+RUN patch -p1 < cuda-clang.patch
+
+RUN yes "" | ./configure
+
+RUN bazel build --config=opt tensorflow/tools/pip_package:build_pip_package \
+    --nodistinct_host_configuration
+
+RUN ./bazel-bin/tensorflow/tools/pip_package/build_pip_package /tf-wheel

tensorflow/tools/ci_build/Dockerfile.rbe.cuda10.0-cudnn7-ubuntu16.04-manylinux2010

@@ -45,11 +45,12 @@ RUN apt-get update && apt-get install -y \
     rm -rf /var/lib/apt/lists/*
 
 # Copy and run the install scripts.
+ENV CLANG_VERSION="r373795"
 COPY install/*.sh /install/
 ARG DEBIAN_FRONTEND=noninteractive
 RUN /install/install_bootstrap_deb_packages.sh
 RUN /install/install_deb_packages.sh
-RUN /install/install_clang.sh
+RUN /install/install_latest_clang.sh
 RUN /install/install_bazel.sh
 
 # Install python 3.6.
@@ -66,3 +67,7 @@ RUN /install/install_pip_packages.sh
 # forwarded when we install new packages.
 RUN ln -s "/usr/include/x86_64-linux-gnu/python3.6m" "/dt7/usr/include/x86_64-linux-gnu/python3.6m"
 RUN ln -s "/usr/include/x86_64-linux-gnu/python3.6m" "/dt8/usr/include/x86_64-linux-gnu/python3.6m"
+
+# Make apt work with python 3.6.
+RUN cp /usr/lib/python3/dist-packages/apt_pkg.cpython-35m-x86_64-linux-gnu.so \
+       /usr/lib/python3/dist-packages/apt_pkg.so

tensorflow/tools/ci_build/cuda-clang.patch

@@ -0,0 +1,26 @@
+diff --git a/third_party/gpus/crosstool/cc_toolchain_config.bzl.tpl b/third_party/gpus/crosstool/cc_toolchain_config.bzl.tpl
+index 282ba08cda..93713a66dd 100644
+--- a/third_party/gpus/crosstool/cc_toolchain_config.bzl.tpl
++++ b/third_party/gpus/crosstool/cc_toolchain_config.bzl.tpl
+@@ -1311,7 +1311,7 @@ def _impl(ctx):
+             fastbuild_feature,
+             dbg_feature,
+             supports_dynamic_linker_feature,
+-            supports_pic_feature,
++            supports_pic_feature, feature(name='hack', enabled=True, flag_sets = [ flag_set(actions = [ ACTION_NAMES.assemble, ACTION_NAMES.preprocess_assemble, ACTION_NAMES.c_compile, ACTION_NAMES.cpp_compile, ACTION_NAMES.cpp_header_parsing, ACTION_NAMES.cpp_module_compile, ACTION_NAMES.cpp_module_codegen, ACTION_NAMES.cpp_link_executable, ACTION_NAMES.cpp_link_dynamic_library, ACTION_NAMES.cpp_link_nodeps_dynamic_library, ], flag_groups = [ flag_group( flags = ["--sysroot=/dt7"] ) ]) ]),
+         ]
+     elif (ctx.attr.cpu == "darwin"):
+         features = [
+diff --git a/third_party/gpus/cuda_configure.bzl b/third_party/gpus/cuda_configure.bzl
+index cf63adcbaa..c0718a9762 100644
+--- a/third_party/gpus/cuda_configure.bzl
++++ b/third_party/gpus/cuda_configure.bzl
+@@ -282,7 +282,7 @@ def _get_cxx_inc_directories_impl(repository_ctx, cc, lang_is_cpp):
+         lang = "c++"
+     else:
+         lang = "c"
+-    result = repository_ctx.execute([cc, "-E", "-x" + lang, "-", "-v"])
++    result = repository_ctx.execute([cc, "-E", "-x" + lang, "-", "-v", "--sysroot=/dt7", "-no-canonical-prefixes"])
+     index1 = result.stderr.find(_INC_DIR_MARKER_BEGIN)
+     if index1 == -1:
+         return []

tensorflow/tools/ci_build/install/install_latest_clang.sh

@@ -0,0 +1,24 @@
+#!/bin/bash -eu
+# Copyright 2019 The TensorFlow Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+DIST="$(grep "DISTRIB_RELEASE" /etc/lsb-release |sed 's,.*=,,; s,\.,_,')"
+INSTALL_DIR="/clang_${CLANG_VERSION}"
+STORAGE="https://storage.googleapis.com/clang-builds-stable"
+mkdir -p "${INSTALL_DIR}"
+cd "${INSTALL_DIR}"
+wget "${STORAGE}/clang-ubuntu${DIST}/clang_${CLANG_VERSION}.tar.gz"
+tar xvzf clang_${CLANG_VERSION}.tar.gz
+rm clang_${CLANG_VERSION}.tar.gz