experiments/STT-tensorflow
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Switch Ubuntu nightly releases to CUDA 11.

Browse Source 
PiperOrigin-RevId: 327281855
Change-Id: I70531264b169328e3a01ea1b72a8f6fec87b0239
This commit is contained in:
Pankaj Kanwar 2020-08-18 12:23:32 -07:00 committed by TensorFlower Gardener
parent 82f46cb5fa
commit 7f01242aa1
13 changed files with 39 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
.bazelrc
View File

@ -461,12 +461,12 @@ build:rbe_linux_cuda11.0_nvcc_py3.6 --config=rbe_linux_cuda11.0_nvcc_base --repo
build:rbe_linux_cuda11.0_nvcc_py3.7 --config=rbe_linux_cuda11.0_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda11.0-cudnn8-tensorrt7.1_config_python3.7" build:rbe_linux_cuda11.0_nvcc_py3.7 --config=rbe_linux_cuda11.0_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda11.0-cudnn8-tensorrt7.1_config_python3.7"
build:rbe_linux_cuda11.0_nvcc_py3.8 --config=rbe_linux_cuda11.0_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda11.0-cudnn8-tensorrt7.1_config_python3.8" build:rbe_linux_cuda11.0_nvcc_py3.8 --config=rbe_linux_cuda11.0_nvcc_base --repo_env=TF_PYTHON_CONFIG_REPO="@ubuntu18.04-gcc7_manylinux2010-cuda11.0-cudnn8-tensorrt7.1_config_python3.8"
# Map default to CUDA 10.1. # Map default to CUDA 11 for PY35 and greater.
build:rbe_linux_cuda_nvcc_py27 --config=rbe_linux_cuda10.1_nvcc_py2.7 build:rbe_linux_cuda_nvcc_py27 --config=rbe_linux_cuda10.1_nvcc_py2.7
build:rbe_linux_cuda_nvcc_py35 --config=rbe_linux_cuda10.1_nvcc_py3.5 build:rbe_linux_cuda_nvcc_py35 --config=rbe_linux_cuda11.0_nvcc_py3.5
build:rbe_linux_cuda_nvcc_py36 --config=rbe_linux_cuda10.1_nvcc_py3.6 build:rbe_linux_cuda_nvcc_py36 --config=rbe_linux_cuda11.0_nvcc_py3.6
build:rbe_linux_cuda_nvcc_py37 --config=rbe_linux_cuda10.1_nvcc_py3.7 build:rbe_linux_cuda_nvcc_py37 --config=rbe_linux_cuda11.0_nvcc_py3.7
build:rbe_linux_cuda_nvcc_py38 --config=rbe_linux_cuda10.1_nvcc_py3.8 build:rbe_linux_cuda_nvcc_py38 --config=rbe_linux_cuda11.0_nvcc_py3.8
# Deprecated configs that people might still use. # Deprecated configs that people might still use.
build:rbe_linux_cuda_nvcc --config=rbe_linux_cuda_nvcc_py36 build:rbe_linux_cuda_nvcc --config=rbe_linux_cuda_nvcc_py36
@ -595,8 +595,7 @@ build:release_gpu_common --action_env=GCC_HOST_COMPILER_PATH="/usr/bin/gcc-5"
build:release_gpu_linux --config=release_gpu_common build:release_gpu_linux --config=release_gpu_common
build:release_gpu_linux --config=avx_linux build:release_gpu_linux --config=avx_linux
build:release_gpu_linux --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.1:toolchain build:release_gpu_linux --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda11:toolchain
build:release_windows_common --config=release_common build:release_windows_common --config=release_common
build:release_windows_common --define=no_tensorflow_py_deps=true build:release_windows_common --define=no_tensorflow_py_deps=true
build:release_windows_common --announce_rc build:release_windows_common --announce_rc

5
tensorflow/core/kernels/BUILD
View File

@ -1653,7 +1653,10 @@ tf_cuda_cc_test(
name = "conv_ops_test", name = "conv_ops_test",
size = "medium", size = "medium",
srcs = ["conv_ops_test.cc"], srcs = ["conv_ops_test.cc"],
tags = ["no_cuda11"], # b/159664089 tags = [
"no_cuda11", # b/159664089
"no_oss",
],
deps = [ deps = [
":conv_ops", ":conv_ops",
":ops_testutil", ":ops_testutil",

2
tensorflow/python/keras/distribute/BUILD
View File

@ -479,6 +479,8 @@ distribute_py_test(
shard_count = 31, shard_count = 31,
tags = [ tags = [
"multi_and_single_gpu", "multi_and_single_gpu",
"no_cuda11",
"no_oss",
"no_windows_gpu", "no_windows_gpu",
"notpu", # TODO(b/153672562) "notpu", # TODO(b/153672562)
"notsan", "notsan",

10
tensorflow/python/keras/layers/BUILD
View File

@ -813,7 +813,10 @@ cuda_py_test(
srcs = ["lstm_v2_test.py"], srcs = ["lstm_v2_test.py"],
python_version = "PY3", python_version = "PY3",
shard_count = 12, shard_count = 12,
tags = ["no_cuda11"], tags = [
"no_cuda11",
"no_oss",
],
xla_enable_strict_auto_jit = False, xla_enable_strict_auto_jit = False,
deps = [ deps = [
"//tensorflow/python:client_testlib", "//tensorflow/python:client_testlib",
@ -829,7 +832,10 @@ cuda_py_test(
srcs = ["gru_v2_test.py"], srcs = ["gru_v2_test.py"],
python_version = "PY3", python_version = "PY3",
shard_count = 12, shard_count = 12,
tags = ["no_cuda11"], tags = [
"no_cuda11",
"no_oss",
],
xla_enable_strict_auto_jit = False, xla_enable_strict_auto_jit = False,
deps = [ deps = [
"//tensorflow/python:client_testlib", "//tensorflow/python:client_testlib",

6
tensorflow/tools/ci_build/release/ubuntu_16/gpu_pip_on_cpu/build.sh
View File

@ -27,8 +27,8 @@ export TF_NEED_GCP=1
export TF_NEED_HDFS=1 export TF_NEED_HDFS=1
export TF_NEED_S3=1 export TF_NEED_S3=1
export TF_NEED_CUDA=1 export TF_NEED_CUDA=1
export TF_CUDA_VERSION=10 export TF_CUDA_VERSION=11
export TF_CUDNN_VERSION=7 export TF_CUDNN_VERSION=8
export TF_NEED_TENSORRT=1 export TF_NEED_TENSORRT=1
export TENSORRT_INSTALL_PATH=/usr/local/tensorrt export TENSORRT_INSTALL_PATH=/usr/local/tensorrt
export CC_OPT_FLAGS='-mavx' export CC_OPT_FLAGS='-mavx'
@ -42,7 +42,7 @@ yes "" | "$PYTHON_BIN_PATH" configure.py
## Build GPU pip package ## Build GPU pip package
######################## ########################
bazel build --config=opt \ bazel build --config=opt \
--crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.1:toolchain \ --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda11:toolchain \
tensorflow/tools/pip_package:build_pip_package tensorflow/tools/pip_package:build_pip_package
# Set TF nightly flag so we get the proper version of estimator # Set TF nightly flag so we get the proper version of estimator

6
tensorflow/tools/ci_build/release/ubuntu_16/gpu_py35_full/nonpip.sh
View File

@ -27,8 +27,8 @@ export TF_NEED_GCP=1
export TF_NEED_HDFS=1 export TF_NEED_HDFS=1
export TF_NEED_S3=1 export TF_NEED_S3=1
export TF_NEED_CUDA=1 export TF_NEED_CUDA=1
export TF_CUDA_VERSION=10 export TF_CUDA_VERSION=11
export TF_CUDNN_VERSION=7 export TF_CUDNN_VERSION=8
export TF_NEED_TENSORRT=1 export TF_NEED_TENSORRT=1
export TENSORRT_INSTALL_PATH=/usr/local/tensorrt export TENSORRT_INSTALL_PATH=/usr/local/tensorrt
export CC_OPT_FLAGS='-mavx' export CC_OPT_FLAGS='-mavx'
@ -47,7 +47,7 @@ tag_filters="gpu,requires-gpu,-no_gpu,-no_oss,-oss_serial,-no_oss_py35"
set +e set +e
bazel test --config=cuda --config=opt \ bazel test --config=cuda --config=opt \
--crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.1:toolchain \ --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda11:toolchain \
--linkopt=-lrt \ --linkopt=-lrt \
--action_env=TF2_BEHAVIOR="${TF2_BEHAVIOR}" \ --action_env=TF2_BEHAVIOR="${TF2_BEHAVIOR}" \
--test_lang_filters=py \ --test_lang_filters=py \

2
tensorflow/tools/ci_build/release/ubuntu_16/gpu_py35_full/pip.sh
View File

@ -39,7 +39,7 @@ export TF_TEST_FILTER_TAGS='gpu,requires-gpu,-no_gpu,-no_oss,-oss_serial,-no_oss
export TF_BUILD_FLAGS="--config=release_gpu_linux " export TF_BUILD_FLAGS="--config=release_gpu_linux "
export TF_TEST_FLAGS="--test_tag_filters=${TF_TEST_FILTER_TAGS} --build_tag_filters=${TF_TEST_FILTER_TAGS} \ export TF_TEST_FLAGS="--test_tag_filters=${TF_TEST_FILTER_TAGS} --build_tag_filters=${TF_TEST_FILTER_TAGS} \
--distinct_host_configuration=false \ --distinct_host_configuration=false \
--action_env=TF_CUDA_VERSION=10 --action_env=TF_CUDNN_VERSION=7 --test_env=TF2_BEHAVIOR=1 \ --action_env=TF_CUDA_VERSION=11 --action_env=TF_CUDNN_VERSION=8 --test_env=TF2_BEHAVIOR=1 \
--config=cuda --test_output=errors --local_test_jobs=4 --test_lang_filters=py \ --config=cuda --test_output=errors --local_test_jobs=4 --test_lang_filters=py \
--verbose_failures=true --keep_going --define=no_tensorflow_py_deps=true \ --verbose_failures=true --keep_going --define=no_tensorflow_py_deps=true \
--run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute " --run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute "

6
tensorflow/tools/ci_build/release/ubuntu_16/gpu_py36_full/nonpip.sh
View File

@ -27,8 +27,8 @@ export TF_NEED_GCP=1
export TF_NEED_HDFS=1 export TF_NEED_HDFS=1
export TF_NEED_S3=1 export TF_NEED_S3=1
export TF_NEED_CUDA=1 export TF_NEED_CUDA=1
export TF_CUDA_VERSION=10 export TF_CUDA_VERSION=11
export TF_CUDNN_VERSION=7 export TF_CUDNN_VERSION=8
export TF_NEED_TENSORRT=1 export TF_NEED_TENSORRT=1
export TENSORRT_INSTALL_PATH=/usr/local/tensorrt export TENSORRT_INSTALL_PATH=/usr/local/tensorrt
export CC_OPT_FLAGS='-mavx' export CC_OPT_FLAGS='-mavx'
@ -47,7 +47,7 @@ tag_filters="gpu,requires-gpu,-no_gpu,-no_oss,-oss_serial,-no_oss_py36"
set +e set +e
bazel test --config=cuda --config=opt \ bazel test --config=cuda --config=opt \
--crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.1:toolchain \ --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda11:toolchain \
--linkopt=-lrt \ --linkopt=-lrt \
--action_env=TF2_BEHAVIOR="${TF2_BEHAVIOR}" \ --action_env=TF2_BEHAVIOR="${TF2_BEHAVIOR}" \
--test_lang_filters=py \ --test_lang_filters=py \

2
tensorflow/tools/ci_build/release/ubuntu_16/gpu_py36_full/pip.sh
View File

@ -39,7 +39,7 @@ export TF_TEST_FILTER_TAGS='gpu,requires-gpu,-no_gpu,-no_oss,-oss_serial,-no_oss
export TF_BUILD_FLAGS="--config=release_gpu_linux " export TF_BUILD_FLAGS="--config=release_gpu_linux "
export TF_TEST_FLAGS="--test_tag_filters=${TF_TEST_FILTER_TAGS} --build_tag_filters=${TF_TEST_FILTER_TAGS} \ export TF_TEST_FLAGS="--test_tag_filters=${TF_TEST_FILTER_TAGS} --build_tag_filters=${TF_TEST_FILTER_TAGS} \
--distinct_host_configuration=false \ --distinct_host_configuration=false \
--action_env=TF_CUDA_VERSION=10 --action_env=TF_CUDNN_VERSION=7 --test_env=TF2_BEHAVIOR=1 \ --action_env=TF_CUDA_VERSION=11 --action_env=TF_CUDNN_VERSION=8 --test_env=TF2_BEHAVIOR=1 \
--config=cuda --test_output=errors --local_test_jobs=4 --test_lang_filters=py \ --config=cuda --test_output=errors --local_test_jobs=4 --test_lang_filters=py \
--verbose_failures=true --keep_going --define=no_tensorflow_py_deps=true \ --verbose_failures=true --keep_going --define=no_tensorflow_py_deps=true \
--run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute " --run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute "

6
tensorflow/tools/ci_build/release/ubuntu_16/gpu_py37_full/nonpip.sh
View File

@ -27,8 +27,8 @@ export TF_NEED_GCP=1
export TF_NEED_HDFS=1 export TF_NEED_HDFS=1
export TF_NEED_S3=1 export TF_NEED_S3=1
export TF_NEED_CUDA=1 export TF_NEED_CUDA=1
export TF_CUDA_VERSION=10 export TF_CUDA_VERSION=11
export TF_CUDNN_VERSION=7 export TF_CUDNN_VERSION=8
export TF_NEED_TENSORRT=1 export TF_NEED_TENSORRT=1
export TENSORRT_INSTALL_PATH=/usr/local/tensorrt export TENSORRT_INSTALL_PATH=/usr/local/tensorrt
export CC_OPT_FLAGS='-mavx' export CC_OPT_FLAGS='-mavx'
@ -47,7 +47,7 @@ tag_filters="gpu,requires-gpu,-no_gpu,-no_oss,-oss_serial,-no_oss_py37"
set +e set +e
bazel test --config=cuda --config=opt \ bazel test --config=cuda --config=opt \
--crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.1:toolchain \ --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda11:toolchain \
--linkopt=-lrt \ --linkopt=-lrt \
--action_env=TF2_BEHAVIOR="${TF2_BEHAVIOR}" \ --action_env=TF2_BEHAVIOR="${TF2_BEHAVIOR}" \
--test_lang_filters=py \ --test_lang_filters=py \

2
tensorflow/tools/ci_build/release/ubuntu_16/gpu_py37_full/pip.sh
View File

@ -39,7 +39,7 @@ export TF_TEST_FILTER_TAGS='gpu,requires-gpu,-no_gpu,-no_oss,-oss_serial,-no_oss
export TF_BUILD_FLAGS="--config=release_gpu_linux " export TF_BUILD_FLAGS="--config=release_gpu_linux "
export TF_TEST_FLAGS="--test_tag_filters=${TF_TEST_FILTER_TAGS} --build_tag_filters=${TF_TEST_FILTER_TAGS} \ export TF_TEST_FLAGS="--test_tag_filters=${TF_TEST_FILTER_TAGS} --build_tag_filters=${TF_TEST_FILTER_TAGS} \
--distinct_host_configuration=false \ --distinct_host_configuration=false \
--action_env=TF_CUDA_VERSION=10 --action_env=TF_CUDNN_VERSION=7 --test_env=TF2_BEHAVIOR=1 \ --action_env=TF_CUDA_VERSION=11 --action_env=TF_CUDNN_VERSION=8 --test_env=TF2_BEHAVIOR=1 \
--config=cuda --test_output=errors --local_test_jobs=4 --test_lang_filters=py \ --config=cuda --test_output=errors --local_test_jobs=4 --test_lang_filters=py \
--verbose_failures=true --keep_going --define=no_tensorflow_py_deps=true \ --verbose_failures=true --keep_going --define=no_tensorflow_py_deps=true \
--run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute " --run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute "

6
tensorflow/tools/ci_build/release/ubuntu_16/gpu_py38_full/nonpip.sh
View File

@ -27,8 +27,8 @@ export TF_NEED_GCP=1
export TF_NEED_HDFS=1 export TF_NEED_HDFS=1
export TF_NEED_S3=1 export TF_NEED_S3=1
export TF_NEED_CUDA=1 export TF_NEED_CUDA=1
export TF_CUDA_VERSION=10 export TF_CUDA_VERSION=11
export TF_CUDNN_VERSION=7 export TF_CUDNN_VERSION=8
export TF_NEED_TENSORRT=1 export TF_NEED_TENSORRT=1
export TENSORRT_INSTALL_PATH=/usr/local/tensorrt export TENSORRT_INSTALL_PATH=/usr/local/tensorrt
export CC_OPT_FLAGS='-mavx' export CC_OPT_FLAGS='-mavx'
@ -47,7 +47,7 @@ tag_filters="gpu,requires-gpu,-no_gpu,-no_oss,-oss_serial,-no_oss_py38"
test +e test +e
bazel test --config=cuda --config=opt \ bazel test --config=cuda --config=opt \
--crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.1:toolchain \ --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda11:toolchain \
--linkopt=-lrt \ --linkopt=-lrt \
--action_env=TF2_BEHAVIOR="${TF2_BEHAVIOR}" \ --action_env=TF2_BEHAVIOR="${TF2_BEHAVIOR}" \
--test_lang_filters=py \ --test_lang_filters=py \

2
tensorflow/tools/ci_build/release/ubuntu_16/gpu_py38_full/pip.sh
View File

@ -39,7 +39,7 @@ export TF_TEST_FILTER_TAGS='gpu,requires-gpu,-no_gpu,-no_oss,-oss_serial,-no_oss
export TF_BUILD_FLAGS="--config=release_gpu_linux " export TF_BUILD_FLAGS="--config=release_gpu_linux "
export TF_TEST_FLAGS="--test_tag_filters=${TF_TEST_FILTER_TAGS} --build_tag_filters=${TF_TEST_FILTER_TAGS} \ export TF_TEST_FLAGS="--test_tag_filters=${TF_TEST_FILTER_TAGS} --build_tag_filters=${TF_TEST_FILTER_TAGS} \
--distinct_host_configuration=false \ --distinct_host_configuration=false \
--action_env=TF_CUDA_VERSION=10 --action_env=TF_CUDNN_VERSION=7 --test_env=TF2_BEHAVIOR=1 \ --action_env=TF_CUDA_VERSION=11 --action_env=TF_CUDNN_VERSION=8 --test_env=TF2_BEHAVIOR=1 \
--config=cuda --test_output=errors --local_test_jobs=4 --test_lang_filters=py \ --config=cuda --test_output=errors --local_test_jobs=4 --test_lang_filters=py \
--verbose_failures=true --keep_going --define=no_tensorflow_py_deps=true \ --verbose_failures=true --keep_going --define=no_tensorflow_py_deps=true \
--run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute " --run_under=//tensorflow/tools/ci_build/gpu_build:parallel_gpu_execute "