Merge pull request #36086 from tensorflow/mm-r1.15-fix-release-builds-pt4
Attempt 4 at fixing release builds
This commit is contained in:
commit
cc1d12c118
@ -3275,6 +3275,7 @@ cuda_py_test(
|
|||||||
"//tensorflow/python:framework_for_generated_wrappers",
|
"//tensorflow/python:framework_for_generated_wrappers",
|
||||||
],
|
],
|
||||||
tags = [
|
tags = [
|
||||||
|
"no_mac", # timeouts on GPU
|
||||||
"no_pip",
|
"no_pip",
|
||||||
"notap", # http://b/31080670
|
"notap", # http://b/31080670
|
||||||
],
|
],
|
||||||
|
@ -47,4 +47,4 @@ bazel test --test_output=errors --config=opt \
|
|||||||
--build_tag_filters="${tag_filters}" \
|
--build_tag_filters="${tag_filters}" \
|
||||||
--test_tag_filters="${tag_filters}" -- \
|
--test_tag_filters="${tag_filters}" -- \
|
||||||
${DEFAULT_BAZEL_TARGETS} \
|
${DEFAULT_BAZEL_TARGETS} \
|
||||||
-//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/...
|
-//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/... -//tensorflow/tools/...
|
||||||
|
@ -47,4 +47,4 @@ bazel test --test_output=errors --config=opt \
|
|||||||
--build_tag_filters="${tag_filters}" \
|
--build_tag_filters="${tag_filters}" \
|
||||||
--test_tag_filters="${tag_filters}" -- \
|
--test_tag_filters="${tag_filters}" -- \
|
||||||
${DEFAULT_BAZEL_TARGETS} \
|
${DEFAULT_BAZEL_TARGETS} \
|
||||||
-//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/...
|
-//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/... -//tensorflow/tools/...
|
||||||
|
@ -47,4 +47,4 @@ bazel test --test_output=errors --config=opt \
|
|||||||
--build_tag_filters="${tag_filters}" \
|
--build_tag_filters="${tag_filters}" \
|
||||||
--test_tag_filters="${tag_filters}" -- \
|
--test_tag_filters="${tag_filters}" -- \
|
||||||
${DEFAULT_BAZEL_TARGETS} \
|
${DEFAULT_BAZEL_TARGETS} \
|
||||||
-//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/...
|
-//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/... -//tensorflow/tools/...
|
||||||
|
@ -41,4 +41,4 @@ bazel test --test_output=errors --config=opt --test_lang_filters=py \
|
|||||||
--linkopt=-lrt \
|
--linkopt=-lrt \
|
||||||
--build_tag_filters="${tag_filters}" \
|
--build_tag_filters="${tag_filters}" \
|
||||||
--test_tag_filters="${tag_filters}" -- \
|
--test_tag_filters="${tag_filters}" -- \
|
||||||
${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/...
|
${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/... -//tensorflow/tools/...
|
||||||
|
@ -42,7 +42,7 @@ source tensorflow/tools/ci_build/build_scripts/PRESUBMIT_BUILD_TARGETS.sh
|
|||||||
# Export optional variables for running pip.sh
|
# Export optional variables for running pip.sh
|
||||||
export TF_BUILD_FLAGS="--config=opt --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0:toolchain"
|
export TF_BUILD_FLAGS="--config=opt --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0:toolchain"
|
||||||
export TF_TEST_FLAGS="--define=no_tensorflow_py_deps=true --test_lang_filters=py --test_output=errors --verbose_failures=true --keep_going"
|
export TF_TEST_FLAGS="--define=no_tensorflow_py_deps=true --test_lang_filters=py --test_output=errors --verbose_failures=true --keep_going"
|
||||||
export TF_TEST_TARGETS="${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/..."
|
export TF_TEST_TARGETS="${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/... -//tensorflow/tools/..."
|
||||||
export TF_PIP_TESTS="test_pip_virtualenv_non_clean test_pip_virtualenv_clean"
|
export TF_PIP_TESTS="test_pip_virtualenv_non_clean test_pip_virtualenv_clean"
|
||||||
export TF_TEST_FILTER_TAGS='-no_oss,-oss_serial,-no_oss_py35'
|
export TF_TEST_FILTER_TAGS='-no_oss,-oss_serial,-no_oss_py35'
|
||||||
export IS_NIGHTLY=0 # Not nightly
|
export IS_NIGHTLY=0 # Not nightly
|
||||||
|
@ -41,4 +41,4 @@ bazel test --test_output=errors --config=opt --test_lang_filters=py \
|
|||||||
--linkopt=-lrt \
|
--linkopt=-lrt \
|
||||||
--build_tag_filters="${tag_filters}" \
|
--build_tag_filters="${tag_filters}" \
|
||||||
--test_tag_filters="${tag_filters}" -- \
|
--test_tag_filters="${tag_filters}" -- \
|
||||||
${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/...
|
${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/... -//tensorflow/tools/...
|
||||||
|
@ -42,7 +42,7 @@ source tensorflow/tools/ci_build/build_scripts/PRESUBMIT_BUILD_TARGETS.sh
|
|||||||
# Export optional variables for running pip.sh
|
# Export optional variables for running pip.sh
|
||||||
export TF_BUILD_FLAGS="--config=opt --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0:toolchain"
|
export TF_BUILD_FLAGS="--config=opt --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0:toolchain"
|
||||||
export TF_TEST_FLAGS="--define=no_tensorflow_py_deps=true --test_lang_filters=py --test_output=errors --verbose_failures=true --keep_going"
|
export TF_TEST_FLAGS="--define=no_tensorflow_py_deps=true --test_lang_filters=py --test_output=errors --verbose_failures=true --keep_going"
|
||||||
export TF_TEST_TARGETS="${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/..."
|
export TF_TEST_TARGETS="${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/... -//tensorflow/tools/..."
|
||||||
export TF_PIP_TESTS="test_pip_virtualenv_non_clean test_pip_virtualenv_clean"
|
export TF_PIP_TESTS="test_pip_virtualenv_non_clean test_pip_virtualenv_clean"
|
||||||
export TF_TEST_FILTER_TAGS='-no_oss,-oss_serial,-no_oss_py36'
|
export TF_TEST_FILTER_TAGS='-no_oss,-oss_serial,-no_oss_py36'
|
||||||
export IS_NIGHTLY=0 # Not nightly
|
export IS_NIGHTLY=0 # Not nightly
|
||||||
|
@ -41,4 +41,4 @@ bazel test --test_output=errors --config=opt --test_lang_filters=py \
|
|||||||
--linkopt=-lrt \
|
--linkopt=-lrt \
|
||||||
--build_tag_filters="${tag_filters}" \
|
--build_tag_filters="${tag_filters}" \
|
||||||
--test_tag_filters="${tag_filters}" -- \
|
--test_tag_filters="${tag_filters}" -- \
|
||||||
${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/...
|
${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/... -//tensorflow/tools/...
|
||||||
|
@ -42,7 +42,7 @@ source tensorflow/tools/ci_build/build_scripts/PRESUBMIT_BUILD_TARGETS.sh
|
|||||||
# Export optional variables for running pip.sh
|
# Export optional variables for running pip.sh
|
||||||
export TF_BUILD_FLAGS="--config=opt --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0:toolchain"
|
export TF_BUILD_FLAGS="--config=opt --crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0:toolchain"
|
||||||
export TF_TEST_FLAGS="--define=no_tensorflow_py_deps=true --test_lang_filters=py --test_output=errors --verbose_failures=true --keep_going"
|
export TF_TEST_FLAGS="--define=no_tensorflow_py_deps=true --test_lang_filters=py --test_output=errors --verbose_failures=true --keep_going"
|
||||||
export TF_TEST_TARGETS="${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/..."
|
export TF_TEST_TARGETS="${DEFAULT_BAZEL_TARGETS} -//tensorflow/lite/... -//tensorflow/python:contrib_test -//tensorflow/examples/... -//tensorflow/tools/..."
|
||||||
export TF_PIP_TESTS="test_pip_virtualenv_non_clean test_pip_virtualenv_clean"
|
export TF_PIP_TESTS="test_pip_virtualenv_non_clean test_pip_virtualenv_clean"
|
||||||
export TF_TEST_FILTER_TAGS='-no_oss,-oss_serial,-no_oss_py37'
|
export TF_TEST_FILTER_TAGS='-no_oss,-oss_serial,-no_oss_py37'
|
||||||
export IS_NIGHTLY=0 # Not nightly
|
export IS_NIGHTLY=0 # Not nightly
|
||||||
|
@ -16,39 +16,4 @@
|
|||||||
set -e
|
set -e
|
||||||
set -x
|
set -x
|
||||||
|
|
||||||
source tensorflow/tools/ci_build/release/common.sh
|
echo "This build not enabled for 1.15"
|
||||||
|
|
||||||
install_ubuntu_16_pip_deps pip3.6
|
|
||||||
|
|
||||||
# Run configure.
|
|
||||||
export TF_NEED_GCP=1
|
|
||||||
export TF_NEED_HDFS=1
|
|
||||||
export TF_NEED_S3=1
|
|
||||||
export TF_NEED_CUDA=1
|
|
||||||
export TF_CUDA_VERSION=10
|
|
||||||
export TF_CUDNN_VERSION=7
|
|
||||||
export TF_NEED_TENSORRT=1
|
|
||||||
export TENSORRT_INSTALL_PATH=/usr/local/tensorrt
|
|
||||||
export CC_OPT_FLAGS='-mavx'
|
|
||||||
export PYTHON_BIN_PATH=$(which python3.6)
|
|
||||||
export LD_LIBRARY_PATH="/usr/local/cuda:/usr/local/cuda/lib64:/usr/local/cuda/extras/CUPTI/lib64:$TENSORRT_INSTALL_PATH/lib"
|
|
||||||
export TF_CUDA_COMPUTE_CAPABILITIES=3.5,3.7,5.2,6.0,6.1,7.0
|
|
||||||
|
|
||||||
yes "" | "$PYTHON_BIN_PATH" configure.py
|
|
||||||
|
|
||||||
########################
|
|
||||||
## Build GPU pip package
|
|
||||||
########################
|
|
||||||
bazel build --config=opt \
|
|
||||||
--crosstool_top=//third_party/toolchains/preconfig/ubuntu16.04/gcc7_manylinux2010-nvcc-cuda10.0:toolchain \
|
|
||||||
tensorflow/tools/pip_package:build_pip_package
|
|
||||||
|
|
||||||
PIP_WHL_DIR=whl
|
|
||||||
mkdir -p ${PIP_WHL_DIR}
|
|
||||||
PIP_WHL_DIR=$(readlink -f ${PIP_WHL_DIR}) # Get absolute path
|
|
||||||
bazel-bin/tensorflow/tools/pip_package/build_pip_package "${PIP_WHL_DIR}"
|
|
||||||
WHL_PATH=$(ls "${PIP_WHL_DIR}"/*.whl)
|
|
||||||
|
|
||||||
cp "${WHL_PATH}" "$(pwd)"/.
|
|
||||||
chmod +x tensorflow/tools/ci_build/builds/docker_cpu_pip.sh
|
|
||||||
docker run -e "CI_BUILD_USER=$(id -u -n)" -e "CI_BUILD_UID=$(id -u)" -e "CI_BUILD_GROUP=$(id -g -n)" -e "CI_BUILD_GID=$(id -g)" -e "CI_BUILD_HOME=/bazel_pip" -v "$(pwd)":/bazel_pip tensorflow/tensorflow:devel-py3 "./bazel_pip/tensorflow/tools/ci_build/builds/with_the_same_user" "./bazel_pip/tensorflow/tools/ci_build/builds/docker_cpu_pip.sh"
|
|
||||||
|
@ -13,9 +13,4 @@
|
|||||||
:: limitations under the License.
|
:: limitations under the License.
|
||||||
:: =============================================================================
|
:: =============================================================================
|
||||||
|
|
||||||
SET PYTHON_DIRECTORY=Python36
|
echo "This build not enabled on 1.15"
|
||||||
|
|
||||||
CALL tensorflow\tools\ci_build\release\common_win.bat
|
|
||||||
|
|
||||||
call tensorflow\tools\ci_build\windows\integration\gpu_pip_on_cpu\run.bat
|
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user