92 lines
3.0 KiB
Bash
Executable File
92 lines
3.0 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Copyright 2016 The TensorFlow Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ==============================================================================
|
|
#
|
|
# Driver script for TensorFlow-GCS smoke test.
|
|
#
|
|
# Usage:
|
|
# gcs_smoke.sh <WHL_URL> <GCLOUD_JSON_KEY_PATH> <GCS_BUCKET_URL>
|
|
#
|
|
# Input arguments:
|
|
# WHL_URL: URL to the TensorFlow wheel file to use in this test.
|
|
# GCLOUD_KEY_JSON_PATH: Path to the Google Cloud JSON key file.
|
|
# See https://cloud.google.com/storage/docs/authentication for details.
|
|
#
|
|
# GCS_BUCKET_URL: URL to the GCS bucket for testing.
|
|
# E.g., gs://my-gcs-bucket/test-directory
|
|
|
|
# Configurations
|
|
DOCKER_IMG="tensorflow-gcs-test"
|
|
|
|
print_usage() {
|
|
echo "Usage: gcs_smoke.sh <GCLOUD_JSON_KEY_PATH> <GCS_BUCKET_URL>"
|
|
echo ""
|
|
}
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
source "${SCRIPT_DIR}/../ci_build/builds/builds_common.sh"
|
|
|
|
# Check input arguments
|
|
WHL_URL=$1
|
|
GCLOUD_JSON_KEY_PATH=$2
|
|
GCS_BUCKET_URL=$3
|
|
if [[ -z "${GCLOUD_JSON_KEY_PATH}" ]]; then
|
|
print_usage
|
|
die "ERROR: Command-line argument GCLOUD_JSON_KEY_PATH is not supplied"
|
|
fi
|
|
if [[ -z "${GCS_BUCKET_URL}" ]]; then
|
|
print_usage
|
|
die "ERROR: Command-line argument GCS_BUCKET_URL is not supplied"
|
|
fi
|
|
|
|
if [[ ! -f "${GCLOUD_JSON_KEY_PATH}" ]]; then
|
|
die "ERROR: Path to Google Cloud JSON key file is invalid: \""\
|
|
"${GCLOUD_JSON_KEY_PATH}\""
|
|
fi
|
|
|
|
# Create temporary directory for docker build
|
|
BUILD_DIR=$(mktemp -d)
|
|
echo ""
|
|
echo "Using whl file URL: ${WHL_URL}"
|
|
echo "Building in temporary directory: ${BUILD_DIR}"
|
|
|
|
cp -r ${SCRIPT_DIR}/* "${BUILD_DIR}"/ || \
|
|
die "Failed to copy files to ${BUILD_DIR}"
|
|
|
|
DOCKERFILE="${BUILD_DIR}/Dockerfile"
|
|
if [[ ! -f "${DOCKERFILE}" ]]; then
|
|
die "ERROR: Cannot find Dockerfile at expected path ${DOCKERFILE}"
|
|
fi
|
|
|
|
# Download whl file into the build context directory.
|
|
wget -P "${BUILD_DIR}" ${WHL_URL} || \
|
|
die "Failed to download tensorflow whl file from URL: ${WHL_URL}"
|
|
|
|
# Build the docker image for testing
|
|
docker build --no-cache \
|
|
-f "${DOCKERFILE}" -t "${DOCKER_IMG}" "${BUILD_DIR}" || \
|
|
die "FAIL: Failed to build docker image for testing"
|
|
|
|
# Clean up docker build context directory.
|
|
rm -rf "${BUILD_DIR}"
|
|
|
|
# Run the docker image with the GCS key file mapped and the gcloud-required
|
|
# environment variables set.
|
|
docker run --rm \
|
|
-v ${GCLOUD_JSON_KEY_PATH}:/gcloud-key.json \
|
|
-e "GOOGLE_APPLICATION_CREDENTIALS=/gcloud-key.json" \
|
|
"${DOCKER_IMG}" \
|
|
/gcs-smoke/gcs_smoke_wrapper.sh "${GCS_BUCKET_URL}"
|