746817af14
This allows the `test_with_renode.sh` script to be called via the makefile with all the parameters needed to run on a given target, while also staying consistent with the other test scripts. As a result of this change, the makefile is passing in the following parameters to the test scripts: #1 - test binary path #2 - string to determine that test passes #3 - target Parameter #3 is only used for `test_with_renode.sh` Manually tested that the following commands now pass: ``` make -f tensorflow/lite/micro/tools/make/Makefile TARGET=bluepill test_kernel_add_test make -f tensorflow/lite/micro/tools/make/Makefile TARGET=stm32f4 TAGS=cmsis-nn test_kernel_fully_connected_test ```
111 lines
3.9 KiB
Bash
Executable File
111 lines
3.9 KiB
Bash
Executable File
#!/bin/bash -e
|
|
# Copyright 2020 The TensorFlow Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
# ==============================================================================
|
|
#
|
|
#
|
|
# Parameters:
|
|
# ${1} - path to a binary to test or directory (all *_test will be run).
|
|
# ${2} - String that is checked for pass/fail.
|
|
# ${3} - target (bluepill, stm32f4 etc.)
|
|
|
|
set -e
|
|
|
|
PASS_STRING=${2}
|
|
TARGET=${3}
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
TFLM_ROOT_DIR=${SCRIPT_DIR}/..
|
|
|
|
# The renode script for the board being emulated.
|
|
RESC_PATH=${TFLM_ROOT_DIR}/testing/${TARGET}.resc
|
|
|
|
# Robot file with definition of custom keywords used in test suite.
|
|
ROBOT_RESOURCE=${TFLM_ROOT_DIR}/testing/robot.resource.txt
|
|
|
|
# Renode's entrypoint for using the Robot Framework.
|
|
RENODE_TEST_SCRIPT=${TFLM_ROOT_DIR}/tools/make/downloads/renode/test.sh
|
|
|
|
if [ ! -f "${RENODE_TEST_SCRIPT}" ]; then
|
|
echo "The renode test script: ${RENODE_TEST_SCRIPT} does not exist. Please " \
|
|
"make sure that you have correctly installed Renode for TFLM. See " \
|
|
"tensorflow/lite/micro/docs/renode.md for more details."
|
|
exit 1
|
|
fi
|
|
|
|
if ! ${RENODE_TEST_SCRIPT} &> /dev/null
|
|
then
|
|
echo "The following command failed: ${RENODE_TEST_SCRIPT}. Please " \
|
|
"make sure that you have correctly installed Renode for TFLM. See " \
|
|
"tensorflow/lite/micro/docs/renode.md for more details."
|
|
exit 1
|
|
fi
|
|
|
|
# Files generated by this script will go in the RESULTS_DIRECTORY. These include:
|
|
# 1. UART_LOG: Output log from the renode uart.
|
|
# 2. html and xml files generated by the Robot Framework.
|
|
# 3. ROBOT_SCRIPT: Generated test suite.
|
|
#
|
|
# Note that with the current approach (in generated ROBOT_SCRIPT), multiple test
|
|
# binaries are run in a the same test suite and UART_LOG only has logs from the last test
|
|
# binary since it is deleted prior to running each test binary. If some test fails
|
|
# the UART_LOG will be printed to console log before being deleted.
|
|
RESULTS_DIRECTORY=/tmp/renode_${TARGET}_logs
|
|
mkdir -p ${RESULTS_DIRECTORY}
|
|
|
|
UART_LOG=${RESULTS_DIRECTORY}/uart_log.txt
|
|
|
|
ROBOT_SCRIPT=${RESULTS_DIRECTORY}/${TARGET}.robot
|
|
|
|
echo -e "*** Settings ***\n" \
|
|
"Suite Setup Setup\n" \
|
|
"Suite Teardown Teardown\n" \
|
|
"Test Setup Reset Emulation\n" \
|
|
"Test Teardown Teardown With Custom Message\n" \
|
|
"Resource \${RENODEKEYWORDS}\n" \
|
|
"Resource ${ROBOT_RESOURCE}\n" \
|
|
"Default Tags tensorflow\n" \
|
|
"\n" \
|
|
"*** Variables ***\n" \
|
|
"\${RESC} undefined_RESC\n" \
|
|
"\${UART_LOG} /tmp/uart.log\n" \
|
|
"\${UART_LINE_ON_SUCCESS} ${PASS_STRING}\n" \
|
|
"\${CREATE_SNAPSHOT_ON_FAIL} False\n" \
|
|
"\n" \
|
|
"*** Test Cases ***\n" \
|
|
"Should Create Platform\n" \
|
|
" Create Platform\n" > $ROBOT_SCRIPT
|
|
|
|
declare -a FILES
|
|
if [[ -d ${1} ]]; then
|
|
FILES=`ls -1 ${1}/*_test`
|
|
else
|
|
FILES=${1}
|
|
fi
|
|
|
|
for binary in ${FILES}
|
|
do
|
|
echo -e "Should Run $(basename ${binary})\n"\
|
|
" Test Binary @$(realpath ${binary})\n" >> ${ROBOT_SCRIPT}
|
|
done
|
|
|
|
ROBOT_COMMAND="${RENODE_TEST_SCRIPT} ${ROBOT_SCRIPT} \
|
|
-r ${RESULTS_DIRECTORY} \
|
|
--variable RESC:${RESC_PATH} \
|
|
--variable UART_LOG:${UART_LOG}"
|
|
|
|
echo "${ROBOT_COMMAND}"
|
|
echo ""
|
|
${ROBOT_COMMAND}
|