Merge "Cert: run script updates." (c302ba62) · Commits · e / os / android_packages_modules_Bluetooth

system/gd/cert/run

+280 −234

Original line number	Diff line number	Diff line
		#! /bin/bash

		if [[ -z "${ANDROID_BUILD_TOP}" ]]; then
		echo "ANDROID_BUILD_TOP is not set"
		fi
		YELLOW="\033[1;33m"
		NOCOLOR="\033[0m"
		BLUE="\033[1;34m"
		RED="\033[1;91m"

		if [[ -z "${ANDROID_HOST_OUT}" ]]; then
		echo "ANDROID_HOST_OUT is not set for host run"
		fi
		function happy_hedgehog {
		echo -e "\t${BLUE}"
		echo -e "\t ___------__"
		echo -e "\t \|\__-- /\ _-"
		echo -e "\t \|/_ __ -"
		echo -e "\t // \ / \ /__"
		echo -e "\t \| 0 \| 0 \|__ --_ Gotta go fast!"
		echo -e "\t \\____-- __ \ ___-"
		echo -e "\t ( @ __/ / /_"
		echo -e "\t -_____--- --_"
		echo -e "\t // \ \\ ___-"
		echo -e "\t //\|\__/ \\ \\"
		echo -e "\t \_-\_____/ \-\\"
		echo -e "\t // \\--\\|"
		echo -e "\t ${RED}____${BLUE}// \|\|${RED}_"
		echo -e "\t${RED} /_____\ /___\\"
		echo -e "${NOCOLOR}"
		}

		if ! [ -x "$(command -v python3.8)" ] ; then
		echo "You must have python 3.8 installed"
		function sad_hedgehog {
		echo -e "\t${BLUE}"
		echo -e "\t ___------__"
		echo -e "\t \|\__-- /\ _-"
		echo -e "\t \|/_ __ -"
		echo -e "\t // \ / \ /__"
		echo -e "\t \| 0 \| 0 \|__ --_ Gotta go sllloowwww!"
		echo -e "\t \\____-- __ \ ___-"
		echo -e "\t ( @ __ / /_"
		echo -e "\t -_____--- --_"
		echo -e "\t // \ \\ ___-"
		echo -e "\t //\|\__/ \\ \\"
		echo -e "\t \_-\_____/ \-\\"
		echo -e "\t // \\--\\|"
		echo -e "\t ${RED} ____${BLUE}// \|\|${RED}_"
		echo -e "\t${RED} /_____\ /___\\"
		echo -e "{$NOCOLOR}"
		}

		function check_environment {
		if [[ -z "${ANDROID_BUILD_TOP}" ]] \|\| [[ -z "${ANDROID_HOST_OUT}" ]] ; then
		echo -e "${RED}ANDROID_BUILD_TOP${NOCOLOR} or ${RED}ANDROID_HOST_OUT${NOCOLOR} is not set for host run"
		echo -e "Navigate to android root and run:"
		echo -e "${YELLOW}"
		echo -e ". build/envsetup.sh"
		echo -e "lunch <fish>"
		echo -e "${NOCOLOR}"
		echo
		exit 1
		fi

		$ANDROID_BUILD_TOP/build/soong/soong_ui.bash --build-mode --"all-modules" --dir="$(pwd)" dist bluetooth_stack_with_facade
		if [[ $? -ne 0 ]] ; then
		echo "Failed to build bluetooth_stack_with_facade"
		if ! [ -x "$(command -v python3.8)" ] ; then
		echo -e "${RED}You must have python 3.8 installed${NOCOLOR}"
		exit 1
		fi
		}

		ASHMEM_OUT="/dev/shm/out"
		ASHMEM_DIST="${ASHMEM_OUT}/dist"
		ASHMEM_VENV="${ASHMEM_DIST}/bluetooth_venv"
		ASHMEM_GOTTA_GO_FAST="/dev/shm/gottagofast"
		ASHMEM_HOST_LOGS="${ASHMEM_GOTTA_GO_FAST}/logs"
		ASHMEM_OUT_TARGET="${ASHMEM_GOTTA_GO_FAST}/target"
		ASHMEM_SOONG="${ASHMEM_GOTTA_GO_FAST}/out/soong"
		CERT_HOST_LOGS="/tmp/logs/HostOnlyCert"
		CERT_DEVICE_LOGS="TODO: Add this"
		CERT_TEST_VENV=${ANDROID_BUILD_TOP}/out/dist/bluetooth_venv
		OUT_TARGET="${ANDROID_BUILD_TOP}/out/target"
		TEST_CONFIG="${ANDROID_BUILD_TOP}/packages/modules/Bluetooth/system/gd/cert/android_devices_config.json"
		TEST_FILTER="-tf ${ANDROID_BUILD_TOP}/packages/modules/Bluetooth/system/gd/cert/all_cert_testcases"

		TEST_CONFIG="$ANDROID_BUILD_TOP/packages/modules/Bluetooth/system/gd/cert/android_devices_config.json"
		TEST_FILTER="-tf $ANDROID_BUILD_TOP/packages/modules/Bluetooth/system/gd/cert/all_cert_testcases"
		CLEAN_VENV=false
		GOTTA_GO_FAST=true
		SPEED_HAX=false
		GOTTA_GO_FAST=false
		NUM_REPETITIONS="1"
		SKIP_SOONG_BUILD=false
		USE_ASHMEM_VENV=true
		VERBOSE_MODE=false

		# Used for position arguments needed for later
		POSITIONAL=()
		function parse_options {
		while [[ $# -gt 0 ]]
		do
		key="$1"
		case $key in
		--test_filter=*)
		TEST_FILTER="-tc ${key#*=}"
		shift # past argument=value
		;;
		--host)
		TEST_CONFIG=$ANDROID_BUILD_TOP/packages/modules/Bluetooth/system/gd/cert/host_config.json
		# This will delete the existing venv before running the test
		# If you updated external libraries such as ACTS, you need to add this flag
		--clean)
		CLEAN_VENV=true
		shift # past argument
		;;
		--test_file=*)
		TEST_FILTER="-tc ${key#*=}"
		--help)
		echo
		echo -e "${YELLOW}Help menu${NOCOLOR}"
		echo -e "==================================="
		echo -e "${BLUE} --clean${NOCOLOR}"
		echo -e " Clean the virtul environment; use if ACTS has been updated."
		echo -e "${BLUE} --disable-ashmem-venv${NOCOLOR}"
		echo -e " Places the virtual environment on disk rather than in ashmem which is default."
		echo -e "${BLUE} --gotta-go-fast${NOCOLOR}"
		echo -e " Makes use of ashmem as best as possible for targeted speed increases."
		echo -e "${BLUE} --host${NOCOLOR}"
		echo -e " Run the test on the host machine [i.e. simulated]."
		echo -e "${BLUE} --repeat=<N>${NOCOLOR}"
		echo -e " Repeat the test sequence N (int) number of times."
		echo -e "${BLUE} --skip-soong-build${NOCOLOR}"
		echo -e " Skips building soong targets. Use when you are just modifying simple python files."
		echo -e "${BLUE} --test_config=<configfile>${NOCOLOR}"
		echo -e " Override default test configuration."
		echo -e "${BLUE} --verbose${NOCOLOR}"
		echo -e " Displays device logs and test logs to output."
		echo
		echo -e "Usage: $0 [--clean\|--host\|--repeat=<N>\|--test_config=<config>] [TestGroupName[:IndividualTestName]]"
		echo -e " ${YELLOW}e.g."
		echo -e " $0 --host --clean SecurityTest"
		echo -e " $0 --host --verbose SecurityTest:test_dut_initiated_display_only_display_only ${NOCOLOR}"
		echo
		shift
		exit 0
		;;
		# This will cause the bluetooth_venv to be created in ashmem
		# Increases --clean build times by 40% (~21 seconds on my machine)
		--disable-ashmem-venv)
		USE_ASHMEM_VENV=false
		shift # past argument
		;;
		--test_config=*)
		TEST_CONFIG="${key#*=}"
		--gotta-go-fast)
		GOTTA_GO_FAST=true
		shift # past argument
		;;
		# This will delete the existing venv before running the test
		# If you updated external libraries such as ACTS, you need to add this flag
		--clean)
		CLEAN_VENV=true
		--host)
		TEST_CONFIG=$ANDROID_BUILD_TOP/packages/modules/Bluetooth/system/gd/cert/host_config.json
		shift # past argument
		;;
		# Repeat running the specified test cases by N times in one single setup
		@@ -59,19 +142,17 @@ case $key in
		NUM_REPETITIONS="${key#*=}"
		shift # past argument
		;;
		# This will log everything to both log file and stdout
		--verbose)
		VERBOSE_MODE=true
		shift # past argument
		--skip-soong-build)
		SKIP_SOONG_BUILD=true
		shift
		;;
		# This will cause the bluetooth_venv to be created in ashmem
		# Increases --clean build times by 40% (~21 seconds on my machine)
		--gotta-go-slow)
		GOTTA_GO_FAST=false
		--test_config=*)
		TEST_CONFIG="${key#*=}"
		shift # past argument
		;;
		--speed-hax)
		SPEED_HAX=true
		# This will log everything to both log file and stdout
		--verbose)
		VERBOSE_MODE=true
		shift # past argument
		;;
		*) # unknown option
		@@ -82,17 +163,11 @@ esac
		done
		set -- "${POSITIONAL[@]}" # restore positional parameters

		# Set the test filter
		if [[ -n "$1" ]] ; then
		TEST_FILTER="-tc $1"
		fi

		CERT_TEST_VENV=$ANDROID_BUILD_TOP/out/dist/bluetooth_venv

		YELLOW="\033[1;33m"
		NOCOLOR="\033[0m"
		BLUE="\033[1;34m"
		RED="\033[1;91m"

		INSTALL_ARGS="--reuse-acts"
		if [ "$CLEAN_VENV" == true ] ; then
		echo -e "${YELLOW}Cleaning up existing virtualenv${NOCOLOR}"
		@@ -103,147 +178,71 @@ else
		echo -e "${YELLOW}Try to reuse existing virtualenv at ${CERT_TEST_VENV}${NOCOLOR}"
		fi

		}

		function soong_build {
		$ANDROID_BUILD_TOP/build/soong/soong_ui.bash --build-mode --"all-modules" --dir="${ANDROID_BUILD_TOP}/packages/modules/Bluetooth/system/gd" dist bluetooth_stack_with_facade
		if [[ $? -ne 0 ]] ; then
		echo "Failed to build bluetooth_stack_with_facade"
		exit 1
		fi
		}

		function setup_venv {
		# Make venv in memory, decreases --clean build times by 40%
		# Caveat is you lose the venv if the computer reboots
		if [ "${GOTTA_GO_FAST}" == true ] ; then
		if [ "${USE_ASHMEM_VENV}" == true ] ; then
		echo -e "${BLUE}Using ashmem virtual environment.${NOCOLOR}"
		if [[ ! -L ${CERT_TEST_VENV} ]] ; then
		echo -e "\t${BLUE}"
		echo -e "\t ___------__"
		echo -e "\t \|\__-- /\ _-"
		echo -e "\t \|/_ __ -"
		echo -e "\t // \ / \ /__"
		echo -e "\t \| 0 \| 0 \|__ --_ Gotta go fast!"
		echo -e "\t \\____-- __ \ ___-"
		echo -e "\t ( @ __/ / /_"
		echo -e "\t -_____--- --_"
		echo -e "\t // \ \\ ___-"
		echo -e "\t //\|\__/ \\ \\"
		echo -e "\t \_-\_____/ \-\\"
		echo -e "\t // \\--\\|"
		echo -e "\t ${RED}____${BLUE}// \|\|${RED}_"
		echo -e "\t${RED} /_____\ /___\\"
		echo
		echo
		echo -ne "Making ashmem dist folder..."
		mkdir -p /dev/shm/dist
		rm -rf /dev/shm/bluetooth_venv
		echo -e "Done"
		echo -ne "Moving existing data to memory..."
		mv ${CERT_TEST_VENV} /dev/shm/dist/bluetooth_venv
		echo -e "Done"
		echo -e "${BLUE}"
		echo -ne "Creating ashmem dist folder..."
		mkdir -p "${ASHMEM_VENV}"
		# Ensure the directory doesn't exist
		rm -rf ${CERT_TEST_VENV}
		echo -ne "Sym linking..."
		ln -s /dev/shm/dist/bluetooth_venv ${CERT_TEST_VENV}
		rm -rf "${CERT_TEST_VENV}"
		echo -e "Done"
		echo -ne "Sym linking ${ASHMEM_VENV} to ${CERT_TEST_VENV}..."
		ln -s "${ASHMEM_VENV}" "${CERT_TEST_VENV}"
		echo -e "Done"
		echo -e "${NOCOLOR}"
		fi
		else
		echo -e "${RED}Not using ashmem virtual environment.${NOCOLOR}"
		if [[ -L ${CERT_TEST_VENV} ]] ; then
		echo -e "\t${BLUE}"
		echo -e "\t ___------__"
		echo -e "\t \|\__-- /\ _-"
		echo -e "\t \|/_ __ -"
		echo -e "\t // \ / \ /__"
		echo -e "\t \| 0 \| 0 \|__ --_ Gotta go sllloowwww!"
		echo -e "\t \\____-- __ \ ___-"
		echo -e "\t ( @ __ / /_"
		echo -e "\t -_____--- --_"
		echo -e "\t // \ \\ ___-"
		echo -e "\t //\|\__/ \\ \\"
		echo -e "\t \_-\_____/ \-\\"
		echo -e "\t // \\--\\|"
		echo -e "\t ${RED} ____${BLUE}// \|\|${RED}_"
		echo -e "\t${RED} /_____\ /___\\"
		echo
		echo
		echo -en "Removing sym link..."
		rm ${CERT_TEST_VENV}
		echo -e "Done"
		echo -en "Moving venv from memory to disk..."
		mv /dev/shm/dist/bluetooth_venv ${CERT_TEST_VENV}
		echo -e "${RED}"
		echo -en "Removing sym link from ${ASHMEM_VENV} to ${CERT_TEST_VENV}..."
		rm -rf ""${ASHMEM_VENV} "${CERT_TEST_VENV}"
		echo -e "Done"
		echo -en "Cleaning up memory..."
		rm -rf /dev/shm/dist/
		rm -rf "${ASHMEM_VENV}"
		echo -e "Done"
		echo -e "${NOCOLOR}"
		fi
		fi

		if [ "${SPEED_HAX}" == true ] ; then
		echo -e "${RED}Speed H4x Enabled${NOCOLOR}"
		echo -e "${RED}I have the need for speed! ${NOCOLOR}"
		if [[ ! -L /tmp/logs/HostOnlyCert ]] ; then
		mv /tmp/logs/HostOnlyCert /dev/shm/
		ln -s /dev/shm/HostOnlyCert /tmp/logs/HostOnlyCert
		fi

		if [[ ! -L ${ANDROID_BUILD_TOP}/out/soong/.intermediates/packages/modules/Bluetooth/system ]] ; then
		mkdir -p /dev/shm/soong/.intermediates/system
		mv ${ANDROID_BUILD_TOP}/out/soong/.intermediates/packages/modules/Bluetooth/system /dev/shm/soong/.intermediates/system/
		ln -s /dev/shm/soong/.intermediates/packages/modules/Bluetooth/system ${ANDROID_BUILD_TOP}/out/soong/.intermediates/packages/modules/Bluetooth/system
		fi

		if [[ ! -L ${ANDROID_BUILD_TOP}/out/target ]] ; then
		mv ${ANDROID_BUILD_TOP}/out/target /dev/shm/
		ln -s /dev/shm/target ${ANDROID_BUILD_TOP}/out/target
		fi

		if [[ ! -L ${ANDROID_BUILD_TOP}/out/soong/build.ninja ]] ; then
		mkdir -p /dev/shm/soong
		mv ${ANDROID_BUILD_TOP}/out/soong/build.ninja /dev/shm/soong/
		ln -s /dev/shm/soong/build.ninja ${ANDROID_BUILD_TOP}/out/soong/build.ninja
		fi

		else
		echo -e "${RED}Speed H4x Disabled${NOCOLOR}"
		echo -e "${RED}I don't like going fast! ${NOCOLOR}"
		if [[ -L /tmp/logs/HostOnlyCert ]] ; then
		rm -rf /tmp/logs/HostOnlyCert
		mv /dev/shm/HostOnlyCert /tmp/logs/
		fi

		if [[ -L ${ANDROID_BUILD_TOP}/out/soong/.intermediates/packages/modules/Bluetooth/system ]] ; then
		rm -f ${ANDROID_BUILD_TOP}/out/soong/.intermediates/packages/modules/Bluetooth/system
		mv /dev/shm/soong/.intermediates/packages/modules/Bluetooth/system ${ANDROID_BUILD_TOP}/out/soong/.intermediates/packages/modules/Bluetooth/system
		fi

		if [[ -L ${ANDROID_BUILD_TOP}/out/target ]] ; then
		rm -f ${ANDROID_BUILD_TOP}/out/target
		mv /dev/shm/target ${ANDROID_BUILD_TOP}/out/target
		fi

		if [[ ! -L ${ANDROID_BUILD_TOP}/out/soong/build.ninja ]] ; then
		rm ${ANDROID_BUILD_TOP}/out/soong/build.ninja
		mv /dev/shm/soong/build.ninja ${ANDROID_BUILD_TOP}/out/soong/build.ninja
		fi
		fi

		python3.8 -m virtualenv --python `which python3.8` $CERT_TEST_VENV
		python3.8 -m virtualenv --python `which python3.8` "${CERT_TEST_VENV}"
		if [[ $? -ne 0 ]] ; then
		echo "Error setting up virtualenv"
		exit 1
		fi

		unzip -o -q $ANDROID_BUILD_TOP/out/dist/bluetooth_cert_tests.zip -d $CERT_TEST_VENV/acts
		unzip -o -q "${ANDROID_BUILD_TOP}/out/dist/bluetooth_cert_tests.zip" -d "${CERT_TEST_VENV}/acts"
		if [[ $? -ne 0 ]] ; then
		echo "Error unzipping bluetooth_cert_tests.zip"
		exit 1
		fi

		$CERT_TEST_VENV/bin/python $CERT_TEST_VENV/acts/setup.py --quiet build --force
		$(echo "${CERT_TEST_VENV}/bin/python" "${CERT_TEST_VENV}/acts/setup.py" --quiet build --force)
		if [[ $? -ne 0 ]] ; then
		echo "Error building GD Python libraries"
		exit 1
		fi

		$CERT_TEST_VENV/bin/python $CERT_TEST_VENV/acts/setup.py --quiet install --skip-build --force $INSTALL_ARGS
		$(echo "${CERT_TEST_VENV}/bin/python" "${CERT_TEST_VENV}/acts/setup.py" --quiet install --skip-build --force "${INSTALL_ARGS}")
		if [[ $? -ne 0 ]] ; then
		echo "Error installing GD Python libraries"
		exit 1
		fi

		$CERT_TEST_VENV/bin/python -c "
		"${CERT_TEST_VENV}/bin/python" -c "
		import bluetooth_packets_python3 as bp3
		bp3.BaseStruct
		"
		@@ -252,31 +251,78 @@ if [[ $? -ne 0 ]] ; then
		exit 1
		fi

		if [ "$VERBOSE_MODE" == true ] ; then
		if [ "${VERBOSE_MODE}" == true ] ; then
		TEMP_CONFIG=/tmp/temp_acts_config.json
		cat $TEST_CONFIG \| $CERT_TEST_VENV/bin/python -c "
		cat "${TEST_CONFIG}" \| "${CERT_TEST_VENV}/bin/python" -c "
		import sys
		import json
		from acts import keys
		config = json.load(sys.stdin)
		config['verbose_mode'] = True
		print(json.dumps(config))
		" > $TEMP_CONFIG
		TEST_CONFIG=$TEMP_CONFIG
		" > "${TEMP_CONFIG}"
		TEST_CONFIG="${TEMP_CONFIG}"
		if [[ $? -ne 0 ]] ; then
		echo "Setup failed as verbose mode is chosen but cannot be enabled"
		exit 1
		fi
		fi

		for n in $(seq $NUM_REPETITIONS); do
		$CERT_TEST_VENV/bin/python $CERT_TEST_VENV/bin/act.py \
		-c $TEST_CONFIG \
		$TEST_FILTER \
		-tp $CERT_TEST_VENV/acts
		}

		function gotta_go_fast {
		if [ "${GOTTA_GO_FAST}" == true ] ; then
		# Call here to explicitly note the flag is in use
		happy_hedgehog
		if [[ ! -L "${CERT_HOST_LOGS}" ]] ; then
		rm -rf "${CERT_HOST_LOGS}"
		mkdir -p "${ASHMEM_HOST_LOGS}"
		ln -s "${ASHMEM_HOST_LOGS}" "${CERT_HOST_LOGS}"
		fi

		if [[ ! -L "${OUT_TARGET}" ]] ; then
		rm -rf "${OUT_TARGET}"
		mkdir -p "${ASHMEM_OUT_TARGET}"
		ln -s "${ASHMEM_OUT_TARGET}" "${OUT_TARGET}"
		fi
		else
		if [[ -L "${CERT_HOST_LOGS}" ]] ; then
		# Call here so we don't spam anyone not using the flag
		sad_hedgehog
		rm -rf "${CERT_HOST_LOGS}"
		rm -rf "${ASHMEM_HOST_LOGS}"
		fi

		if [[ -L "${OUT_TARGET}" ]] ; then
		rm -rf "${OUT_TARGET}"
		rm -rf "${ASHMEM_OUT_TARGET}"
		fi
		fi
		}

		function run_tests {
		for n in $(seq "${NUM_REPETITIONS}"); do
		$(echo "${CERT_TEST_VENV}/bin/python" "${CERT_TEST_VENV}/bin/act.py" \
		-c "${TEST_CONFIG}" \
		"${TEST_FILTER}" \
		-tp "${CERT_TEST_VENV}"/acts)
		done

		if [ "$CLEAN_VENV" != true ] ; then
		if [ "${CLEAN_VENV}" != true ] ; then
		echo -e "${YELLOW}NOTE:${NOCOLOR} Completed tests using existing external libraries in virtualenv."
		echo -e "${YELLOW}NOTE:${NOCOLOR} To update external libraries, please add --clean option."
		fi
		}

		function main {
		check_environment
		parse_options $@
		if [[ "${SKIP_SOONG_BUILD}" != true ]] ; then
		soong_build
		fi
		setup_venv
		gotta_go_fast
		run_tests
		}

		main $@