Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit eb83f1f0 authored by Yuntao Xu's avatar Yuntao Xu Committed by Automerger Merge Worker
Browse files

Merge "move cts-test-coverage" am: 68be5b85 am: 272c630c 

Original change: https://android-review.googlesource.com/c/platform/build/+/1828792

Change-Id: I0ab460568ac52dde7400f71d791fbec7afba71ea
parents b939ae8c 272c630c

core/tasks/cts.mk

+145 −0
Original line number Diff line number Diff line
@@ -79,3 +79,148 @@ $(verifier-zip): $(SOONG_ANDROID_CTS_VERIFIER_ZIP) 
	mkdir -p $(PRIVATE_DIR)

	unzip -q -d $(PRIVATE_DIR) $<

	$(copy-file-to-target)



# For producing CTS coverage reports.

# Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory.



cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage

dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps



coverage_out := $(HOST_OUT)/cts-api-coverage



api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/api.xml



napi_text_description := cts/tools/cts-api-coverage/etc/ndk-api.xml

napi_xml_description := $(coverage_out)/ndk-api.xml

$(napi_xml_description) : $(napi_text_description) $(ACP)

		$(hide) echo "Preparing NDK API XML: $@"

		$(hide) mkdir -p $(dir $@)

		$(hide) $(ACP)  $< $@



system_api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/system-api.xml



cts-test-coverage-report := $(coverage_out)/test-coverage.html

cts-system-api-coverage-report := $(coverage_out)/system-api-coverage.html

cts-system-api-xml-coverage-report := $(coverage_out)/system-api-coverage.xml

cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html

cts-combined-coverage-report := $(coverage_out)/combined-coverage.html

cts-combined-xml-coverage-report := $(coverage_out)/combined-coverage.xml



cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) $(napi_xml_description)

cts_system_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(system_api_xml_description)



android_cts_zip := $(HOST_OUT)/cts/android-cts.zip

cts_verifier_apk := $(call intermediates-dir-for,APPS,CtsVerifier)/package.apk



$(cts-test-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts)

$(cts-test-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)

$(cts-test-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)

$(cts-test-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)

$(cts-test-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description)

$(cts-test-coverage-report) : $(android_cts_zip) $(cts_api_coverage_dependencies) | $(ACP)

	$(call generate-coverage-report-cts,"CTS Tests API-NDK Coverage Report",\

			$(PRIVATE_TEST_CASES),html)



$(cts-system-api-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts)

$(cts-system-api-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)

$(cts-system-api-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)

$(cts-system-api-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description)

$(cts-system-api-coverage-report): PRIVATE_NAPI_XML_DESC := ""

$(cts-system-api-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP)

	$(call generate-coverage-report-cts,"CTS System API Coverage Report",\

			$(PRIVATE_TEST_CASES),html)



$(cts-system-api-xml-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts)

$(cts-system-api-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)

$(cts-system-api-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)

$(cts-system-api-xml-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description)

$(cts-system-api-xml-coverage-report): PRIVATE_NAPI_XML_DESC := ""

$(cts-system-api-xml-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP)

	$(call generate-coverage-report-cts,"CTS System API Coverage Report - XML",\

			$(PRIVATE_TEST_CASES),xml)



$(cts-verifier-coverage-report): PRIVATE_TEST_CASES := $(cts_verifier_apk)

$(cts-verifier-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)

$(cts-verifier-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)

$(cts-verifier-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)

$(cts-verifier-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description)

$(cts-verifier-coverage-report) : $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP)

	$(call generate-coverage-report-cts,"CTS Verifier API Coverage Report",\

			$(PRIVATE_TEST_CASES),html)



$(cts-combined-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c))

$(cts-combined-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)

$(cts-combined-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)

$(cts-combined-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)

$(cts-combined-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description)

$(cts-combined-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP)

	$(call generate-coverage-report-cts,"CTS Combined API Coverage Report",\

			$(PRIVATE_TEST_CASES),html)



$(cts-combined-xml-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c))

$(cts-combined-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)

$(cts-combined-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)

$(cts-combined-xml-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)

$(cts-combined-xml-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description)

$(cts-combined-xml-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP)

	$(call generate-coverage-report-cts,"CTS Combined API Coverage Report - XML",\

			$(PRIVATE_TEST_CASES),xml)



.PHONY: cts-test-coverage

cts-test-coverage : $(cts-test-coverage-report)



.PHONY: cts-system-api-coverage

cts-system-api-coverage : $(cts-system-api-coverage-report)



.PHONY: cts-system-api-xml-coverage

cts-system-api-xml-coverage : $(cts-system-api-xml-coverage-report)



.PHONY: cts-verifier-coverage

cts-verifier-coverage : $(cts-verifier-coverage-report)



.PHONY: cts-combined-coverage

cts-combined-coverage : $(cts-combined-coverage-report)



.PHONY: cts-combined-xml-coverage

cts-combined-xml-coverage : $(cts-combined-xml-coverage-report)



.PHONY: cts-coverage-report-all cts-api-coverage

cts-coverage-report-all: cts-test-coverage cts-verifier-coverage cts-combined-coverage cts-combined-xml-coverage



# Put the test coverage report in the dist dir if "cts-api-coverage" is among the build goals.

$(call dist-for-goals, cts-api-coverage, $(cts-test-coverage-report):cts-test-coverage-report.html)

$(call dist-for-goals, cts-api-coverage, $(cts-system-api-coverage-report):cts-system-api-coverage-report.html)

$(call dist-for-goals, cts-api-coverage, $(cts-system-api-xml-coverage-report):cts-system-api-coverage-report.xml)

$(call dist-for-goals, cts-api-coverage, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html)

$(call dist-for-goals, cts-api-coverage, $(cts-combined-coverage-report):cts-combined-coverage-report.html)

$(call dist-for-goals, cts-api-coverage, $(cts-combined-xml-coverage-report):cts-combined-coverage-report.xml)



# Arguments;

#  1 - Name of the report printed out on the screen

#  2 - List of apk files that will be scanned to generate the report

#  3 - Format of the report

define generate-coverage-report-cts

	$(hide) mkdir -p $(dir $@)

	$(hide) $(PRIVATE_CTS_API_COVERAGE_EXE) -d $(PRIVATE_DEXDEPS_EXE) -a $(PRIVATE_API_XML_DESC) -n $(PRIVATE_NAPI_XML_DESC) -f $(3) -o $@ $(2)

	@ echo $(1): file://$$(cd $(dir $@); pwd)/$(notdir $@)

endef



# Reset temp vars

cts_api_coverage_dependencies :=

cts_system_api_coverage_dependencies :=

cts-combined-coverage-report :=

cts-combined-xml-coverage-report :=

cts-verifier-coverage-report :=

cts-test-coverage-report :=

cts-system-api-coverage-report :=

cts-system-api-xml-coverage-report :=

api_xml_description :=

api_text_description :=

system_api_xml_description :=

napi_xml_description :=

napi_text_description :=

coverage_out :=

dexdeps_exe :=

cts_api_coverage_exe :=

cts_verifier_apk :=

android_cts_zip :=