Removed temporary Autofill PERF tests. (a052c98f) · Commits · e / os / android_frameworks_base

apct-tests/perftests/core/src/android/view/autofill/AutofillPerfTest.java

deleted100644 → 0

+0 −255

Original line number	Diff line number	Diff line
		/*
		* Copyright (C) 2018 The Android Open Source Project
		*
		* Licensed under the Apache License, Version 2.0 (the "License");
		* you may not use this file except in compliance with the License.
		* You may obtain a copy of the License at
		*
		* http://www.apache.org/licenses/LICENSE-2.0
		*
		* Unless required by applicable law or agreed to in writing, software
		* distributed under the License is distributed on an "AS IS" BASIS,
		* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
		* See the License for the specific language governing permissions and
		* limitations under the License
		*/

		package android.view.autofill;

		import android.app.Activity;
		import android.os.Looper;
		import android.os.Bundle;
		import android.perftests.utils.PerfStatusReporter;
		import android.util.Log;
		import android.view.View;
		import android.widget.EditText;
		import android.perftests.utils.BenchmarkState;
		import android.perftests.utils.StubActivity;
		import android.provider.Settings;
		import android.support.test.rule.ActivityTestRule;
		import android.support.test.InstrumentationRegistry;

		import com.android.perftests.core.R;

		import java.util.Locale;
		import java.util.Collection;
		import java.util.Arrays;

		import org.junit.Test;
		import org.junit.After;
		import org.junit.Before;
		import org.junit.ClassRule;
		import org.junit.Rule;
		import org.junit.runners.Parameterized;
		import org.junit.runners.Parameterized.Parameters;
		import org.junit.runner.RunWith;

		import static org.junit.Assert.assertTrue;

		// TODO(b/38345816): remove this test once we have enough runs from LoginTest
		@RunWith(Parameterized.class)
		public class AutofillPerfTest extends AbstractAutofillPerfTestCase {
		@Parameters(name = "{0}")
		@SuppressWarnings("rawtypes")
		public static Collection layouts() {
		return Arrays.asList(new Object[][] {
		{ "Simple login", R.layout.test_autofill_login}
		});
		}

		private EditText mUsername;
		private EditText mPassword;

		public AutofillPerfTest(@SuppressWarnings("unused") String key, int layoutId) {
		super(layoutId);
		}

		@Override
		protected void onCreate(StubActivity activity) {
		View root = activity.getWindow().getDecorView();
		mUsername = root.findViewById(R.id.username);
		mPassword = root.findViewById(R.id.password);
		}

		/**
		* This is the baseline test for focusing the 2 views when autofill is disabled.
		*/
		@Test
		public void testFocus_noService() throws Throwable {
		resetService();

		focusTest(false);
		}

		/**
		* This time the service is called, but it returns a {@code null} response so the UI behaves
		* as if autofill was disabled.
		*/
		@Test
		public void testFocus_serviceDoesNotAutofill() throws Throwable {
		MyAutofillService.newCannedResponse().reply();
		setService();

		focusTest(true);

		// Sanity check
		MyAutofillService.assertNoAsyncErrors();
		}

		/**
		* Now the service returns autofill data, for both username and password.
		*/
		@Test
		public void testFocus_autofillBothFields() throws Throwable {
		MyAutofillService.newCannedResponse()
		.setUsername(mUsername.getAutofillId(), "user")
		.setPassword(mPassword.getAutofillId(), "pass")
		.reply();
		setService();

		focusTest(true);

		// Sanity check
		MyAutofillService.assertNoAsyncErrors();
		}

		/**
		* Now the service returns autofill data, but just for username.
		*/
		@Test
		public void testFocus_autofillUsernameOnly() throws Throwable {
		// Must set ignored ids so focus on password does not trigger new requests
		MyAutofillService.newCannedResponse()
		.setUsername(mUsername.getAutofillId(), "user")
		.setIgnored(mPassword.getAutofillId())
		.reply();
		setService();

		focusTest(true);

		// Sanity check
		MyAutofillService.assertNoAsyncErrors();
		}

		private void focusTest(boolean waitForService) throws Throwable {
		// Must first focus in a field to trigger autofill and wait for service response
		// outside the loop
		mActivityRule.runOnUiThread(() -> mUsername.requestFocus());
		if (waitForService) {
		MyAutofillService.getLastFillRequest();
		}
		mActivityRule.runOnUiThread(() -> {
		BenchmarkState state = mPerfStatusReporter.getBenchmarkState();
		while (state.keepRunning()) {
		mUsername.requestFocus();
		mPassword.requestFocus();
		}
		});
		}

		/**
		* This is the baseline test for changing the 2 views when autofill is disabled.
		*/
		@Test
		public void testChange_noService() throws Throwable {
		resetService();

		changeTest(false);
		}

		/**
		* This time the service is called, but it returns a {@code null} response so the UI behaves
		* as if autofill was disabled.
		*/
		@Test
		public void testChange_serviceDoesNotAutofill() throws Throwable {
		MyAutofillService.newCannedResponse().reply();
		setService();

		changeTest(true);

		// Sanity check
		MyAutofillService.assertNoAsyncErrors();
		}

		/**
		* Now the service returns autofill data, for both username and password.
		*/
		@Test
		public void testChange_autofillBothFields() throws Throwable {
		MyAutofillService.newCannedResponse()
		.setUsername(mUsername.getAutofillId(), "user")
		.setPassword(mPassword.getAutofillId(), "pass")
		.reply();
		setService();

		changeTest(true);

		// Sanity check
		MyAutofillService.assertNoAsyncErrors();
		}

		/**
		* Now the service returns autofill data, but just for username.
		*/
		@Test
		public void testChange_autofillUsernameOnly() throws Throwable {
		// Must set ignored ids so focus on password does not trigger new requests
		MyAutofillService.newCannedResponse()
		.setUsername(mUsername.getAutofillId(), "user")
		.setIgnored(mPassword.getAutofillId())
		.reply();
		setService();

		changeTest(true);

		// Sanity check
		MyAutofillService.assertNoAsyncErrors();
		}

		private void changeTest(boolean waitForService) throws Throwable {
		// Must first focus in a field to trigger autofill and wait for service response
		// outside the loop
		mActivityRule.runOnUiThread(() -> mUsername.requestFocus());
		if (waitForService) {
		MyAutofillService.getLastFillRequest();
		}
		mActivityRule.runOnUiThread(() -> {

		BenchmarkState state = mPerfStatusReporter.getBenchmarkState();
		while (state.keepRunning()) {
		mUsername.setText("");
		mUsername.setText("a");
		mPassword.setText("");
		mPassword.setText("x");
		}
		});
		}

		// TODO(b/38345816): remove this test, it's used just to test the dashboard
		@Test
		public void stupidTestThatAlwaysPass() throws Throwable {
		mActivityRule.runOnUiThread(() -> {
		BenchmarkState state = mPerfStatusReporter.getBenchmarkState();
		while (state.keepRunning()) {
		}
		});
		}

		// TODO(b/38345816): remove this test, it's used just to test the dashboard
		@Test
		public void stupidTestThatAlwaysFail() throws Throwable {
		mActivityRule.runOnUiThread(() -> {
		BenchmarkState state = mPerfStatusReporter.getBenchmarkState();
		while (state.keepRunning()) {
		throw new RuntimeException("TEST, Y U NO PASS?");
		}
		});
		}

		// TODO(b/38345816): remove this test, it's used just to test the dashboard
		@Test
		public void stupidTestThatAlwaysHang() throws Throwable {
		android.os.SystemClock.sleep(60_000); // 1m
		}
		}

apct-tests/perftests/core/src/android/view/autofill/LoginTest.java

+0 −27

Original line number	Diff line number	Diff line
		@@ -214,31 +214,4 @@ public class LoginTest extends AbstractAutofillPerfTestCase {
		}
		});
		}

		// TODO(b/38345816): remove this test, it's used just to test the dashboard
		@Test
		public void stupidTestThatAlwaysPass() throws Throwable {
		mActivityRule.runOnUiThread(() -> {
		BenchmarkState state = mPerfStatusReporter.getBenchmarkState();
		while (state.keepRunning()) {
		}
		});
		}

		// TODO(b/38345816): remove this test, it's used just to test the dashboard
		@Test
		public void stupidTestThatAlwaysFail() throws Throwable {
		mActivityRule.runOnUiThread(() -> {
		BenchmarkState state = mPerfStatusReporter.getBenchmarkState();
		while (state.keepRunning()) {
		throw new RuntimeException("TEST, Y U NO PASS?");
		}
		});
		}

		// TODO(b/38345816): remove this test, it's used just to test the dashboard
		@Test
		public void stupidTestThatAlwaysHang() throws Throwable {
		android.os.SystemClock.sleep(60_000); // 1m
		}
		}