/* * Copyright (C) 2023 The Android Open Source Project * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ package android.tools.integration import android.platform.test.annotations.RequiresDevice import android.tools.Scenario import android.tools.flicker.FlickerTest import android.tools.flicker.datastore.CachedResultReader import android.tools.io.RunStatus import android.tools.testutils.CleanFlickerEnvironmentRule import android.tools.testutils.TEST_SCENARIO_KEY import androidx.test.filters.FlakyTest import com.google.common.truth.Truth import java.io.File import org.junit.Before import org.junit.BeforeClass import org.junit.ClassRule import org.junit.FixMethodOrder import org.junit.Test import org.junit.runner.RunWith import org.junit.runners.MethodSorters import org.mockito.junit.MockitoJUnitRunner /** * Contains an integration test that should not trigger an error. * * To run this test: `atest FlickerLibTestE2e:NoErrorTest` */ @RequiresDevice @RunWith(MockitoJUnitRunner::class) @FixMethodOrder(MethodSorters.NAME_ASCENDING) @FlakyTest(bugId = 362942901) class NoErrorTest { private var assertionExecuted = false private val scenario: Scenario private val testParam = FlickerTest().also { scenario = it.initialize(TEST_SCENARIO_KEY) } @Before fun setup() { assertionExecuted = false } @Test fun executesTransition() { Truth.assertWithMessage("Transition executed").that(transitionExecuted).isTrue() } @Test fun assertSetupAndTearDownTestAppNeverExists() { assertPredicatePasses { testParam.assertWm { assertionExecuted = true require( this.subjects.none { it.wmState .getActivitiesForWindow( TestUtils.setupAndTearDownTestApp.componentMatcher ) .isNotEmpty() } ) { "${TestUtils.setupAndTearDownTestApp.appName} window existed at some point " + "but shouldn't have." } } } } @Test fun assertTransitionTestAppExistsAtSomePoint() { assertPredicatePasses { testParam.assertWm { assertionExecuted = true require( this.subjects.any { it.wmState .getActivitiesForWindow(TestUtils.transitionTestApp.componentMatcher) .isNotEmpty() } ) { "${TestUtils.transitionTestApp.appName} window didn't exist at any point " + "but should have." } } } } @Test fun assertSetupAndTearDownTestLayerNeverExists() { assertPredicatePasses { testParam.assertLayers { assertionExecuted = true require( this.subjects.none { TestUtils.setupAndTearDownTestApp.componentMatcher.layerMatchesAnyOf( it.entry.flattenedLayers.filter { layer -> layer.isVisible } ) } ) { "${TestUtils.setupAndTearDownTestApp.appName} layer was visible at some " + "point but shouldn't have." } require( this.subjects.none { TestUtils.setupAndTearDownTestApp.componentMatcher.layerMatchesAnyOf( it.entry.flattenedLayers ) } ) { "${TestUtils.setupAndTearDownTestApp.appName} layer existed at some point " + "but shouldn't have." } } } } @Test fun assertTransitionTestLayerExistsAtSomePoint() { assertPredicatePasses { testParam.assertLayers { assertionExecuted = true require( this.subjects.any { TestUtils.transitionTestApp.componentMatcher.layerMatchesAnyOf( it.entry.flattenedLayers ) } ) { "${TestUtils.transitionTestApp.appName} layer didn't exist at any point " + "but should have." } } } } @Test fun assertStartStateLayersIsNotEmpty() { assertPredicatePasses { testParam.assertLayersStart { assertionExecuted = true isNotEmpty() } } } @Test fun assertEndStateLayersIsNotEmpty() { assertPredicatePasses { testParam.assertLayersEnd { assertionExecuted = true isNotEmpty() } } } @Test fun assertStartStateWmIsNotEmpty() { assertPredicatePasses { testParam.assertWmStart { assertionExecuted = true isNotEmpty() } } } @Test fun assertEndStateWmIsNotEmpty() { assertPredicatePasses { testParam.assertWmEnd { assertionExecuted = true isNotEmpty() } } } @Test fun assertTagStateLayersIsNotEmpty() { assertPredicatePasses { testParam.assertLayersTag(TestUtils.TAG) { assertionExecuted = true isNotEmpty() } } } @Test fun assertTagStateWmIsNotEmpty() { assertPredicatePasses { testParam.assertWmTag(TestUtils.TAG) { assertionExecuted = true isNotEmpty() } } } @Test fun assertEventLog() { assertPredicatePasses { testParam.assertEventLog { assertionExecuted = true } } } private fun assertPredicatePasses(predicate: () -> Unit) { predicate.invoke() Truth.assertWithMessage("Executed").that(assertionExecuted).isTrue() val reader = CachedResultReader(scenario.key) Truth.assertWithMessage("Run status") .that(reader.runStatus) .isEqualTo(RunStatus.ASSERTION_SUCCESS) assertArtifactExists() } private fun assertArtifactExists() { val reader = CachedResultReader(scenario.key) for (artifact in reader.artifacts) { val file = File(artifact.absolutePath) Truth.assertWithMessage("Files exist").that(file.exists()).isTrue() } } companion object { private var transitionExecuted = false @BeforeClass @JvmStatic fun runTransition() = TestUtils.runTransition { transitionExecuted = true } @ClassRule @JvmField val ENV_CLEANUP = CleanFlickerEnvironmentRule() } }