Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit db258ce5 authored by Makoto Onuki's avatar Makoto Onuki
Browse files

Add a script to dump latest test result summary. 

Also now we count assumption failures as skip properly

Flag: EXEMPT host test change only
Bug: 292141694
Test: ./ravenwood-test-summary
Change-Id: Ia756eff4fb9b619ae91372b4769428d2ef288e33
parent b1071dc6

ravenwood/junit-impl-src/android/platform/test/ravenwood/RavenwoodAwareTestRunnerHook.java

+12 −2
Original line number Diff line number Diff line
@@ -25,6 +25,7 @@ import android.util.Log; 


import androidx.test.platform.app.InstrumentationRegistry;



import org.junit.AssumptionViolatedException;

import org.junit.runner.Description;

import org.junit.runners.model.TestClass;
@@ -134,8 +135,17 @@ public class RavenwoodAwareTestRunnerHook { 
        if (scope == Scope.Instance && order == Order.Outer) {

            // End of a test method.

            runner.mState.exitTestMethod();

            RavenwoodTestStats.getInstance().onTestFinished(classDescription, description,

                    th == null ? Result.Passed : Result.Failed);



            final Result result;

            if (th == null) {

                result = Result.Passed;

            } else if (th instanceof AssumptionViolatedException) {

                result = Result.Skipped;

            } else {

                result = Result.Failed;

            }



            RavenwoodTestStats.getInstance().onTestFinished(classDescription, description, result);

        }



        // If RUN_DISABLED_TESTS is set, and the method did _not_ throw, make it an error.

ravenwood/scripts/ravenwood-test-summary

0 → 100755
+75 −0
Original line number Diff line number Diff line 
#!/usr/bin/env python3

#

# Copyright (C) 2024 The Android Open Source Project

#

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

#

#   http://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.



'''

Print the latest Ravenwood test execution summary



Usage: /ravenwood-test-summary



Example output:

Module                                                         Passed   Failed  Skipped

android.test.mock.ravenwood.tests                                   2        0        0

CarLibHostUnitTest                                                565        0        7

CarServiceHostUnitTest                                            364        0        0

CtsAccountManagerTestCasesRavenwood                                 4        0        0

CtsAppTestCasesRavenwood                                           21        0        0



Description:

This script finds all the test execution result from /tmp/Ravenwood-stats*,

and shows per-module summary.

'''



import csv

import glob

import sys



# Find the latest stats files.

stats_files = glob.glob('/tmp/Ravenwood-stats_*_latest.csv')



if len(stats_files) == 0:

    print("No log files found.", file=sys.stderr)

    exit(1)





def parse_stats(file, result):

    module = '(unknwon)'

    passed = 0

    failed = 0

    skipped = 0

    with open(file) as csvfile:

        reader = csv.reader(csvfile, delimiter=',')





        for i, row in enumerate(reader):

            if i == 0: continue # Skip header line

            module = row[0]

            passed += int(row[3])

            failed += int(row[4])

            skipped += int(row[5])



    result[module] = (passed, failed, skipped)





result = {}



for file in stats_files:

    parse_stats(file, result)



print('%-60s %8s %8s %8s' % ("Module", "Passed", "Failed", "Skipped"))



for module in sorted(result.keys(), key=str.casefold):

    r = result[module]

    print('%-60s %8d %8d %8d' % (module, r[0], r[1], r[2]))