Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit ed79aa71 authored by Aditya Gupta's avatar Aditya Gupta
Browse files

added benchmark for rubidium performance tests scripts 

Test: Ran atest RubidiumPerfTests and verified all new added tests are
successful
Bug: 261463071

Change-Id: I2c0166533fb0ced3bf4cbd4c4a1c091f2a41123f
parent 064e7bb3

apct-tests/perftests/rubidium/Android.bp

+1 −0
Original line number Diff line number Diff line
@@ -32,6 +32,7 @@ android_test { 
        "collector-device-lib-platform",

        "compatibility-device-util-axt",

        "platform-test-annotations",

        "framework-adservices-lib",

        "adservices-service-core",

        "androidx.core_core",

    ],

apct-tests/perftests/rubidium/assets/rubidium_bidding_logic_compiled.js

0 → 100644
+72 −0

File added.

Preview size limit exceeded, changes collapsed.

apct-tests/perftests/rubidium/assets/rubidium_scoring_logic_compiled.js

0 → 100644
+59 −0

File added.

Preview size limit exceeded, changes collapsed.

apct-tests/perftests/rubidium/src/android/rubidium/js/JSScriptEnginePerfTests.java

+251 −4
Original line number Diff line number Diff line
@@ -17,6 +17,7 @@ 
package android.rubidium.js;



import static com.android.adservices.service.js.JSScriptArgument.arrayArg;

import static com.android.adservices.service.js.JSScriptArgument.jsonArg;

import static com.android.adservices.service.js.JSScriptArgument.numericArg;

import static com.android.adservices.service.js.JSScriptArgument.recordArg;

import static com.android.adservices.service.js.JSScriptArgument.stringArg;
@@ -26,8 +27,14 @@ import static com.google.common.truth.Truth.assertThat; 


import static org.junit.Assume.assumeTrue;



import android.adservices.adselection.AdSelectionConfig;

import android.adservices.adselection.AdWithBid;

import android.adservices.common.AdData;

import android.adservices.common.AdSelectionSignals;

import android.adservices.common.AdTechIdentifier;

import android.annotation.SuppressLint;

import android.content.Context;

import android.net.Uri;

import android.perftests.utils.BenchmarkState;

import android.perftests.utils.PerfStatusReporter;

import android.util.Log;
@@ -37,6 +44,12 @@ import androidx.test.core.app.ApplicationProvider; 
import androidx.test.filters.MediumTest;

import androidx.test.runner.AndroidJUnit4;



import com.android.adservices.data.adselection.CustomAudienceSignals;

import com.android.adservices.service.adselection.AdDataArgument;

import com.android.adservices.service.adselection.AdSelectionConfigArgument;

import com.android.adservices.service.adselection.AdWithBidArgument;

import com.android.adservices.service.adselection.CustomAudienceBiddingSignalsArgument;

import com.android.adservices.service.adselection.CustomAudienceScoringSignalsArgument;

import com.android.adservices.service.js.IsolateSettings;

import com.android.adservices.service.js.JSScriptArgument;

import com.android.adservices.service.js.JSScriptArrayArgument;
@@ -46,9 +59,11 @@ import com.android.adservices.service.profiling.JSScriptEngineLogConstants; 
import com.android.adservices.service.profiling.Profiler;



import com.google.common.collect.ImmutableList;

import com.google.common.collect.ImmutableMap;

import com.google.common.util.concurrent.ListenableFuture;



import org.json.JSONArray;

import org.json.JSONObject;

import org.junit.After;

import org.junit.Before;

import org.junit.Rule;
@@ -58,14 +73,23 @@ import org.junit.runner.RunWith; 
import java.io.IOException;

import java.io.InputStream;

import java.nio.charset.StandardCharsets;

import java.time.Clock;

import java.time.Duration;

import java.time.Instant;

import java.time.ZoneOffset;

import java.util.ArrayList;

import java.util.Collections;

import java.util.List;

import java.util.Locale;

import java.util.Map;

import java.util.Objects;

import java.util.Random;

import java.util.concurrent.CountDownLatch;

import java.util.concurrent.ExecutorService;

import java.util.concurrent.Executors;

import java.util.concurrent.TimeUnit;

import java.util.stream.Collectors;

import java.util.stream.IntStream;



/** To run the unit tests for this class, run "atest RubidiumPerfTests:JSScriptEnginePerfTests" */

@MediumTest
@@ -78,8 +102,12 @@ public class JSScriptEnginePerfTests { 
    private static final JSScriptEngine sJSScriptEngine =

            JSScriptEngine.getInstanceForTesting(

                    sContext, Profiler.createInstance(JSScriptEngine.TAG));



    @Rule public PerfStatusReporter mPerfStatusReporter = new PerfStatusReporter();

    private static final Clock CLOCK = Clock.fixed(Instant.now(), ZoneOffset.UTC);

    private static final Instant ACTIVATION_TIME = CLOCK.instant();

    private static final Instant EXPIRATION_TIME = CLOCK.instant().plus(Duration.ofDays(1));

    private static final AdSelectionSignals CONTEXTUAL_SIGNALS = AdSelectionSignals.EMPTY;

    @Rule

    public PerfStatusReporter mPerfStatusReporter = new PerfStatusReporter();



    @Before

    public void before() throws Exception {
@@ -162,6 +190,56 @@ public class JSScriptEnginePerfTests { 
        runParametrizedTurtledoveScript(75);

    }



    @Test

    public void evaluate_rubidiumGenerateBid_parametrized_1Ad() throws Exception {

        runParameterizedRubidiumGenerateBid(1);

    }



    @Test

    public void evaluate_rubidiumGenerateBid_parametrized_10Ads() throws Exception {

        runParameterizedRubidiumGenerateBid(10);

    }



    @Test

    public void evaluate_rubidiumGenerateBid_parametrized_25Ads() throws Exception {

        runParameterizedRubidiumGenerateBid(25);

    }



    @Test

    public void evaluate_rubidiumGenerateBid_parametrized_50Ads() throws Exception {

        runParameterizedRubidiumGenerateBid(50);

    }



    @Test

    public void evaluate_rubidiumGenerateBid_parametrized_75Ads() throws Exception {

        runParameterizedRubidiumGenerateBid(75);

    }



    @Test

    public void evaluate_rubidiumScoreAd_parametrized_1Ad() throws Exception {

        runParameterizedRubidiumScoreAd(1);

    }



    @Test

    public void evaluate_rubidiumScoreAd_parametrized_10Ads() throws Exception {

        runParameterizedRubidiumScoreAd(10);

    }



    @Test

    public void evaluate_rubidiumScoreAd_parametrized_25Ads() throws Exception {

        runParameterizedRubidiumScoreAd(25);

    }



    @Test

    public void evaluate_rubidiumScoreAd_parametrized_50Ads() throws Exception {

        runParameterizedRubidiumScoreAd(50);

    }



    @Test

    public void evaluate_rubidiumScoreAd_parametrized_75Ads() throws Exception {

        runParameterizedRubidiumScoreAd(75);

    }



    @SuppressLint("DefaultLocale")

    private void runParametrizedTurtledoveScript(int numAds) throws Exception {

        BenchmarkState state = mPerfStatusReporter.getBenchmarkState();
@@ -190,7 +268,7 @@ public class JSScriptEnginePerfTests { 
                            "(%s: %d)",

                            JSScriptEngineLogConstants.WEBVIEW_EXECUTION_TIME, webviewExecTime);

            // The listener picks up logs from JSScriptEngine, so simulate logging from there.

            Log.d("JSScriptEngine", webviewExecTimeLog);

            Log.d(TAG, webviewExecTimeLog);

        }

    }
@@ -202,7 +280,9 @@ public class JSScriptEnginePerfTests { 
                        ImmutableList.of(

                                stringArg(

                                        "renderUrl",

                                        "https://googleads.g.doubleclick.net/ads/simple-ad.html?adg_id=52836427830&cr_id=310927197297&cv_id=4"),

                                        "https://googleads.g.doubleclick.net/ads/simple-ad"

                                                + ".html?adg_id=52836427830&cr_id=310927197297"

                                                + "&cv_id=4"),

                                stringArrayArg(

                                        "metadata",

                                        ImmutableList.of(
@@ -350,4 +430,171 @@ public class JSScriptEnginePerfTests { 
    private String readAsset(@NonNull String assetName) throws IOException {

        return new String(readBinaryAsset(assetName), StandardCharsets.UTF_8);

    }



    public void runParameterizedRubidiumGenerateBid(int numOfAds) throws Exception {

        BenchmarkState state = mPerfStatusReporter.getBenchmarkState();

        state.pauseTiming();

        List<AdData> adDataList = getSampleAdDataList(numOfAds, "https://ads.example/");

        ImmutableList.Builder<JSScriptArgument> adDataListArgument = new ImmutableList.Builder<>();

        for (AdData adData : adDataList) {

            adDataListArgument.add(AdDataArgument.asScriptArgument("ignored", adData));

        }

        AdSelectionSignals perBuyerSignals = generatePerBuyerSignals(numOfAds);

        AdSelectionSignals auctionSignals = AdSelectionSignals.fromString("{\"auctionSignal1"

                + "\":\"auctionValue1\",\"auctionSignal2\":\"auctionValue2\"}");



        AdTechIdentifier buyer = AdTechIdentifier.fromString("https://example-dsp.com");

        AdSelectionSignals trustedBiddingSignals = AdSelectionSignals.fromString("{\"key1"

                + "\":\"tbs1\",\"key2\":{}}");

        CustomAudienceSignals customAudienceSignals = getSampleCustomAudienceSignals(buyer,

                "shoes-running");



        ImmutableList<JSScriptArgument> args = ImmutableList.<JSScriptArgument>builder()

                .add(arrayArg("ads", adDataListArgument.build()))

                .add(jsonArg("auctionSignals", auctionSignals))

                .add(jsonArg("perBuyerSignals", perBuyerSignals))

                .add(jsonArg("trustedBiddingSignals", trustedBiddingSignals))

                .add(jsonArg("contextualSignals", CONTEXTUAL_SIGNALS))

                .add(CustomAudienceBiddingSignalsArgument.asScriptArgument(

                        "customAudienceBiddingSignal", customAudienceSignals))

                .build();

        InputStream testJsInputStream = sContext.getAssets().open(

                "rubidium_bidding_logic_compiled.js");

        String jsTestFile = new String(testJsInputStream.readAllBytes(), StandardCharsets.UTF_8);

        //logging time taken to call JS

        state.resumeTiming();

        while (state.keepRunning()) {

            String res = callJSEngine(jsTestFile, args, "generateBidIterative");

            JSONObject jsonObject = new JSONObject(res);

            long webviewExecTime = jsonObject.getLong("duration");

            String webviewExecTimeLog =

                    String.format(Locale.ENGLISH,

                            "(%s: %d)",

                            JSScriptEngineLogConstants.WEBVIEW_EXECUTION_TIME,

                            webviewExecTime);

            // The listener picks up logs from JSScriptEngine, so simulate logging from there.

            Log.d(TAG, webviewExecTimeLog);

        }

    }



    public void runParameterizedRubidiumScoreAd(int numOfAds) throws Exception {

        BenchmarkState state = mPerfStatusReporter.getBenchmarkState();

        state.pauseTiming();

        String adRenderUrl = "https://rtb.example/creative";

        List<AdWithBid> adWithBidList = getSampleAdDataWithBidList(numOfAds, adRenderUrl);

        ImmutableList.Builder<JSScriptArgument> adWithBidArrayArgument =

                new ImmutableList.Builder<>();

        for (AdWithBid adWithBid : adWithBidList) {

            adWithBidArrayArgument.add(AdWithBidArgument.asScriptArgument("adWithBid", adWithBid));

        }

        AdTechIdentifier seller = AdTechIdentifier.fromString("www.example-ssp.com");

        AdSelectionSignals sellerSignals = AdSelectionSignals.fromString("{\"signals\":[]}");

        String trustedScoringSignalJson = String.format(Locale.ENGLISH,

                "{\"renderUrl\":{\"%s\":[]}}", adRenderUrl);

        AdSelectionSignals trustedScoringSignalsJson = AdSelectionSignals.fromString(

                trustedScoringSignalJson);



        AdTechIdentifier buyer1 = AdTechIdentifier.fromString("https://example-dsp.com");

        AdSelectionSignals buyer1Signals = AdSelectionSignals.fromString("{\"https://example-dsp"

                + ".com:1\":\"value1\",\"https://example-dsp.com:2\":\"value2\"}");

        Map<AdTechIdentifier, AdSelectionSignals> perBuyerSignals = ImmutableMap.of(buyer1,

                buyer1Signals);



        AdSelectionConfig adSelectionConfig = getSampleAdSelectionConfig(seller, sellerSignals,

                perBuyerSignals);

        CustomAudienceSignals customAudienceSignals = getSampleCustomAudienceSignals(buyer1,

                "shoes-running");



        ImmutableList<JSScriptArgument> args = ImmutableList.<JSScriptArgument>builder()

                .add(arrayArg("adsWithBids", adWithBidArrayArgument.build()))

                .add(AdSelectionConfigArgument.asScriptArgument(adSelectionConfig,

                        "adSelectionConfig"))

                .add(jsonArg("sellerSignals", sellerSignals))

                .add(jsonArg("trustedScoringSignals", trustedScoringSignalsJson))

                .add(jsonArg("contextualSignals", CONTEXTUAL_SIGNALS))

                .add(CustomAudienceScoringSignalsArgument.asScriptArgument(

                        "customAudienceScoringSignal", customAudienceSignals))

                .build();

        InputStream testJsInputStream = sContext.getAssets().open(

                "rubidium_scoring_logic_compiled.js");

        String jsTestFile = new String(testJsInputStream.readAllBytes(), StandardCharsets.UTF_8);

        //logging time taken to call JS

        state.resumeTiming();

        while (state.keepRunning()) {

            String res = callJSEngine(jsTestFile, args, "scoreAdIterative");

            JSONObject jsonObject = new JSONObject(res);

            long webviewExecTime = jsonObject.getLong("duration");

            String webviewExecTimeLog =

                    String.format(Locale.ENGLISH,

                            "(%s: %d)",

                            JSScriptEngineLogConstants.WEBVIEW_EXECUTION_TIME,

                            webviewExecTime);

            // The listener picks up logs from JSScriptEngine, so simulate logging from there.

            Log.d(TAG, webviewExecTimeLog);

        }

    }



    private List<AdWithBid> getSampleAdDataWithBidList(int size, String baseUri) {

        double initialBid = 1.23;

        return IntStream.rangeClosed(1, size).mapToObj(iterator -> {

            Uri renderUri = Uri.parse(String.format(Locale.ENGLISH, "%s%d", baseUri, iterator));

            String metaDataJson = String.format(Locale.ENGLISH, "{\"metadata\":[\"%d\",\"123\"]}",

                    iterator);

            AdData adData = new AdData.Builder().setRenderUri(renderUri).setMetadata(

                    metaDataJson).build();

            return new AdWithBid(adData, initialBid + iterator);

        }).collect(Collectors.toCollection(ArrayList::new));

    }



    private List<AdData> getSampleAdDataList(int size, String baseUri) {

        return IntStream.rangeClosed(1, size).mapToObj(iterator -> {

            Uri renderUri = Uri.parse(String.format(Locale.ENGLISH, "%s%d", baseUri, iterator));

            String metaDataJson = String.format(Locale.ENGLISH, "{\"metadata\":[\"%d\",\"123\"]}",

                    iterator);

            return new AdData.Builder().setRenderUri(renderUri).setMetadata(

                    metaDataJson).build();

        }).collect(Collectors.toCollection(ArrayList::new));

    }



    private CustomAudienceSignals getSampleCustomAudienceSignals(AdTechIdentifier buyer,

            String name) {

        String owner = "www.example-dsp.com";

        AdSelectionSignals userBiddingSignals = AdSelectionSignals.fromString("{\"signals\":[]}");

        return new CustomAudienceSignals.Builder()

                .setOwner(owner)

                .setBuyer(buyer)

                .setActivationTime(ACTIVATION_TIME)

                .setExpirationTime(EXPIRATION_TIME)

                .setUserBiddingSignals(userBiddingSignals)

                .setName(name)

                .build();

    }



    private AdSelectionConfig getSampleAdSelectionConfig(AdTechIdentifier seller,

            AdSelectionSignals sellerSignals,

            Map<AdTechIdentifier, AdSelectionSignals> perBuyerSignals) {

        Uri decisionLogicUri = Uri.parse("https://www.example-ssp.com/decide.js");

        Uri trustedScoringSignalsUri = Uri.parse("https://www.example-ssp.com/signals");

        List<AdTechIdentifier> buyers = ImmutableList.copyOf(

                new ArrayList<>(perBuyerSignals.keySet()));

        return new AdSelectionConfig.Builder()

                .setSeller(seller)

                .setDecisionLogicUri(decisionLogicUri)

                .setCustomAudienceBuyers(buyers)

                .setAdSelectionSignals(AdSelectionSignals.EMPTY)

                .setSellerSignals(sellerSignals)

                .setPerBuyerSignals(perBuyerSignals)

                .setTrustedScoringSignalsUri(trustedScoringSignalsUri)

                .build();

    }



    private AdSelectionSignals generatePerBuyerSignals(int size) {

        String signalArrayFormat = "[\"%d\",\"123\",%d]";

        String signalArray = IntStream.rangeClosed(1, size)

                .mapToObj(i -> String.format(Locale.ENGLISH, signalArrayFormat, i, i))

                .collect(Collectors.joining(", ", "[", "]"));

        return AdSelectionSignals.fromString(

                String.format(Locale.ENGLISH, "{\"signals\":[null,%s,[null]]}",

                        signalArray));

    }

}