Donate to e Foundation | Murena handsets with /e/OS | Own a part of Murena! Learn more

Commit d8db779b authored by Liz Kammer's avatar Liz Kammer Committed by Automerger Merge Worker
Browse files

Merge "Add test for performance testing" am: 8f3da38b 

Original change: https://android-review.googlesource.com/c/platform/build/soong/+/1879796

Change-Id: I484a0df80ecfe0131c4a07b13d23082be8822204
parents 1bc4f146 8f3da38b

bp2build/performance_test.go

+71 −28
Original line number Diff line number Diff line
@@ -29,6 +29,10 @@ import ( 
	"testing"

)



const (

	performance_test_dir = "."

)



func genCustomModule(i int, convert bool) string {

	var conversionString string

	if convert {
@@ -76,34 +80,83 @@ func genCustomModuleBp(pctConverted float64) string { 
	return strings.Join(bp, "\n\n")

}



type testConfig struct {

	config     android.Config

	ctx        *android.TestContext

	codegenCtx *CodegenContext

}



func (tc testConfig) parse() []error {

	_, errs := tc.ctx.ParseFileList(performance_test_dir, []string{"Android.bp"})

	return errs

}



func (tc testConfig) resolveDependencies() []error {

	_, errs := tc.ctx.ResolveDependencies(tc.config)

	return errs

}



func (tc testConfig) convert() {

	generateBazelTargetsForDir(tc.codegenCtx, performance_test_dir)

}



func setup(builddir string, tcSize float64) testConfig {

	config := android.TestConfig(buildDir, nil, genCustomModuleBp(tcSize), nil)

	ctx := android.NewTestContext(config)



	registerCustomModuleForBp2buildConversion(ctx)

	codegenCtx := NewCodegenContext(config, *ctx.Context, Bp2Build)

	return testConfig{

		config,

		ctx,

		codegenCtx,

	}

}



var pctToConvert = []float64{0.0, 0.01, 0.05, 0.10, 0.25, 0.5, 0.75, 1.0}



// This is not intended to test performance, but to verify performance infra continues to work

func TestConvertManyModulesFull(t *testing.T) {

	for _, tcSize := range pctToConvert {



		t.Run(fmt.Sprintf("pctConverted %f", tcSize), func(t *testing.T) {

			testConfig := setup(buildDir, tcSize)



			errs := testConfig.parse()

			if len(errs) > 0 {

				t.Fatalf("Unexpected errors: %s", errs)

			}



			errs = testConfig.resolveDependencies()

			if len(errs) > 0 {

				t.Fatalf("Unexpected errors: %s", errs)

			}



			testConfig.convert()

		})

	}

}



func BenchmarkManyModulesFull(b *testing.B) {

	dir := "."

	for _, tcSize := range pctToConvert {



		b.Run(fmt.Sprintf("pctConverted %f", tcSize), func(b *testing.B) {

			for n := 0; n < b.N; n++ {

				b.StopTimer()

				// setup we don't want to measure

				config := android.TestConfig(buildDir, nil, genCustomModuleBp(tcSize), nil)

				ctx := android.NewTestContext(config)



				registerCustomModuleForBp2buildConversion(ctx)

				codegenCtx := NewCodegenContext(config, *ctx.Context, Bp2Build)

				testConfig := setup(buildDir, tcSize)



				b.StartTimer()

				_, errs := ctx.ParseFileList(dir, []string{"Android.bp"})

				errs := testConfig.parse()

				if len(errs) > 0 {

					b.Fatalf("Unexpected errors: %s", errs)

				}



				_, errs = ctx.ResolveDependencies(config)

				errs = testConfig.resolveDependencies()

				if len(errs) > 0 {

					b.Fatalf("Unexpected errors: %s", errs)

				}



				generateBazelTargetsForDir(codegenCtx, dir)

				testConfig.convert()

				b.StopTimer()

			}

		})
@@ -111,63 +164,53 @@ func BenchmarkManyModulesFull(b *testing.B) { 
}



func BenchmarkManyModulesResolveDependencies(b *testing.B) {

	dir := "."

	for _, tcSize := range pctToConvert {



		b.Run(fmt.Sprintf("pctConverted %f", tcSize), func(b *testing.B) {

			for n := 0; n < b.N; n++ {

				b.StopTimer()

				// setup we don't want to measure

				config := android.TestConfig(buildDir, nil, genCustomModuleBp(tcSize), nil)

				ctx := android.NewTestContext(config)



				registerCustomModuleForBp2buildConversion(ctx)

				codegenCtx := NewCodegenContext(config, *ctx.Context, Bp2Build)

				testConfig := setup(buildDir, tcSize)



				_, errs := ctx.ParseFileList(dir, []string{"Android.bp"})

				errs := testConfig.parse()

				if len(errs) > 0 {

					b.Fatalf("Unexpected errors: %s", errs)

				}



				b.StartTimer()

				_, errs = ctx.ResolveDependencies(config)

				errs = testConfig.resolveDependencies()

				b.StopTimer()

				if len(errs) > 0 {

					b.Fatalf("Unexpected errors: %s", errs)

				}



				generateBazelTargetsForDir(codegenCtx, dir)

				testConfig.convert()

			}

		})

	}

}



func BenchmarkManyModulesGenerateBazelTargetsForDir(b *testing.B) {

	dir := "."

	for _, tcSize := range pctToConvert {



		b.Run(fmt.Sprintf("pctConverted %f", tcSize), func(b *testing.B) {

			for n := 0; n < b.N; n++ {

				b.StopTimer()

				// setup we don't want to measure

				config := android.TestConfig(buildDir, nil, genCustomModuleBp(tcSize), nil)

				ctx := android.NewTestContext(config)



				registerCustomModuleForBp2buildConversion(ctx)

				codegenCtx := NewCodegenContext(config, *ctx.Context, Bp2Build)

				testConfig := setup(buildDir, tcSize)



				_, errs := ctx.ParseFileList(dir, []string{"Android.bp"})

				errs := testConfig.parse()

				if len(errs) > 0 {

					b.Fatalf("Unexpected errors: %s", errs)

				}



				_, errs = ctx.ResolveDependencies(config)

				errs = testConfig.resolveDependencies()

				if len(errs) > 0 {

					b.Fatalf("Unexpected errors: %s", errs)

				}



				b.StartTimer()

				generateBazelTargetsForDir(codegenCtx, dir)

				testConfig.convert()

				b.StopTimer()

			}

		})