Merge changes Iab00c839,I5962b27f (d3c240fb) · Commits · e / os / android_build_soong

android/bazel_handler.go

+13 −8

Original line number	Diff line number	Diff line
		@@ -188,7 +188,7 @@ type BazelContext interface {
		OutputBase() string

		// Returns build statements which should get registered to reflect Bazel's outputs.
		BuildStatementsToRegister() []bazel.BuildStatement
		BuildStatementsToRegister() []*bazel.BuildStatement

		// Returns the depsets defined in Bazel's aquery response.
		AqueryDepsets() []bazel.AqueryDepset
		@@ -222,7 +222,7 @@ type mixedBuildBazelContext struct {
		results map[cqueryKey]string // Results of cquery requests after Bazel invocations

		// Build statements which should get registered to reflect Bazel's outputs.
		buildStatements []bazel.BuildStatement
		buildStatements []*bazel.BuildStatement

		// Depsets which should be used for Bazel's build statements.
		depsets []bazel.AqueryDepset
		@@ -314,8 +314,8 @@ func (m MockBazelContext) IsModuleNameAllowed(_ string) bool {

		func (m MockBazelContext) OutputBase() string { return m.OutputBaseDir }

		func (m MockBazelContext) BuildStatementsToRegister() []bazel.BuildStatement {
		return []bazel.BuildStatement{}
		func (m MockBazelContext) BuildStatementsToRegister() []*bazel.BuildStatement {
		return []*bazel.BuildStatement{}
		}

		func (m MockBazelContext) AqueryDepsets() []bazel.AqueryDepset {
		@@ -434,8 +434,8 @@ func (n noopBazelContext) IsModuleNameAllowed(_ string) bool {
		return false
		}

		func (m noopBazelContext) BuildStatementsToRegister() []bazel.BuildStatement {
		return []bazel.BuildStatement{}
		func (m noopBazelContext) BuildStatementsToRegister() []*bazel.BuildStatement {
		return []*bazel.BuildStatement{}
		}

		func (m noopBazelContext) AqueryDepsets() []bazel.AqueryDepset {
		@@ -1128,7 +1128,7 @@ func (context *mixedBuildBazelContext) generateBazelSymlinks(config Config, ctx
		return err
		}

		func (context *mixedBuildBazelContext) BuildStatementsToRegister() []bazel.BuildStatement {
		func (context mixedBuildBazelContext) BuildStatementsToRegister() []bazel.BuildStatement {
		return context.buildStatements
		}

		@@ -1196,6 +1196,11 @@ func (c *bazelSingleton) GenerateBuildActions(ctx SingletonContext) {
		executionRoot := path.Join(ctx.Config().BazelContext.OutputBase(), "execroot", "__main__")
		bazelOutDir := path.Join(executionRoot, "bazel-out")
		for index, buildStatement := range ctx.Config().BazelContext.BuildStatementsToRegister() {
		// nil build statements are a valid case where we do not create an action because it is
		// unnecessary or handled by other processing
		if buildStatement == nil {
		continue
		}
		if len(buildStatement.Command) > 0 {
		rule := NewRuleBuilder(pctx, ctx)
		createCommand(rule.Command(), buildStatement, executionRoot, bazelOutDir, ctx)
		@@ -1240,7 +1245,7 @@ func (c *bazelSingleton) GenerateBuildActions(ctx SingletonContext) {
		}

		// Register bazel-owned build statements (obtained from the aquery invocation).
		func createCommand(cmd *RuleBuilderCommand, buildStatement bazel.BuildStatement, executionRoot string, bazelOutDir string, ctx BuilderContext) {
		func createCommand(cmd RuleBuilderCommand, buildStatement bazel.BuildStatement, executionRoot string, bazelOutDir string, ctx BuilderContext) {
		// executionRoot is the action cwd.
		cmd.Text(fmt.Sprintf("cd '%s' &&", executionRoot))

bazel/aquery.go

+138 −193

File changed.

Preview size limit exceeded, changes collapsed.

bazel/aquery_test.go

+57 −38

Original line number	Diff line number	Diff line
		@@ -139,17 +139,17 @@ func TestAqueryMultiArchGenrule(t *testing.T) {
		return
		}
		actualbuildStatements, actualDepsets, _ := AqueryBuildStatements(data, &metrics.EventHandler{})
		var expectedBuildStatements []BuildStatement
		var expectedBuildStatements []*BuildStatement
		for _, arch := range []string{"arm", "arm64", "x86", "x86_64"} {
		expectedBuildStatements = append(expectedBuildStatements,
		BuildStatement{
		&BuildStatement{
		Command: fmt.Sprintf(
		"/bin/bash -c 'source ../bazel_tools/tools/genrule/genrule-setup.sh; ../sourceroot/bionic/libc/tools/gensyscalls.py %s ../sourceroot/bionic/libc/SYSCALLS.TXT > bazel-out/sourceroot/k8-fastbuild/bin/bionic/libc/syscalls-%s.S'",
		arch, arch),
		OutputPaths: []string{
		fmt.Sprintf("bazel-out/sourceroot/k8-fastbuild/bin/bionic/libc/syscalls-%s.S", arch),
		},
		Env: []KeyValuePair{
		Env: []*analysis_v2_proto.KeyValuePair{
		{Key: "PATH", Value: "/bin:/usr/bin:/usr/local/bin"},
		},
		Mnemonic: "Genrule",
		@@ -487,11 +487,12 @@ func TestTransitiveInputDepsets(t *testing.T) {
		}
		actualbuildStatements, actualDepsets, _ := AqueryBuildStatements(data, &metrics.EventHandler{})

		expectedBuildStatements := []BuildStatement{
		{
		expectedBuildStatements := []*BuildStatement{
		&BuildStatement{
		Command: "/bin/bash -c 'touch bazel-out/sourceroot/k8-fastbuild/bin/testpkg/test_out'",
		OutputPaths: []string{"bazel-out/sourceroot/k8-fastbuild/bin/testpkg/test_out"},
		Mnemonic: "Action",
		SymlinkPaths: []string{},
		},
		}
		assertBuildStatements(t, expectedBuildStatements, actualbuildStatements)
		@@ -544,12 +545,13 @@ func TestSymlinkTree(t *testing.T) {
		if err != nil {
		t.Errorf("Unexpected error %q", err)
		}
		assertBuildStatements(t, []BuildStatement{
		{
		assertBuildStatements(t, []*BuildStatement{
		&BuildStatement{
		Command: "",
		OutputPaths: []string{"foo.runfiles/MANIFEST"},
		Mnemonic: "SymlinkTree",
		InputPaths: []string{"foo.manifest"},
		SymlinkPaths: []string{},
		},
		}, actual)
		}
		@@ -613,10 +615,11 @@ func TestBazelOutRemovalFromInputDepsets(t *testing.T) {
		t.Errorf("dependency ../dep2 expected but not found")
		}

		expectedBuildStatement := BuildStatement{
		expectedBuildStatement := &BuildStatement{
		Command: "bogus command",
		OutputPaths: []string{"output"},
		Mnemonic: "x",
		SymlinkPaths: []string{},
		}
		buildStatementFound := false
		for _, actualBuildStatement := range actualBuildStatements {
		@@ -689,7 +692,7 @@ func TestBazelOutRemovalFromTransitiveInputDepsets(t *testing.T) {
		return
		}

		expectedBuildStatement := BuildStatement{
		expectedBuildStatement := &BuildStatement{
		Command: "bogus command",
		OutputPaths: []string{"output"},
		Mnemonic: "x",
		@@ -754,8 +757,8 @@ func TestMiddlemenAction(t *testing.T) {
		if err != nil {
		t.Errorf("Unexpected error %q", err)
		}
		if expected := 1; len(actualBuildStatements) != expected {
		t.Fatalf("Expected %d build statements, got %d", expected, len(actualBuildStatements))
		if expected := 2; len(actualBuildStatements) != expected {
		t.Fatalf("Expected %d build statements, got %d %#v", expected, len(actualBuildStatements), actualBuildStatements)
		}

		expectedDepsetFiles := [][]string{
		@@ -780,6 +783,11 @@ func TestMiddlemenAction(t *testing.T) {
		if !reflect.DeepEqual(actualFlattenedInputs, expectedFlattenedInputs) {
		t.Errorf("Expected flattened inputs %v, but got %v", expectedFlattenedInputs, actualFlattenedInputs)
		}

		bs = actualBuildStatements[1]
		if bs != nil {
		t.Errorf("Expected nil action for skipped")
		}
		}

		// Returns the contents of given depsets in concatenated post order.
		@@ -853,8 +861,8 @@ func TestSimpleSymlink(t *testing.T) {
		t.Errorf("Unexpected error %q", err)
		}

		expectedBuildStatements := []BuildStatement{
		{
		expectedBuildStatements := []*BuildStatement{
		&BuildStatement{
		Command: "mkdir -p one/symlink_subdir && " +
		"rm -f one/symlink_subdir/symlink && " +
		"ln -sf $PWD/one/file_subdir/file one/symlink_subdir/symlink",
		@@ -901,8 +909,8 @@ func TestSymlinkQuotesPaths(t *testing.T) {
		t.Errorf("Unexpected error %q", err)
		}

		expectedBuildStatements := []BuildStatement{
		{
		expectedBuildStatements := []*BuildStatement{
		&BuildStatement{
		Command: "mkdir -p 'one/symlink subdir' && " +
		"rm -f 'one/symlink subdir/symlink' && " +
		"ln -sf $PWD/'one/file subdir/file' 'one/symlink subdir/symlink'",
		@@ -1011,12 +1019,13 @@ func TestTemplateExpandActionSubstitutions(t *testing.T) {
		t.Errorf("Unexpected error %q", err)
		}

		expectedBuildStatements := []BuildStatement{
		{
		expectedBuildStatements := []*BuildStatement{
		&BuildStatement{
		Command: "/bin/bash -c 'echo \"Test template substitutions: abcd, python3\" \| sed \"s/\\\\\\\\n/\\\\n/g\" > template_file && " +
		"chmod a+x template_file'",
		OutputPaths: []string{"template_file"},
		Mnemonic: "TemplateExpand",
		SymlinkPaths: []string{},
		},
		}
		assertBuildStatements(t, expectedBuildStatements, actual)
		@@ -1080,11 +1089,12 @@ func TestFileWrite(t *testing.T) {
		if err != nil {
		t.Errorf("Unexpected error %q", err)
		}
		assertBuildStatements(t, []BuildStatement{
		{
		assertBuildStatements(t, []*BuildStatement{
		&BuildStatement{
		OutputPaths: []string{"foo.manifest"},
		Mnemonic: "FileWrite",
		FileContents: "file data\n",
		SymlinkPaths: []string{},
		},
		}, actual)
		}
		@@ -1117,10 +1127,11 @@ func TestSourceSymlinkManifest(t *testing.T) {
		if err != nil {
		t.Errorf("Unexpected error %q", err)
		}
		assertBuildStatements(t, []BuildStatement{
		{
		assertBuildStatements(t, []*BuildStatement{
		&BuildStatement{
		OutputPaths: []string{"foo.manifest"},
		Mnemonic: "SourceSymlinkManifest",
		SymlinkPaths: []string{},
		},
		}, actual)
		}
		@@ -1136,7 +1147,7 @@ func assertError(t *testing.T, err error, expected string) {

		// Asserts that the given actual build statements match the given expected build statements.
		// Build statement equivalence is determined using buildStatementEquals.
		func assertBuildStatements(t *testing.T, expected []BuildStatement, actual []BuildStatement) {
		func assertBuildStatements(t testing.T, expected []BuildStatement, actual []*BuildStatement) {
		t.Helper()
		if len(expected) != len(actual) {
		t.Errorf("expected %d build statements, but got %d,\n expected: %#v,\n actual: %#v",
		@@ -1144,8 +1155,13 @@ func assertBuildStatements(t *testing.T, expected []BuildStatement, actual []Bui
		return
		}
		type compareFn = func(i int, j int) bool
		byCommand := func(slice []BuildStatement) compareFn {
		byCommand := func(slice []*BuildStatement) compareFn {
		return func(i int, j int) bool {
		if slice[i] == nil {
		return false
		} else if slice[j] == nil {
		return false
		}
		return slice[i].Command < slice[j].Command
		}
		}
		@@ -1161,7 +1177,10 @@ func assertBuildStatements(t *testing.T, expected []BuildStatement, actual []Bui
		}
		}

		func buildStatementEquals(first BuildStatement, second BuildStatement) string {
		func buildStatementEquals(first BuildStatement, second BuildStatement) string {
		if (first == nil) != (second == nil) {
		return "Nil"
		}
		if first.Mnemonic != second.Mnemonic {
		return "Mnemonic"
		}