Merge "Add CC analysis support to ide_query" into main am: 1ffcbde28e am: 2d708e5467 (1ce53fde) · Commits · e / os / android_build

tools/ide_query/cc_analyzer/Android.bp

0 → 100644

+80 −0

Original line number	Diff line number	Diff line
		/*
		* Copyright (C) 2024 The Android Open Source Project
		*
		* Licensed under the Apache License, Version 2.0 (the "License");
		* you may not use this file except in compliance with the License.
		* You may obtain a copy of the License at
		*
		* http://www.apache.org/licenses/LICENSE-2.0
		*
		* Unless required by applicable law or agreed to in writing, software
		* distributed under the License is distributed on an "AS IS" BASIS,
		* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
		* See the License for the specific language governing permissions and
		* limitations under the License.
		*/

		package {
		default_applicable_licenses: ["Android-Apache-2.0"],
		}

		cc_defaults {
		name: "ide_query_cc_analyzer_defaults",
		compile_multilib: "64",
		defaults: [
		"llvm-build-host-tools-defaults",
		],
		cflags: [
		// LLVM Sources do have unused parameters :(
		"-Wno-unused-parameter",
		],
		target: {
		host: {
		cppflags: [
		"-fno-rtti",
		],
		},
		},
		}

		cc_library_host_static {
		name: "builtin_headers",
		srcs: ["builtin_headers.cc"],
		generated_headers: ["clang_builtin_headers_resources"],
		defaults: ["ide_query_cc_analyzer_defaults"],
		}

		cc_library_host_static {
		name: "include_scanner",
		srcs: ["include_scanner.cc"],
		shared_libs: ["libclang-cpp_host"],
		static_libs: ["builtin_headers"],
		defaults: ["ide_query_cc_analyzer_defaults"],
		}

		cc_library_host_static {
		name: "analyzer",
		srcs: ["analyzer.cc"],
		shared_libs: ["libclang-cpp_host"],
		static_libs: [
		"include_scanner",
		"ide_query_proto",
		],
		defaults: ["ide_query_cc_analyzer_defaults"],
		}

		cc_binary_host {
		name: "ide_query_cc_analyzer",
		defaults: ["ide_query_cc_analyzer_defaults"],
		srcs: ["main.cc"],
		shared_libs: [
		"libclang-cpp_host",
		"libprotobuf-cpp-full",
		],
		static_libs: [
		"ide_query_proto",
		"builtin_headers",
		"include_scanner",
		"analyzer",
		],
		}

tools/ide_query/cc_analyzer/analyzer.cc

0 → 100644

+147 −0

Original line number	Diff line number	Diff line
		/*
		* Copyright (C) 2024 The Android Open Source Project
		*
		* Licensed under the Apache License, Version 2.0 (the "License");
		* you may not use this file except in compliance with the License.
		* You may obtain a copy of the License at
		*
		* http://www.apache.org/licenses/LICENSE-2.0
		*
		* Unless required by applicable law or agreed to in writing, software
		* distributed under the License is distributed on an "AS IS" BASIS,
		* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
		* See the License for the specific language governing permissions and
		* limitations under the License.
		*/
		#include "analyzer.h"

		#include <memory>
		#include <string>
		#include <utility>
		#include <vector>

		#include "clang/Tooling/CompilationDatabase.h"
		#include "clang/Tooling/JSONCompilationDatabase.h"
		#include "ide_query.pb.h"
		#include "include_scanner.h"
		#include "llvm/ADT/SmallString.h"
		#include "llvm/ADT/StringRef.h"
		#include "llvm/ADT/Twine.h"
		#include "llvm/Support/Error.h"
		#include "llvm/Support/Path.h"
		#include "llvm/Support/VirtualFileSystem.h"

		namespace tools::ide_query::cc_analyzer {
		namespace {
		llvm::Expected<std::unique_ptr<clang::tooling::CompilationDatabase>> LoadCompDB(
		llvm::StringRef comp_db_path) {
		std::string err;
		std::unique_ptr<clang::tooling::CompilationDatabase> db =
		clang::tooling::JSONCompilationDatabase::loadFromFile(
		comp_db_path, err, clang::tooling::JSONCommandLineSyntax::AutoDetect);
		if (!db) {
		return llvm::createStringError(llvm::inconvertibleErrorCode(),
		"Failed to load CDB: " + err);
		}
		// Provide some heuristic support for missing files.
		return inferMissingCompileCommands(std::move(db));
		}
		} // namespace

		::ide_query::DepsResponse GetDeps(::ide_query::RepoState state) {
		::ide_query::DepsResponse results;
		auto db = LoadCompDB(state.comp_db_path());
		if (!db) {
		results.mutable_status()->set_code(::ide_query::Status::FAILURE);
		results.mutable_status()->set_message(llvm::toString(db.takeError()));
		return results;
		}
		for (llvm::StringRef active_file : state.active_file_path()) {
		auto& result = *results.add_deps();

		llvm::SmallString<256> abs_file(state.repo_dir());
		llvm::sys::path::append(abs_file, active_file);
		auto cmds = db->get()->getCompileCommands(active_file);
		if (cmds.empty()) {
		result.mutable_status()->set_code(::ide_query::Status::FAILURE);
		result.mutable_status()->set_message(
		llvm::Twine("Can't find compile flags for file: ", abs_file).str());
		continue;
		}
		result.set_source_file(active_file.str());
		llvm::StringRef file = cmds[0].Filename;
		if (llvm::StringRef actual_file(cmds[0].Heuristic);
		actual_file.consume_front("inferred from ")) {
		file = actual_file;
		}
		// TODO: Query ninja graph to figure out a minimal set of targets to build.
		result.add_build_target(file.str() + "^");
		}
		return results;
		}

		::ide_query::IdeAnalysis GetBuildInputs(::ide_query::RepoState state) {
		auto db = LoadCompDB(state.comp_db_path());
		::ide_query::IdeAnalysis results;
		if (!db) {
		results.mutable_status()->set_code(::ide_query::Status::FAILURE);
		results.mutable_status()->set_message(llvm::toString(db.takeError()));
		return results;
		}
		std::string repo_dir = state.repo_dir();
		if (!repo_dir.empty() && repo_dir.back() == '/') repo_dir.pop_back();

		llvm::SmallString<256> genfile_root_abs(repo_dir);
		llvm::sys::path::append(genfile_root_abs, state.out_dir());
		if (genfile_root_abs.empty() \|\| genfile_root_abs.back() != '/') {
		genfile_root_abs.push_back('/');
		}

		results.set_build_artifact_root(state.out_dir());
		for (llvm::StringRef active_file : state.active_file_path()) {
		auto& result = *results.add_sources();
		result.set_path(active_file.str());

		llvm::SmallString<256> abs_file(repo_dir);
		llvm::sys::path::append(abs_file, active_file);
		auto cmds = db->get()->getCompileCommands(abs_file);
		if (cmds.empty()) {
		result.mutable_status()->set_code(::ide_query::Status::FAILURE);
		result.mutable_status()->set_message(
		llvm::Twine("Can't find compile flags for file: ", abs_file).str());
		continue;
		}
		const auto& cmd = cmds.front();
		llvm::StringRef working_dir = cmd.Directory;
		if (!working_dir.consume_front(repo_dir)) {
		result.mutable_status()->set_code(::ide_query::Status::FAILURE);
		result.mutable_status()->set_message("Command working dir " +
		working_dir.str() +
		"outside repository " + repo_dir);
		continue;
		}
		working_dir = working_dir.ltrim('/');
		result.set_working_dir(working_dir.str());
		for (auto& arg : cmd.CommandLine) result.add_compiler_arguments(arg);

		auto includes =
		ScanIncludes(cmds.front(), llvm::vfs::createPhysicalFileSystem());
		if (!includes) {
		result.mutable_status()->set_code(::ide_query::Status::FAILURE);
		result.mutable_status()->set_message(
		llvm::toString(includes.takeError()));
		continue;
		}

		for (auto& [req_input, contents] : *includes) {
		llvm::StringRef req_input_ref(req_input);
		// We're only interested in generated files.
		if (!req_input_ref.consume_front(genfile_root_abs)) continue;
		auto& genfile = *result.add_generated();
		genfile.set_path(req_input_ref.str());
		genfile.set_contents(std::move(contents));
		}
		}
		return results;
		}
		} // namespace tools::ide_query::cc_analyzer

tools/ide_query/cc_analyzer/analyzer.h

0 → 100644

+34 −0

Original line number	Diff line number	Diff line
		/*
		* Copyright (C) 2024 The Android Open Source Project
		*
		* Licensed under the Apache License, Version 2.0 (the "License");
		* you may not use this file except in compliance with the License.
		* You may obtain a copy of the License at
		*
		* http://www.apache.org/licenses/LICENSE-2.0
		*
		* Unless required by applicable law or agreed to in writing, software
		* distributed under the License is distributed on an "AS IS" BASIS,
		* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
		* See the License for the specific language governing permissions and
		* limitations under the License.
		*/

		#ifndef _TOOLS_IDE_QUERY_CC_ANALYZER_ANALYZER_H_
		#define _TOOLS_IDE_QUERY_CC_ANALYZER_ANALYZER_H_

		#include "ide_query.pb.h"

		namespace tools::ide_query::cc_analyzer {

		// Scans the build graph and returns target names from the build graph to
		// generate all the dependencies for the active files.
		::ide_query::DepsResponse GetDeps(::ide_query::RepoState state);

		// Scans the sources and returns all the source files required for analyzing the
		// active files.
		::ide_query::IdeAnalysis GetBuildInputs(::ide_query::RepoState state);

		} // namespace tools::ide_query::cc_analyzer

		#endif

tools/ide_query/cc_analyzer/builtin_headers.cc

0 → 100644

+25 −0

Original line number	Diff line number	Diff line
		/*
		* Copyright (C) 2024 The Android Open Source Project
		*
		* Licensed under the Apache License, Version 2.0 (the "License");
		* you may not use this file except in compliance with the License.
		* You may obtain a copy of the License at
		*
		* http://www.apache.org/licenses/LICENSE-2.0
		*
		* Unless required by applicable law or agreed to in writing, software
		* distributed under the License is distributed on an "AS IS" BASIS,
		* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
		* See the License for the specific language governing permissions and
		* limitations under the License.
		*/
		#include "builtin_headers.h"

		#include <cstddef>

		#include "clang_builtin_headers_resources.inc"

		const struct FileToc *builtin_headers_create() { return kPackedFiles; }
		size_t builtin_headers_size() {
		return sizeof(kPackedFiles) / sizeof(FileToc) - 1;
		}

tools/ide_query/cc_analyzer/builtin_headers.h

0 → 100644

+29 −0

Original line number	Diff line number	Diff line
		/*
		* Copyright (C) 2024 The Android Open Source Project
		*
		* Licensed under the Apache License, Version 2.0 (the "License");
		* you may not use this file except in compliance with the License.
		* You may obtain a copy of the License at
		*
		* http://www.apache.org/licenses/LICENSE-2.0
		*
		* Unless required by applicable law or agreed to in writing, software
		* distributed under the License is distributed on an "AS IS" BASIS,
		* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
		* See the License for the specific language governing permissions and
		* limitations under the License.
		*/
		#ifndef _TOOLS_IDE_QUERY_CC_ANALYZER_BUILTIN_HEADERS_H_
		#define _TOOLS_IDE_QUERY_CC_ANALYZER_BUILTIN_HEADERS_H_

		#include <cstddef>

		struct FileToc {
		const char *name;
		const char *data;
		};

		const struct FileToc *builtin_headers_create();
		size_t builtin_headers_size();

		#endif