Loading core/envsetup.rbc +27 −19 Original line number Original line Diff line number Diff line # Copyright 2021 Google LLC # Copyright 2021 Google LLC # # # Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License"); Loading Loading @@ -70,21 +69,22 @@ def _versions_default(g, all_versions): g.setdefault("PLATFORM_VERSION_CODENAME", g["TARGET_PLATFORM_VERSION"]) g.setdefault("PLATFORM_VERSION_CODENAME", g["TARGET_PLATFORM_VERSION"]) # TODO(asmundak): set PLATFORM_VERSION_ALL_CODENAMES # TODO(asmundak): set PLATFORM_VERSION_ALL_CODENAMES g.setdefault("PLATFORM_VERSION", g["PLATFORM_VERSION_LAST_STABLE"] if g["PLATFORM_VERSION_CODENAME"] == "REL" else g["PLATFORM_VERSION_CODENAME"]) g.setdefault("PLATFORM_SDK_VERSION", 30) g.setdefault("PLATFORM_SDK_VERSION", 30) if g["PLATFORM_VERSION_CODENAME"] == "REL": version_codename = g["PLATFORM_VERSION_CODENAME"] if version_codename == "REL": g.setdefault("PLATFORM_VERSION", g["PLATFORM_VERSION_LAST_STABLE"]) g["PLATFORM_PREVIEW_SDK_VERSION"] = 0 g["PLATFORM_PREVIEW_SDK_VERSION"] = 0 g.setdefault("DEFAULT_APP_TARGET_SDK", g["PLATFORM_SDK_VERSION"]) g.setdefault("PLATFORM_VNDK_VERSION", g["PLATFORM_SDK_VERSION"]) else: else: g.setdefault("PLATFORM_VERSION", version_codename) g.setdefault("PLATFORM_PREVIEW_SDK_VERSION", 1) g.setdefault("PLATFORM_PREVIEW_SDK_VERSION", 1) g.setdefault("DEFAULT_APP_TARGET_SDK", version_codename) g.setdefault("PLATFORM_VNDK_VERSION", version_codename) g.setdefault("DEFAULT_APP_TARGET_SDK", g["PLATFORM_SDK_VERSION"] if g["PLATFORM_VERSION_CODENAME"] == "REL" else g["PLATFORM_VERSION_CODENAME"]) g.setdefault("PLATFORM_VNDK_VERSION", g["PLATFORM_SDK_VERSION"] if g["PLATFORM_VERSION_CODENAME"] == "REL" else g["PLATFORM_VERSION_CODENAME"]) g.setdefault("PLATFORM_SYSTEMSDK_MIN_VERSION", 28) g.setdefault("PLATFORM_SYSTEMSDK_MIN_VERSION", 28) versions = [str(i) for i in range(g["PLATFORM_SYSTEMSDK_MIN_VERSION"], g["PLATFORM_SDK_VERSION"] + 1)] versions = [str(i) for i in range(g["PLATFORM_SYSTEMSDK_MIN_VERSION"], g["PLATFORM_SDK_VERSION"] + 1)] versions.append(g["PLATFORM_VERSION_CODENAME"]) versions.append(version_codename) g["PLATFORM_SYSTEMSDK_VERSIONS"] = sorted(versions) g["PLATFORM_SYSTEMSDK_VERSIONS"] = sorted(versions) # Used to indicate the security patch that has been applied to the device. # Used to indicate the security patch that has been applied to the device. Loading Loading @@ -117,6 +117,13 @@ def _versions_default(g, all_versions): g.setdefault("PLATFORM_MIN_SUPPORTED_TARGET_SDK_VERSION", 23) g.setdefault("PLATFORM_MIN_SUPPORTED_TARGET_SDK_VERSION", 23) def init(g): def init(g): """Initializes globals. The code is the Starlark counterpart of the contents of the envsetup.mk file. Args: g: globals dictionary """ all_versions = _all_versions() all_versions = _all_versions() _versions_default(g, all_versions) _versions_default(g, all_versions) for v in all_versions: for v in all_versions: Loading Loading @@ -168,7 +175,8 @@ def init(g): g["HOST_CROSS_2ND_ARCH_MODULE_SUFFIX"] = "_64" g["HOST_CROSS_2ND_ARCH_MODULE_SUFFIX"] = "_64" g["TARGET_2ND_ARCH_VAR_PREFIX"] = "2ND_" g["TARGET_2ND_ARCH_VAR_PREFIX"] = "2ND_" # TODO(asmundak): combo-related stuff # TODO(asmundak): envsetup.mk lines 216-226: # convert combo-related stuff from combo/select.mk # on windows, the tools have .exe at the end, and we depend on the # on windows, the tools have .exe at the end, and we depend on the # host config stuff being done first # host config stuff being done first Loading @@ -177,23 +185,23 @@ def init(g): # the host build defaults to release, and it must be release or debug # the host build defaults to release, and it must be release or debug g.setdefault("HOST_BUILD_TYPE", "release") g.setdefault("HOST_BUILD_TYPE", "release") if g["HOST_BUILD_TYPE"] != "release" and g["HOST_BUILD_TYPE"] != "debug": if g["HOST_BUILD_TYPE"] not in ["release", "debug"]: fail("HOST_BUILD_TYPE must be either release or debug, not '%s'" % g["HOST_BUILD_TYPE"]) fail("HOST_BUILD_TYPE must be either release or debug, not '%s'" % g["HOST_BUILD_TYPE"]) # TODO(asmundak): a lot more, but not needed for the product configuration # TODO(asmundak): there is more stuff in envsetup.mk lines 249-292, but # it does not seem to affect product configuration. Revisit this. g["ART_APEX_JARS"] = [ g["ART_APEX_JARS"] = [ "com.android.art:core-oj", "com.android.art:core-oj", "com.android.art:core-libart", "com.android.art:core-libart", "com.android.art:okhttp", "com.android.art:okhttp", "com.android.art:bouncycastle", "com.android.art:bouncycastle", "com.android.art:apache-xml" "com.android.art:apache-xml", ] ] if g.get("TARGET_BUILD_TYPE", "") != "debug": if g.get("TARGET_BUILD_TYPE", "") != "debug": g["TARGET_BUILD_TYPE"] = "release" g["TARGET_BUILD_TYPE"] = "release" v_default = "SP1A" v_default = "SP1A" v_min = "SP1A" v_min = "SP1A" v_max = "SP1A" v_max = "SP1A" core/product_config.rbc +115 −109 Original line number Original line Diff line number Diff line # Copyright 2021 Google LLC # Copyright 2021 Google LLC # # # Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License"); Loading @@ -14,6 +13,7 @@ # limitations under the License. # limitations under the License. load("//build/make/core:envsetup.rbc", _envsetup_init = "init") load("//build/make/core:envsetup.rbc", _envsetup_init = "init") """Runtime functions.""" """Runtime functions.""" def _global_init(): def _global_init(): Loading @@ -33,10 +33,13 @@ def _global_init(): # Variables that should be defined. # Variables that should be defined. mandatory_vars = [ mandatory_vars = [ "PLATFORM_VERSION_CODENAME", "PLATFORM_VERSION", "PLATFORM_VERSION_CODENAME", "PLATFORM_VERSION", "PRODUCT_SOONG_NAMESPACES", "PRODUCT_SOONG_NAMESPACES", # TODO(asmundak): do we need TARGET_ARCH? AOSP does not reference it # TODO(asmundak): do we need TARGET_ARCH? AOSP does not reference it "TARGET_BUILD_TYPE", "TARGET_BUILD_VARIANT", "TARGET_PRODUCT", "TARGET_BUILD_TYPE", "TARGET_BUILD_VARIANT", "TARGET_PRODUCT", ] ] for bv in mandatory_vars: for bv in mandatory_vars: if not bv in globals: if not bv in globals: Loading @@ -56,29 +59,26 @@ def __print_attr(attr, value): print(attr, "=", repr(value)) print(attr, "=", repr(value)) elif _options.format == "make": elif _options.format == "make": print(attr, ":=", " ".join(value)) print(attr, ":=", " ".join(value)) else: elif _options.format == "pretty": if _options.format == "pretty": print(attr, "=", repr(value)) print(attr, "=", repr(value)) elif _options.format == "make": elif _options.format == "make": print(attr, ":=", value) print(attr, ":=", value) else: else: fail("bad output format", _options.format) fail("bad output format", _options.format) def _printvars(globals, cfg): def _printvars(globals, cfg): """Prints known configuration variables.""" """Prints known configuration variables.""" for attr, val in sorted(cfg.items()): for attr, val in sorted(cfg.items()): __print_attr(attr, val) __print_attr(attr, val) if _options.print_globals: if _options.print_globals: for attr, val in sorted(globals.items()): print() print() for attr, val in sorted(globals.items()): if attr not in _globals_base: if attr not in _globals_base: __print_attr(attr, val) __print_attr(attr, val) def __printvars_rearrange_list(value_list): def __printvars_rearrange_list(l): """Rearrange value list: return only distinct elements, maybe sorted.""" """Rearrange value list: return only distinct elements, maybe sorted.""" seen = { item: 0 for item in l} seen = {item: 0 for item in value_list} return sorted(seen.keys()) if _options.rearrange == "sort" else seen.keys() return sorted(seen.keys()) if _options.rearrange == "sort" else seen.keys() def _product_configuration(top_pcm_name, top_pcm): def _product_configuration(top_pcm_name, top_pcm): Loading @@ -98,6 +98,7 @@ def _product_configuration(top_pcm_name, top_pcm): globals = dict(**_globals_base) globals = dict(**_globals_base) config_postfix = [] # Configs in postfix order config_postfix = [] # Configs in postfix order # Each PCM is represented by a quadruple of function, config, children names # Each PCM is represented by a quadruple of function, config, children names # and readyness (that is, the configurations from inherited PCMs have been # and readyness (that is, the configurations from inherited PCMs have been # substituted). # substituted). Loading @@ -105,31 +106,35 @@ def _product_configuration(top_pcm_name, top_pcm): stash = [] # Configs to push once their descendants are done stash = [] # Configs to push once their descendants are done # Stack maintaining PCMs to be processed. An item in the stack # Stack containing PCMs to be processed. An item in the stack # is a pair of PCMs name and its height in the product inheritance tree. # is a pair of PCMs name and its height in the product inheritance tree. pcm_stack = [] pcm_stack = [(top_pcm_name, 0)] pcm_stack.append((top_pcm_name, 0)) pcm_count = 0 pcm_count = 0 # Run it until pcm_stack is exhausted, but no more than N times # Run it until pcm_stack is exhausted, but no more than N times for n in range(1000): for n in range(1000): if not pcm_stack: if not pcm_stack: break break (name, height) = pcm_stack.pop() (name, height) = pcm_stack.pop() pcm, cfg, c, _ = configs[name] pcm, cfg, c, _ = configs[name] # each PCM is executed once # cfg is set only after PCM has been called, leverage this # to prevent calling the same PCM twice if cfg != None: if cfg != None: continue continue # Push ancestors until we reach this node's height # Push ancestors until we reach this node's height config_postfix.extend([stash.pop() for i in range(len(stash) - height)]) config_postfix.extend([stash.pop() for i in range(len(stash) - height)]) # Run this one, obtaining its configuration and child PCMs. # Run this one, obtaining its configuration and child PCMs. if _options.trace_modules: if _options.trace_modules: print("%s:" % n[0]) print("%d:" % n) # The handle passed to the PCM consists of config and inheritance state.dict of inherited modules # Run PCM. # and a list containing the current default value of a list variable. handle = __h_new() handle = __h_new() pcm(globals, handle) pcm(globals, handle) # Now we know everything about this PCM, record it in 'configs'. children = __h_inherited_modules(handle) children = __h_inherited_modules(handle) if _options.trace_modules: if _options.trace_modules: print(" ", " ".join(children.keys())) print(" ", " ".join(children.keys())) Loading @@ -147,13 +152,14 @@ def _product_configuration(top_pcm_name, top_pcm): if child_name not in configs: if child_name not in configs: configs[child_name] = (children[child_name], None, [], False) configs[child_name] = (children[child_name], None, [], False) pcm_stack.append((child_name, len(stash))) pcm_stack.append((child_name, len(stash))) if pcm_stack: fail("Inheritance processing took too many iterations") # Flush the stash # Flush the stash config_postfix.extend([stash.pop() for i in range(len(stash))]) config_postfix.extend([stash.pop() for i in range(len(stash))]) if len(config_postfix) != pcm_count: if len(config_postfix) != pcm_count: fail("Ran %d modules but postfix tree has only %d entries" % (pcm_count, len(config_postfix))) fail("Ran %d modules but postfix tree has only %d entries" % (pcm_count, len(config_postfix))) if _options.trace_modules: if _options.trace_modules: print("\n---Postfix---") print("\n---Postfix---") for x in config_postfix: for x in config_postfix: Loading @@ -162,50 +168,51 @@ def _product_configuration(top_pcm_name, top_pcm): # Traverse the tree from the bottom, evaluating inherited values # Traverse the tree from the bottom, evaluating inherited values for pcm_name in config_postfix: for pcm_name in config_postfix: pcm, cfg, children_names, ready = configs[pcm_name] pcm, cfg, children_names, ready = configs[pcm_name] # Should run # Should run if cfg == None: if cfg == None: fail("%s: has not been run" % pcm_name) fail("%s: has not been run" % pcm_name) # Ready once # Ready once if ready: if ready: continue continue # Children should be ready # Children should be ready for child_name in children_names: for child_name in children_names: if not configs[child_name][3]: if not configs[child_name][3]: fail("%s: child is not ready" % child_name) fail("%s: child is not ready" % child_name) # if _options.trace_modules: # print(">%s: %s" % (pcm_name, cfg)) _substitute_inherited(configs, pcm_name, cfg) _substitute_inherited(configs, pcm_name, cfg) _percolate_inherited(configs, pcm_name, cfg, children_names) _percolate_inherited(configs, pcm_name, cfg, children_names) configs[pcm_name] = pcm, cfg, children_names, True configs[pcm_name] = pcm, cfg, children_names, True # if _options.trace_modules: # print("<%s: %s" % (pcm_name, cfg)) return globals, configs[top_pcm_name][1] return globals, configs[top_pcm_name][1] def _substitute_inherited(configs, pcm_name, cfg): def _substitute_inherited(configs, pcm_name, cfg): """Substitutes inherited values in all the configuration settings.""" """Substitutes inherited values in all the attributes. When a value of an attribute is a list, some of its items may be references to a value of a same attribute in an inherited product, e.g., for a given module PRODUCT_PACKAGES can be ["foo", (submodule), "bar"] and for 'submodule' PRODUCT_PACKAGES may be ["baz"] (we use a tuple to distinguish submodule references). After the substitution the value of PRODUCT_PACKAGES for the module will become ["foo", "baz", "bar"] """ for attr, val in cfg.items(): for attr, val in cfg.items(): trace_it = attr in _options.trace_variables if trace_it: old_val = val # TODO(asmundak): should we handle single vars? # TODO(asmundak): should we handle single vars? if type(val) != "list": if type(val) != "list": continue continue if trace_it: if attr not in _options.trace_variables: cfg[attr] = _value_expand(configs, attr, val) else: old_val = val new_val = _value_expand(configs, attr, val) new_val = _value_expand(configs, attr, val) if new_val != old_val: if new_val != old_val: print("%s(i): %s=%s (was %s)" % (pcm_name, attr, new_val, old_val)) print("%s(i): %s=%s (was %s)" % (pcm_name, attr, new_val, old_val)) cfg[attr] = new_val cfg[attr] = new_val continue cfg[attr] = _value_expand(configs, attr, val) def _value_expand(configs, attr, values_list): def _value_expand(configs, attr, values_list): """Expands references to inherited values in a given list.""" """Expands references to inherited values in a given list.""" Loading @@ -227,7 +234,6 @@ def _value_expand(configs, attr, values_list): return result return result def _percolate_inherited(configs, cfg_name, cfg, children_names): def _percolate_inherited(configs, cfg_name, cfg, children_names): """Percolates the settings that are present only in children.""" """Percolates the settings that are present only in children.""" percolated_attrs = {} percolated_attrs = {} Loading @@ -251,19 +257,16 @@ def _percolate_inherited(configs, cfg_name, cfg, children_names): if attr in percolated_attrs: if attr in percolated_attrs: print("%s: %s^=%s" % (cfg_name, attr, cfg[attr])) print("%s: %s^=%s" % (cfg_name, attr, cfg[attr])) def __move_items(to_list, from_cfg, attr): def __move_items(to_list, from_cfg, attr): l = from_cfg.get(attr, []) value = from_cfg.get(attr, []) if l: if value: to_list.extend(l) to_list.extend(value) from_cfg[attr] = [] from_cfg[attr] = [] def _indirect(pcm_name): def _indirect(pcm_name): """Returns configuration item for the inherited module.""" """Returns configuration item for the inherited module.""" return (pcm_name,) return (pcm_name,) def _addprefix(prefix, string_or_list): def _addprefix(prefix, string_or_list): """Adds prefix and returns a list. """Adds prefix and returns a list. Loading @@ -278,7 +281,6 @@ def _addprefix(prefix, string_or_list): """ """ return [prefix + x for x in __words(string_or_list)] return [prefix + x for x in __words(string_or_list)] def _addsuffix(suffix, string_or_list): def _addsuffix(suffix, string_or_list): """Adds suffix and returns a list. """Adds suffix and returns a list. Loading @@ -292,65 +294,80 @@ def _addsuffix(suffix, string_or_list): """ """ return [x + suffix for x in __words(string_or_list)] return [x + suffix for x in __words(string_or_list)] def __words(string_or_list): def __words(string_or_list): if type(string_or_list) == "list": if type(string_or_list) == "list": return string_or_list return string_or_list return string_or_list.split() return string_or_list.split() # Handle manipulation functions. # A handle passed to a PCM consists of: # product attributes dict ("cfg") # inherited modules dict (maps module name to PCM) # default value list (initially empty, modified by inheriting) def __h_new(): def __h_new(): """Constructs a handle which is passed to PCM.""" """Constructs a handle which is passed to PCM.""" return (dict(), dict(), list()) return (dict(), dict(), list()) def __h_inherited_modules(handle): def __h_inherited_modules(handle): """Returns PCM's inherited modules dict.""" return handle[1] return handle[1] def __h_cfg(handle): def __h_cfg(handle): return handle[0] """Returns PCM's product configuration attributes dict. This function is also exported as rblf.cfg, and every PCM calls it at the beginning. """ return handle[0] def _setdefault(handle, attr): def _setdefault(handle, attr): """Sets given attribute's value if it has not been set.""" """If attribute has not been set, assigns default value to it. This function is exported as rblf.setdefault(). Only list attributes are initialized this way. The default value is kept in the PCM's handle. Calling inherit() updates it. """ cfg = handle[0] cfg = handle[0] if cfg.get(attr) == None: if cfg.get(attr) == None: cfg[attr] = list(handle[2]) cfg[attr] = list(handle[2]) return cfg[attr] return cfg[attr] def _inherit(handle, pcm_name, pcm): def _inherit(handle, pcm_name, pcm): """Records inheritance.""" """Records inheritance. This function is exported as rblf.inherit, PCM calls it when a module is inherited. """ cfg, inherited, default_lv = handle cfg, inherited, default_lv = handle inherited[pcm_name] = pcm inherited[pcm_name] = pcm default_lv.append(_indirect(pcm_name)) default_lv.append(_indirect(pcm_name)) # Add inherited module reference to all configuration values # Add inherited module reference to all configuration values for attr, val in cfg.items(): for attr, val in cfg.items(): if type(val) == "list": if type(val) == "list": val.append(_indirect(pcm_name)) val.append(_indirect(pcm_name)) def _copy_if_exists(path_pair): def _copy_if_exists(path_pair): """If from file exists, returns [from:to] pair.""" """If from file exists, returns [from:to] pair.""" l = path_pair.split(":", 2) value = path_pair.split(":", 2) # Check that l[0] exists # Check that l[0] exists return [":".join(l)] if rblf_file_exists(l[0]) else [] return [":".join(value)] if rblf_file_exists(value[0]) else [] def _enforce_product_packages_exist(pkg_string_or_list): def _enforce_product_packages_exist(pkg_string_or_list): """Makes including non-existent modules in PRODUCT_PACKAGES an error.""" """Makes including non-existent modules in PRODUCT_PACKAGES an error.""" #TODO(asmundak) #TODO(asmundak) pass pass def _file_wildcard_exists(file_pattern): def _file_wildcard_exists(file_pattern): """Return True if there are files matching given bash pattern.""" """Return True if there are files matching given bash pattern.""" return len(rblf_wildcard(file_pattern)) > 0 return len(rblf_wildcard(file_pattern)) > 0 def _find_and_copy(pattern, from_dir, to_dir): def _find_and_copy(pattern, from_dir, to_dir): """Return a copy list for the files matching the pattern.""" """Return a copy list for the files matching the pattern.""" return ["%s/%s:%s/%s" % (from_dir, f, to_dir, f) for f in rblf_wildcard(pattern, from_dir)] return ["%s/%s:%s/%s" % (from_dir, f, to_dir, f) for f in rblf_wildcard(pattern, from_dir)] def _filter_out(pattern, text): def _filter_out(pattern, text): """Return all the words from `text' that do not match any word in `pattern'. """Return all the words from `text' that do not match any word in `pattern'. Loading @@ -367,7 +384,6 @@ def _filter_out(pattern, text): res.append(w) res.append(w) return res return res def _filter(pattern, text): def _filter(pattern, text): """Return all the words in `text` that match `pattern`. """Return all the words in `text` that match `pattern`. Loading @@ -383,49 +399,39 @@ def _filter(pattern, text): res.append(w) res.append(w) return res return res def __mk2regex(words): def __mk2regex(words): """Returns regular expression equivalent to Make pattern.""" """Returns regular expression equivalent to Make pattern.""" # TODO(asmundak): this will mishandle '\%' # TODO(asmundak): this will mishandle '\%' return "^(" + "|".join([w.replace("%", ".*", 1) for w in words]) + ")" return "^(" + "|".join([w.replace("%", ".*", 1) for w in words]) + ")" def _regex_match(regex, w): def _regex_match(regex, w): return rblf_regex(regex, w) return rblf_regex(regex, w) def _require_artifacts_in_path(paths, allowed_paths): def _require_artifacts_in_path(paths, allowed_paths): """TODO.""" """TODO.""" #print("require_artifacts_in_path(", __words(paths), ",", __words(allowed_paths), ")") pass pass def _require_artifacts_in_path_relaxed(paths, allowed_paths): def _require_artifacts_in_path_relaxed(paths, allowed_paths): """TODO.""" """TODO.""" pass pass def _expand_wildcard(pattern): def _expand_wildcard(pattern): """Expands shell wildcard pattern.""" """Expands shell wildcard pattern.""" return rblf_wildcard(pattern) return rblf_wildcard(pattern) def _mkerror(file, message = ""): def _mkerror(file, message = ""): """Prints error and stops.""" """Prints error and stops.""" fail("%s: %s. Stop" % (file, message)) fail("%s: %s. Stop" % (file, message)) def _mkwarning(file, message = ""): def _mkwarning(file, message = ""): """Prints warning.""" """Prints warning.""" print("%s: warning: %s" % (file, message)) print("%s: warning: %s" % (file, message)) def _mkinfo(file, message = ""): def _mkinfo(file, message = ""): """Prints info.""" """Prints info.""" print(message) print(message) def __get_options(): def __get_options(): """Returns struct containing runtime global settings.""" """Returns struct containing runtime global settings.""" settings = dict( settings = dict( Loading Loading @@ -455,7 +461,8 @@ def __get_options(): # Settings used during debugging. # Settings used during debugging. _options = __get_options() _options = __get_options() rblf = struct(addprefix=_addprefix, rblf = struct( addprefix = _addprefix, addsuffix = _addsuffix, addsuffix = _addsuffix, copy_if_exists = _copy_if_exists, copy_if_exists = _copy_if_exists, cfg = __h_cfg, cfg = __h_cfg, Loading @@ -480,4 +487,3 @@ rblf = struct(addprefix=_addprefix, shell = rblf_shell, shell = rblf_shell, warning = _mkwarning, warning = _mkwarning, ) ) Loading
core/envsetup.rbc +27 −19 Original line number Original line Diff line number Diff line # Copyright 2021 Google LLC # Copyright 2021 Google LLC # # # Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License"); Loading Loading @@ -70,21 +69,22 @@ def _versions_default(g, all_versions): g.setdefault("PLATFORM_VERSION_CODENAME", g["TARGET_PLATFORM_VERSION"]) g.setdefault("PLATFORM_VERSION_CODENAME", g["TARGET_PLATFORM_VERSION"]) # TODO(asmundak): set PLATFORM_VERSION_ALL_CODENAMES # TODO(asmundak): set PLATFORM_VERSION_ALL_CODENAMES g.setdefault("PLATFORM_VERSION", g["PLATFORM_VERSION_LAST_STABLE"] if g["PLATFORM_VERSION_CODENAME"] == "REL" else g["PLATFORM_VERSION_CODENAME"]) g.setdefault("PLATFORM_SDK_VERSION", 30) g.setdefault("PLATFORM_SDK_VERSION", 30) if g["PLATFORM_VERSION_CODENAME"] == "REL": version_codename = g["PLATFORM_VERSION_CODENAME"] if version_codename == "REL": g.setdefault("PLATFORM_VERSION", g["PLATFORM_VERSION_LAST_STABLE"]) g["PLATFORM_PREVIEW_SDK_VERSION"] = 0 g["PLATFORM_PREVIEW_SDK_VERSION"] = 0 g.setdefault("DEFAULT_APP_TARGET_SDK", g["PLATFORM_SDK_VERSION"]) g.setdefault("PLATFORM_VNDK_VERSION", g["PLATFORM_SDK_VERSION"]) else: else: g.setdefault("PLATFORM_VERSION", version_codename) g.setdefault("PLATFORM_PREVIEW_SDK_VERSION", 1) g.setdefault("PLATFORM_PREVIEW_SDK_VERSION", 1) g.setdefault("DEFAULT_APP_TARGET_SDK", version_codename) g.setdefault("PLATFORM_VNDK_VERSION", version_codename) g.setdefault("DEFAULT_APP_TARGET_SDK", g["PLATFORM_SDK_VERSION"] if g["PLATFORM_VERSION_CODENAME"] == "REL" else g["PLATFORM_VERSION_CODENAME"]) g.setdefault("PLATFORM_VNDK_VERSION", g["PLATFORM_SDK_VERSION"] if g["PLATFORM_VERSION_CODENAME"] == "REL" else g["PLATFORM_VERSION_CODENAME"]) g.setdefault("PLATFORM_SYSTEMSDK_MIN_VERSION", 28) g.setdefault("PLATFORM_SYSTEMSDK_MIN_VERSION", 28) versions = [str(i) for i in range(g["PLATFORM_SYSTEMSDK_MIN_VERSION"], g["PLATFORM_SDK_VERSION"] + 1)] versions = [str(i) for i in range(g["PLATFORM_SYSTEMSDK_MIN_VERSION"], g["PLATFORM_SDK_VERSION"] + 1)] versions.append(g["PLATFORM_VERSION_CODENAME"]) versions.append(version_codename) g["PLATFORM_SYSTEMSDK_VERSIONS"] = sorted(versions) g["PLATFORM_SYSTEMSDK_VERSIONS"] = sorted(versions) # Used to indicate the security patch that has been applied to the device. # Used to indicate the security patch that has been applied to the device. Loading Loading @@ -117,6 +117,13 @@ def _versions_default(g, all_versions): g.setdefault("PLATFORM_MIN_SUPPORTED_TARGET_SDK_VERSION", 23) g.setdefault("PLATFORM_MIN_SUPPORTED_TARGET_SDK_VERSION", 23) def init(g): def init(g): """Initializes globals. The code is the Starlark counterpart of the contents of the envsetup.mk file. Args: g: globals dictionary """ all_versions = _all_versions() all_versions = _all_versions() _versions_default(g, all_versions) _versions_default(g, all_versions) for v in all_versions: for v in all_versions: Loading Loading @@ -168,7 +175,8 @@ def init(g): g["HOST_CROSS_2ND_ARCH_MODULE_SUFFIX"] = "_64" g["HOST_CROSS_2ND_ARCH_MODULE_SUFFIX"] = "_64" g["TARGET_2ND_ARCH_VAR_PREFIX"] = "2ND_" g["TARGET_2ND_ARCH_VAR_PREFIX"] = "2ND_" # TODO(asmundak): combo-related stuff # TODO(asmundak): envsetup.mk lines 216-226: # convert combo-related stuff from combo/select.mk # on windows, the tools have .exe at the end, and we depend on the # on windows, the tools have .exe at the end, and we depend on the # host config stuff being done first # host config stuff being done first Loading @@ -177,23 +185,23 @@ def init(g): # the host build defaults to release, and it must be release or debug # the host build defaults to release, and it must be release or debug g.setdefault("HOST_BUILD_TYPE", "release") g.setdefault("HOST_BUILD_TYPE", "release") if g["HOST_BUILD_TYPE"] != "release" and g["HOST_BUILD_TYPE"] != "debug": if g["HOST_BUILD_TYPE"] not in ["release", "debug"]: fail("HOST_BUILD_TYPE must be either release or debug, not '%s'" % g["HOST_BUILD_TYPE"]) fail("HOST_BUILD_TYPE must be either release or debug, not '%s'" % g["HOST_BUILD_TYPE"]) # TODO(asmundak): a lot more, but not needed for the product configuration # TODO(asmundak): there is more stuff in envsetup.mk lines 249-292, but # it does not seem to affect product configuration. Revisit this. g["ART_APEX_JARS"] = [ g["ART_APEX_JARS"] = [ "com.android.art:core-oj", "com.android.art:core-oj", "com.android.art:core-libart", "com.android.art:core-libart", "com.android.art:okhttp", "com.android.art:okhttp", "com.android.art:bouncycastle", "com.android.art:bouncycastle", "com.android.art:apache-xml" "com.android.art:apache-xml", ] ] if g.get("TARGET_BUILD_TYPE", "") != "debug": if g.get("TARGET_BUILD_TYPE", "") != "debug": g["TARGET_BUILD_TYPE"] = "release" g["TARGET_BUILD_TYPE"] = "release" v_default = "SP1A" v_default = "SP1A" v_min = "SP1A" v_min = "SP1A" v_max = "SP1A" v_max = "SP1A"
core/product_config.rbc +115 −109 Original line number Original line Diff line number Diff line # Copyright 2021 Google LLC # Copyright 2021 Google LLC # # # Licensed under the Apache License, Version 2.0 (the "License"); # Licensed under the Apache License, Version 2.0 (the "License"); Loading @@ -14,6 +13,7 @@ # limitations under the License. # limitations under the License. load("//build/make/core:envsetup.rbc", _envsetup_init = "init") load("//build/make/core:envsetup.rbc", _envsetup_init = "init") """Runtime functions.""" """Runtime functions.""" def _global_init(): def _global_init(): Loading @@ -33,10 +33,13 @@ def _global_init(): # Variables that should be defined. # Variables that should be defined. mandatory_vars = [ mandatory_vars = [ "PLATFORM_VERSION_CODENAME", "PLATFORM_VERSION", "PLATFORM_VERSION_CODENAME", "PLATFORM_VERSION", "PRODUCT_SOONG_NAMESPACES", "PRODUCT_SOONG_NAMESPACES", # TODO(asmundak): do we need TARGET_ARCH? AOSP does not reference it # TODO(asmundak): do we need TARGET_ARCH? AOSP does not reference it "TARGET_BUILD_TYPE", "TARGET_BUILD_VARIANT", "TARGET_PRODUCT", "TARGET_BUILD_TYPE", "TARGET_BUILD_VARIANT", "TARGET_PRODUCT", ] ] for bv in mandatory_vars: for bv in mandatory_vars: if not bv in globals: if not bv in globals: Loading @@ -56,29 +59,26 @@ def __print_attr(attr, value): print(attr, "=", repr(value)) print(attr, "=", repr(value)) elif _options.format == "make": elif _options.format == "make": print(attr, ":=", " ".join(value)) print(attr, ":=", " ".join(value)) else: elif _options.format == "pretty": if _options.format == "pretty": print(attr, "=", repr(value)) print(attr, "=", repr(value)) elif _options.format == "make": elif _options.format == "make": print(attr, ":=", value) print(attr, ":=", value) else: else: fail("bad output format", _options.format) fail("bad output format", _options.format) def _printvars(globals, cfg): def _printvars(globals, cfg): """Prints known configuration variables.""" """Prints known configuration variables.""" for attr, val in sorted(cfg.items()): for attr, val in sorted(cfg.items()): __print_attr(attr, val) __print_attr(attr, val) if _options.print_globals: if _options.print_globals: for attr, val in sorted(globals.items()): print() print() for attr, val in sorted(globals.items()): if attr not in _globals_base: if attr not in _globals_base: __print_attr(attr, val) __print_attr(attr, val) def __printvars_rearrange_list(value_list): def __printvars_rearrange_list(l): """Rearrange value list: return only distinct elements, maybe sorted.""" """Rearrange value list: return only distinct elements, maybe sorted.""" seen = { item: 0 for item in l} seen = {item: 0 for item in value_list} return sorted(seen.keys()) if _options.rearrange == "sort" else seen.keys() return sorted(seen.keys()) if _options.rearrange == "sort" else seen.keys() def _product_configuration(top_pcm_name, top_pcm): def _product_configuration(top_pcm_name, top_pcm): Loading @@ -98,6 +98,7 @@ def _product_configuration(top_pcm_name, top_pcm): globals = dict(**_globals_base) globals = dict(**_globals_base) config_postfix = [] # Configs in postfix order config_postfix = [] # Configs in postfix order # Each PCM is represented by a quadruple of function, config, children names # Each PCM is represented by a quadruple of function, config, children names # and readyness (that is, the configurations from inherited PCMs have been # and readyness (that is, the configurations from inherited PCMs have been # substituted). # substituted). Loading @@ -105,31 +106,35 @@ def _product_configuration(top_pcm_name, top_pcm): stash = [] # Configs to push once their descendants are done stash = [] # Configs to push once their descendants are done # Stack maintaining PCMs to be processed. An item in the stack # Stack containing PCMs to be processed. An item in the stack # is a pair of PCMs name and its height in the product inheritance tree. # is a pair of PCMs name and its height in the product inheritance tree. pcm_stack = [] pcm_stack = [(top_pcm_name, 0)] pcm_stack.append((top_pcm_name, 0)) pcm_count = 0 pcm_count = 0 # Run it until pcm_stack is exhausted, but no more than N times # Run it until pcm_stack is exhausted, but no more than N times for n in range(1000): for n in range(1000): if not pcm_stack: if not pcm_stack: break break (name, height) = pcm_stack.pop() (name, height) = pcm_stack.pop() pcm, cfg, c, _ = configs[name] pcm, cfg, c, _ = configs[name] # each PCM is executed once # cfg is set only after PCM has been called, leverage this # to prevent calling the same PCM twice if cfg != None: if cfg != None: continue continue # Push ancestors until we reach this node's height # Push ancestors until we reach this node's height config_postfix.extend([stash.pop() for i in range(len(stash) - height)]) config_postfix.extend([stash.pop() for i in range(len(stash) - height)]) # Run this one, obtaining its configuration and child PCMs. # Run this one, obtaining its configuration and child PCMs. if _options.trace_modules: if _options.trace_modules: print("%s:" % n[0]) print("%d:" % n) # The handle passed to the PCM consists of config and inheritance state.dict of inherited modules # Run PCM. # and a list containing the current default value of a list variable. handle = __h_new() handle = __h_new() pcm(globals, handle) pcm(globals, handle) # Now we know everything about this PCM, record it in 'configs'. children = __h_inherited_modules(handle) children = __h_inherited_modules(handle) if _options.trace_modules: if _options.trace_modules: print(" ", " ".join(children.keys())) print(" ", " ".join(children.keys())) Loading @@ -147,13 +152,14 @@ def _product_configuration(top_pcm_name, top_pcm): if child_name not in configs: if child_name not in configs: configs[child_name] = (children[child_name], None, [], False) configs[child_name] = (children[child_name], None, [], False) pcm_stack.append((child_name, len(stash))) pcm_stack.append((child_name, len(stash))) if pcm_stack: fail("Inheritance processing took too many iterations") # Flush the stash # Flush the stash config_postfix.extend([stash.pop() for i in range(len(stash))]) config_postfix.extend([stash.pop() for i in range(len(stash))]) if len(config_postfix) != pcm_count: if len(config_postfix) != pcm_count: fail("Ran %d modules but postfix tree has only %d entries" % (pcm_count, len(config_postfix))) fail("Ran %d modules but postfix tree has only %d entries" % (pcm_count, len(config_postfix))) if _options.trace_modules: if _options.trace_modules: print("\n---Postfix---") print("\n---Postfix---") for x in config_postfix: for x in config_postfix: Loading @@ -162,50 +168,51 @@ def _product_configuration(top_pcm_name, top_pcm): # Traverse the tree from the bottom, evaluating inherited values # Traverse the tree from the bottom, evaluating inherited values for pcm_name in config_postfix: for pcm_name in config_postfix: pcm, cfg, children_names, ready = configs[pcm_name] pcm, cfg, children_names, ready = configs[pcm_name] # Should run # Should run if cfg == None: if cfg == None: fail("%s: has not been run" % pcm_name) fail("%s: has not been run" % pcm_name) # Ready once # Ready once if ready: if ready: continue continue # Children should be ready # Children should be ready for child_name in children_names: for child_name in children_names: if not configs[child_name][3]: if not configs[child_name][3]: fail("%s: child is not ready" % child_name) fail("%s: child is not ready" % child_name) # if _options.trace_modules: # print(">%s: %s" % (pcm_name, cfg)) _substitute_inherited(configs, pcm_name, cfg) _substitute_inherited(configs, pcm_name, cfg) _percolate_inherited(configs, pcm_name, cfg, children_names) _percolate_inherited(configs, pcm_name, cfg, children_names) configs[pcm_name] = pcm, cfg, children_names, True configs[pcm_name] = pcm, cfg, children_names, True # if _options.trace_modules: # print("<%s: %s" % (pcm_name, cfg)) return globals, configs[top_pcm_name][1] return globals, configs[top_pcm_name][1] def _substitute_inherited(configs, pcm_name, cfg): def _substitute_inherited(configs, pcm_name, cfg): """Substitutes inherited values in all the configuration settings.""" """Substitutes inherited values in all the attributes. When a value of an attribute is a list, some of its items may be references to a value of a same attribute in an inherited product, e.g., for a given module PRODUCT_PACKAGES can be ["foo", (submodule), "bar"] and for 'submodule' PRODUCT_PACKAGES may be ["baz"] (we use a tuple to distinguish submodule references). After the substitution the value of PRODUCT_PACKAGES for the module will become ["foo", "baz", "bar"] """ for attr, val in cfg.items(): for attr, val in cfg.items(): trace_it = attr in _options.trace_variables if trace_it: old_val = val # TODO(asmundak): should we handle single vars? # TODO(asmundak): should we handle single vars? if type(val) != "list": if type(val) != "list": continue continue if trace_it: if attr not in _options.trace_variables: cfg[attr] = _value_expand(configs, attr, val) else: old_val = val new_val = _value_expand(configs, attr, val) new_val = _value_expand(configs, attr, val) if new_val != old_val: if new_val != old_val: print("%s(i): %s=%s (was %s)" % (pcm_name, attr, new_val, old_val)) print("%s(i): %s=%s (was %s)" % (pcm_name, attr, new_val, old_val)) cfg[attr] = new_val cfg[attr] = new_val continue cfg[attr] = _value_expand(configs, attr, val) def _value_expand(configs, attr, values_list): def _value_expand(configs, attr, values_list): """Expands references to inherited values in a given list.""" """Expands references to inherited values in a given list.""" Loading @@ -227,7 +234,6 @@ def _value_expand(configs, attr, values_list): return result return result def _percolate_inherited(configs, cfg_name, cfg, children_names): def _percolate_inherited(configs, cfg_name, cfg, children_names): """Percolates the settings that are present only in children.""" """Percolates the settings that are present only in children.""" percolated_attrs = {} percolated_attrs = {} Loading @@ -251,19 +257,16 @@ def _percolate_inherited(configs, cfg_name, cfg, children_names): if attr in percolated_attrs: if attr in percolated_attrs: print("%s: %s^=%s" % (cfg_name, attr, cfg[attr])) print("%s: %s^=%s" % (cfg_name, attr, cfg[attr])) def __move_items(to_list, from_cfg, attr): def __move_items(to_list, from_cfg, attr): l = from_cfg.get(attr, []) value = from_cfg.get(attr, []) if l: if value: to_list.extend(l) to_list.extend(value) from_cfg[attr] = [] from_cfg[attr] = [] def _indirect(pcm_name): def _indirect(pcm_name): """Returns configuration item for the inherited module.""" """Returns configuration item for the inherited module.""" return (pcm_name,) return (pcm_name,) def _addprefix(prefix, string_or_list): def _addprefix(prefix, string_or_list): """Adds prefix and returns a list. """Adds prefix and returns a list. Loading @@ -278,7 +281,6 @@ def _addprefix(prefix, string_or_list): """ """ return [prefix + x for x in __words(string_or_list)] return [prefix + x for x in __words(string_or_list)] def _addsuffix(suffix, string_or_list): def _addsuffix(suffix, string_or_list): """Adds suffix and returns a list. """Adds suffix and returns a list. Loading @@ -292,65 +294,80 @@ def _addsuffix(suffix, string_or_list): """ """ return [x + suffix for x in __words(string_or_list)] return [x + suffix for x in __words(string_or_list)] def __words(string_or_list): def __words(string_or_list): if type(string_or_list) == "list": if type(string_or_list) == "list": return string_or_list return string_or_list return string_or_list.split() return string_or_list.split() # Handle manipulation functions. # A handle passed to a PCM consists of: # product attributes dict ("cfg") # inherited modules dict (maps module name to PCM) # default value list (initially empty, modified by inheriting) def __h_new(): def __h_new(): """Constructs a handle which is passed to PCM.""" """Constructs a handle which is passed to PCM.""" return (dict(), dict(), list()) return (dict(), dict(), list()) def __h_inherited_modules(handle): def __h_inherited_modules(handle): """Returns PCM's inherited modules dict.""" return handle[1] return handle[1] def __h_cfg(handle): def __h_cfg(handle): return handle[0] """Returns PCM's product configuration attributes dict. This function is also exported as rblf.cfg, and every PCM calls it at the beginning. """ return handle[0] def _setdefault(handle, attr): def _setdefault(handle, attr): """Sets given attribute's value if it has not been set.""" """If attribute has not been set, assigns default value to it. This function is exported as rblf.setdefault(). Only list attributes are initialized this way. The default value is kept in the PCM's handle. Calling inherit() updates it. """ cfg = handle[0] cfg = handle[0] if cfg.get(attr) == None: if cfg.get(attr) == None: cfg[attr] = list(handle[2]) cfg[attr] = list(handle[2]) return cfg[attr] return cfg[attr] def _inherit(handle, pcm_name, pcm): def _inherit(handle, pcm_name, pcm): """Records inheritance.""" """Records inheritance. This function is exported as rblf.inherit, PCM calls it when a module is inherited. """ cfg, inherited, default_lv = handle cfg, inherited, default_lv = handle inherited[pcm_name] = pcm inherited[pcm_name] = pcm default_lv.append(_indirect(pcm_name)) default_lv.append(_indirect(pcm_name)) # Add inherited module reference to all configuration values # Add inherited module reference to all configuration values for attr, val in cfg.items(): for attr, val in cfg.items(): if type(val) == "list": if type(val) == "list": val.append(_indirect(pcm_name)) val.append(_indirect(pcm_name)) def _copy_if_exists(path_pair): def _copy_if_exists(path_pair): """If from file exists, returns [from:to] pair.""" """If from file exists, returns [from:to] pair.""" l = path_pair.split(":", 2) value = path_pair.split(":", 2) # Check that l[0] exists # Check that l[0] exists return [":".join(l)] if rblf_file_exists(l[0]) else [] return [":".join(value)] if rblf_file_exists(value[0]) else [] def _enforce_product_packages_exist(pkg_string_or_list): def _enforce_product_packages_exist(pkg_string_or_list): """Makes including non-existent modules in PRODUCT_PACKAGES an error.""" """Makes including non-existent modules in PRODUCT_PACKAGES an error.""" #TODO(asmundak) #TODO(asmundak) pass pass def _file_wildcard_exists(file_pattern): def _file_wildcard_exists(file_pattern): """Return True if there are files matching given bash pattern.""" """Return True if there are files matching given bash pattern.""" return len(rblf_wildcard(file_pattern)) > 0 return len(rblf_wildcard(file_pattern)) > 0 def _find_and_copy(pattern, from_dir, to_dir): def _find_and_copy(pattern, from_dir, to_dir): """Return a copy list for the files matching the pattern.""" """Return a copy list for the files matching the pattern.""" return ["%s/%s:%s/%s" % (from_dir, f, to_dir, f) for f in rblf_wildcard(pattern, from_dir)] return ["%s/%s:%s/%s" % (from_dir, f, to_dir, f) for f in rblf_wildcard(pattern, from_dir)] def _filter_out(pattern, text): def _filter_out(pattern, text): """Return all the words from `text' that do not match any word in `pattern'. """Return all the words from `text' that do not match any word in `pattern'. Loading @@ -367,7 +384,6 @@ def _filter_out(pattern, text): res.append(w) res.append(w) return res return res def _filter(pattern, text): def _filter(pattern, text): """Return all the words in `text` that match `pattern`. """Return all the words in `text` that match `pattern`. Loading @@ -383,49 +399,39 @@ def _filter(pattern, text): res.append(w) res.append(w) return res return res def __mk2regex(words): def __mk2regex(words): """Returns regular expression equivalent to Make pattern.""" """Returns regular expression equivalent to Make pattern.""" # TODO(asmundak): this will mishandle '\%' # TODO(asmundak): this will mishandle '\%' return "^(" + "|".join([w.replace("%", ".*", 1) for w in words]) + ")" return "^(" + "|".join([w.replace("%", ".*", 1) for w in words]) + ")" def _regex_match(regex, w): def _regex_match(regex, w): return rblf_regex(regex, w) return rblf_regex(regex, w) def _require_artifacts_in_path(paths, allowed_paths): def _require_artifacts_in_path(paths, allowed_paths): """TODO.""" """TODO.""" #print("require_artifacts_in_path(", __words(paths), ",", __words(allowed_paths), ")") pass pass def _require_artifacts_in_path_relaxed(paths, allowed_paths): def _require_artifacts_in_path_relaxed(paths, allowed_paths): """TODO.""" """TODO.""" pass pass def _expand_wildcard(pattern): def _expand_wildcard(pattern): """Expands shell wildcard pattern.""" """Expands shell wildcard pattern.""" return rblf_wildcard(pattern) return rblf_wildcard(pattern) def _mkerror(file, message = ""): def _mkerror(file, message = ""): """Prints error and stops.""" """Prints error and stops.""" fail("%s: %s. Stop" % (file, message)) fail("%s: %s. Stop" % (file, message)) def _mkwarning(file, message = ""): def _mkwarning(file, message = ""): """Prints warning.""" """Prints warning.""" print("%s: warning: %s" % (file, message)) print("%s: warning: %s" % (file, message)) def _mkinfo(file, message = ""): def _mkinfo(file, message = ""): """Prints info.""" """Prints info.""" print(message) print(message) def __get_options(): def __get_options(): """Returns struct containing runtime global settings.""" """Returns struct containing runtime global settings.""" settings = dict( settings = dict( Loading Loading @@ -455,7 +461,8 @@ def __get_options(): # Settings used during debugging. # Settings used during debugging. _options = __get_options() _options = __get_options() rblf = struct(addprefix=_addprefix, rblf = struct( addprefix = _addprefix, addsuffix = _addsuffix, addsuffix = _addsuffix, copy_if_exists = _copy_if_exists, copy_if_exists = _copy_if_exists, cfg = __h_cfg, cfg = __h_cfg, Loading @@ -480,4 +487,3 @@ rblf = struct(addprefix=_addprefix, shell = rblf_shell, shell = rblf_shell, warning = _mkwarning, warning = _mkwarning, ) )
