diff options
| -rw-r--r-- | android/androidmk.go | 8 | ||||
| -rw-r--r-- | android/androidmk_test.go | 6 | ||||
| -rw-r--r-- | android/bazel_handler.go | 118 | ||||
| -rw-r--r-- | android/bazel_handler_test.go | 8 | ||||
| -rw-r--r-- | android/filegroup.go | 4 | ||||
| -rw-r--r-- | android/soong_config_modules_test.go | 38 | ||||
| -rw-r--r-- | apex/apex.go | 11 | ||||
| -rw-r--r-- | bp2build/bp2build.go | 7 | ||||
| -rw-r--r-- | bp2build/conversion.go | 4 | ||||
| -rw-r--r-- | bp2build/conversion_test.go | 4 | ||||
| -rw-r--r-- | cc/config/bp2build.go | 144 | ||||
| -rw-r--r-- | cc/config/bp2build_test.go | 46 | ||||
| -rw-r--r-- | cc/config/global.go | 2 | ||||
| -rw-r--r-- | cc/config/x86_linux_host.go | 56 | ||||
| -rw-r--r-- | cc/installer.go | 9 | ||||
| -rw-r--r-- | cc/library.go | 2 | ||||
| -rw-r--r-- | cc/library_headers.go | 2 | ||||
| -rw-r--r-- | cc/object.go | 2 | ||||
| -rw-r--r-- | cc/prebuilt.go | 2 | ||||
| -rw-r--r-- | cmd/multiproduct_kati/Android.bp | 10 | ||||
| -rw-r--r-- | cmd/multiproduct_kati/main.go | 11 | ||||
| -rw-r--r-- | cmd/multiproduct_kati/main_darwin.go | 20 | ||||
| -rw-r--r-- | cmd/multiproduct_kati/main_linux.go | 28 | ||||
| -rw-r--r-- | genrule/genrule.go | 2 | ||||
| -rw-r--r-- | java/proto.go | 2 | ||||
| -rw-r--r-- | mk2rbc/mk2rbc.go | 8 | ||||
| -rw-r--r-- | mk2rbc/mk2rbc_test.go | 13 | ||||
| -rwxr-xr-x | scripts/build-mainline-modules.sh | 1 |
28 files changed, 407 insertions, 161 deletions
diff --git a/android/androidmk.go b/android/androidmk.go index feaef1f69..f48c06bce 100644 --- a/android/androidmk.go +++ b/android/androidmk.go @@ -29,6 +29,7 @@ import ( "os" "path/filepath" "reflect" + "runtime" "sort" "strings" @@ -902,6 +903,13 @@ func shouldSkipAndroidMkProcessing(module *ModuleBase) bool { return true } + // On Mac, only expose host darwin modules to Make, as that's all we claim to support. + // In reality, some of them depend on device-built (Java) modules, so we can't disable all + // device modules in Soong, but we can hide them from Make (and thus the build user interface) + if runtime.GOOS == "darwin" && module.Os() != Darwin { + return true + } + return !module.Enabled() || module.commonProperties.HideFromMake || // Make does not understand LinuxBionic diff --git a/android/androidmk_test.go b/android/androidmk_test.go index 8eda9b247..ecfb00825 100644 --- a/android/androidmk_test.go +++ b/android/androidmk_test.go @@ -18,6 +18,7 @@ import ( "fmt" "io" "reflect" + "runtime" "strings" "testing" @@ -155,6 +156,11 @@ func buildContextAndCustomModuleFoo(t *testing.T, bp string) (*TestContext, *cus } func TestAndroidMkSingleton_PassesUpdatedAndroidMkDataToCustomCallback(t *testing.T) { + if runtime.GOOS == "darwin" { + // Device modules are not exported on Mac, so this test doesn't work. + t.SkipNow() + } + bp := ` custom { name: "foo", diff --git a/android/bazel_handler.go b/android/bazel_handler.go index 06712a1ea..80e127c29 100644 --- a/android/bazel_handler.go +++ b/android/bazel_handler.go @@ -48,11 +48,17 @@ type cqueryRequest interface { StarlarkFunctionBody() string } +// Portion of cquery map key to describe target configuration. +type configKey struct { + archType ArchType + osType OsType +} + // Map key to describe bazel cquery requests. type cqueryKey struct { label string requestType cqueryRequest - archType ArchType + configKey configKey } // bazelHandler is the interface for a helper object related to deferring to Bazel for @@ -72,14 +78,14 @@ type BazelContext interface { // has been queued to be run later. // Returns result files built by building the given bazel target label. - GetOutputFiles(label string, archType ArchType) ([]string, bool) + GetOutputFiles(label string, cfgKey configKey) ([]string, bool) // TODO(cparsons): Other cquery-related methods should be added here. // Returns the results of GetOutputFiles and GetCcObjectFiles in a single query (in that order). - GetCcInfo(label string, archType ArchType) (cquery.CcInfo, bool, error) + GetCcInfo(label string, cfgKey configKey) (cquery.CcInfo, bool, error) // Returns the executable binary resultant from building together the python sources - GetPythonBinary(label string, archType ArchType) (string, bool) + GetPythonBinary(label string, cfgKey configKey) (string, bool) // ** End cquery methods @@ -140,17 +146,17 @@ type MockBazelContext struct { LabelToPythonBinary map[string]string } -func (m MockBazelContext) GetOutputFiles(label string, archType ArchType) ([]string, bool) { +func (m MockBazelContext) GetOutputFiles(label string, cfgKey configKey) ([]string, bool) { result, ok := m.LabelToOutputFiles[label] return result, ok } -func (m MockBazelContext) GetCcInfo(label string, archType ArchType) (cquery.CcInfo, bool, error) { +func (m MockBazelContext) GetCcInfo(label string, cfgKey configKey) (cquery.CcInfo, bool, error) { result, ok := m.LabelToCcInfo[label] return result, ok, nil } -func (m MockBazelContext) GetPythonBinary(label string, archType ArchType) (string, bool) { +func (m MockBazelContext) GetPythonBinary(label string, cfgKey configKey) (string, bool) { result, ok := m.LabelToPythonBinary[label] return result, ok } @@ -171,8 +177,8 @@ func (m MockBazelContext) BuildStatementsToRegister() []bazel.BuildStatement { var _ BazelContext = MockBazelContext{} -func (bazelCtx *bazelContext) GetOutputFiles(label string, archType ArchType) ([]string, bool) { - rawString, ok := bazelCtx.cquery(label, cquery.GetOutputFiles, archType) +func (bazelCtx *bazelContext) GetOutputFiles(label string, cfgKey configKey) ([]string, bool) { + rawString, ok := bazelCtx.cquery(label, cquery.GetOutputFiles, cfgKey) var ret []string if ok { bazelOutput := strings.TrimSpace(rawString) @@ -181,8 +187,8 @@ func (bazelCtx *bazelContext) GetOutputFiles(label string, archType ArchType) ([ return ret, ok } -func (bazelCtx *bazelContext) GetCcInfo(label string, archType ArchType) (cquery.CcInfo, bool, error) { - result, ok := bazelCtx.cquery(label, cquery.GetCcInfo, archType) +func (bazelCtx *bazelContext) GetCcInfo(label string, cfgKey configKey) (cquery.CcInfo, bool, error) { + result, ok := bazelCtx.cquery(label, cquery.GetCcInfo, cfgKey) if !ok { return cquery.CcInfo{}, ok, nil } @@ -192,8 +198,8 @@ func (bazelCtx *bazelContext) GetCcInfo(label string, archType ArchType) (cquery return ret, ok, err } -func (bazelCtx *bazelContext) GetPythonBinary(label string, archType ArchType) (string, bool) { - rawString, ok := bazelCtx.cquery(label, cquery.GetPythonBinary, archType) +func (bazelCtx *bazelContext) GetPythonBinary(label string, cfgKey configKey) (string, bool) { + rawString, ok := bazelCtx.cquery(label, cquery.GetPythonBinary, cfgKey) var ret string if ok { bazelOutput := strings.TrimSpace(rawString) @@ -202,15 +208,15 @@ func (bazelCtx *bazelContext) GetPythonBinary(label string, archType ArchType) ( return ret, ok } -func (n noopBazelContext) GetOutputFiles(label string, archType ArchType) ([]string, bool) { +func (n noopBazelContext) GetOutputFiles(label string, cfgKey configKey) ([]string, bool) { panic("unimplemented") } -func (n noopBazelContext) GetCcInfo(label string, archType ArchType) (cquery.CcInfo, bool, error) { +func (n noopBazelContext) GetCcInfo(label string, cfgKey configKey) (cquery.CcInfo, bool, error) { panic("unimplemented") } -func (n noopBazelContext) GetPythonBinary(label string, archType ArchType) (string, bool) { +func (n noopBazelContext) GetPythonBinary(label string, cfgKey configKey) (string, bool) { panic("unimplemented") } @@ -303,8 +309,8 @@ func (context *bazelContext) BazelEnabled() bool { // returns (result, true). If the request is queued but no results are available, // then returns ("", false). func (context *bazelContext) cquery(label string, requestType cqueryRequest, - archType ArchType) (string, bool) { - key := cqueryKey{label, requestType, archType} + cfgKey configKey) (string, bool) { + key := cqueryKey{label, requestType, cfgKey} if result, ok := context.results[key]; ok { return result, true } else { @@ -419,7 +425,7 @@ func (context *bazelContext) mainBzlFileContents() []byte { def _config_node_transition_impl(settings, attr): return { - "//command_line_option:platforms": "@//build/bazel/platforms:android_%s" % attr.arch, + "//command_line_option:platforms": "@//build/bazel/platforms:%s_%s" % (attr.os, attr.arch), } _config_node_transition = transition( @@ -437,7 +443,8 @@ config_node = rule( implementation = _passthrough_rule_impl, attrs = { "arch" : attr.string(mandatory = True), - "deps" : attr.label_list(cfg = _config_node_transition), + "os" : attr.string(mandatory = True), + "deps" : attr.label_list(cfg = _config_node_transition, allow_files = True), "_allowlist_function_transition": attr.label(default = "@bazel_tools//tools/allowlists/function_transition_allowlist"), }, ) @@ -488,38 +495,32 @@ phony_root(name = "phonyroot", configNodeFormatString := ` config_node(name = "%s", arch = "%s", + os = "%s", deps = [%s], ) ` - commonArchFilegroupString := ` -filegroup(name = "common", - srcs = [%s], -) -` - configNodesSection := "" - labelsByArch := map[string][]string{} + labelsByConfig := map[string][]string{} for val, _ := range context.requests { labelString := fmt.Sprintf("\"@%s\"", val.label) - archString := getArchString(val) - labelsByArch[archString] = append(labelsByArch[archString], labelString) + configString := getConfigString(val) + labelsByConfig[configString] = append(labelsByConfig[configString], labelString) } allLabels := []string{} - for archString, labels := range labelsByArch { - if archString == "common" { - // arch-less labels (e.g. filegroups) don't need a config_node - allLabels = append(allLabels, "\":common\"") - labelsString := strings.Join(labels, ",\n ") - configNodesSection += fmt.Sprintf(commonArchFilegroupString, labelsString) - } else { - // Create a config_node, and add the config_node's label to allLabels - allLabels = append(allLabels, fmt.Sprintf("\":%s\"", archString)) - labelsString := strings.Join(labels, ",\n ") - configNodesSection += fmt.Sprintf(configNodeFormatString, archString, archString, labelsString) + for configString, labels := range labelsByConfig { + configTokens := strings.Split(configString, "|") + if len(configTokens) != 2 { + panic(fmt.Errorf("Unexpected config string format: %s", configString)) } + archString := configTokens[0] + osString := configTokens[1] + targetString := fmt.Sprintf("%s_%s", osString, archString) + allLabels = append(allLabels, fmt.Sprintf("\":%s\"", targetString)) + labelsString := strings.Join(labels, ",\n ") + configNodesSection += fmt.Sprintf(configNodeFormatString, targetString, archString, osString, labelsString) } return []byte(fmt.Sprintf(formatString, configNodesSection, strings.Join(allLabels, ",\n "))) @@ -587,11 +588,15 @@ def %s(target): %s def get_arch(target): + # TODO(b/199363072): filegroups and file targets aren't associated with any + # specific platform architecture in mixed builds. This is consistent with how + # Soong treats filegroups, but it may not be the case with manually-written + # filegroup BUILD targets. buildoptions = build_options(target) if buildoptions == None: # File targets do not have buildoptions. File targets aren't associated with - # any specific platform architecture in mixed builds. - return "common" + # any specific platform architecture in mixed builds, so use the host. + return "x86_64|linux" platforms = build_options(target)["//command_line_option:platforms"] if len(platforms) != 1: # An individual configured target should have only one platform architecture. @@ -601,10 +606,12 @@ def get_arch(target): platform_name = build_options(target)["//command_line_option:platforms"][0].name if platform_name == "host": return "HOST" + elif platform_name.startswith("linux_glibc_"): + return platform_name[len("linux_glibc_"):] + "|" + platform_name[:len("linux_glibc_")-1] elif platform_name.startswith("android_"): - return platform_name[len("android_"):] + return platform_name[len("android_"):] + "|" + platform_name[:len("android_")-1] elif platform_name.startswith("linux_"): - return platform_name[len("linux_"):] + return platform_name[len("linux_"):] + "|" + platform_name[:len("linux_")-1] else: fail("expected platform name of the form 'android_<arch>' or 'linux_<arch>', but was " + str(platforms)) return "UNKNOWN" @@ -852,14 +859,23 @@ func (c *bazelSingleton) GenerateBuildActions(ctx SingletonContext) { } func getCqueryId(key cqueryKey) string { - return key.label + "|" + getArchString(key) + return key.label + "|" + getConfigString(key) } -func getArchString(key cqueryKey) string { - arch := key.archType.Name - if len(arch) > 0 { - return arch - } else { - return "x86_64" +func getConfigString(key cqueryKey) string { + arch := key.configKey.archType.Name + if len(arch) == 0 || arch == "common" { + // Use host platform, which is currently hardcoded to be x86_64. + arch = "x86_64" + } + os := key.configKey.osType.Name + if len(os) == 0 || os == "common_os" { + // Use host OS, which is currently hardcoded to be linux. + os = "linux" } + return arch + "|" + os +} + +func GetConfigKey(ctx ModuleContext) configKey { + return configKey{archType: ctx.Arch().ArchType, osType: ctx.Os()} } diff --git a/android/bazel_handler_test.go b/android/bazel_handler_test.go index fe66a9092..ad5b63bae 100644 --- a/android/bazel_handler_test.go +++ b/android/bazel_handler_test.go @@ -9,11 +9,11 @@ import ( func TestRequestResultsAfterInvokeBazel(t *testing.T) { label := "//foo:bar" - arch := Arm64 + cfg := configKey{Arm64, Android} bazelContext, _ := testBazelContext(t, map[bazelCommand]string{ - bazelCommand{command: "cquery", expression: "deps(@soong_injection//mixed_builds:buildroot, 2)"}: `//foo:bar|arm64>>out/foo/bar.txt`, + bazelCommand{command: "cquery", expression: "deps(@soong_injection//mixed_builds:buildroot, 2)"}: `//foo:bar|arm64|android>>out/foo/bar.txt`, }) - g, ok := bazelContext.GetOutputFiles(label, arch) + g, ok := bazelContext.GetOutputFiles(label, cfg) if ok { t.Errorf("Did not expect cquery results prior to running InvokeBazel(), but got %s", g) } @@ -21,7 +21,7 @@ func TestRequestResultsAfterInvokeBazel(t *testing.T) { if err != nil { t.Fatalf("Did not expect error invoking Bazel, but got %s", err) } - g, ok = bazelContext.GetOutputFiles(label, arch) + g, ok = bazelContext.GetOutputFiles(label, cfg) if !ok { t.Errorf("Expected cquery results after running InvokeBazel(), but got none") } else if w := []string{"out/foo/bar.txt"}; !reflect.DeepEqual(w, g) { diff --git a/android/filegroup.go b/android/filegroup.go index f8f095586..a79374d1f 100644 --- a/android/filegroup.go +++ b/android/filegroup.go @@ -118,14 +118,16 @@ func (fg *fileGroup) maybeGenerateBazelBuildActions(ctx ModuleContext) { } archVariant := ctx.Arch().ArchType + osVariant := ctx.Os() if len(fg.Srcs()) == 1 && fg.Srcs()[0].Base() == fg.Name() { // This will be a regular file target, not filegroup, in Bazel. // See FilegroupBp2Build for more information. archVariant = Common + osVariant = CommonOS } bazelCtx := ctx.Config().BazelContext - filePaths, ok := bazelCtx.GetOutputFiles(fg.GetBazelLabel(ctx, fg), archVariant) + filePaths, ok := bazelCtx.GetOutputFiles(fg.GetBazelLabel(ctx, fg), configKey{archVariant, osVariant}) if !ok { return } diff --git a/android/soong_config_modules_test.go b/android/soong_config_modules_test.go index b2f8eaad8..0ec9bcbd5 100644 --- a/android/soong_config_modules_test.go +++ b/android/soong_config_modules_test.go @@ -60,7 +60,7 @@ func TestSoongConfigModule(t *testing.T) { module_type: "test", config_namespace: "acme", variables: ["board", "feature1", "FEATURE3", "unused_string_var"], - bool_variables: ["feature2", "unused_feature"], + bool_variables: ["feature2", "unused_feature", "always_true"], value_variables: ["size", "unused_size"], properties: ["cflags", "srcs", "defaults"], } @@ -148,6 +148,11 @@ func TestSoongConfigModule(t *testing.T) { cflags: ["DEFAULT_B"], } + test_defaults { + name: "foo_defaults_always_true", + cflags: ["DEFAULT_ALWAYS_TRUE"], + } + acme_test { name: "foo_with_defaults", cflags: ["-DGENERIC"], @@ -176,6 +181,15 @@ func TestSoongConfigModule(t *testing.T) { FEATURE3: { cflags: ["-DFEATURE3"], }, + always_true: { + defaults: ["foo_defaults_always_true"], + conditions_default: { + // verify that conditions_default is skipped if the + // soong config variable is true by specifying a + // non-existent module in conditions_default + defaults: ["//nonexistent:defaults"], + } + }, }, } ` @@ -205,6 +219,7 @@ func TestSoongConfigModule(t *testing.T) { "unused_feature": "true", // unused "unused_size": "1", // unused "unused_string_var": "a", // unused + "always_true": "true", }, }), fooExpectedFlags: []string{ @@ -217,6 +232,7 @@ func TestSoongConfigModule(t *testing.T) { }, fooDefaultsExpectedFlags: []string{ "DEFAULT_A", + "DEFAULT_ALWAYS_TRUE", "DEFAULT", "-DGENERIC", "-DSIZE=42", @@ -227,7 +243,10 @@ func TestSoongConfigModule(t *testing.T) { { name: "empty_prop_for_string_var", preparer: fixtureForVendorVars(map[string]map[string]string{ - "acme": {"board": "soc_c"}}), + "acme": { + "board": "soc_c", + "always_true": "true", + }}), fooExpectedFlags: []string{ "DEFAULT", "-DGENERIC", @@ -236,6 +255,7 @@ func TestSoongConfigModule(t *testing.T) { "-DF1_CONDITIONS_DEFAULT", }, fooDefaultsExpectedFlags: []string{ + "DEFAULT_ALWAYS_TRUE", "DEFAULT", "-DGENERIC", }, @@ -243,7 +263,10 @@ func TestSoongConfigModule(t *testing.T) { { name: "unused_string_var", preparer: fixtureForVendorVars(map[string]map[string]string{ - "acme": {"board": "soc_d"}}), + "acme": { + "board": "soc_d", + "always_true": "true", + }}), fooExpectedFlags: []string{ "DEFAULT", "-DGENERIC", @@ -253,14 +276,18 @@ func TestSoongConfigModule(t *testing.T) { "-DF1_CONDITIONS_DEFAULT", }, fooDefaultsExpectedFlags: []string{ + "DEFAULT_ALWAYS_TRUE", "DEFAULT", "-DGENERIC", }, }, { - name: "conditions_default", - preparer: fixtureForVendorVars(map[string]map[string]string{}), + name: "conditions_default", + preparer: fixtureForVendorVars(map[string]map[string]string{ + "acme": { + "always_true": "true", + }}), fooExpectedFlags: []string{ "DEFAULT", "-DGENERIC", @@ -270,6 +297,7 @@ func TestSoongConfigModule(t *testing.T) { "-DF1_CONDITIONS_DEFAULT", }, fooDefaultsExpectedFlags: []string{ + "DEFAULT_ALWAYS_TRUE", "DEFAULT", "-DGENERIC", }, diff --git a/apex/apex.go b/apex/apex.go index 0bca09394..1f0618750 100644 --- a/apex/apex.go +++ b/apex/apex.go @@ -348,7 +348,6 @@ type apexBundle struct { // Flags for special variants of APEX testApex bool vndkApex bool - artApex bool // Tells whether this variant of the APEX bundle is the primary one or not. Only the primary // one gets installed to the device. @@ -754,13 +753,6 @@ func (a *apexBundle) DepsMutator(ctx android.BottomUpMutatorContext) { ctx.AddFarVariationDependencies(commonVariation, fsTag, a.properties.Filesystems...) ctx.AddFarVariationDependencies(commonVariation, compatConfigTag, a.properties.Compat_configs...) - if a.artApex { - // With EMMA_INSTRUMENT_FRAMEWORK=true the ART boot image includes jacoco library. - if ctx.Config().IsEnvTrue("EMMA_INSTRUMENT_FRAMEWORK") { - ctx.AddFarVariationDependencies(commonVariation, javaLibTag, "jacocoagent") - } - } - // Marks that this APEX (in fact all the modules in it) has to be built with the given SDKs. // This field currently isn't used. // TODO(jiyong): consider dropping this feature @@ -2203,10 +2195,9 @@ func newApexBundle() *apexBundle { return module } -func ApexBundleFactory(testApex bool, artApex bool) android.Module { +func ApexBundleFactory(testApex bool) android.Module { bundle := newApexBundle() bundle.testApex = testApex - bundle.artApex = artApex return bundle } diff --git a/bp2build/bp2build.go b/bp2build/bp2build.go index 45a3cb6fe..b0c3899ba 100644 --- a/bp2build/bp2build.go +++ b/bp2build/bp2build.go @@ -15,11 +15,12 @@ package bp2build import ( - "android/soong/android" - "android/soong/bazel" "fmt" "os" "strings" + + "android/soong/android" + "android/soong/bazel" ) // Codegen is the backend of bp2build. The code generator is responsible for @@ -43,7 +44,7 @@ func Codegen(ctx *CodegenContext) CodegenMetrics { writeFiles(ctx, bp2buildDir, bp2buildFiles) soongInjectionDir := android.PathForOutput(ctx, bazel.SoongInjectionDirName) - writeFiles(ctx, soongInjectionDir, CreateSoongInjectionFiles(res.metrics)) + writeFiles(ctx, soongInjectionDir, CreateSoongInjectionFiles(ctx.Config(), res.metrics)) return res.metrics } diff --git a/bp2build/conversion.go b/bp2build/conversion.go index d34a4ba9b..944cb83a3 100644 --- a/bp2build/conversion.go +++ b/bp2build/conversion.go @@ -17,11 +17,11 @@ type BazelFile struct { Contents string } -func CreateSoongInjectionFiles(metrics CodegenMetrics) []BazelFile { +func CreateSoongInjectionFiles(cfg android.Config, metrics CodegenMetrics) []BazelFile { var files []BazelFile files = append(files, newFile("cc_toolchain", GeneratedBuildFileName, "")) // Creates a //cc_toolchain package. - files = append(files, newFile("cc_toolchain", "constants.bzl", config.BazelCcToolchainVars())) + files = append(files, newFile("cc_toolchain", "constants.bzl", config.BazelCcToolchainVars(cfg))) files = append(files, newFile("metrics", "converted_modules.txt", strings.Join(metrics.convertedModules, "\n"))) diff --git a/bp2build/conversion_test.go b/bp2build/conversion_test.go index dfa1a9eb4..d09238a2b 100644 --- a/bp2build/conversion_test.go +++ b/bp2build/conversion_test.go @@ -17,6 +17,8 @@ package bp2build import ( "sort" "testing" + + "android/soong/android" ) type bazelFilepath struct { @@ -80,7 +82,7 @@ func TestCreateBazelFiles_QueryView_AddsTopLevelFiles(t *testing.T) { } func TestCreateBazelFiles_Bp2Build_CreatesDefaultFiles(t *testing.T) { - files := CreateSoongInjectionFiles(CodegenMetrics{}) + files := CreateSoongInjectionFiles(android.Config{}, CodegenMetrics{}) expectedFilePaths := []bazelFilepath{ { diff --git a/cc/config/bp2build.go b/cc/config/bp2build.go index d19f5ac8e..4797acca1 100644 --- a/cc/config/bp2build.go +++ b/cc/config/bp2build.go @@ -16,9 +16,13 @@ package config import ( "fmt" + "reflect" "regexp" "sort" "strings" + + "android/soong/android" + "github.com/google/blueprint" ) const ( @@ -26,18 +30,27 @@ const ( ) type bazelVarExporter interface { - asBazel(exportedStringVariables, exportedStringListVariables) []bazelConstant + asBazel(android.Config, exportedStringVariables, exportedStringListVariables, exportedConfigDependingVariables) []bazelConstant } // Helpers for exporting cc configuration information to Bazel. var ( - // Map containing toolchain variables that are independent of the + // Maps containing toolchain variables that are independent of the // environment variables of the build. exportedStringListVars = exportedStringListVariables{} exportedStringVars = exportedStringVariables{} exportedStringListDictVars = exportedStringListDictVariables{} + + /// Maps containing variables that are dependent on the build config. + exportedConfigDependingVars = exportedConfigDependingVariables{} ) +type exportedConfigDependingVariables map[string]interface{} + +func (m exportedConfigDependingVariables) Set(k string, v interface{}) { + m[k] = v +} + // Ensure that string s has no invalid characters to be generated into the bzl file. func validateCharacters(s string) string { for _, c := range []string{`\n`, `"`, `\`} { @@ -74,10 +87,14 @@ func printBazelList(items []string, indentLevel int) string { return strings.Join(list, "\n") } -func (m exportedStringVariables) asBazel(stringScope exportedStringVariables, stringListScope exportedStringListVariables) []bazelConstant { +func (m exportedStringVariables) asBazel(config android.Config, + stringVars exportedStringVariables, stringListVars exportedStringListVariables, cfgDepVars exportedConfigDependingVariables) []bazelConstant { ret := make([]bazelConstant, 0, len(m)) for k, variableValue := range m { - expandedVar := expandVar(variableValue, exportedStringVars, exportedStringListVars) + expandedVar, err := expandVar(config, variableValue, stringVars, stringListVars, cfgDepVars) + if err != nil { + panic(fmt.Errorf("error expanding config variable %s: %s", k, err)) + } if len(expandedVar) > 1 { panic(fmt.Errorf("%s expands to more than one string value: %s", variableValue, expandedVar)) } @@ -101,7 +118,9 @@ func (m exportedStringListVariables) Set(k string, v []string) { m[k] = v } -func (m exportedStringListVariables) asBazel(stringScope exportedStringVariables, stringListScope exportedStringListVariables) []bazelConstant { +func (m exportedStringListVariables) asBazel(config android.Config, + stringScope exportedStringVariables, stringListScope exportedStringListVariables, + exportedVars exportedConfigDependingVariables) []bazelConstant { ret := make([]bazelConstant, 0, len(m)) // For each exported variable, recursively expand elements in the variableValue // list to ensure that interpolated variables are expanded according to their values @@ -109,7 +128,11 @@ func (m exportedStringListVariables) asBazel(stringScope exportedStringVariables for k, variableValue := range m { var expandedVars []string for _, v := range variableValue { - expandedVars = append(expandedVars, expandVar(v, stringScope, stringListScope)...) + expandedVar, err := expandVar(config, v, stringScope, stringListScope, exportedVars) + if err != nil { + panic(fmt.Errorf("Error expanding config variable %s=%s: %s", k, v, err)) + } + expandedVars = append(expandedVars, expandedVar...) } // Assign the list as a bzl-private variable; this variable will be exported // out through a constants struct later. @@ -121,6 +144,18 @@ func (m exportedStringListVariables) asBazel(stringScope exportedStringVariables return ret } +// Convenience function to declare a static "source path" variable and export it to Bazel's cc_toolchain. +func exportVariableConfigMethod(name string, method interface{}) blueprint.Variable { + exportedConfigDependingVars.Set(name, method) + return pctx.VariableConfigMethod(name, method) +} + +// Convenience function to declare a static "source path" variable and export it to Bazel's cc_toolchain. +func exportSourcePathVariable(name string, value string) { + pctx.SourcePathVariable(name, value) + exportedStringVars.Set(name, value) +} + // Convenience function to declare a static variable and export it to Bazel's cc_toolchain. func exportStringListStaticVariable(name string, value []string) { pctx.StaticVariable(name, strings.Join(value, " ")) @@ -145,7 +180,8 @@ func printBazelStringListDict(dict map[string][]string) string { } // Since dictionaries are not supported in Ninja, we do not expand variables for dictionaries -func (m exportedStringListDictVariables) asBazel(_ exportedStringVariables, _ exportedStringListVariables) []bazelConstant { +func (m exportedStringListDictVariables) asBazel(_ android.Config, _ exportedStringVariables, + _ exportedStringListVariables, _ exportedConfigDependingVariables) []bazelConstant { ret := make([]bazelConstant, 0, len(m)) for k, dict := range m { ret = append(ret, bazelConstant{ @@ -158,19 +194,20 @@ func (m exportedStringListDictVariables) asBazel(_ exportedStringVariables, _ ex // BazelCcToolchainVars generates bzl file content containing variables for // Bazel's cc_toolchain configuration. -func BazelCcToolchainVars() string { +func BazelCcToolchainVars(config android.Config) string { return bazelToolchainVars( + config, exportedStringListDictVars, exportedStringListVars, exportedStringVars) } -func bazelToolchainVars(vars ...bazelVarExporter) string { +func bazelToolchainVars(config android.Config, vars ...bazelVarExporter) string { ret := "# GENERATED FOR BAZEL FROM SOONG. DO NOT EDIT.\n\n" results := []bazelConstant{} for _, v := range vars { - results = append(results, v.asBazel(exportedStringVars, exportedStringListVars)...) + results = append(results, v.asBazel(config, exportedStringVars, exportedStringListVars, exportedConfigDependingVars)...) } sort.Slice(results, func(i, j int) bool { return results[i].variableName < results[j].variableName }) @@ -201,34 +238,35 @@ func bazelToolchainVars(vars ...bazelVarExporter) string { // string slice than to handle a pass-by-referenced map, which would make it // quite complex to track depth-first interpolations. It's also unlikely the // interpolation stacks are deep (n > 1). -func expandVar(toExpand string, stringScope exportedStringVariables, stringListScope exportedStringListVariables) []string { +func expandVar(config android.Config, toExpand string, stringScope exportedStringVariables, + stringListScope exportedStringListVariables, exportedVars exportedConfigDependingVariables) ([]string, error) { // e.g. "${ExternalCflags}" r := regexp.MustCompile(`\${([a-zA-Z0-9_]+)}`) // Internal recursive function. - var expandVarInternal func(string, map[string]bool) []string - expandVarInternal = func(toExpand string, seenVars map[string]bool) []string { - var ret []string - for _, v := range strings.Split(toExpand, " ") { - matches := r.FindStringSubmatch(v) + var expandVarInternal func(string, map[string]bool) (string, error) + expandVarInternal = func(toExpand string, seenVars map[string]bool) (string, error) { + var ret string + remainingString := toExpand + for len(remainingString) > 0 { + matches := r.FindStringSubmatch(remainingString) if len(matches) == 0 { - return []string{v} + return ret + remainingString, nil } - if len(matches) != 2 { - panic(fmt.Errorf( - "Expected to only match 1 subexpression in %s, got %d", - v, - len(matches)-1)) + panic(fmt.Errorf("Expected to only match 1 subexpression in %s, got %d", remainingString, len(matches)-1)) } + matchIndex := strings.Index(remainingString, matches[0]) + ret += remainingString[:matchIndex] + remainingString = remainingString[matchIndex+len(matches[0]):] // Index 1 of FindStringSubmatch contains the subexpression match // (variable name) of the capture group. variable := matches[1] // toExpand contains a variable. if _, ok := seenVars[variable]; ok { - panic(fmt.Errorf( - "Unbounded recursive interpolation of variable: %s", variable)) + return ret, fmt.Errorf( + "Unbounded recursive interpolation of variable: %s", variable) } // A map is passed-by-reference. Create a new map for // this scope to prevent variables seen in one depth-first expansion @@ -239,15 +277,65 @@ func expandVar(toExpand string, stringScope exportedStringVariables, stringListS } newSeenVars[variable] = true if unexpandedVars, ok := stringListScope[variable]; ok { + expandedVars := []string{} for _, unexpandedVar := range unexpandedVars { - ret = append(ret, expandVarInternal(unexpandedVar, newSeenVars)...) + expandedVar, err := expandVarInternal(unexpandedVar, newSeenVars) + if err != nil { + return ret, err + } + expandedVars = append(expandedVars, expandedVar) } + ret += strings.Join(expandedVars, " ") } else if unexpandedVar, ok := stringScope[variable]; ok { - ret = append(ret, expandVarInternal(unexpandedVar, newSeenVars)...) + expandedVar, err := expandVarInternal(unexpandedVar, newSeenVars) + if err != nil { + return ret, err + } + ret += expandedVar + } else if unevaluatedVar, ok := exportedVars[variable]; ok { + evalFunc := reflect.ValueOf(unevaluatedVar) + validateVariableMethod(variable, evalFunc) + evaluatedResult := evalFunc.Call([]reflect.Value{reflect.ValueOf(config)}) + evaluatedValue := evaluatedResult[0].Interface().(string) + expandedVar, err := expandVarInternal(evaluatedValue, newSeenVars) + if err != nil { + return ret, err + } + ret += expandedVar + } else { + return "", fmt.Errorf("Unbound config variable %s", variable) } } - return ret + return ret, nil + } + var ret []string + for _, v := range strings.Split(toExpand, " ") { + val, err := expandVarInternal(v, map[string]bool{}) + if err != nil { + return ret, err + } + ret = append(ret, val) } - return expandVarInternal(toExpand, map[string]bool{}) + return ret, nil +} + +func validateVariableMethod(name string, methodValue reflect.Value) { + methodType := methodValue.Type() + if methodType.Kind() != reflect.Func { + panic(fmt.Errorf("method given for variable %s is not a function", + name)) + } + if n := methodType.NumIn(); n != 1 { + panic(fmt.Errorf("method for variable %s has %d inputs (should be 1)", + name, n)) + } + if n := methodType.NumOut(); n != 1 { + panic(fmt.Errorf("method for variable %s has %d outputs (should be 1)", + name, n)) + } + if kind := methodType.Out(0).Kind(); kind != reflect.String { + panic(fmt.Errorf("method for variable %s does not return a string", + name)) + } } diff --git a/cc/config/bp2build_test.go b/cc/config/bp2build_test.go index 883597ad3..3118df1f8 100644 --- a/cc/config/bp2build_test.go +++ b/cc/config/bp2build_test.go @@ -16,13 +16,21 @@ package config import ( "testing" + + "android/soong/android" ) func TestExpandVars(t *testing.T) { + android_arm64_config := android.TestConfig("out", nil, "", nil) + android_arm64_config.BuildOS = android.Android + android_arm64_config.BuildArch = android.Arm64 + testCases := []struct { description string + config android.Config stringScope exportedStringVariables stringListScope exportedStringListVariables + configVars exportedConfigDependingVariables toExpand string expectedValues []string }{ @@ -57,7 +65,7 @@ func TestExpandVars(t *testing.T) { "bar": []string{"baz", "${qux}"}, }, toExpand: "${foo}", - expectedValues: []string{"baz", "hello"}, + expectedValues: []string{"baz hello"}, }, { description: "double level expansion", @@ -75,7 +83,7 @@ func TestExpandVars(t *testing.T) { "b": []string{"d"}, }, toExpand: "${a}", - expectedValues: []string{"d", "c"}, + expectedValues: []string{"d c"}, }, { description: "double level expansion, with two variables in a string", @@ -85,7 +93,7 @@ func TestExpandVars(t *testing.T) { "c": []string{"e"}, }, toExpand: "${a}", - expectedValues: []string{"d", "e"}, + expectedValues: []string{"d e"}, }, { description: "triple level expansion with two variables in a string", @@ -96,13 +104,38 @@ func TestExpandVars(t *testing.T) { "d": []string{"foo"}, }, toExpand: "${a}", - expectedValues: []string{"foo", "foo", "foo"}, + expectedValues: []string{"foo foo foo"}, + }, + { + description: "expansion with config depending vars", + configVars: exportedConfigDependingVariables{ + "a": func(c android.Config) string { return c.BuildOS.String() }, + "b": func(c android.Config) string { return c.BuildArch.String() }, + }, + config: android_arm64_config, + toExpand: "${a}-${b}", + expectedValues: []string{"android-arm64"}, + }, + { + description: "double level multi type expansion", + stringListScope: exportedStringListVariables{ + "platform": []string{"${os}-${arch}"}, + "const": []string{"const"}, + }, + configVars: exportedConfigDependingVariables{ + "os": func(c android.Config) string { return c.BuildOS.String() }, + "arch": func(c android.Config) string { return c.BuildArch.String() }, + "foo": func(c android.Config) string { return "foo" }, + }, + config: android_arm64_config, + toExpand: "${const}/${platform}/${foo}", + expectedValues: []string{"const/android-arm64/foo"}, }, } for _, testCase := range testCases { t.Run(testCase.description, func(t *testing.T) { - output := expandVar(testCase.toExpand, testCase.stringScope, testCase.stringListScope) + output, _ := expandVar(testCase.config, testCase.toExpand, testCase.stringScope, testCase.stringListScope, testCase.configVars) if len(output) != len(testCase.expectedValues) { t.Errorf("Expected %d values, got %d", len(testCase.expectedValues), len(output)) } @@ -119,6 +152,7 @@ func TestExpandVars(t *testing.T) { func TestBazelToolchainVars(t *testing.T) { testCases := []struct { name string + config android.Config vars []bazelVarExporter expectedOut string }{ @@ -248,7 +282,7 @@ constants = struct( for _, tc := range testCases { t.Run(tc.name, func(t *testing.T) { - out := bazelToolchainVars(tc.vars...) + out := bazelToolchainVars(tc.config, tc.vars...) if out != tc.expectedOut { t.Errorf("Expected \n%s, got \n%s", tc.expectedOut, out) } diff --git a/cc/config/global.go b/cc/config/global.go index 6108d3d84..7abd2fc12 100644 --- a/cc/config/global.go +++ b/cc/config/global.go @@ -404,7 +404,7 @@ func init() { pctx.StaticVariableWithEnvOverride("REAbiLinkerExecStrategy", "RBE_ABI_LINKER_EXEC_STRATEGY", remoteexec.LocalExecStrategy) } -var HostPrebuiltTag = pctx.VariableConfigMethod("HostPrebuiltTag", android.Config.PrebuiltOS) +var HostPrebuiltTag = exportVariableConfigMethod("HostPrebuiltTag", android.Config.PrebuiltOS) func ClangPath(ctx android.PathContext, file string) android.SourcePath { type clangToolKey string diff --git a/cc/config/x86_linux_host.go b/cc/config/x86_linux_host.go index ac5d5f74e..43333fada 100644 --- a/cc/config/x86_linux_host.go +++ b/cc/config/x86_linux_host.go @@ -120,40 +120,40 @@ const ( ) func init() { - pctx.StaticVariable("LinuxGccVersion", linuxGccVersion) - pctx.StaticVariable("LinuxGlibcVersion", linuxGlibcVersion) + exportStringStaticVariable("LinuxGccVersion", linuxGccVersion) + exportStringStaticVariable("LinuxGlibcVersion", linuxGlibcVersion) + // Most places use the full GCC version. A few only use up to the first two numbers. if p := strings.Split(linuxGccVersion, "."); len(p) > 2 { - pctx.StaticVariable("ShortLinuxGccVersion", strings.Join(p[:2], ".")) + exportStringStaticVariable("ShortLinuxGccVersion", strings.Join(p[:2], ".")) } else { - pctx.StaticVariable("ShortLinuxGccVersion", linuxGccVersion) + exportStringStaticVariable("ShortLinuxGccVersion", linuxGccVersion) } - pctx.SourcePathVariable("LinuxGccRoot", - "prebuilts/gcc/${HostPrebuiltTag}/host/x86_64-linux-glibc${LinuxGlibcVersion}-${ShortLinuxGccVersion}") - - pctx.StaticVariable("LinuxGccTriple", "x86_64-linux") - - pctx.StaticVariable("LinuxCflags", strings.Join(linuxCflags, " ")) - pctx.StaticVariable("LinuxLdflags", strings.Join(linuxLdflags, " ")) - pctx.StaticVariable("LinuxLldflags", strings.Join(linuxLdflags, " ")) - - pctx.StaticVariable("LinuxX86Cflags", strings.Join(linuxX86Cflags, " ")) - pctx.StaticVariable("LinuxX8664Cflags", strings.Join(linuxX8664Cflags, " ")) - pctx.StaticVariable("LinuxX86Ldflags", strings.Join(linuxX86Ldflags, " ")) - pctx.StaticVariable("LinuxX86Lldflags", strings.Join(linuxX86Ldflags, " ")) - pctx.StaticVariable("LinuxX8664Ldflags", strings.Join(linuxX8664Ldflags, " ")) - pctx.StaticVariable("LinuxX8664Lldflags", strings.Join(linuxX8664Ldflags, " ")) + exportSourcePathVariable("LinuxGccRoot", + "prebuilts/gcc/linux-x86/host/x86_64-linux-glibc${LinuxGlibcVersion}-${ShortLinuxGccVersion}") + + exportStringListStaticVariable("LinuxGccTriple", []string{"x86_64-linux"}) + + exportStringListStaticVariable("LinuxCflags", linuxCflags) + exportStringListStaticVariable("LinuxLdflags", linuxLdflags) + exportStringListStaticVariable("LinuxLldflags", linuxLdflags) + exportStringListStaticVariable("LinuxGlibcCflags", linuxGlibcCflags) + exportStringListStaticVariable("LinuxGlibcLdflags", linuxGlibcLdflags) + exportStringListStaticVariable("LinuxGlibcLldflags", linuxGlibcLdflags) + exportStringListStaticVariable("LinuxMuslCflags", linuxMuslCflags) + exportStringListStaticVariable("LinuxMuslLdflags", linuxMuslLdflags) + exportStringListStaticVariable("LinuxMuslLldflags", linuxMuslLdflags) + + exportStringListStaticVariable("LinuxX86Cflags", linuxX86Cflags) + exportStringListStaticVariable("LinuxX8664Cflags", linuxX8664Cflags) + exportStringListStaticVariable("LinuxX86Ldflags", linuxX86Ldflags) + exportStringListStaticVariable("LinuxX86Lldflags", linuxX86Ldflags) + exportStringListStaticVariable("LinuxX8664Ldflags", linuxX8664Ldflags) + exportStringListStaticVariable("LinuxX8664Lldflags", linuxX8664Ldflags) // Yasm flags - pctx.StaticVariable("LinuxX86YasmFlags", "-f elf32 -m x86") - pctx.StaticVariable("LinuxX8664YasmFlags", "-f elf64 -m amd64") - - pctx.StaticVariable("LinuxGlibcCflags", strings.Join(linuxGlibcCflags, " ")) - pctx.StaticVariable("LinuxGlibcLdflags", strings.Join(linuxGlibcLdflags, " ")) - pctx.StaticVariable("LinuxGlibcLldflags", strings.Join(linuxGlibcLdflags, " ")) - pctx.StaticVariable("LinuxMuslCflags", strings.Join(linuxMuslCflags, " ")) - pctx.StaticVariable("LinuxMuslLdflags", strings.Join(linuxMuslLdflags, " ")) - pctx.StaticVariable("LinuxMuslLldflags", strings.Join(linuxMuslLdflags, " ")) + exportStringListStaticVariable("LinuxX86YasmFlags", []string{"-f elf32 -m x86"}) + exportStringListStaticVariable("LinuxX8664YasmFlags", []string{"-f elf64 -m amd64"}) } type toolchainLinux struct { diff --git a/cc/installer.go b/cc/installer.go index f95b49346..2522610d9 100644 --- a/cc/installer.go +++ b/cc/installer.go @@ -29,6 +29,9 @@ type InstallerProperties struct { // Install output directly in {partition}/, not in any subdir. This is only intended for use by // init_first_stage. Install_in_root *bool `android:"arch_variant"` + + // Install output directly in {partition}/xbin + Install_in_xbin *bool `android:"arch_vvariant"` } type installLocation int @@ -73,6 +76,8 @@ func (installer *baseInstaller) installDir(ctx ModuleContext) android.InstallPat if installer.installInRoot() { dir = "" + } else if installer.installInXbin() { + dir = "xbin" } if ctx.Target().NativeBridge == android.NativeBridgeEnabled { @@ -123,3 +128,7 @@ func (installer *baseInstaller) makeUninstallable(mod *Module) { func (installer *baseInstaller) installInRoot() bool { return Bool(installer.Properties.Install_in_root) } + +func (installer *baseInstaller) installInXbin() bool { + return Bool(installer.Properties.Install_in_xbin) +} diff --git a/cc/library.go b/cc/library.go index ed4d3d22e..d63acfbf7 100644 --- a/cc/library.go +++ b/cc/library.go @@ -639,7 +639,7 @@ func (handler *ccLibraryBazelHandler) generateSharedBazelBuildActions(ctx androi func (handler *ccLibraryBazelHandler) GenerateBazelBuildActions(ctx android.ModuleContext, label string) bool { bazelCtx := ctx.Config().BazelContext - ccInfo, ok, err := bazelCtx.GetCcInfo(label, ctx.Arch().ArchType) + ccInfo, ok, err := bazelCtx.GetCcInfo(label, android.GetConfigKey(ctx)) if err != nil { ctx.ModuleErrorf("Error getting Bazel CcInfo: %s", err) return false diff --git a/cc/library_headers.go b/cc/library_headers.go index 51c1eb828..b2b3dbce9 100644 --- a/cc/library_headers.go +++ b/cc/library_headers.go @@ -57,7 +57,7 @@ type libraryHeaderBazelHander struct { func (h *libraryHeaderBazelHander) GenerateBazelBuildActions(ctx android.ModuleContext, label string) bool { bazelCtx := ctx.Config().BazelContext - ccInfo, ok, err := bazelCtx.GetCcInfo(label, ctx.Arch().ArchType) + ccInfo, ok, err := bazelCtx.GetCcInfo(label, android.GetConfigKey(ctx)) if err != nil { ctx.ModuleErrorf("Error getting Bazel CcInfo: %s", err) return false diff --git a/cc/object.go b/cc/object.go index d8bb08fac..43abb3a3c 100644 --- a/cc/object.go +++ b/cc/object.go @@ -54,7 +54,7 @@ type objectBazelHandler struct { func (handler *objectBazelHandler) GenerateBazelBuildActions(ctx android.ModuleContext, label string) bool { bazelCtx := ctx.Config().BazelContext - objPaths, ok := bazelCtx.GetOutputFiles(label, ctx.Arch().ArchType) + objPaths, ok := bazelCtx.GetOutputFiles(label, android.GetConfigKey(ctx)) if ok { if len(objPaths) != 1 { ctx.ModuleErrorf("expected exactly one object file for '%s', but got %s", label, objPaths) diff --git a/cc/prebuilt.go b/cc/prebuilt.go index d324241e0..62f393824 100644 --- a/cc/prebuilt.go +++ b/cc/prebuilt.go @@ -330,7 +330,7 @@ type prebuiltStaticLibraryBazelHandler struct { func (h *prebuiltStaticLibraryBazelHandler) GenerateBazelBuildActions(ctx android.ModuleContext, label string) bool { bazelCtx := ctx.Config().BazelContext - ccInfo, ok, err := bazelCtx.GetCcInfo(label, ctx.Arch().ArchType) + ccInfo, ok, err := bazelCtx.GetCcInfo(label, android.GetConfigKey(ctx)) if err != nil { ctx.ModuleErrorf("Error getting Bazel CcInfo: %s", err) } diff --git a/cmd/multiproduct_kati/Android.bp b/cmd/multiproduct_kati/Android.bp index e5be6c0c8..20ca2a3c9 100644 --- a/cmd/multiproduct_kati/Android.bp +++ b/cmd/multiproduct_kati/Android.bp @@ -31,4 +31,14 @@ blueprint_go_binary { testSrcs: [ "main_test.go", ], + linux: { + srcs: [ + "main_linux.go", + ], + }, + darwin: { + srcs: [ + "main_darwin.go", + ], + }, } diff --git a/cmd/multiproduct_kati/main.go b/cmd/multiproduct_kati/main.go index 3c9cac190..0577c86ff 100644 --- a/cmd/multiproduct_kati/main.go +++ b/cmd/multiproduct_kati/main.go @@ -166,15 +166,6 @@ type mpContext struct { MainLogsDir string } -func detectTotalRAM() uint64 { - var info syscall.Sysinfo_t - err := syscall.Sysinfo(&info) - if err != nil { - panic(err) - } - return info.Totalram * uint64(info.Unit) -} - func findNamedProducts(soongUi string, log logger.Logger) []string { cmd := exec.Command(soongUi, "--dumpvars-mode", "--vars=all_named_products") output, err := cmd.Output() @@ -301,7 +292,7 @@ func main() { jobs = runtime.NumCPU() / 4 ramGb := int(detectTotalRAM() / (1024 * 1024 * 1024)) - if ramJobs := ramGb / 25; ramGb > 0 && jobs > ramJobs { + if ramJobs := ramGb / 30; ramGb > 0 && jobs > ramJobs { jobs = ramJobs } diff --git a/cmd/multiproduct_kati/main_darwin.go b/cmd/multiproduct_kati/main_darwin.go new file mode 100644 index 000000000..3d1b12ab1 --- /dev/null +++ b/cmd/multiproduct_kati/main_darwin.go @@ -0,0 +1,20 @@ +// Copyright 2017 Google Inc. All rights reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +func detectTotalRAM() uint64 { + // unimplemented stub on darwin + return 0 +} diff --git a/cmd/multiproduct_kati/main_linux.go b/cmd/multiproduct_kati/main_linux.go new file mode 100644 index 000000000..db7449696 --- /dev/null +++ b/cmd/multiproduct_kati/main_linux.go @@ -0,0 +1,28 @@ +// Copyright 2017 Google Inc. All rights reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +package main + +import ( + "syscall" +) + +func detectTotalRAM() uint64 { + var info syscall.Sysinfo_t + err := syscall.Sysinfo(&info) + if err != nil { + panic(err) + } + return info.Totalram * uint64(info.Unit) +} diff --git a/genrule/genrule.go b/genrule/genrule.go index 4dd21351a..b9c2b109d 100644 --- a/genrule/genrule.go +++ b/genrule/genrule.go @@ -248,7 +248,7 @@ func toolDepsMutator(ctx android.BottomUpMutatorContext) { // Returns true if information was available from Bazel, false if bazel invocation still needs to occur. func (c *Module) GenerateBazelBuildActions(ctx android.ModuleContext, label string) bool { bazelCtx := ctx.Config().BazelContext - filePaths, ok := bazelCtx.GetOutputFiles(label, ctx.Arch().ArchType) + filePaths, ok := bazelCtx.GetOutputFiles(label, android.GetConfigKey(ctx)) if ok { var bazelOutputFiles android.Paths exportIncludeDirs := map[string]bool{} diff --git a/java/proto.go b/java/proto.go index 8731822c3..2fa22b626 100644 --- a/java/proto.go +++ b/java/proto.go @@ -24,7 +24,7 @@ import ( func genProto(ctx android.ModuleContext, protoFiles android.Paths, flags android.ProtoFlags) android.Paths { // Shard proto files into groups of 100 to avoid having to recompile all of them if one changes and to avoid // hitting command line length limits. - shards := android.ShardPaths(protoFiles, 100) + shards := android.ShardPaths(protoFiles, 50) srcJarFiles := make(android.Paths, 0, len(shards)) diff --git a/mk2rbc/mk2rbc.go b/mk2rbc/mk2rbc.go index 3ae8ab94c..b377fd828 100644 --- a/mk2rbc/mk2rbc.go +++ b/mk2rbc/mk2rbc.go @@ -1162,17 +1162,21 @@ func (ctx *parseContext) parseCompareFilterFuncResult(cond *mkparser.Directive, } // Either pattern or text should be const, and the // non-const one should be varRefExpr - if xInList, ok = xPattern.(*stringLiteralExpr); ok { + if xInList, ok = xPattern.(*stringLiteralExpr); ok && !strings.ContainsRune(xInList.literal, '%') && xText.typ() == starlarkTypeList { expr = xText } else if xInList, ok = xText.(*stringLiteralExpr); ok { expr = xPattern } else { - return &callExpr{ + expr = &callExpr{ object: nil, name: filterFuncCall.name, args: filterFuncCall.args, returnType: starlarkTypeBool, } + if negate { + expr = ¬Expr{expr: expr} + } + return expr } case *variableRefExpr: if v, ok := xPattern.(*variableRefExpr); ok { diff --git a/mk2rbc/mk2rbc_test.go b/mk2rbc/mk2rbc_test.go index 434500bf7..fe1fa0813 100644 --- a/mk2rbc/mk2rbc_test.go +++ b/mk2rbc/mk2rbc_test.go @@ -360,20 +360,27 @@ ifeq ($(TARGET_BUILD_VARIANT), $(filter $(TARGET_BUILD_VARIANT), userdebug eng)) endif ifneq (,$(filter true, $(v1)$(v2))) endif +ifeq (,$(filter barbet coral%,$(TARGET_PRODUCT))) +else ifneq (,$(filter barbet%,$(TARGET_PRODUCT))) +endif `, expected: `load("//build/make/core:product_config.rbc", "rblf") def init(g, handle): cfg = rblf.cfg(handle) - if g["TARGET_BUILD_VARIANT"] not in ["userdebug", "eng"]: + if not rblf.filter("userdebug eng", g["TARGET_BUILD_VARIANT"]): pass - if g["TARGET_BUILD_VARIANT"] == "userdebug": + if rblf.filter("userdebug", g["TARGET_BUILD_VARIANT"]): pass if "plaf" in g.get("PLATFORM_LIST", []): pass if g["TARGET_BUILD_VARIANT"] in ["userdebug", "eng"]: pass - if "%s%s" % (_v1, _v2) == "true": + if rblf.filter("true", "%s%s" % (_v1, _v2)): + pass + if not rblf.filter("barbet coral%", g["TARGET_PRODUCT"]): + pass + elif rblf.filter("barbet%", g["TARGET_PRODUCT"]): pass `, }, diff --git a/scripts/build-mainline-modules.sh b/scripts/build-mainline-modules.sh index b05861ba1..281cb82a4 100755 --- a/scripts/build-mainline-modules.sh +++ b/scripts/build-mainline-modules.sh @@ -17,6 +17,7 @@ MAINLINE_MODULES=( MODULES_SDK_AND_EXPORTS=( art-module-sdk art-module-test-exports + compos-module-sdk conscrypt-module-host-exports conscrypt-module-sdk conscrypt-module-test-exports |